-- Logs begin at Fri 2021-07-16 17:39:53 UTC, end at Fri 2021-07-16 19:50:17 UTC. -- Jul 16 18:10:29.209658 n-d-791504-15 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 18:10:31.906807 n-d-791504-15 neutron-server[93686]: INFO neutron.common.config [-] Logging enabled! Jul 16 18:10:31.907427 n-d-791504-15 neutron-server[93686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 18:10:31.907589 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 18:10:31.910785 n-d-791504-15 neutron-server[93686]: INFO neutron.common.config [-] Logging enabled! Jul 16 18:10:31.911039 n-d-791504-15 neutron-server[93686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 18:10:31.911352 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 18:10:31.912305 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:10:31.912543 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:10:31.912936 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:10:31.913183 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:10:31.913406 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:10:31.913726 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.914026 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.914324 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.914552 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.914851 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.915128 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.915413 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.915702 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.916000 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.916284 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.916565 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.917007 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.917231 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.917513 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.917803 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.918094 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.918321 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.918603 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.919036 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.919450 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.919729 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.920019 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.920313 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.920580 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.920884 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.921171 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.921500 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] host = n-d-791504-15 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.921778 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.922066 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.922354 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.922643 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.922921 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.923198 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.923485 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.923759 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.924030 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.924664 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.924981 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.925275 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.925569 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.925794 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.926015 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.926305 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.926594 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.926873 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.927149 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.927424 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.927697 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.927970 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.928239 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.928525 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.928839 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.929130 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.929405 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.929676 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.929949 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.930220 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.930508 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.930783 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.931060 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.931333 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.931620 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.931890 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.932170 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.932560 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.932904 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.933199 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.933491 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.933765 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.934051 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.934326 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.934600 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.934872 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.935147 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.935418 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.935701 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.935975 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.936247 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.936519 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.936811 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.937100 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:31.937400 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.937700 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.938005 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.938289 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.938589 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.938868 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.939164 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.939447 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.939740 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.940031 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.940324 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.940609 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.940929 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.941209 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.941508 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.941813 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.942108 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.942404 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.942678 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.942953 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.943226 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.943509 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.943799 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.944093 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.944387 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.944663 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.944969 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.945267 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.945551 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.945825 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.946106 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.946399 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.946680 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.946954 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.947240 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.947517 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.947793 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.948223 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.948506 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.948827 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.949112 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.949385 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.949664 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.949946 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.950221 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.950509 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.950793 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.951065 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.951339 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.951620 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.951893 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.952169 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.952448 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.952720 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.953024 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.953297 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.953573 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.953851 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.954126 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.954400 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.954673 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.954952 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.955226 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.955500 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.955774 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.956047 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.956321 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.956598 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.956909 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.957212 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.957492 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.957773 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.958056 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.958368 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.958648 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.958928 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.959205 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.959485 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.959759 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.960053 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.960338 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.960630 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.960943 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.961222 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.961520 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.961801 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.962085 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.962364 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.962643 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.962933 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.963219 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.963542 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.963909 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.964241 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.964537 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.964861 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.965146 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.965460 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.965741 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:31.965960 n-d-791504-15 neutron-server[93686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:10:31.966202 n-d-791504-15 neutron-server[93686]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93686) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 18:10:32.313453 n-d-791504-15 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 18:10:32.313654 n-d-791504-15 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 18:10:32.313939 n-d-791504-15 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 18:10:32.314332 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 18:10:32.704923 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.705214 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.705471 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.706694 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.707055 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.707331 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.741360 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.741632 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.741897 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.755157 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.755436 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.755705 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.785870 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.786145 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.786424 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.821994 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.822276 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:32.822552 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.055527 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.056236 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.056236 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.056236 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.056980 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.176135 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.176466 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.176745 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.177049 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.177316 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.177627 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.177886 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.178148 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.178404 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.178693 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.178936 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.179200 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.179459 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.179717 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.179974 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.180246 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.180502 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.180769 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.181050 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.181310 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.181579 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.181835 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.182117 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.182604 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.182889 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.183139 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.183540 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:33.183785 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:33.184023 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:33.184260 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:33.184496 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:33.184730 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:33.185131 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 18:10:33.188252 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 18:10:33.192196 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 18:10:33.196107 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 16 18:10:33.197772 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 18:10:33.198333 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 18:10:33.198688 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 18:10:33.199077 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 18:10:33.202955 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 18:10:33.203203 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 18:10:33.203553 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 18:10:33.231934 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 18:10:33.232379 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.232675 n-d-791504-15 neutron-server[93686]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93686) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 18:10:33.233064 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.234423 n-d-791504-15 neutron-server[93686]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93686) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 18:10:33.234702 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 18:10:33.234944 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 18:10:33.238149 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.238432 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:33.302784 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 18:10:33.302983 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 18:10:33.303242 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 18:10:33.303615 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 18:10:33.326463 n-d-791504-15 neutron-server[93686]: DEBUG oslo_db.sqlalchemy.engines [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93686) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 18:10:33.868586 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing driver for type 'gre' Jul 16 18:10:33.869152 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] gre ID ranges: [(1, 1000)] Jul 16 18:10:33.926308 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing driver for type 'local' Jul 16 18:10:33.926672 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing driver for type 'vlan' Jul 16 18:10:33.940001 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] VlanTypeDriver initialization complete Jul 16 18:10:33.940389 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing driver for type 'vxlan' Jul 16 18:10:33.940913 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] vxlan ID ranges: [(1, 1000)] Jul 16 18:10:33.995645 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing extension driver 'port_security' Jul 16 18:10:33.996160 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.extensions.port_security [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] PortSecurityExtensionDriver initialization complete Jul 16 18:10:33.996609 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing mechanism driver 'openvswitch' Jul 16 18:10:33.997129 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing mechanism driver 'hyperv' Jul 16 18:10:34.007693 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:34.009106 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.009646 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.010152 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.010871 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:10:34.011623 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.012125 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.012616 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.013121 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:10:34.013663 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.014159 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.014703 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.015218 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:10:34.015861 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > security_group after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.016356 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > security_group after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.016897 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.017375 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:10:34.017938 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.018462 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.018970 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.019551 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:10:34.020158 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > address_group after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.020688 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > address_group after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.021238 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.021813 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:10:34.022363 n-d-791504-15 neutron-server[93686]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] ML2 OVO RPC backend initialized. {{(pid=93686) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 18:10:34.023433 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.023958 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.024636 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.025152 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > networks before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.025631 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.026124 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > ports before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.026637 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnet before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.027213 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnets before_response 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.027566 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.027914 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.028259 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.028602 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.028972 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.029311 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.029650 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.029988 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.030323 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.030906 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.plugin [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Modular L2 Plugin initialization complete Jul 16 18:10:34.031251 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading services supported by the core plugin {{(pid=93686) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 18:10:34.031612 n-d-791504-15 neutron-server[93686]: INFO neutron.plugins.ml2.managers [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Got port-security extension from driver 'port_security' Jul 16 18:10:34.032226 n-d-791504-15 neutron-server[93686]: INFO neutron.extensions.vlantransparent [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Disabled vlantransparent extension. Jul 16 18:10:34.032725 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93686) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 18:10:34.033069 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: router Jul 16 18:10:34.068684 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.069323 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router after_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.069447 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router before_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.069853 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.070232 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.070591 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router after_delete 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.070958 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.071451 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router after_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.071805 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.072163 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.072520 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.072904 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.073319 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.073770 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.074133 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.074562 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: subnet after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.074903 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.075266 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.075620 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.075969 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: port before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.076320 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.076683 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router after_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.077055 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.077414 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.077761 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.078121 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.078490 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > agent after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.078845 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > agent after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.079196 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > network after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.080072 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Tracking information for resource: router configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:34.080409 n-d-791504-15 neutron-server[93686]: DEBUG neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Tracking information for resource: floatingip configured {{(pid=93686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:10:34.085356 n-d-791504-15 neutron-server[93686]: INFO neutron.db.l3_agentschedulers_db [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 18:10:34.085951 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.086321 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: port after_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.086685 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: port after_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.087044 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: port after_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.087862 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router before_create 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.088234 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.088604 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_create 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.088993 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > router precommit_update 55550100 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.093438 n-d-791504-15 neutron-server[93686]: DEBUG neutron.services.provider_configuration [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service providers = [] {{(pid=93686) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 18:10:34.093786 n-d-791504-15 neutron-server[93686]: DEBUG neutron.db.servicetype_db [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93686) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 18:10:34.096803 n-d-791504-15 neutron-server[93686]: DEBUG neutron.services.service_base [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:10:34.097159 n-d-791504-15 neutron-server[93686]: DEBUG neutron.services.service_base [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:10:34.097606 n-d-791504-15 neutron-server[93686]: DEBUG neutron.services.service_base [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:10:34.098526 n-d-791504-15 neutron-server[93686]: DEBUG neutron.services.service_base [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:10:34.098910 n-d-791504-15 neutron-server[93686]: INFO neutron.services.service_base [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 18:10:34.099297 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.099620 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 18:10:34.110530 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.110870 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: auto_allocate Jul 16 18:10:34.116652 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: network precommit_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.117054 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: network precommit_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.117594 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.117925 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: tag Jul 16 18:10:34.125054 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.125326 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: timestamp Jul 16 18:10:34.129236 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.129566 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: network_ip_availability Jul 16 18:10:34.135010 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.135386 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.135713 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.136551 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.136904 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: flavors Jul 16 18:10:34.143162 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.143499 n-d-791504-15 neutron-server[93686]: INFO neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading Plugin: revisions Jul 16 18:10:34.147902 n-d-791504-15 neutron-server[93686]: DEBUG neutron.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:10:34.148293 n-d-791504-15 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=93686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 18:10:34.149080 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93686) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 18:10:34.149421 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Initializing extension manager. Jul 16 18:10:34.149938 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: __init__.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.150292 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: __pycache__ {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.150633 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.150975 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.151765 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.152531 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: address-group Jul 16 18:10:34.152894 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: address_scope.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.153610 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.154125 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: address-scope Jul 16 18:10:34.154449 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.155391 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.155904 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: router-admin-state-down-before-update Jul 16 18:10:34.156230 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: agent.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.156972 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.157663 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: agent Jul 16 18:10:34.158138 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: agent_resources_synced.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.159969 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.160486 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: agent-resources-synced Jul 16 18:10:34.160839 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.162667 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.163194 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: allowed-address-pairs Jul 16 18:10:34.163524 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.164607 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.165149 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: auto-allocated-topology Jul 16 18:10:34.165476 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.166182 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.166694 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: availability_zone Jul 16 18:10:34.167019 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: availability_zone_filter.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.168124 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.168638 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: availability_zone_filter Jul 16 18:10:34.168999 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: data_plane_status.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.169924 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.170428 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 18:10:34.170752 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: default_subnetpools.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.171684 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.172195 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: default-subnetpools Jul 16 18:10:34.172519 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.173379 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.173879 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: dhcp_agent_scheduler Jul 16 18:10:34.174574 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: dns.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.175507 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.176017 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 18:10:34.176345 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: dns_domain_ports.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.177317 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.177830 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 18:10:34.178157 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.179094 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.179602 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 18:10:34.179929 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: dvr.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.180616 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.181159 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: dvr Jul 16 18:10:34.181487 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: empty_string_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.182416 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.182946 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: empty-string-filtering Jul 16 18:10:34.183326 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.184334 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.184879 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 18:10:34.185218 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.186156 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.186667 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 18:10:34.186993 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: external_net.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.187922 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.188438 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: external-net Jul 16 18:10:34.188765 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.189714 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.190225 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: extra_dhcp_opt Jul 16 18:10:34.190550 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: extraroute.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.191487 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.192000 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: extraroute Jul 16 18:10:34.192327 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: extraroute_atomic.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.193394 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.193912 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: extraroute-atomic Jul 16 18:10:34.194238 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: filter_validation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.194914 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.195419 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: filter-validation Jul 16 18:10:34.195764 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: fip_pf_description.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.196686 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.197399 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 18:10:34.197726 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: fip_port_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.198718 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.199314 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: fip-port-details Jul 16 18:10:34.199668 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: flavors.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.200947 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.201466 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: flavors Jul 16 18:10:34.201796 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.203464 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.203987 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 18:10:34.204325 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: floatingip_pools.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.205063 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.205576 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: floatingip-pools Jul 16 18:10:34.205911 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: ip_allocation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.206832 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.207336 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 18:10:34.207667 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.208609 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.209162 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: ip-substring-filtering Jul 16 18:10:34.209498 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l2_adjacency.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.210455 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.210960 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 18:10:34.211289 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l3.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.212273 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.212793 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: router Jul 16 18:10:34.213138 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.215372 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.215903 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 18:10:34.216242 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.217238 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.217758 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: ext-gw-mode Jul 16 18:10:34.218091 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.219031 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.219548 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: l3-ha Jul 16 18:10:34.219887 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l3_flavors.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.220841 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.221356 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: l3-flavors Jul 16 18:10:34.221686 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.222704 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.223219 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 18:10:34.223546 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: l3agentscheduler.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.224580 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.225123 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: l3_agent_scheduler Jul 16 18:10:34.225459 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: logging.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.226941 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.227463 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension logging not supported by any of loaded plugins Jul 16 18:10:34.227798 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: metering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.228562 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.229188 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: metering Jul 16 18:10:34.229525 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.230693 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.231203 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: metering_source_and_destination_fields Jul 16 18:10:34.231537 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: multiprovidernet.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.232598 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.233151 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: multi-provider Jul 16 18:10:34.233484 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: netmtu.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.234416 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.234926 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: net-mtu Jul 16 18:10:34.235252 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: netmtu_writable.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.236184 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.236690 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: net-mtu-writable Jul 16 18:10:34.237047 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: network_availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.237730 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.238331 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: network_availability_zone Jul 16 18:10:34.238658 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: network_ip_availability.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.239767 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.240280 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: network-ip-availability Jul 16 18:10:34.240610 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: network_segment_range.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.241418 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.241931 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 18:10:34.242255 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: pagination.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.243251 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.243584 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: pagination Jul 16 18:10:34.243908 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: port_device_profile.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.244854 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.245377 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: port-device-profile Jul 16 18:10:34.245824 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.246776 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.247294 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: port-mac-address-regenerate Jul 16 18:10:34.247620 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.248569 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.249127 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: port-numa-affinity-policy Jul 16 18:10:34.249456 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: port_resource_request.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.250379 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.250890 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 18:10:34.251215 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: portbindings.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.252162 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.252677 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: binding Jul 16 18:10:34.253028 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: portbindings_extended.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.254390 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.254906 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: binding-extended Jul 16 18:10:34.255238 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: portsecurity.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.256166 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.256683 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: port-security Jul 16 18:10:34.257041 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: project_id.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.258029 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.258362 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: project-id Jul 16 18:10:34.258688 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: providernet.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.259633 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.260148 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: provider Jul 16 18:10:34.260477 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.264217 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.264746 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos not supported by any of loaded plugins Jul 16 18:10:34.265111 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.266363 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.266897 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 18:10:34.267263 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.268190 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.268707 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 18:10:34.269064 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_default.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.270074 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.270588 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-default not supported by any of loaded plugins Jul 16 18:10:34.270919 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_fip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.271585 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.272091 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 18:10:34.272419 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.273384 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.273893 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 18:10:34.274220 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.275141 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.275654 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 18:10:34.275986 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.276984 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.277496 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 18:10:34.277819 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: qos_rules_alias.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.278877 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.279389 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 18:10:34.279719 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: quotasv2.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.280642 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.281198 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: quotas Jul 16 18:10:34.281527 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: quotasv2_detail.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.284571 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.285026 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: quota_details Jul 16 18:10:34.285380 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: rbac.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.286459 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.287007 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: rbac-policies Jul 16 18:10:34.287344 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: rbac_address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.288283 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.288798 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: rbac-address-group Jul 16 18:10:34.289163 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: rbac_address_scope.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.290107 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.290622 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: rbac-address-scope Jul 16 18:10:34.290953 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: rbac_security_groups.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.291882 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.292550 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: rbac-security-groups Jul 16 18:10:34.292934 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.293853 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.294367 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: rbac-subnetpool Jul 16 18:10:34.294694 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: revisionifmatch.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.295622 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.296134 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: revision-if-match Jul 16 18:10:34.296462 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: revisions.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.297628 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.298139 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: standard-attr-revisions Jul 16 18:10:34.298460 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: router_availability_zone.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.299511 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.300030 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: router_availability_zone Jul 16 18:10:34.300359 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: routerservicetype.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.301411 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.302134 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 18:10:34.302134 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.303162 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.303670 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: security-groups-normalized-cidr Jul 16 18:10:34.303983 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.304943 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.305453 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: port-security-groups-filtering Jul 16 18:10:34.305774 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.306714 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.307233 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: security-groups-remote-address-group Jul 16 18:10:34.307554 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: securitygroup.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.317392 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.317929 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: security-group Jul 16 18:10:34.318267 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: segment.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.319082 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.319599 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension segment not supported by any of loaded plugins Jul 16 18:10:34.319930 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.321007 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.321526 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 18:10:34.321854 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: servicetype.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.322978 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.323513 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: service-type Jul 16 18:10:34.323939 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: sorting.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.325036 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.325374 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: sorting Jul 16 18:10:34.325702 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: standard_attr_segment.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.326713 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.327237 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 18:10:34.327565 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: standardattrdescription.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.328225 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.328741 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: standard-attr-description Jul 16 18:10:34.329091 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: stateful_security_group.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.330184 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.330711 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: stateful-security-group Jul 16 18:10:34.331041 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: stdattrs_common.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.331643 n-d-791504-15 neutron-server[93686]: WARNING neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 18:10:34.332031 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.333019 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.333536 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 18:10:34.333862 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: subnet_onboard.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.334949 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.335471 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: subnet_onboard Jul 16 18:10:34.335825 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.336767 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.337309 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 18:10:34.337633 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: subnet_service_types.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.338570 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.339084 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: subnet-service-types Jul 16 18:10:34.339449 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: subnetallocation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.340532 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.341083 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: subnet_allocation Jul 16 18:10:34.341417 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.342097 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.342610 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: subnetpool-prefix-ops Jul 16 18:10:34.342937 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.343876 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.344391 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 18:10:34.344722 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: tagging.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.345818 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.346337 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: standard-attr-tag Jul 16 18:10:34.346671 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: timestamp.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.348002 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.348520 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loaded extension: standard-attr-timestamp Jul 16 18:10:34.348882 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: trunk.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.349956 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.350475 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension trunk not supported by any of loaded plugins Jul 16 18:10:34.350801 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: trunk_details.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.351735 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.352257 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 18:10:34.352578 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.353543 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.355541 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 18:10:34.355873 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Loading extension file: vlantransparent.py {{(pid=93686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:10:34.356560 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:10:34.357371 n-d-791504-15 neutron-server[93686]: INFO neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 18:10:34.360113 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:network Jul 16 18:10:34.360674 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:subnet Jul 16 18:10:34.361116 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:10:34.361529 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:port Jul 16 18:10:34.362805 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.363256 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service FLAVORS assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.363886 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.364319 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.364656 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:router Jul 16 18:10:34.365122 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 18:10:34.365630 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service METERING assigned prefix: /metering {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.367103 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.367483 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.367842 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:10:34.368896 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 18:10:34.369355 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:security_group Jul 16 18:10:34.369812 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 18:10:34.370469 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.370806 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:10:34.371157 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] subnetpool is already registered Jul 16 18:10:34.371604 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.371942 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:10:34.372282 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] subnetpool is already registered Jul 16 18:10:34.374648 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.375146 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service FLAVORS assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.375692 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.376124 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.376458 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:router Jul 16 18:10:34.376840 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] router is already registered Jul 16 18:10:34.377258 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 18:10:34.377598 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] floatingip is already registered Jul 16 18:10:34.378055 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service METERING assigned prefix: /metering {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.378834 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 18:10:34.379182 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] rbac_policy is already registered Jul 16 18:10:34.379604 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:security_group Jul 16 18:10:34.379939 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] security_group is already registered Jul 16 18:10:34.380348 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 18:10:34.380683 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] security_group_rule is already registered Jul 16 18:10:34.381358 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.381687 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:10:34.382020 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] subnetpool is already registered Jul 16 18:10:34.382453 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.v2.resource_helper [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Service CORE assigned prefix: {{(pid=93686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:10:34.382779 n-d-791504-15 neutron-server[93686]: INFO neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:10:34.383107 n-d-791504-15 neutron-server[93686]: WARNING neutron.quota.resource_registry [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] subnetpool is already registered Jul 16 18:10:34.383585 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: extensions {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.385106 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: address-groups {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.386719 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: address-scopes {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.388041 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.389244 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: auto-allocated-topology {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.390507 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: availability_zones {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.391732 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: dhcp-networks {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.393267 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: dhcp-agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.394841 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.396563 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: flavors {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.398976 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: service_profiles {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.400198 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: next_providers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.401697 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: service_profiles {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.403288 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: floatingip-pools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.404511 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.406254 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: floatingips {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.407545 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: l3-routers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.408974 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: l3-agents {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.410535 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: metering-labels {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.411791 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: metering-label-rules {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.413219 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: network-ip-availabilities {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.414491 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: bindings {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.416065 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: quotas {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.417723 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: quotas {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.419242 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: rbac-policies {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.420436 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: security-groups {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.421775 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: security-group-rules {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.423037 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: service-providers {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.424634 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: subnetpools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.426017 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: subnetpools {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.427581 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.429283 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.431124 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.432960 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.434768 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.436731 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.438458 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.440267 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.442177 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.443939 n-d-791504-15 neutron-server[93686]: DEBUG neutron.api.extensions [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Extended resource: tags {{(pid=93686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:10:34.450185 n-d-791504-15 neutron-server[93686]: WARNING keystonemiddleware.auth_token [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 18:10:34.454881 n-d-791504-15 neutron-server[93686]: WARNING keystonemiddleware.auth_token [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 18:10:34.463374 n-d-791504-15 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Acquired lock "singleton_lock" {{(pid=93686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 18:10:34.463855 n-d-791504-15 neutron-server[93686]: DEBUG oslo_concurrency.lockutils [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Releasing lock "singleton_lock" {{(pid=93686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 18:10:34.464664 n-d-791504-15 neutron-server[93686]: INFO oslo_service.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Starting 2 workers Jul 16 18:10:34.469516 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Started child 93795 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:10:34.473943 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Started child 93796 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:10:34.474619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.475534 n-d-791504-15 neutron-server[93686]: INFO neutron.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 18:10:34.476070 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [-] (93795) wsgi starting up on http://0.0.0.0:9696 Jul 16 18:10:34.476238 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Notify callbacks [] for process, before_spawn {{(pid=93686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.478675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.479181 n-d-791504-15 neutron-server[93686]: INFO oslo_service.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Starting 1 workers Jul 16 18:10:34.480013 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [-] (93796) wsgi starting up on http://0.0.0.0:9696 Jul 16 18:10:34.484061 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Started child 93797 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:10:34.484565 n-d-791504-15 neutron-server[93686]: INFO oslo_service.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Starting 1 workers Jul 16 18:10:34.487610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] calling RpcWorker wait() {{(pid=93797) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 18:10:34.488194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] returning from RpcWorker wait() {{(pid=93797) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 18:10:34.489105 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Started child 93798 {{(pid=93686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:10:34.489250 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.489718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:34.489870 n-d-791504-15 neutron-server[93686]: DEBUG neutron_lib.callbacks.manager [None req-3cdfe086-7653-4ad2-9d91-0a2f49d732f8 None None] Notify callbacks [] for process, after_spawn {{(pid=93686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.491875 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 18:10:34.492051 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:10:34.492419 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:10:34.492600 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:10:34.493154 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:10:34.493280 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:10:34.493825 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.493951 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.494428 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.494428 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.494592 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.495044 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.495683 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.496087 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.496319 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.496630 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.496890 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.497055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.497414 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.497681 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.497887 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.498334 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.498600 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.498838 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.499099 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.499251 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.499666 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.499931 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.500189 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.500455 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.500708 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.501219 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.501467 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.501701 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.501939 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.502225 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.502442 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.502715 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.502948 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.503165 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.503404 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.503652 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.503886 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.504095 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.504317 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.504557 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.504813 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.505302 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] host = n-d-791504-15 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.505558 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.505789 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.506036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.506284 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.506537 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.506760 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.507020 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.507283 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.507523 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.507753 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.508002 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.508245 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.508460 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.508692 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.508867 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_options = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.509115 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.509371 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.509626 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.509815 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.509994 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.510160 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.510407 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.510562 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.510806 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.511035 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.511305 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.511523 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.511752 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.512006 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.512320 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.512576 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.512855 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.513040 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.513285 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.513513 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.513863 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.514067 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.514311 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.514557 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.514789 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.515036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.515267 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.515480 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.515696 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.515956 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.516189 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.516457 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.516712 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.517102 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.517313 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.517460 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.517642 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.517904 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.518136 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.518404 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.518661 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.518891 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.519135 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.519349 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.519583 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.519823 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.520105 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.520280 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.521273 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.521490 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.521705 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.522483 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.523042 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.523222 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.523570 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.524251 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.524251 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.524488 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.524670 n-d-791504-15 neutron-server[93798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:34.524820 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.525013 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.525325 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.525571 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.525897 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.526405 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.526568 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.526790 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.527104 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.527357 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.527641 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.527968 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.528229 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.528482 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.528719 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.529000 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.529253 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.529479 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.530016 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.530178 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.530443 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.530713 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.530935 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.531186 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.531406 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.531658 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.531888 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.532125 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.532390 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.532634 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.532892 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.533165 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.533349 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.533568 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.533827 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.534045 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.534321 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.534519 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.534774 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.534993 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.535210 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.535475 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.535736 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.536237 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.536488 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.537979 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.538246 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.539190 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.542185 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.542488 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.542752 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.543035 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.543684 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.543944 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.545425 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.545425 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.546350 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.546565 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.547052 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.547184 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.547377 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.547635 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.547863 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.549614 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.549614 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.549614 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.549614 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.549614 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.549614 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551036 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551789 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551789 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551789 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.551789 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.552549 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.552549 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.552549 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.552886 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.553082 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.553341 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.553555 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.553806 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555038 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555038 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555038 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555038 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555038 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555650 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555650 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555874 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.555992 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.556810 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.556810 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.556810 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.557182 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.557302 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.557447 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.557712 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.558076 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.558401 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.558614 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.558922 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.559227 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.559440 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.559709 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.559928 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.560203 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.560507 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.560769 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.561032 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.561303 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.562185 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.562185 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.562185 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.562587 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.562587 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.562834 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.562955 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.563230 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.564392 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.564392 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.564392 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.565290 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.565647 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.565908 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.566325 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.566736 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.567132 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.567404 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.567670 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.567947 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.568203 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.568458 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.568931 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.569364 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.569755 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.570185 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.570601 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.570826 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.571084 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.571330 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.571562 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.571786 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.572012 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.572751 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.573005 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.573234 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.573453 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.573755 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.573982 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.574245 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.574453 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.574676 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.574924 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.575168 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.575396 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.575619 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.575840 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.576097 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.576323 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.576619 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.576903 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.577255 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.577514 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.577781 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.578040 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.578260 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.578515 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.578740 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.578961 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.579181 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.579421 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.579643 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.579860 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.580122 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.580359 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.580620 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.580902 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.581267 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.581543 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.581781 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.582020 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.582240 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.582481 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.582716 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.582967 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.583186 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.583405 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.583624 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.583895 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.584121 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.584362 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.584575 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.584825 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.585030 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.585270 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.585628 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.585776 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.586016 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.586247 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.586508 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.586754 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.586984 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.587253 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.587465 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.587676 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.587900 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.588118 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.588330 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.588558 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.588767 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.589029 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.589296 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.589516 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.589857 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.590091 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.590299 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.590510 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.590732 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.590951 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.591187 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.591412 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.591651 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.591861 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.592085 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.592301 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.592512 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.592845 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.593116 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.593345 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.593629 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.593859 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.594115 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.594357 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.594671 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.594886 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.595152 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.595378 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.595602 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.595847 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.596088 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.596417 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.596704 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.596997 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.597238 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.597535 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.597830 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.598108 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.598350 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.598632 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.598976 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.599245 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.599523 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.599757 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.600049 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.600297 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.600523 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.600758 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.601085 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.601244 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.601494 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.601723 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.602158 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.602401 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.602633 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.602857 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.603097 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.603419 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.603557 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.603791 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.603978 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:10:34.605130 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 18:10:34.605301 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:10:34.605456 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:10:34.605670 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:10:34.605842 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:10:34.606031 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:10:34.606188 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.606327 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.606514 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.606648 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.606816 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.606985 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.607158 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.607317 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.607618 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.607618 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.607892 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.607975 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.608097 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.608234 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.608446 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.608547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.608731 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.608933 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.609029 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.609193 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.609347 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.609484 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.609668 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] debug = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.609830 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.609980 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.610146 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.610282 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.610437 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.610650 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.610751 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.610929 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.611160 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.611298 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.611387 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.611499 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.611649 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.611808 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.611962 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.612114 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.612309 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.612434 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] host = n-d-791504-15 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.612639 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.612833 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.612923 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.613047 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.613226 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.613393 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.613503 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.613648 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.613837 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.614018 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.614156 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.614268 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.614407 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.614556 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.614727 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_options = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.614902 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.615012 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.615238 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.615402 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.615545 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.615788 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.615788 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.616059 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.616059 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.616311 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.616399 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.616514 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.616670 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.616826 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.617181 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.617318 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.617459 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.617647 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.617768 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.617896 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.618127 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.618318 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.618408 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.618517 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.618648 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.618834 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.619008 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.619099 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.619289 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.619507 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.619667 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.619759 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.619840 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.620058 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.620205 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.620371 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.620535 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.620660 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.620858 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.621055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.621185 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.621287 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.621428 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.621606 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.621736 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.621876 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_json = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.622027 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.622185 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.622343 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.622505 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.622668 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.622845 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.622976 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.623115 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:10:34.623320 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.623452 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.623646 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.623794 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.623936 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.624059 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.624253 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.624408 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.624541 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.624667 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.624929 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.625099 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.625274 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.625435 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.625591 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.625677 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.625897 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626000 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626113 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626217 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626470 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626613 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626701 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626863 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.626993 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.627200 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.627372 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.627546 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.627665 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.627809 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.628000 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.628130 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.632811 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633586 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.633777 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.634411 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635055 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.635547 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636079 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636079 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636079 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636079 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636079 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636079 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636438 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636438 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636666 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.636666 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637509 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637509 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637509 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637509 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637974 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637974 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637974 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.637974 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.638425 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.638425 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.638425 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.638772 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.638772 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639016 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639016 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639245 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639367 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639486 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639635 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639801 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.639944 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.640108 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.640271 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.640442 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.640604 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.640767 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.640947 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.641117 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.641299 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.641558 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.642264 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.642264 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.642264 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.642264 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.642737 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.642822 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.642971 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.643109 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.643263 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.643460 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.643593 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.643795 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.643918 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.644068 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.644281 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.644440 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.644542 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.644739 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.644902 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.645071 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.645202 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.645381 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.645506 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.645668 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.645815 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.645985 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.646127 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.646284 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.646433 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.646600 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.646786 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.646911 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.647071 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.647231 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.647393 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.647572 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.647739 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.647871 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.648041 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.648196 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.648350 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.648527 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.648651 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.648847 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.649011 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.649174 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.649333 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.649495 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.649656 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.649815 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.649960 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.650123 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.650285 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.650447 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.650610 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.650773 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.650934 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.651096 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.651258 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.651418 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.651582 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.651804 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.652168 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.652168 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.652460 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.652460 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.652657 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.652797 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.652917 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.653068 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.653230 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.653392 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.653555 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.653716 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.653877 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.654037 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.654262 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.654357 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.654505 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.654666 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.654831 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.654994 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.655157 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.655317 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.655478 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.655640 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.655801 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.655962 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.656137 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.656298 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.656460 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.656620 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.656802 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.656960 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.657133 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.657294 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.657457 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.657619 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.657780 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.657939 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.658110 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.658271 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.658431 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.658591 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.658751 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.658915 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.659086 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.659247 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.659409 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.659569 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.659728 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.659888 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.660059 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.660220 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.660380 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.660540 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.660699 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.660886 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.661058 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.661220 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.661381 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.661551 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.661712 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.661871 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.662032 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.662204 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.662367 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.662532 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.662695 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.662854 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.663014 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.663177 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.663345 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.663515 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.663683 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.663848 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.664019 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.664189 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.664357 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.664519 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.664686 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.664881 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.665044 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.665205 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.665369 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.665531 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.665692 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.665853 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.666016 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.666176 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.666396 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.666501 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.666642 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.666802 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.666963 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.667124 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.667307 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.667501 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.667662 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.667823 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.667984 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:10:34.668136 n-d-791504-15 neutron-server[93686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:10:34.883363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.894243 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077946 Jul 16 18:10:46.187278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba4b395-06a5-4b84-8847-adf346dd6505 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:10:46.298630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4b395-06a5-4b84-8847-adf346dd6505 None None] No non-hosted networks {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 18:10:46.317353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.agentschedulers_db [None req-eba4b395-06a5-4b84-8847-adf346dd6505 None None] DHCP Agent not found on host n-d-791504-15 {{(pid=93797) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 18:10:46.450870 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62e65f75-5286-4942-9264-122e3b7e14b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987846'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.587778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e57939b-f91a-4f1b-a716-8cdb9b30f983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987846'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.668829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fa0bedf-241d-4ecb-bb8c-4ac42a1c8151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.786409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987846'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.787065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.787395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.787719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.788087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.788409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.788722 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.789052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.789559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.790130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.790589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.791047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.791499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.792397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791504-15', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:48.807134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791504-15', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:49.792426 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987846'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.552864 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987846'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.824722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40832) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.939047 n-d-791504-15 neutron-server[93797]: INFO neutron.db.l3_hamode_db [None req-606ab503-be81-4047-976d-d4f0ef815137 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 18:10:53.015585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ab503-be81-4047-976d-d4f0ef815137 None None] Routers set() bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:53.015979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ab503-be81-4047-976d-d4f0ef815137 None None] Router IDs set() for agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:10:53.381538 n-d-791504-15 neutron-server[93796]: WARNING oslo_policy.policy [None req-7010876e-0ab4-42a5-b2c7-cf68e7ef37c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:10:53.382134 n-d-791504-15 neutron-server[93796]: WARNING oslo_policy.policy [None req-7010876e-0ab4-42a5-b2c7-cf68e7ef37c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:10:53.599887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-7010876e-0ab4-42a5-b2c7-cf68e7ef37c7 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:10:53.600955 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7010876e-0ab4-42a5-b2c7-cf68e7ef37c7 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7747681 Jul 16 18:10:55.974505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:56.527289 n-d-791504-15 neutron-server[93795]: WARNING oslo_policy.policy [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:10:56.527836 n-d-791504-15 neutron-server[93795]: WARNING oslo_policy.policy [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:10:56.746286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:56.838297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.policy [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93795) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 18:10:56.882860 n-d-791504-15 neutron-server[93795]: WARNING oslo_policy.policy [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:10:56.883225 n-d-791504-15 neutron-server[93795]: WARNING oslo_policy.policy [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:10:56.892273 n-d-791504-15 neutron-server[93795]: INFO neutron.quota [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] Loaded quota_driver: . Jul 16 18:10:56.986651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734576754533', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734576746840', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734576741614', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734576768676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734576762215', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734577238769', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-837007', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-837244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766451'] for rbac-policy, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.073782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.076377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0e98595-c5e1-4834-9c34-8dddfc3681c6 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0997975 Jul 16 18:10:59.689674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40864) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.008940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Request body: {'network': {'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:00.041391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Made reservation on behalf of b94ba38d91134bec9e48c9af049f2ce7 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:00.044452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.061193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.185517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.190547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.213873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:00.238306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734572260419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.238800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Unsubscribe: segment precommit_create {{(pid=93795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 18:11:00.239299 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Added segment 9e4b3a42-959e-4711-9e8e-a2908ba80cff of type vlan for network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 Jul 16 18:11:00.245623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e818f-e06a-4522-80d4-eaf9208626d0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.280981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.281287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.281613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.281937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.282256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.282576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.282891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.283202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.283515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.283823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.284132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.284443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Tracked resource versions report: Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: pushed versions: Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: { 'AddressGroup': {'1.2'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Log': {'1.0'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Network': {'1.1'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Port': {'1.7'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'PortForwarding': {'1.2'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'QosPolicy': {'1.8'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'SecurityGroup': {'1.4'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'SubPort': {'1.0'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Subnet': {'1.1'}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Trunk': {'1.1'}} Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: consumer versions: Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: L3 agent@n-d-791504-15: {}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: Metadata agent@n-d-791504-15: {}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: Metering agent@n-d-791504-15: {}, Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'ConntrackHelper': '1.0', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Log': '1.0', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Network': '1.1', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Port': '1.7', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'PortForwarding': '1.2', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'QosPolicy': '1.8', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'SecurityGroup': '1.4', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'SecurityGroupRule': '1.2', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'SubPort': '1.0', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Subnet': '1.1', Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: 'Trunk': '1.1'}} Jul 16 18:11:00.285589 n-d-791504-15 neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:11:00.368254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.429261 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.430523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.431223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.485173 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7940333 Jul 16 18:11:00.531983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40c05a-2533-4650-8fd0-22b6a77981b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.545571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:03.157490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40878) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.732736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.policy [None req-d0244063-9fb4-447d-a763-8c3044e0ef7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93796) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 18:11:03.776684 n-d-791504-15 neutron-server[93796]: WARNING oslo_policy.policy [None req-d0244063-9fb4-447d-a763-8c3044e0ef7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:11:03.777074 n-d-791504-15 neutron-server[93796]: WARNING oslo_policy.policy [None req-d0244063-9fb4-447d-a763-8c3044e0ef7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:11:03.785306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0244063-9fb4-447d-a763-8c3044e0ef7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.787006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d0244063-9fb4-447d-a763-8c3044e0ef7c admin admin] 10.222.0.49 "GET /v2.0/networks/b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 HTTP/1.1" status: 200 len: 825 time: 0.6285872 Jul 16 18:11:03.830055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dbda2257-8f30-4808-85d0-704c7d0c55e9 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/776eb805-fe43-43ce-9175-8a6521d5d250 HTTP/1.1" status: 200 len: 734 time: 0.0338085 Jul 16 18:11:03.838837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '776eb805-fe43-43ce-9175-8a6521d5d250', 'name': 'private-subnet', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:03.840426 n-d-791504-15 neutron-server[93796]: INFO neutron.quota [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Loaded quota_driver: . Jul 16 18:11:03.885106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Made reservation on behalf of b94ba38d91134bec9e48c9af049f2ce7 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:03.889792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.210135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.280466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Checking segment: {'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:04.280838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Network hostable DHCP agents. Network: b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:04.290663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6f293b-62e0-4e88-8207-daea83f14dd3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.303019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.303350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.303682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.303995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.304315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.304628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.304973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.305281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.305592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.305879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.306186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.306488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Tracked resource versions report: Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: pushed versions: Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: { 'AddressGroup': {'1.2'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Log': {'1.0'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Network': {'1.1'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Port': {'1.7'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'PortForwarding': {'1.2'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'QosPolicy': {'1.8'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'SecurityGroup': {'1.4'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'SubPort': {'1.0'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Subnet': {'1.1'}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Trunk': {'1.1'}} Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: consumer versions: Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: L3 agent@n-d-791504-15: {}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: Metadata agent@n-d-791504-15: {}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: Metering agent@n-d-791504-15: {}, Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'ConntrackHelper': '1.0', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Log': '1.0', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Network': '1.1', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Port': '1.7', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'PortForwarding': '1.2', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'QosPolicy': '1.8', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'SecurityGroup': '1.4', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'SecurityGroupRule': '1.2', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'SubPort': '1.0', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Subnet': '1.1', Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: 'Trunk': '1.1'}} Jul 16 18:11:04.307589 n-d-791504-15 neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:11:04.340684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:04.355242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:04.361863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.363200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.364899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76999f6e-c72c-42c2-8d71-6b4285532ac8 None None] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:04.383471 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a870294-6cc0-4d13-bb02-27d3aa895e23 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5481803 Jul 16 18:11:04.686065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'fixed_ips': [{'subnet_id': '7f6f293b-62e0-4e88-8207-daea83f14dd3'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:04.687398 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.955872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Allocated IP 172.20.0.2 (b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6/7f6f293b-62e0-4e88-8207-daea83f14dd3/c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:05.160262 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.204838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Transition to ACTIVE for port object c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:05.226461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Transition to ACTIVE for port object c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:05.235560 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.307641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:05.312983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:05.317161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:05.328040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Pushing event updated for resources: {'Port': ['ID=c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.352069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.352416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.352749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.353104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.353417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.353742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.354058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.354651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.354976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.355295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.355618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.355924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Tracked resource versions report: Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: pushed versions: Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: { 'AddressGroup': {'1.2'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Log': {'1.0'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Network': {'1.1'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Port': {'1.7'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'PortForwarding': {'1.2'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'QosPolicy': {'1.8'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'SecurityGroup': {'1.4'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'SubPort': {'1.0'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Subnet': {'1.1'}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Trunk': {'1.1'}} Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: consumer versions: Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: L3 agent@n-d-791504-15: {}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: Metadata agent@n-d-791504-15: {}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: Metering agent@n-d-791504-15: {}, Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'ConntrackHelper': '1.0', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Log': '1.0', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Network': '1.1', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Port': '1.7', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'PortForwarding': '1.2', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'QosPolicy': '1.8', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'SecurityGroup': '1.4', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'SecurityGroupRule': '1.2', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'SubPort': '1.0', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Subnet': '1.1', Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: 'Trunk': '1.1'}} Jul 16 18:11:05.357461 n-d-791504-15 neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:11:05.409805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Attempting to bind port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:05.410457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Attempting to bind port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:05.410657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Attempting to bind port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e on network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:05.416008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:05.416422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Checking segment: {'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:05.416925 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.417402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Bound using segment: {'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:05.417868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Bound port: c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:05.418282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.481416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] For port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:05.485755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] For port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e,segment=NetworkSegment(9e4b3a42-959e-4711-9e8e-a2908ba80cff),segment_id=9e4b3a42-959e-4711-9e8e-a2908ba80cff)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:05.491394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.557101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809fa00-f506-4c8b-9e83-45ea9fa19070 None None] Pushing event updated for resources: {'Port': ['ID=c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.749759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.084798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-cbf26e05-8011-4de3-b2aa-f4c250ac8aeb admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:11:07.085795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cbf26e05-8011-4de3-b2aa-f4c250ac8aeb admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3349526 Jul 16 18:11:09.487695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.813945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-450dfbc7-21f3-43c7-b0c9-a1fdd238b9b9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:11:09.814972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-450dfbc7-21f3-43c7-b0c9-a1fdd238b9b9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3263195 Jul 16 18:11:10.651622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:10.737275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:11.688702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442b9a5-4f7e-4486-aa1f-7e9b6a190f4e None None] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:11.763180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8539f63-71b3-4096-802d-6bd5cfb339b6 None None] Provisioning for port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:11.774513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8539f63-71b3-4096-802d-6bd5cfb339b6 None None] Provisioning complete for port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:11.774907 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8539f63-71b3-4096-802d-6bd5cfb339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.951449 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8539f63-71b3-4096-802d-6bd5cfb339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.003364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f8539f63-71b3-4096-802d-6bd5cfb339b6 None None] For port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e,segment=NetworkSegment(9e4b3a42-959e-4711-9e8e-a2908ba80cff),segment_id=9e4b3a42-959e-4711-9e8e-a2908ba80cff)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:12.009191 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8539f63-71b3-4096-802d-6bd5cfb339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.059645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8539f63-71b3-4096-802d-6bd5cfb339b6 None None] Pushing event updated for resources: {'Port': ['ID=c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.230635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-76db3a7f-79c4-4484-8637-33a5cb99ffa5 None None] Provisioning complete for port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:12.231054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76db3a7f-79c4-4484-8637-33a5cb99ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.475171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.615706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:12.662171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:12.662540 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.822507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dd4d8b80-963b-463a-b085-7aeb37b09936 admin admin] Request body: {'router': {'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:12.851400 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8b80-963b-463a-b085-7aeb37b09936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.853040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8b80-963b-463a-b085-7aeb37b09936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.995391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8b80-963b-463a-b085-7aeb37b09936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.004195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8b80-963b-463a-b085-7aeb37b09936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.022029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8b80-963b-463a-b085-7aeb37b09936 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.023320 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dd4d8b80-963b-463a-b085-7aeb37b09936 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5471399 Jul 16 18:11:15.369859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.738486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-4a61c1a9-3c18-4ee4-bc79-3ac73d7e0b3a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:11:15.739465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4a61c1a9-3c18-4ee4-bc79-3ac73d7e0b3a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3687406 Jul 16 18:11:16.084547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-342f5006-534c-4d65-aad0-bc62db77fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.108073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.492048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:18.525807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Made reservation on behalf of 69dc7dc0f6894668a7486d88ab22b7d4 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:18.528185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.548982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.580652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb55a-bad2-466f-a593-cef46340de7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.686501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.692613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.715679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Reserving flat network on physical network physnet1 {{(pid=93796) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 18:11:18.735801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c79db-14f9-4d34-95b4-6983243ceeab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.742742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734572260419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.743189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Unsubscribe: segment precommit_create {{(pid=93796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 18:11:18.743661 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Added segment cd3fb2ba-390a-4229-b5ba-83739eb6bf61 of type flat for network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 Jul 16 18:11:18.784567 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.798021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.854903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.855953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.856641 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.924990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8155785 Jul 16 18:11:18.965387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af905d3-c956-4267-9f56-5c12d48e68ee admin admin] Pushing event updated for resources: {'Network': ['ID=48cc6e31-922c-4ab4-b611-5f8ee13a8c52,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.979599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:19.738151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.281383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.487241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c32683-a367-4353-8e82-d6396a8cf5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.488589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f5c32683-a367-4353-8e82-d6396a8cf5e4 admin admin] 10.222.0.49 "GET /v2.0/subnets/7f6f293b-62e0-4e88-8207-daea83f14dd3 HTTP/1.1" status: 200 len: 849 time: 0.2059896 Jul 16 18:11:21.506274 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.648424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eaba481a-2728-46b0-bee8-aa0328d0d79f admin admin] 10.222.0.49 "GET /v2.0/routers/a5858ac8-471e-4f78-81cb-c3ebd840f90f HTTP/1.1" status: 200 len: 704 time: 0.1539629 Jul 16 18:11:21.919461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.225720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Allocated IP 172.20.0.1 (b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6/7f6f293b-62e0-4e88-8207-daea83f14dd3/aabe941e-63c2-4253-941f-ea2694c85546) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:22.390863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.412608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Transition to ACTIVE for port object aabe941e-63c2-4253-941f-ea2694c85546 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:22.496124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.612012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:22.618671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:22.629045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:22.629572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.653460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Pushing event updated for resources: {'Port': ['ID=aabe941e-63c2-4253-941f-ea2694c85546,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.815101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a34ea222-d6bd-4896-8982-776dec93a67c None None] Provisioning for port aabe941e-63c2-4253-941f-ea2694c85546 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:22.820275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a34ea222-d6bd-4896-8982-776dec93a67c None None] Provisioning complete for port aabe941e-63c2-4253-941f-ea2694c85546 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:22.820623 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a34ea222-d6bd-4896-8982-776dec93a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.848910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.853433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a34ea222-d6bd-4896-8982-776dec93a67c None None] Port aabe941e-63c2-4253-941f-ea2694c85546 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:23.032336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.038889 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.039670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.098360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Pushing event updated for resources: {'Port': ['ID=aabe941e-63c2-4253-941f-ea2694c85546,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.164808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:23.166302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:23.327346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Router a5858ac8-471e-4f78-81cb-c3ebd840f90f is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:23.374921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-806f60bb-740e-4d19-8cb0-ab42430b8c4b None None] Provisioning complete for port aabe941e-63c2-4253-941f-ea2694c85546 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:23.375289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-806f60bb-740e-4d19-8cb0-ab42430b8c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.411394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-806f60bb-740e-4d19-8cb0-ab42430b8c4b None None] Port aabe941e-63c2-4253-941f-ea2694c85546 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:23.421316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:23.426751 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-224563cb-a457-49f2-bfef-9bbe4548ed04 admin admin] 10.222.0.49 "PUT /v2.0/routers/a5858ac8-471e-4f78-81cb-c3ebd840f90f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7719779 Jul 16 18:11:23.433065 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Sync routers for ids ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:23.444942 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Routers {'a5858ac8-471e-4f78-81cb-c3ebd840f90f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:23.445692 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:11:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:23.630166 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Set router a5858ac8-471e-4f78-81cb-c3ebd840f90f gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:24.052693 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'name': 'router1', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:12Z', 'updated_at': '2021-07-16T18:11:22Z', 'revision_number': 2, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'gw_port_host': None, '_interfaces': [{'id': 'aabe941e-63c2-4253-941f-ea2694c85546', 'name': '', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'mac_address': 'fa:16:3e:58:97:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:21Z', 'updated_at': '2021-07-16T18:11:22Z', 'revision_number': 2, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'subnets': [{'id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '776eb805-fe43-43ce-9175-8a6521d5d250'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:24.103988 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Checking router: a5858ac8-471e-4f78-81cb-c3ebd840f90f for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:24.104357 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Updating router a5858ac8-471e-4f78-81cb-c3ebd840f90f port aabe941e-63c2-4253-941f-ea2694c85546 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:24.169105 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.584334 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:24.662173 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.679757 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Transition to ACTIVE for port object aabe941e-63c2-4253-941f-ea2694c85546 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:24.686474 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.772408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Pushing event updated for resources: {'Port': ['ID=aabe941e-63c2-4253-941f-ea2694c85546,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.798901 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.799242 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.799579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.799906 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.800227 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.800549 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.800889 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.801207 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.801521 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.801864 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.802175 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.802486 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Tracked resource versions report: Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: pushed versions: Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Log': {'1.0'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Network': {'1.1'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Port': {'1.7'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: consumer versions: Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: L3 agent@n-d-791504-15: {}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: Metadata agent@n-d-791504-15: {}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: Metering agent@n-d-791504-15: {}, Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Log': '1.0', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Network': '1.1', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Port': '1.7', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'PortForwarding': '1.2', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'QosPolicy': '1.8', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'SubPort': '1.0', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Subnet': '1.1', Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: 'Trunk': '1.1'}} Jul 16 18:11:24.803579 n-d-791504-15 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:11:24.854840 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Attempting to bind port aabe941e-63c2-4253-941f-ea2694c85546 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:24.855233 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Attempting to bind port aabe941e-63c2-4253-941f-ea2694c85546 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:24.855709 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Attempting to bind port aabe941e-63c2-4253-941f-ea2694c85546 on network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:24.861146 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:24.861546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Checking segment: {'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:24.862016 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.862396 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Bound using segment: {'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:24.862870 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Bound port: aabe941e-63c2-4253-941f-ea2694c85546, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4b3a42-959e-4711-9e8e-a2908ba80cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:24.863262 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.927517 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] For port aabe941e-63c2-4253-941f-ea2694c85546, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:24.949806 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] For port aabe941e-63c2-4253-941f-ea2694c85546, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=aabe941e-63c2-4253-941f-ea2694c85546,segment=NetworkSegment(9e4b3a42-959e-4711-9e8e-a2908ba80cff),segment_id=9e4b3a42-959e-4711-9e8e-a2908ba80cff)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:24.954361 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.016236 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c2fc8-424d-48c3-a348-6311203bc8b5 None None] Pushing event updated for resources: {'Port': ['ID=aabe941e-63c2-4253-941f-ea2694c85546,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.020608 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Routers {'a5858ac8-471e-4f78-81cb-c3ebd840f90f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:25.021254 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:11:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:25.113710 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] Set router a5858ac8-471e-4f78-81cb-c3ebd840f90f gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:25.319915 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'name': 'router1', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:12Z', 'updated_at': '2021-07-16T18:11:22Z', 'revision_number': 2, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'gw_port_host': None, '_interfaces': [{'id': 'aabe941e-63c2-4253-941f-ea2694c85546', 'name': '', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'mac_address': 'fa:16:3e:58:97:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:21Z', 'updated_at': '2021-07-16T18:11:24Z', 'revision_number': 4, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'subnets': [{'id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '776eb805-fe43-43ce-9175-8a6521d5d250'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:25.348257 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d129e-7303-4b5a-91db-706691e470cf None None] The sync data for ids ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'] in n-d-791504-15 is: [{'id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'name': 'router1', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:12Z', 'updated_at': '2021-07-16T18:11:22Z', 'revision_number': 2, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'gw_port_host': None, '_interfaces': [{'id': 'aabe941e-63c2-4253-941f-ea2694c85546', 'name': '', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'mac_address': 'fa:16:3e:58:97:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:21Z', 'updated_at': '2021-07-16T18:11:24Z', 'revision_number': 4, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'subnets': [{'id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '776eb805-fe43-43ce-9175-8a6521d5d250'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:25.629387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.762886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a39f5-86f8-4d70-a6a7-d97d268ad987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.764291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-419a39f5-86f8-4d70-a6a7-d97d268ad987 admin admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 842 time: 0.1332953 Jul 16 18:11:25.773528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:25.796016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Made reservation on behalf of 69dc7dc0f6894668a7486d88ab22b7d4 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:25.798337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.078147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:11:26.078557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.131125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3ae48f-a818-4386-aba0-7701e0727a0f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.139671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:26.140022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Network hostable DHCP agents. Network: 48cc6e31-922c-4ab4-b611-5f8ee13a8c52, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:26.156745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:26.165882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 48cc6e31-922c-4ab4-b611-5f8ee13a8c52) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:26.170154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.171354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.174769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab5b3a-a003-4c57-808d-f72540be159e None None] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:26.186142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9dc7eb78-a4c3-4332-aef1-9bbc6762c550 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4160330 Jul 16 18:11:26.305102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3895b40-168d-42f9-bd7e-6c30ed863a6c None None] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:28.487661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.650910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device aabe941e-63c2-4253-941f-ea2694c85546 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:28.706271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port aabe941e-63c2-4253-941f-ea2694c85546 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:28.709817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port aabe941e-63c2-4253-941f-ea2694c85546 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:28.710198 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.734278 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-15c14106-36d1-4ae8-b77b-dc7e1acaed75 admin admin] 10.222.0.49 "GET /v2.0/routers/a5858ac8-471e-4f78-81cb-c3ebd840f90f HTTP/1.1" status: 200 len: 710 time: 0.2454555 Jul 16 18:11:28.786433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.818974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port aabe941e-63c2-4253-941f-ea2694c85546, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=aabe941e-63c2-4253-941f-ea2694c85546,segment=NetworkSegment(9e4b3a42-959e-4711-9e8e-a2908ba80cff),segment_id=9e4b3a42-959e-4711-9e8e-a2908ba80cff)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:28.823567 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.873433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=aabe941e-63c2-4253-941f-ea2694c85546,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.884740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc19d0cc-7aff-4dd6-9aa1-a7e4d8b1e429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.886179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc19d0cc-7aff-4dd6-9aa1-a7e4d8b1e429 admin admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 886 time: 0.1468751 Jul 16 18:11:28.895893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.149106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.388503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.465917 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.650298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Allocated IP 172.25.1.181 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/a94ff326-9000-4dfa-8f4a-662a6ae07f98) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:29.760204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.847028 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.980621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:29.985013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:29.986799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Pushing event updated for resources: {'Port': ['ID=a94ff326-9000-4dfa-8f4a-662a6ae07f98,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.999100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:30.299791 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.499229 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.502922 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.619484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Router a5858ac8-471e-4f78-81cb-c3ebd840f90f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:30.630749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device aabe941e-63c2-4253-941f-ea2694c85546 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:30.718903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port aabe941e-63c2-4253-941f-ea2694c85546 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:30.719313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.729870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:30.735163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.736201 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-48af6888-eb1d-44ae-be03-a1a258298d90 admin admin] 10.222.0.49 "PUT /v2.0/routers/a5858ac8-471e-4f78-81cb-c3ebd840f90f HTTP/1.1" status: 200 len: 890 time: 1.8441291 Jul 16 18:11:30.744744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Sync routers for ids ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:30.766074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Routers {'a5858ac8-471e-4f78-81cb-c3ebd840f90f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:30.766765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:11:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:31.012574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Set router a5858ac8-471e-4f78-81cb-c3ebd840f90f gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:31.402614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'name': 'router1', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a94ff326-9000-4dfa-8f4a-662a6ae07f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:12Z', 'updated_at': '2021-07-16T18:11:30Z', 'revision_number': 4, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'gw_port': {'id': 'a94ff326-9000-4dfa-8f4a-662a6ae07f98', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:29Z', 'updated_at': '2021-07-16T18:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'aabe941e-63c2-4253-941f-ea2694c85546', 'name': '', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'mac_address': 'fa:16:3e:58:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:21Z', 'updated_at': '2021-07-16T18:11:28Z', 'revision_number': 5, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'subnets': [{'id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '776eb805-fe43-43ce-9175-8a6521d5d250'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:31.450900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Checking router: a5858ac8-471e-4f78-81cb-c3ebd840f90f for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:31.451254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Updating router a5858ac8-471e-4f78-81cb-c3ebd840f90f port a94ff326-9000-4dfa-8f4a-662a6ae07f98 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:31.486219 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.800118 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.810297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Transition to ACTIVE for port object a94ff326-9000-4dfa-8f4a-662a6ae07f98 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:31.816968 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.865600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Attempting to bind port a94ff326-9000-4dfa-8f4a-662a6ae07f98 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:31.865974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Attempting to bind port a94ff326-9000-4dfa-8f4a-662a6ae07f98 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:31.866336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Attempting to bind port a94ff326-9000-4dfa-8f4a-662a6ae07f98 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:31.868238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fa098-3172-49f1-b2f7-e8d3baaa93e0 None None] Pushing event updated for resources: {'Port': ['ID=a94ff326-9000-4dfa-8f4a-662a6ae07f98,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.873608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:31.873984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:31.874381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.874762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:31.875763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Bound port: a94ff326-9000-4dfa-8f4a-662a6ae07f98, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:31.875763 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.924318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] For port a94ff326-9000-4dfa-8f4a-662a6ae07f98, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:31.927639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] For port a94ff326-9000-4dfa-8f4a-662a6ae07f98, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a94ff326-9000-4dfa-8f4a-662a6ae07f98,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:31.932007 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.062748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fa098-3172-49f1-b2f7-e8d3baaa93e0 None None] Pushing event updated for resources: {'Port': ['ID=a94ff326-9000-4dfa-8f4a-662a6ae07f98,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.067068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Routers {'a5858ac8-471e-4f78-81cb-c3ebd840f90f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:32.067674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:11:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:32.173964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] Set router a5858ac8-471e-4f78-81cb-c3ebd840f90f gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:32.380100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'name': 'router1', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a94ff326-9000-4dfa-8f4a-662a6ae07f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:12Z', 'updated_at': '2021-07-16T18:11:30Z', 'revision_number': 4, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'gw_port': {'id': 'a94ff326-9000-4dfa-8f4a-662a6ae07f98', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:29Z', 'updated_at': '2021-07-16T18:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'aabe941e-63c2-4253-941f-ea2694c85546', 'name': '', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'mac_address': 'fa:16:3e:58:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:21Z', 'updated_at': '2021-07-16T18:11:28Z', 'revision_number': 5, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'subnets': [{'id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '776eb805-fe43-43ce-9175-8a6521d5d250'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:32.408448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2ab41-0465-4e5a-8608-3ebb0640bbff None None] The sync data for ids ['a5858ac8-471e-4f78-81cb-c3ebd840f90f'] in n-d-791504-15 is: [{'id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'name': 'router1', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a94ff326-9000-4dfa-8f4a-662a6ae07f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:12Z', 'updated_at': '2021-07-16T18:11:30Z', 'revision_number': 4, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'gw_port': {'id': 'a94ff326-9000-4dfa-8f4a-662a6ae07f98', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ba:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:29Z', 'updated_at': '2021-07-16T18:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'aabe941e-63c2-4253-941f-ea2694c85546', 'name': '', 'network_id': 'b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6', 'tenant_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'mac_address': 'fa:16:3e:58:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5858ac8-471e-4f78-81cb-c3ebd840f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:21Z', 'updated_at': '2021-07-16T18:11:28Z', 'revision_number': 5, 'project_id': 'b94ba38d91134bec9e48c9af049f2ce7', 'subnets': [{'id': '7f6f293b-62e0-4e88-8207-daea83f14dd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '776eb805-fe43-43ce-9175-8a6521d5d250'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:32.680102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a94ff326-9000-4dfa-8f4a-662a6ae07f98 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:32.732758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a94ff326-9000-4dfa-8f4a-662a6ae07f98 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:32.736907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a94ff326-9000-4dfa-8f4a-662a6ae07f98 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:32.737355 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.816561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.838555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port a94ff326-9000-4dfa-8f4a-662a6ae07f98, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a94ff326-9000-4dfa-8f4a-662a6ae07f98,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:32.843404 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.898174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=a94ff326-9000-4dfa-8f4a-662a6ae07f98,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.090677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.219768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f8ab1f2-00f6-4d27-8d5c-11ac3ee14f3b admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1278200 Jul 16 18:11:34.635476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a94ff326-9000-4dfa-8f4a-662a6ae07f98 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:34.683833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a94ff326-9000-4dfa-8f4a-662a6ae07f98 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:34.684175 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.088762 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de0717f6-25f3-4c4d-a9b9-a680f4ff0933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.585451 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00c99050-b1db-4df4-bd6b-6fa0a0fc45a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.800551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.744858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.531393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.545136 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:16.092649 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f4eb9b7-3219-45fc-b129-aba4469aa973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.580300 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8cc5c29-ded9-4a14-8cc1-0888fcae7e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.785784 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.746121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.533182 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.545466 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:46.096537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-541f288b-a721-4fc3-a6a4-6c0077cbf3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.584225 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae051253-367f-4da2-af60-eb138345bcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.789410 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.750122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.534634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.948884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.022676 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfafd31-28df-462f-a6f6-9af742f392bd admin admin] GET failed (client error): The resource could not be found. Jul 16 18:13:14.023992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fbfafd31-28df-462f-a6f6-9af742f392bd admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740974 Jul 16 18:13:14.201087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb41b4-1e26-427f-aa26-b406e428df1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.202619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dcfb41b4-1e26-427f-aa26-b406e428df1e admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1736672 Jul 16 18:13:15.544562 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:16.100082 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8aab5ef1-689f-4cb6-a377-a1b94b91f22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.386078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41600) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.498211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc4378-5841-4cd2-9c2e-43f283387c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.499603 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-01cc4378-5841-4cd2-9c2e-43f283387c29 admin admin] 10.222.0.49 "GET /v2.0/subnets/7f6f293b-62e0-4e88-8207-daea83f14dd3 HTTP/1.1" status: 200 len: 849 time: 0.1118116 Jul 16 18:13:16.513852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:16.611235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.865714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734572147339'] for subnet, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.899013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.899625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.901231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] 10.222.0.49 "PUT /v2.0/subnets/7f6f293b-62e0-4e88-8207-daea83f14dd3 HTTP/1.1" status: 200 len: 868 time: 0.3912101 Jul 16 18:13:16.905214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea8aa8c-b27b-4159-9a94-89406bc36df4 None None] Network b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:16.922878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6f293b-62e0-4e88-8207-daea83f14dd3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.931728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.932140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.932484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.932871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.933252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.933600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.933956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.934316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.934672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.935024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.935368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.935716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b6e41-8ac6-467c-bb29-ecf1e8de42b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.329153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2e51d8e1-a36e-4779-8548-f307590b4943 None None] Provisioning complete for port aabe941e-63c2-4253-941f-ea2694c85546 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:17.329771 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e51d8e1-a36e-4779-8548-f307590b4943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.420341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2e51d8e1-a36e-4779-8548-f307590b4943 None None] Provisioning complete for port c6f2c56a-faa0-404e-8a3b-6a6bf31bd60e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:17.420613 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e51d8e1-a36e-4779-8548-f307590b4943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.587927 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ea59df4-c57c-4fcd-8a58-457ca0091951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.792335 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.071733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.303451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311a17e-c508-4d8b-ab3f-213889b6da93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.303831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311a17e-c508-4d8b-ab3f-213889b6da93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.305476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8311a17e-c508-4d8b-ab3f-213889b6da93 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2324483 Jul 16 18:13:19.752530 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.517069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:21.530592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.808693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7e49f-04f8-44bd-b6fb-d3ff7c0a1e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.809071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7e49f-04f8-44bd-b6fb-d3ff7c0a1e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.810624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bec7e49f-04f8-44bd-b6fb-d3ff7c0a1e62 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2925649 Jul 16 18:13:23.981197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:24.107974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaccf67-b53c-4a9c-8e8d-e7738622e228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.109797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dcaccf67-b53c-4a9c-8e8d-e7738622e228 admin admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 886 time: 0.1276383 Jul 16 18:13:26.284847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.420903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe76d3f-d498-44cf-969f-4315d84b56a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.422527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4fe76d3f-d498-44cf-969f-4315d84b56a9 admin admin] 10.222.0.49 "GET /v2.0/networks/b6c0ab58-0dc0-4213-bc63-ee3c5d013ac6 HTTP/1.1" status: 200 len: 869 time: 0.1358705 Jul 16 18:13:28.573409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.712992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342336d-7fd7-4b54-b6f0-36ce64f6059b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.713452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342336d-7fd7-4b54-b6f0-36ce64f6059b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.715008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c342336d-7fd7-4b54-b6f0-36ce64f6059b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403098 Jul 16 18:13:30.871392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.973453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce4706-fff3-4dd2-9c20-b4a1432e999c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.973909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce4706-fff3-4dd2-9c20-b4a1432e999c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.975448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-43ce4706-fff3-4dd2-9c20-b4a1432e999c admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030951 Jul 16 18:13:33.148173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.248497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d3bcc-07f5-4e59-a3e4-7d56f76b689f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:33.249946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-db3d3bcc-07f5-4e59-a3e4-7d56f76b689f admin admin] 10.222.0.49 "GET /v2.0/subnets/7f6f293b-62e0-4e88-8207-daea83f14dd3 HTTP/1.1" status: 200 len: 868 time: 0.1007407 Jul 16 18:13:35.430876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41666) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.527929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69d65b-3483-47cf-8933-aea3c2cb7d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.529302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-df69d65b-3483-47cf-8933-aea3c2cb7d5a admin admin] 10.222.0.49 "GET /v2.0/subnets/cc3ae48f-a818-4386-aba0-7701e0727a0f HTTP/1.1" status: 200 len: 816 time: 0.0974576 Jul 16 18:13:46.103536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-25aa5ceb-550a-4a2c-a714-6c0bba0aef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.591307 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e71d2d25-2c51-4afa-b073-b5131d4b528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.798303 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.756997 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.533546 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.544236 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:00.214801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41718) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.264467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-87d60985-082b-4dd1-8fde-eb9b57345ece admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:14:00.265591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-87d60985-082b-4dd1-8fde-eb9b57345ece admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497909 Jul 16 18:14:02.503626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41726) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.570630 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f69d5eb-a75e-4620-a223-73f935e5e359 admin admin] GET failed (client error): The resource could not be found. Jul 16 18:14:02.571949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f69d5eb-a75e-4620-a223-73f935e5e359 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673950 Jul 16 18:14:02.663019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f619fc7-552a-4b6f-b3c2-cf5e008f788a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.664505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f619fc7-552a-4b6f-b3c2-cf5e008f788a admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866227 Jul 16 18:14:04.818698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.874458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:04.897467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Made reservation on behalf of 69dc7dc0f6894668a7486d88ab22b7d4 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:04.899843 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.935373 n-d-791504-15 neutron-server[93795]: WARNING neutron.services.revisions.revision_plugin [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Could not find related network for resource to bump revision. Jul 16 18:14:04.948374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:04.958527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.958877 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Added segment 01a8f563-7b2a-4823-bbfc-3dc827e9caf8 of type vlan for network be66d5a4-b701-45b3-8999-41bdce65c96c Jul 16 18:14:05.001097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.030803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.031745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.032313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.063544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2437732 Jul 16 18:14:05.090969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16686182-77cf-4410-afd8-0e28c1a89360 admin admin] Pushing event updated for resources: {'Network': ['ID=be66d5a4-b701-45b3-8999-41bdce65c96c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.103137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network be66d5a4-b701-45b3-8999-41bdce65c96c details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:07.247556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.308938 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f50466-d787-4455-8750-bcae45679cb0 admin admin] GET failed (client error): The resource could not be found. Jul 16 18:14:07.310257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f9f50466-d787-4455-8750-bcae45679cb0 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617552 Jul 16 18:14:07.411337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d105ba1-d4d2-479e-9274-9d02d3e37e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.412882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5d105ba1-d4d2-479e-9274-9d02d3e37e38 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0974159 Jul 16 18:14:07.426555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:07.452337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Made reservation on behalf of 69dc7dc0f6894668a7486d88ab22b7d4 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:07.456390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.625521 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.678772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ede4c3-1b8f-45dd-b2e9-345f10253c81,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.692285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.692623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.692984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.693371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.693906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.694241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.694568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.694925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.695218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.695535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.695855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.696161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:07.704162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:07.704523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Network hostable DHCP agents. Network: be66d5a4-b701-45b3-8999-41bdce65c96c, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:07.722129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Network be66d5a4-b701-45b3-8999-41bdce65c96c is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:07.730607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, be66d5a4-b701-45b3-8999-41bdce65c96c) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:07.734896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.735494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.741188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed6f1b-48b1-41a2-aaf5-87f23629e808 None None] Network be66d5a4-b701-45b3-8999-41bdce65c96c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:07.750001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a0063a76-4666-413e-a968-882ead7a80fe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3270988 Jul 16 18:14:07.989803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-be66d5a4-b701-45b3-8999-41bdce65c96c', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'tenant_id': '69dc7dc0f6894668a7486d88ab22b7d4', 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:07.990779 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.125174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Allocated IP 192.168.233.2 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/985e48d1-ed0a-4aad-97fb-b13c7ba0f852) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:08.266403 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.275068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Transition to ACTIVE for port object 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:08.290367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Transition to ACTIVE for port object 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:08.297837 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.341040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:08.345046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:08.346771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Pushing event updated for resources: {'Port': ['ID=985e48d1-ed0a-4aad-97fb-b13c7ba0f852,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.348898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:08.359326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.359674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.360002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.360335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.360685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.361043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.361359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.361686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.362011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.362340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.362735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.363052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:08.414245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Attempting to bind port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:08.414620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Attempting to bind port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:08.414976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Attempting to bind port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:08.420071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:08.420456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:08.420887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.421283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:08.422053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Bound port: 985e48d1-ed0a-4aad-97fb-b13c7ba0f852, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:08.422433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.486928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] For port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:08.491351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] For port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=985e48d1-ed0a-4aad-97fb-b13c7ba0f852,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:08.496761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.556235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a99a5-f357-437e-a956-f21b59665978 None None] Pushing event updated for resources: {'Port': ['ID=985e48d1-ed0a-4aad-97fb-b13c7ba0f852,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.845512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:08.897330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:09.369449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f39090-0bcc-4971-acbe-7ab72060f129 None None] Network be66d5a4-b701-45b3-8999-41bdce65c96c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:09.446627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e20e302a-48b9-46a6-93f9-22b7fc94c8f7 None None] Provisioning for port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:09.457994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e20e302a-48b9-46a6-93f9-22b7fc94c8f7 None None] Provisioning complete for port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:09.458376 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e20e302a-48b9-46a6-93f9-22b7fc94c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.593403 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e20e302a-48b9-46a6-93f9-22b7fc94c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.635651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e20e302a-48b9-46a6-93f9-22b7fc94c8f7 None None] For port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=985e48d1-ed0a-4aad-97fb-b13c7ba0f852,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:09.642103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e20e302a-48b9-46a6-93f9-22b7fc94c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.711584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e302a-48b9-46a6-93f9-22b7fc94c8f7 None None] Pushing event updated for resources: {'Port': ['ID=985e48d1-ed0a-4aad-97fb-b13c7ba0f852,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.906410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94105021-67c4-4a68-968c-4b1ea5e88b76 None None] Provisioning complete for port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:09.907059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94105021-67c4-4a68-968c-4b1ea5e88b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.755953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:10.806670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 985e48d1-ed0a-4aad-97fb-b13c7ba0f852 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:10.807043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.108653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7941f2a-feca-417d-a594-c6c80ec70abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.594946 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66105c19-9e3b-427a-a855-6da9b90bac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.792666 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.758467 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.540329 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.543692 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:46.112579 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55ab275c-9d5e-40e7-a733-07338657df21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.600972 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1d2589b-798e-44de-97ab-e9459f15bfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.795468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.769847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.540262 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.542553 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:16.117823 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ac15b18-ab9f-47e8-8cba-ad88a952b7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.205031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.211404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-b1933fac-2b5a-4979-932f-c57fbadc03de tempest-verify_tempest_config-1990491164 tempest-verify_tempest_config-1990491164-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:18.212315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b1933fac-2b5a-4979-932f-c57fbadc03de tempest-verify_tempest_config-1990491164 tempest-verify_tempest_config-1990491164-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063024 Jul 16 18:15:18.563134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.602488 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3b4eb9b-c23f-4af6-a79d-6330852f2707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.671991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.766597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.771736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.798489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.819258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7375825d33e846cea06d11504b041d45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2550421 Jul 16 18:15:18.821276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1ddac1-0696-4e54-888a-0b9cda9029ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.821871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41820) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.829903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.830808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.830808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.830967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.831220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.831547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.832588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.833055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.833380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.833969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.834579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.835095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05972d63-36fa-47d5-a791-a04692967c81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.876598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.898427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.006144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.009036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.010188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d1ddac1-0696-4e54-888a-0b9cda9029ca HTTP/1.1" status: 204 len: 168 time: 0.1873558 Jul 16 18:15:19.018283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1ddac1-0696-4e54-888a-0b9cda9029ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:19.025297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.025642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.025980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.026311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.026640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.026966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.027401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.027730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.028050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.028398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.028680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.029038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ccebee-4162-4e9b-80d5-25ee213705f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.765868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.550038 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.547325 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:46.123663 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c59ef0d8-11b2-4173-963b-ea88a8c287ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.616611 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bd25077-bbb6-487b-baaf-a7b8ad8838ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.812236 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.770370 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.548748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.118577 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f687c952-5bdb-4ef9-8126-5b7cf01bba78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.617119 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-338df28b-6242-4bb5-ac4b-4c5887cda3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.807558 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.778140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.552649 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:21.556703 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.122737 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-581110bf-e88a-4c4c-b126-94194a1ae63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.621225 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a3f62a0-762c-455f-b86f-6fffa51c8a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.812000 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.774328 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.557962 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.556383 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:16.131299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-13c18ca4-6cce-45b6-9bd6-88412a538aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.623019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10873d97-5b40-4086-af1d-c1ce6bcc86a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.808378 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.779566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.566981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.560564 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:46.133144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c3da637-cfb8-42a7-a656-294d6ea1ad1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.622907 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9467557f-19ff-4269-823d-483723141cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.807339 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.786406 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.571589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.564663 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 5 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:16.133021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5179b6e8-b681-436b-89aa-55fffb5c6768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.623787 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-684d53be-8950-4bf7-a70d-c19f362bae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.810937 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.797446 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.570318 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.457526 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987846'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.191719 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1987846'] for agent, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.126179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-870df54b-7ea4-4606-890f-31aa3cbe1469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.568602 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:48.626423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d86ed1b-1f76-4a87-a6fc-d715b61c8726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.812837 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.796944 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.572264 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.430909 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.163290 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.541718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:10.670441 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9948dbff-920c-4855-bdd6-459ccc4da74a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1275623 Jul 16 18:19:12.816126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.882350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4baa64f1-e642-42eb-80db-095e06e8906f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0649693 Jul 16 18:19:16.139660 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed271f12-82ef-4abe-94ea-8167f2acaca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.627631 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb690-dece-4c2c-ab7c-7c9e6bb6531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.813842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.799598 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.584534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.429657 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.169184 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.572576 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:46.132813 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5222b30a-fa1e-4333-a387-491cc0d114a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.621023 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b76386c-343f-4238-b735-20412d8e391e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.807272 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.795880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.588378 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.420326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.154961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.573649 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:16.136515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fcbec3d1-1808-4cd1-9d63-6b6b88e4ff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.624617 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89462db4-c069-44a3-8bf4-4cb4c12552ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.811879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.798531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.583646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.432266 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.169157 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.111173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.590771 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b99e8b0b-8c1c-4574-a325-3b9fe1fdf8cc tempest-AutoAllocateNetworkTest-943671918 tempest-AutoAllocateNetworkTest-943671918-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=164a7a6e8f1c45a48b8d1232626341ba&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4753575 Jul 16 18:20:35.591024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.769400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73703618-bf25-4229-8237-9b7324ac3232 tempest-AutoAllocateNetworkTest-943671918 tempest-AutoAllocateNetworkTest-943671918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.770964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-73703618-bf25-4229-8237-9b7324ac3232 tempest-AutoAllocateNetworkTest-943671918 tempest-AutoAllocateNetworkTest-943671918-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1790638 Jul 16 18:20:35.774049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.831063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad593159-e912-4650-89f3-e01aab584117 tempest-AutoAllocateNetworkTest-943671918 tempest-AutoAllocateNetworkTest-943671918-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558636 Jul 16 18:20:35.833753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42164) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.863086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5d00fe7d-19a7-47ce-b344-f01a288af2c3 tempest-AutoAllocateNetworkTest-943671918 tempest-AutoAllocateNetworkTest-943671918-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=164a7a6e8f1c45a48b8d1232626341ba HTTP/1.1" status: 200 len: 208 time: 0.0255330 Jul 16 18:20:36.443062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.811393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.940568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.949881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.988577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b150694d-1ff0-4bbb-90f5-5d6170706802,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.999449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.000663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.001319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.001805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.002293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.002770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.003371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.003849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.004331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.004724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] Tracked resource versions report: Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: pushed versions: Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: { 'AddressGroup': {'1.2'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'ConntrackHelper': {'1.0'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Log': {'1.0'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Network': {'1.1'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Port': {'1.7'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'PortForwarding': {'1.2'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'QosPolicy': {'1.8'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'SecurityGroup': {'1.4'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'SubPort': {'1.0'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Subnet': {'1.1'}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Trunk': {'1.1'}} Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: consumer versions: Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: HyperV agent@n-h1-791504-15: {}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: HyperV agent@n-h2-791504-15: {}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: L3 agent@n-d-791504-15: {}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: Metadata agent@n-d-791504-15: {}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: Metering agent@n-d-791504-15: {}, Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'ConntrackHelper': '1.0', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Log': '1.0', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Network': '1.1', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Port': '1.7', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'PortForwarding': '1.2', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'QosPolicy': '1.8', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'SecurityGroup': '1.4', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'SecurityGroupRule': '1.2', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'SubPort': '1.0', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Subnet': '1.1', Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: 'Trunk': '1.1'}} Jul 16 18:20:37.033943 n-d-791504-15 neutron-server[93795]: {{(pid=93795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:20:37.037566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.038452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fb4a1049-ba08-44ab-8ef9-0fe909bb2f45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=164a7a6e8f1c45a48b8d1232626341ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5796783 Jul 16 18:20:37.093470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.114931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.169818 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.172348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.176389 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b150694d-1ff0-4bbb-90f5-5d6170706802 HTTP/1.1" status: 204 len: 168 time: 0.1509452 Jul 16 18:20:37.184210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b150694d-1ff0-4bbb-90f5-5d6170706802,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.191519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.191870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.192379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.192925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.193261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.193589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.193919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.194247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.194573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.194894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.195207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.195530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5740fd07-482e-4b54-9cef-e26e71b0836c admin admin] Tracked resource versions report: Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: pushed versions: Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: { 'AddressGroup': {'1.2'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'ConntrackHelper': {'1.0'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Log': {'1.0'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Network': {'1.1'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Port': {'1.7'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'PortForwarding': {'1.2'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'QosPolicy': {'1.8'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'SecurityGroup': {'1.4'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'SubPort': {'1.0'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Subnet': {'1.1'}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Trunk': {'1.1'}} Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: consumer versions: Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: HyperV agent@n-h1-791504-15: {}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: HyperV agent@n-h2-791504-15: {}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: L3 agent@n-d-791504-15: {}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: Metadata agent@n-d-791504-15: {}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: Metering agent@n-d-791504-15: {}, Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'ConntrackHelper': '1.0', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Log': '1.0', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Network': '1.1', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Port': '1.7', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'PortForwarding': '1.2', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'QosPolicy': '1.8', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'SecurityGroup': '1.4', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'SecurityGroupRule': '1.2', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'SubPort': '1.0', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Subnet': '1.1', Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: 'Trunk': '1.1'}} Jul 16 18:20:37.196638 n-d-791504-15 neutron-server[93796]: {{(pid=93796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:20:38.531141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42334) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.767573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb60cdf2-f372-422b-a43c-f9500d23b024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.868495 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb60cdf2-f372-422b-a43c-f9500d23b024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.873779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb60cdf2-f372-422b-a43c-f9500d23b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.905484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60cdf2-f372-422b-a43c-f9500d23b024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d765fd-709c-4474-9caa-d3f8e85b6f48,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.939268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bb60cdf2-f372-422b-a43c-f9500d23b024 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=990fbb0944e94b449df9d6732d918dbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4048858 Jul 16 18:20:38.939700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42382) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.007467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d04d3b-9dc9-4e5c-9956-3433643003db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.040043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d04d3b-9dc9-4e5c-9956-3433643003db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.102670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.135013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d04d3b-9dc9-4e5c-9956-3433643003db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.137580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d04d3b-9dc9-4e5c-9956-3433643003db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.141270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-02d04d3b-9dc9-4e5c-9956-3433643003db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38d765fd-709c-4474-9caa-d3f8e85b6f48 HTTP/1.1" status: 204 len: 168 time: 0.2005074 Jul 16 18:20:39.151368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d04d3b-9dc9-4e5c-9956-3433643003db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d765fd-709c-4474-9caa-d3f8e85b6f48,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.327778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d46a583d-50bf-4cbf-9a81-d719db1e7d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.419544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d46a583d-50bf-4cbf-9a81-d719db1e7d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.424379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d46a583d-50bf-4cbf-9a81-d719db1e7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.469698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a583d-50bf-4cbf-9a81-d719db1e7d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07daec6-3bab-471c-b8ae-57619f87f591,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.474811 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d46a583d-50bf-4cbf-9a81-d719db1e7d15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c617f0b303054016806f58169d88d486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3709676 Jul 16 18:20:39.477690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.527743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-512d4983-43e3-40d4-b580-9451e71dce0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.548336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-512d4983-43e3-40d4-b580-9451e71dce0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.573753 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:39.594844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-512d4983-43e3-40d4-b580-9451e71dce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.597594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-512d4983-43e3-40d4-b580-9451e71dce0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.599150 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-512d4983-43e3-40d4-b580-9451e71dce0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a07daec6-3bab-471c-b8ae-57619f87f591 HTTP/1.1" status: 204 len: 168 time: 0.1206415 Jul 16 18:20:39.607056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d4983-43e3-40d4-b580-9451e71dce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07daec6-3bab-471c-b8ae-57619f87f591,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.733750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.860193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42458) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.876089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7bdec87-20f3-4698-8001-3212ac75f989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.972095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7bdec87-20f3-4698-8001-3212ac75f989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.978916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7bdec87-20f3-4698-8001-3212ac75f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.023210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f7bdec87-20f3-4698-8001-3212ac75f989 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8fc70858f8f44aea22c92c306875ee3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1618834 Jul 16 18:20:40.025539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdec87-20f3-4698-8001-3212ac75f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc1402c-ae06-488f-a0fd-c8bf55579343,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.026303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.098916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9f6cacf-d637-44af-b217-07866ad8f6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.139568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9f6cacf-d637-44af-b217-07866ad8f6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.173741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9101a8b6-f7ba-430c-8a23-d8ccca82bd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.241359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9f6cacf-d637-44af-b217-07866ad8f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.244962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9f6cacf-d637-44af-b217-07866ad8f6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.246594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d9f6cacf-d637-44af-b217-07866ad8f6ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dc1402c-ae06-488f-a0fd-c8bf55579343 HTTP/1.1" status: 204 len: 168 time: 0.2185884 Jul 16 18:20:40.260967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6cacf-d637-44af-b217-07866ad8f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc1402c-ae06-488f-a0fd-c8bf55579343,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.344327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9101a8b6-f7ba-430c-8a23-d8ccca82bd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.352058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9101a8b6-f7ba-430c-8a23-d8ccca82bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.378605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.400523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101a8b6-f7ba-430c-8a23-d8ccca82bd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a3a973-c18e-4755-932c-53d4bd6d354d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.407918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9101a8b6-f7ba-430c-8a23-d8ccca82bd49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6e170e2a1e942b7b61fc588d99cf525&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6727893 Jul 16 18:20:40.410903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.430872 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d01a728-bc20-4b0a-aa04-cde7c53ca47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.500333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0587218-fce4-41dc-b9f7-48c1387f0f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.551385 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0587218-fce4-41dc-b9f7-48c1387f0f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.616738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d01a728-bc20-4b0a-aa04-cde7c53ca47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.624224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d01a728-bc20-4b0a-aa04-cde7c53ca47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.644263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0587218-fce4-41dc-b9f7-48c1387f0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.646895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0587218-fce4-41dc-b9f7-48c1387f0f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.650829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0587218-fce4-41dc-b9f7-48c1387f0f3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94a3a973-c18e-4755-932c-53d4bd6d354d HTTP/1.1" status: 204 len: 168 time: 0.2387822 Jul 16 18:20:40.672173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01a728-bc20-4b0a-aa04-cde7c53ca47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53871691-1f86-4b77-88fa-042f33089725,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.687262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9d01a728-bc20-4b0a-aa04-cde7c53ca47a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e12c04570294d25aa5c73d2cce200a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3038566 Jul 16 18:20:40.690571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.698048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0587218-fce4-41dc-b9f7-48c1387f0f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a3a973-c18e-4755-932c-53d4bd6d354d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.772141 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c555586c-caad-4c41-a897-4afd8ff4eb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.777419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42548) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.779312 n-d-791504-15 neutron-server[93795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:20:40.797393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c555586c-caad-4c41-a897-4afd8ff4eb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.805066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-c044e89f-90ec-4a17-af90-99ee62ad907d tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=341f8ed9efd84a3b8af1d5f08765363d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266678 Jul 16 18:20:40.830776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.857880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c555586c-caad-4c41-a897-4afd8ff4eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.860744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c555586c-caad-4c41-a897-4afd8ff4eb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.861934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c555586c-caad-4c41-a897-4afd8ff4eb4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53871691-1f86-4b77-88fa-042f33089725 HTTP/1.1" status: 204 len: 168 time: 0.1703820 Jul 16 18:20:40.878176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555586c-caad-4c41-a897-4afd8ff4eb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53871691-1f86-4b77-88fa-042f33089725,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.025697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-dab451e7-f321-4a45-8bd1-ef407b35796e tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.027178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-dab451e7-f321-4a45-8bd1-ef407b35796e tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159956 Jul 16 18:20:41.051419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-75f0db6d-892a-42e0-b639-60a15750e2f8 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/quotas/341f8ed9efd84a3b8af1d5f08765363d HTTP/1.1" status: 200 len: 375 time: 0.0178714 Jul 16 18:20:41.058546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fff3007-4eaa-43e9-bf21-5ce0fafbd789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.110213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-fe274d7d-392d-4619-b8c6-20b26496ddc0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=341f8ed9efd84a3b8af1d5f08765363d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565715 Jul 16 18:20:41.179444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fff3007-4eaa-43e9-bf21-5ce0fafbd789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.185238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fff3007-4eaa-43e9-bf21-5ce0fafbd789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.230552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff3007-4eaa-43e9-bf21-5ce0fafbd789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a83d92b-4552-4873-9c73-260da44a3acc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.240269 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9fff3007-4eaa-43e9-bf21-5ce0fafbd789 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed23958945214153a7136954d1395f9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4084272 Jul 16 18:20:41.243181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.345824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.347115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba514cfb-986a-4f8c-8df9-e5888bf1544d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.384094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba514cfb-986a-4f8c-8df9-e5888bf1544d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.418411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.433784 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-657082a8-e087-48b4-859e-5b76cc5d421e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.473907 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba514cfb-986a-4f8c-8df9-e5888bf1544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.476436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba514cfb-986a-4f8c-8df9-e5888bf1544d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.477598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba514cfb-986a-4f8c-8df9-e5888bf1544d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a83d92b-4552-4873-9c73-260da44a3acc HTTP/1.1" status: 204 len: 168 time: 0.2329097 Jul 16 18:20:41.491336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba514cfb-986a-4f8c-8df9-e5888bf1544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a83d92b-4552-4873-9c73-260da44a3acc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.557872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-657082a8-e087-48b4-859e-5b76cc5d421e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.562643 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-657082a8-e087-48b4-859e-5b76cc5d421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.601243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f16fe8f2-29bb-428b-91f4-6ea630b5f1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.604918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-657082a8-e087-48b4-859e-5b76cc5d421e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a73390624bff4cd8932400ce8b2eb08d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1848793 Jul 16 18:20:41.611028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.624522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657082a8-e087-48b4-859e-5b76cc5d421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9dc174-d4b5-4346-a054-65b0d00d13e5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.719200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e463-ec8d-4bd4-b64b-64fe3e967e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.765453 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e463-ec8d-4bd4-b64b-64fe3e967e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.768455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.828293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f16fe8f2-29bb-428b-91f4-6ea630b5f1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.836726 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f16fe8f2-29bb-428b-91f4-6ea630b5f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.878834 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e463-ec8d-4bd4-b64b-64fe3e967e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.881602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bf2e463-ec8d-4bd4-b64b-64fe3e967e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.888885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8bf2e463-ec8d-4bd4-b64b-64fe3e967e8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa9dc174-d4b5-4346-a054-65b0d00d13e5 HTTP/1.1" status: 204 len: 168 time: 0.2694352 Jul 16 18:20:41.888885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fe8f2-29bb-428b-91f4-6ea630b5f1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e0c0a-8810-4dc8-8dab-0fb531abf11e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.899242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f16fe8f2-29bb-428b-91f4-6ea630b5f1ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71e9e9ad90fc452b9c7cd969558abd27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5490618 Jul 16 18:20:41.901214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.901650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2e463-ec8d-4bd4-b64b-64fe3e967e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9dc174-d4b5-4346-a054-65b0d00d13e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.964532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75714342-d013-4385-a189-77fcfe19160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.988999 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75714342-d013-4385-a189-77fcfe19160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.039460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75714342-d013-4385-a189-77fcfe19160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.042408 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75714342-d013-4385-a189-77fcfe19160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.043543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-75714342-d013-4385-a189-77fcfe19160f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/889e0c0a-8810-4dc8-8dab-0fb531abf11e HTTP/1.1" status: 204 len: 168 time: 0.1406202 Jul 16 18:20:42.052334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75714342-d013-4385-a189-77fcfe19160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e0c0a-8810-4dc8-8dab-0fb531abf11e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.082877 n-d-791504-15 neutron-server[93796]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:20:42.128440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77602402-e6d6-451a-af29-232159de766a req-13a971b8-458d-4a37-ba85-4a67f950d55e tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 210 time: 0.3585007 Jul 16 18:20:42.143064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.157699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8cc2-9d1f-41ee-b82a-524f52e3b7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.253846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8cc2-9d1f-41ee-b82a-524f52e3b7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.261499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8cc2-9d1f-41ee-b82a-524f52e3b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.307427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.314728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ba7e8cc2-9d1f-41ee-b82a-524f52e3b7bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1df4a6f018b4e1796b951f411156e2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1703031 Jul 16 18:20:42.316806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e8cc2-9d1f-41ee-b82a-524f52e3b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdf05d0-f2e5-457d-afbf-fe47e62cf691,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.360200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f650e1c-27e7-4f0f-9064-e57b6a15accd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.384139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f650e1c-27e7-4f0f-9064-e57b6a15accd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.443747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f650e1c-27e7-4f0f-9064-e57b6a15accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.446311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f650e1c-27e7-4f0f-9064-e57b6a15accd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.450157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f650e1c-27e7-4f0f-9064-e57b6a15accd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cdf05d0-f2e5-457d-afbf-fe47e62cf691 HTTP/1.1" status: 204 len: 168 time: 0.1393671 Jul 16 18:20:42.455525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f650e1c-27e7-4f0f-9064-e57b6a15accd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdf05d0-f2e5-457d-afbf-fe47e62cf691,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.926349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42668) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.942552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1371-94a3-41b8-8f8f-116a731a9a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.039756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1371-94a3-41b8-8f8f-116a731a9a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.046137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1371-94a3-41b8-8f8f-116a731a9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.106078 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c6b1371-94a3-41b8-8f8f-116a731a9a06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce35303f0daf4f219da34276a286cea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1786373 Jul 16 18:20:43.107982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b1371-94a3-41b8-8f8f-116a731a9a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c28fd3-3864-42f2-b224-2808c6f05389,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.109646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42678) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.221349 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c92092-0601-4b54-8b2b-73d036283692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.255359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c92092-0601-4b54-8b2b-73d036283692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.321824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c92092-0601-4b54-8b2b-73d036283692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.326402 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c92092-0601-4b54-8b2b-73d036283692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.331849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a8c92092-0601-4b54-8b2b-73d036283692 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3c28fd3-3864-42f2-b224-2808c6f05389 HTTP/1.1" status: 204 len: 168 time: 0.2195222 Jul 16 18:20:43.382145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c92092-0601-4b54-8b2b-73d036283692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c28fd3-3864-42f2-b224-2808c6f05389,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.385501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7522aa9-048e-4779-9fd0-f7b787139cb0 req-de7b4ec8-c14b-4bbc-867a-2ec640efc68b tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 210 time: 0.0522814 Jul 16 18:20:43.618351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.67', 58449) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.643019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-8562c636-29fd-4b43-8704-8a03ce15828c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=341f8ed9efd84a3b8af1d5f08765363d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229082 Jul 16 18:20:43.777238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-ae4c2b60-6b4a-478c-929a-9c7cc037621c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.779016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-ae4c2b60-6b4a-478c-929a-9c7cc037621c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300163 Jul 16 18:20:43.838909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Request body: {'port': {'device_id': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '341f8ed9efd84a3b8af1d5f08765363d'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:44.054044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Made reservation on behalf of 341f8ed9efd84a3b8af1d5f08765363d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:44.058102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.071641 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.182604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.187989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.283424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.418384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Allocated IP 192.168.233.152 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/273c48cc-aa26-4d21-89d8-95cea481e101) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.602576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-169faf61-32c9-4c4d-a1cb-ab4fac9a8dbc req-d3cbb033-55ab-482e-b8a9-6735793e6d1b tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 210 time: 0.0302873 Jul 16 18:20:44.604700 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.634228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Transition to ACTIVE for port object 273c48cc-aa26-4d21-89d8-95cea481e101 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.671325 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.754741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:44.760907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:44.768218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:44.774513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.775157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.784520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Pushing event updated for resources: {'Port': ['ID=273c48cc-aa26-4d21-89d8-95cea481e101,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.797569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-0d4a6f90-3d4f-485a-81b8-463406b898d0 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9632554 Jul 16 18:20:44.809295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-96ee467c-9997-461c-8ff3-d61cb3b23c13 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:20:44.810514 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-96ee467c-9997-461c-8ff3-d61cb3b23c13 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072696 Jul 16 18:20:45.073373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c81ba662-ca0e-4ef6-80f3-8904ab989628 None None] Provisioning for port 273c48cc-aa26-4d21-89d8-95cea481e101 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:45.080466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c81ba662-ca0e-4ef6-80f3-8904ab989628 None None] Provisioning complete for port 273c48cc-aa26-4d21-89d8-95cea481e101 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:45.081240 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c81ba662-ca0e-4ef6-80f3-8904ab989628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.142312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c81ba662-ca0e-4ef6-80f3-8904ab989628 None None] Port 273c48cc-aa26-4d21-89d8-95cea481e101 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:46.012092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55960c-4f13-4683-9620-ece2d26b7e8c req-d6534d29-ca60-4405-a7f2-c4112041ce1c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.013965 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a55960c-4f13-4683-9620-ece2d26b7e8c req-d6534d29-ca60-4405-a7f2-c4112041ce1c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 936 time: 0.2382078 Jul 16 18:20:46.115482 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a55960c-4f13-4683-9620-ece2d26b7e8c req-251aac30-4585-4d8d-a745-13e03dafd9f1 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953801 Jul 16 18:20:46.151528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0068-a0d6-42d3-848e-d38fd52a495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.997615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42862) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.242455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-6f9580d5-3b59-4162-8e5f-c4ca986b205b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283353 Jul 16 18:20:47.432928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-7a8fc610-85c0-4270-b016-a4e9f8215c40 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.436140 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-7a8fc610-85c0-4270-b016-a4e9f8215c40 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919343 Jul 16 18:20:47.440333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d25f876-90ca-41ef-b84f-2f4adf328ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.463240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-b669b382-d101-499a-a439-5851b541b0d0 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/quotas/0fc6c7bb4b4d4dc39a664c57e3130732 HTTP/1.1" status: 200 len: 375 time: 0.0192709 Jul 16 18:20:47.511648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-b17d9695-0b03-4247-aa26-b0c17f549b05 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412292 Jul 16 18:20:47.659242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d25f876-90ca-41ef-b84f-2f4adf328ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.668925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d25f876-90ca-41ef-b84f-2f4adf328ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.723451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25f876-90ca-41ef-b84f-2f4adf328ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7151d065-8228-465d-b54b-ff1cfaae593a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.734360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3d25f876-90ca-41ef-b84f-2f4adf328ca2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c25c0b1b0bc34b70ad8c1e5ef52990e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7359309 Jul 16 18:20:47.736943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42890) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.814867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7cb1-005e-4e25-ae5c-e2c64b82bbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.853535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7cb1-005e-4e25-ae5c-e2c64b82bbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.148487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77512a70-85cc-4aa8-9486-cfe14e579cbb req-e5090caa-1566-44ca-bf79-e38dab07a6e3 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.150234 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77512a70-85cc-4aa8-9486-cfe14e579cbb req-e5090caa-1566-44ca-bf79-e38dab07a6e3 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 936 time: 0.2945089 Jul 16 18:20:48.177143 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7cb1-005e-4e25-ae5c-e2c64b82bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.179795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c3e7cb1-005e-4e25-ae5c-e2c64b82bbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.180998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c3e7cb1-005e-4e25-ae5c-e2c64b82bbd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7151d065-8228-465d-b54b-ff1cfaae593a HTTP/1.1" status: 204 len: 168 time: 0.4430695 Jul 16 18:20:48.202042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e7cb1-005e-4e25-ae5c-e2c64b82bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7151d065-8228-465d-b54b-ff1cfaae593a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.264541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77512a70-85cc-4aa8-9486-cfe14e579cbb req-e8ec8f22-5739-4c88-96bd-47a57cd04f38 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988140 Jul 16 18:20:48.423059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-51fc61d2-3fdc-4298-8bd1-e1be750f80c2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534604 Jul 16 18:20:48.638954 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-002f32ff-c419-4826-bdc3-7a1223d89bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.701517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-e7f4d8b7-b0a7-4664-8a1d-95a65d3e5c26 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.710853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-e7f4d8b7-b0a7-4664-8a1d-95a65d3e5c26 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864990 Jul 16 18:20:48.728518 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-b827ee70-9b05-4a7c-a16a-36e6f90d3ea3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/quotas/0fc6c7bb4b4d4dc39a664c57e3130732 HTTP/1.1" status: 200 len: 375 time: 0.0166092 Jul 16 18:20:48.797125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-2bec7733-a0b8-414e-9913-14ed0f440e0e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674615 Jul 16 18:20:48.815620 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.853065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42958) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.872408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-291b9a1b-9c4a-420a-af80-5bc9f2de8fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.060744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-291b9a1b-9c4a-420a-af80-5bc9f2de8fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.067653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-291b9a1b-9c4a-420a-af80-5bc9f2de8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.113887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-291b9a1b-9c4a-420a-af80-5bc9f2de8fb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3a9a8d455f44734890df2a311f8f2ea&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2594695 Jul 16 18:20:49.114903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b9a1b-9c4a-420a-af80-5bc9f2de8fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac025e8-8e1f-4ee5-b51d-af8fdf596ea6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.116592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42974) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.173057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad34d-4d02-4695-a6d3-5ac27b23ad22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.211943 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad34d-4d02-4695-a6d3-5ac27b23ad22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.287429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad34d-4d02-4695-a6d3-5ac27b23ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.291009 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d9ad34d-4d02-4695-a6d3-5ac27b23ad22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.292769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9d9ad34d-4d02-4695-a6d3-5ac27b23ad22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ac025e8-8e1f-4ee5-b51d-af8fdf596ea6 HTTP/1.1" status: 204 len: 168 time: 0.1748970 Jul 16 18:20:49.310971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ad34d-4d02-4695-a6d3-5ac27b23ad22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac025e8-8e1f-4ee5-b51d-af8fdf596ea6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.414252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dcc0d9f-3db4-447b-bced-d001596a72ee req-2bcbfda4-2849-46c8-88b9-cf8047723949 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 210 time: 0.0774512 Jul 16 18:20:49.674401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cc7ed-5eb7-485d-bffa-71eb2023ebe1 req-8b85f6b8-422b-44b5-b034-b570c6a89660 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.676503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a32cc7ed-5eb7-485d-bffa-71eb2023ebe1 req-8b85f6b8-422b-44b5-b034-b570c6a89660 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 936 time: 0.0884821 Jul 16 18:20:49.760187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a32cc7ed-5eb7-485d-bffa-71eb2023ebe1 req-14fc600d-1b48-447c-aa18-06c23c07990b tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713773 Jul 16 18:20:49.813905 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.980650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.59', 50245) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.047128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-6242f8e1-b41b-4658-957a-6fa45ecdbc6e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649102 Jul 16 18:20:50.255679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-e9114889-6b69-46e4-8e80-6bbcdb52c8fb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.257637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-e9114889-6b69-46e4-8e80-6bbcdb52c8fb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037566 Jul 16 18:20:50.318738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Request body: {'port': {'device_id': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '0fc6c7bb4b4d4dc39a664c57e3130732'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:50.547156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Made reservation on behalf of 0fc6c7bb4b4d4dc39a664c57e3130732 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:50.554919 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.582824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.837707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.938472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca86f2b9-1563-4d13-913e-fe4236a16b10 req-f1046e66-b472-447d-932b-453cbe0c79ab tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 210 time: 0.0976527 Jul 16 18:20:50.939790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.970046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43082) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.009392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7e730-2484-4e7e-983f-da500c7c8e05,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.186966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13618267-1efd-4ddb-9ebe-249779862160 req-5e09e23f-1a25-4142-9889-3304ae91de18 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.196603 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13618267-1efd-4ddb-9ebe-249779862160 req-5e09e23f-1a25-4142-9889-3304ae91de18 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 936 time: 0.1931014 Jul 16 18:20:51.235601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Allocated IP 192.168.233.124 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/4548b4ae-1c64-421b-9632-2760b3b5ad07) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:51.251832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13618267-1efd-4ddb-9ebe-249779862160 req-c99808fb-cda1-4c9c-b6f2-a4c51b899b84 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521772 Jul 16 18:20:51.526653 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb459781-1c60-49e1-8048-5ca1fa446a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.592699 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.626147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Request body: {'port': {'device_id': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'device_owner': 'compute:tempest-test_az-2112918077', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.726239 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.728741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.813881 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb459781-1c60-49e1-8048-5ca1fa446a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.822918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb459781-1c60-49e1-8048-5ca1fa446a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.866379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Transition to ACTIVE for port object 4548b4ae-1c64-421b-9632-2760b3b5ad07 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:51.904358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cb459781-1c60-49e1-8048-5ca1fa446a76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39522f9cbc35491fbddf0f23acb3bb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9308856 Jul 16 18:20:51.909384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43102) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.005574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.59', 50249) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.212199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bb20631-0c55-4ed5-96da-4384aa8ae570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.219112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-ba9458ad-d77a-426b-b905-8269cf3e0bdc tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1997914 Jul 16 18:20:52.221417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb459781-1c60-49e1-8048-5ca1fa446a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90b6c6-a0f8-476b-949e-e86c5b01477e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.280520 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5dd0c535-9432-4071-af81-431cbd53ad45 req-340b71b0-018b-4af4-a0ec-222dc4a69fba tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 210 time: 0.0380986 Jul 16 18:20:52.358869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.452869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-dac27bad-1687-488a-a848-88a09cbbb43f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.455936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-dac27bad-1687-488a-a848-88a09cbbb43f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504688 Jul 16 18:20:52.462193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bb20631-0c55-4ed5-96da-4384aa8ae570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.467868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.479176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Request body: {'port': {'device_id': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '0fc6c7bb4b4d4dc39a664c57e3130732'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:52.595314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:52.627408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:52.648434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:52.665105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.684167 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.697917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.753750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-bd898a2b-ee7d-4c0b-9329-2f6e8731efa1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4404447 Jul 16 18:20:52.828120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-4c5a6b86-639c-4015-83d8-8b05576bc3bb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:20:52.829711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-4c5a6b86-639c-4015-83d8-8b05576bc3bb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349593 Jul 16 18:20:52.848190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238c9b5-0446-47e8-9c67-f7446ee2aa2e req-d7cbd617-e459-48ee-ad09-0cd50b8591c7 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.850020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5238c9b5-0446-47e8-9c67-f7446ee2aa2e req-d7cbd617-e459-48ee-ad09-0cd50b8591c7 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 936 time: 0.3269701 Jul 16 18:20:52.851692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bb20631-0c55-4ed5-96da-4384aa8ae570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.862861 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bb20631-0c55-4ed5-96da-4384aa8ae570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.864306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2bb20631-0c55-4ed5-96da-4384aa8ae570 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb90b6c6-a0f8-476b-949e-e86c5b01477e HTTP/1.1" status: 204 len: 168 time: 0.9527409 Jul 16 18:20:52.924908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb20631-0c55-4ed5-96da-4384aa8ae570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90b6c6-a0f8-476b-949e-e86c5b01477e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.979366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273c48cc-aa26-4d21-89d8-95cea481e101 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:53.003425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.010319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5238c9b5-0446-47e8-9c67-f7446ee2aa2e req-9c217a30-eba7-45b1-8a63-c3a516a5bfef tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420677 Jul 16 18:20:53.015516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Made reservation on behalf of 0fc6c7bb4b4d4dc39a664c57e3130732 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:53.024216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.050452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-def19f24-dbcc-4b0d-bf8a-3baefabe2896 None None] Provisioning for port 4548b4ae-1c64-421b-9632-2760b3b5ad07 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:53.061622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-def19f24-dbcc-4b0d-bf8a-3baefabe2896 None None] Provisioning complete for port 4548b4ae-1c64-421b-9632-2760b3b5ad07 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:53.063124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def19f24-dbcc-4b0d-bf8a-3baefabe2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.070932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Transition to ACTIVE for port object 273c48cc-aa26-4d21-89d8-95cea481e101 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:53.077667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.187892 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-def19f24-dbcc-4b0d-bf8a-3baefabe2896 None None] Port 4548b4ae-1c64-421b-9632-2760b3b5ad07 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:53.306145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Pushing event updated for resources: {'Port': ['ID=273c48cc-aa26-4d21-89d8-95cea481e101,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.336029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Attempting to bind port 273c48cc-aa26-4d21-89d8-95cea481e101 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:53.336725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Attempting to bind port 273c48cc-aa26-4d21-89d8-95cea481e101 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:53.337323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Attempting to bind port 273c48cc-aa26-4d21-89d8-95cea481e101 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:53.343175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Port 273c48cc-aa26-4d21-89d8-95cea481e101 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:53.343521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Attempting to bind port 273c48cc-aa26-4d21-89d8-95cea481e101 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:53.351382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:53.352062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:53.353305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:53.353634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Bound port: 273c48cc-aa26-4d21-89d8-95cea481e101, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:53.353986 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.530226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] For port 273c48cc-aa26-4d21-89d8-95cea481e101, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:53.546007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] For port 273c48cc-aa26-4d21-89d8-95cea481e101, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=273c48cc-aa26-4d21-89d8-95cea481e101,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:53.554199 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.617837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Allocated IP 192.168.233.110 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/166ab513-4808-4c1e-9371-a89b3eb6b05f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:53.737931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.741252 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.743433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] 10.222.0.67 "PUT /v2.0/ports/273c48cc-aa26-4d21-89d8-95cea481e101 HTTP/1.1" status: 200 len: 1119 time: 2.6324346 Jul 16 18:20:53.749107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc92476-aa0a-4de1-aa39-737659a50a4a service neutron] Pushing event updated for resources: {'Port': ['ID=273c48cc-aa26-4d21-89d8-95cea481e101,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.758189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'tag': '273c48cc-aa26-4d21-89d8-95cea481e101'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:53.908698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Request body: {'port': {'device_id': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:53.946660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.980833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Transition to ACTIVE for port object 166ab513-4808-4c1e-9371-a89b3eb6b05f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:54.054484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.127445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.128163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43170) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.190249 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efeb6c31-2527-4619-9cb6-7fcdf62451b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.236060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.276131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:54.281612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Pushing event updated for resources: {'Port': ['ID=166ab513-4808-4c1e-9371-a89b3eb6b05f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.284364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:54.454198 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642e4cd9-2708-4868-9bc6-d80b55f8060c" -d '{"events": [{"name": "network-changed", "server_uuid": "be69c654-c143-47c6-b2c1-184bed05b2e9", "tag": "273c48cc-aa26-4d21-89d8-95cea481e101"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:54.498822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:54.503773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.504570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.617197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc6d45-13de-4837-8504-4d89523261b9 req-5c3f5b60-473a-4885-8fec-d3ed9f3e5f70 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.620846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abbc6d45-13de-4837-8504-4d89523261b9 req-5c3f5b60-473a-4885-8fec-d3ed9f3e5f70 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 970 time: 0.2759373 Jul 16 18:20:54.662062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.711619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-6c86c220-55b5-4474-951f-ed4fcd44d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.713238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-6c86c220-55b5-4474-951f-ed4fcd44d91d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=341f8ed9efd84a3b8af1d5f08765363d&device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 1122 time: 0.7970059 Jul 16 18:20:54.723259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abbc6d45-13de-4837-8504-4d89523261b9 req-161e0f88-ac39-40e5-a119-603b952c9ab4 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924656 Jul 16 18:20:54.767917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c5fc0-8a77-4dc0-82a4-7e63482684dc req-ba0b3c4e-2a8e-4f65-a3a9-aa8957d31040 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.771159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efeb6c31-2527-4619-9cb6-7fcdf62451b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.779401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b48c5fc0-8a77-4dc0-82a4-7e63482684dc req-ba0b3c4e-2a8e-4f65-a3a9-aa8957d31040 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 936 time: 1.0322571 Jul 16 18:20:54.783454 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efeb6c31-2527-4619-9cb6-7fcdf62451b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.821459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-1bdda46e-0746-41e0-888c-7ba0a531c0b3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3486605 Jul 16 18:20:54.854631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Request body: {'port': {'device_id': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:54.907198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ce5469c-020b-42fb-b731-99ce50c3b745 None None] Provisioning for port 166ab513-4808-4c1e-9371-a89b3eb6b05f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:54.908250 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-14d690d3-8a0e-484c-ae51-104c6993fd03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=273c48cc-aa26-4d21-89d8-95cea481e101 HTTP/1.1" status: 200 len: 217 time: 0.1069207 Jul 16 18:20:54.913180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ce5469c-020b-42fb-b731-99ce50c3b745 None None] Provisioning complete for port 166ab513-4808-4c1e-9371-a89b3eb6b05f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:54.913789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce5469c-020b-42fb-b731-99ce50c3b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.956688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb6c31-2527-4619-9cb6-7fcdf62451b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c65c5e5-6128-42d8-9770-5b5bd1c3099c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.963817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eecab2d3-aeb6-45d5-9028-0a15f65cc1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.981932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-efeb6c31-2527-4619-9cb6-7fcdf62451b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=668ce9319e464936abe086192826137c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526897 Jul 16 18:20:55.000486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.015455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5469c-020b-42fb-b731-99ce50c3b745 None None] Port 166ab513-4808-4c1e-9371-a89b3eb6b05f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:55.178028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.199416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c2065d9-44ac-445e-8b20-45a83ea7ccf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.227787 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c2065d9-44ac-445e-8b20-45a83ea7ccf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.290855 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8466bc96-c119-4238-8342-97924a843599 x-openstack-request-id: req-8466bc96-c119-4238-8342-97924a843599 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:55.291166 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be69c654-c143-47c6-b2c1-184bed05b2e9", "tag": "273c48cc-aa26-4d21-89d8-95cea481e101", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:55.291683 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8466bc96-c119-4238-8342-97924a843599 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:55.295330 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'tag': '273c48cc-aa26-4d21-89d8-95cea481e101', 'status': 'completed', 'code': 200} Jul 16 18:20:55.379759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-3b89b860-e56b-4238-b855-538b5a6149dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.381603 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-3b89b860-e56b-4238-b855-538b5a6149dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.3533800 Jul 16 18:20:55.383358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.436041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b48c5fc0-8a77-4dc0-82a4-7e63482684dc req-223f163e-4a99-4134-be21-46a7d6d40dbb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360755 Jul 16 18:20:55.576899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eecab2d3-aeb6-45d5-9028-0a15f65cc1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.585510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4548b4ae-1c64-421b-9632-2760b3b5ad07 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:55.597097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eecab2d3-aeb6-45d5-9028-0a15f65cc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.620937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c2065d9-44ac-445e-8b20-45a83ea7ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.623479 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c2065d9-44ac-445e-8b20-45a83ea7ccf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.624634 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3c2065d9-44ac-445e-8b20-45a83ea7ccf1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c65c5e5-6128-42d8-9770-5b5bd1c3099c HTTP/1.1" status: 204 len: 168 time: 0.6231554 Jul 16 18:20:55.633396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2065d9-44ac-445e-8b20-45a83ea7ccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c65c5e5-6128-42d8-9770-5b5bd1c3099c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.663113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.665535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab2d3-aeb6-45d5-9028-0a15f65cc1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2861efea-4e49-471c-ad59-f436de85417f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.729022 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ae-8073-4384-8aba-81d926a6421d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.745496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Transition to ACTIVE for port object 4548b4ae-1c64-421b-9632-2760b3b5ad07 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:55.750692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eecab2d3-aeb6-45d5-9028-0a15f65cc1b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d32717c24fa4d4882bbe573c2078a34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5975218 Jul 16 18:20:55.757729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.762089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.925212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Attempting to bind port 4548b4ae-1c64-421b-9632-2760b3b5ad07 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:55.926001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Attempting to bind port 4548b4ae-1c64-421b-9632-2760b3b5ad07 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:55.926001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Attempting to bind port 4548b4ae-1c64-421b-9632-2760b3b5ad07 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:55.958731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Port 4548b4ae-1c64-421b-9632-2760b3b5ad07 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:55.959967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Attempting to bind port 4548b4ae-1c64-421b-9632-2760b3b5ad07 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:55.992129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:55.992611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:55.993253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:55.994008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Bound port: 4548b4ae-1c64-421b-9632-2760b3b5ad07, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:55.994500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.092924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:56.116167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:56.122751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.152024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a24e2b5-cc82-42d3-9c92-630640badf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.155167 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.196044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e66986-8ece-47b7-9555-2835ec13166e req-68d18185-a26e-4f59-b7c5-f0dda39bcda9 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.203189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93e66986-8ece-47b7-9555-2835ec13166e req-68d18185-a26e-4f59-b7c5-f0dda39bcda9 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 970 time: 0.2548575 Jul 16 18:20:56.228992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166ab513-4808-4c1e-9371-a89b3eb6b05f {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:56.241998 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.249892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.269689 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93e66986-8ece-47b7-9555-2835ec13166e req-8829bbe6-f6a2-4561-8d89-6b604bbf9c64 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652359 Jul 16 18:20:56.278447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Transition to ACTIVE for port object 166ab513-4808-4c1e-9371-a89b3eb6b05f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:56.299544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.308364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.309329 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.315714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-230c6499-7872-4a3a-b93a-e076ac1a127a service neutron] 10.222.0.59 "PUT /v2.0/ports/4548b4ae-1c64-421b-9632-2760b3b5ad07 HTTP/1.1" status: 200 len: 1097 time: 3.2131815 Jul 16 18:20:56.322972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a24e2b5-cc82-42d3-9c92-630640badf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.405020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ae-8073-4384-8aba-81d926a6421d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.411459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ae-8073-4384-8aba-81d926a6421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.505965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac11ae-8073-4384-8aba-81d926a6421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aef2cb-4e61-4880-b06e-5568159109f1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.510821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Pushing event updated for resources: {'Port': ['ID=166ab513-4808-4c1e-9371-a89b3eb6b05f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.540405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Attempting to bind port 166ab513-4808-4c1e-9371-a89b3eb6b05f on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:56.543274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Attempting to bind port 166ab513-4808-4c1e-9371-a89b3eb6b05f by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:56.544426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Attempting to bind port 166ab513-4808-4c1e-9371-a89b3eb6b05f on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:56.555114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Port 166ab513-4808-4c1e-9371-a89b3eb6b05f on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:56.555643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Attempting to bind port 166ab513-4808-4c1e-9371-a89b3eb6b05f on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:56.569771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:56.570333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:56.570933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:56.571441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Bound port: 166ab513-4808-4c1e-9371-a89b3eb6b05f, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:56.572025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.620877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a24e2b5-cc82-42d3-9c92-630640badf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.632448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a24e2b5-cc82-42d3-9c92-630640badf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.634250 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5a24e2b5-cc82-42d3-9c92-630640badf12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2861efea-4e49-471c-ad59-f436de85417f HTTP/1.1" status: 204 len: 168 time: 0.8754368 Jul 16 18:20:56.664589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f2ac11ae-8073-4384-8aba-81d926a6421d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95c209c73cdc44f89e1ab45a9da4145f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2753952 Jul 16 18:20:56.666013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43218) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:56.673678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24e2b5-cc82-42d3-9c92-630640badf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2861efea-4e49-471c-ad59-f436de85417f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.816168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] For port 166ab513-4808-4c1e-9371-a89b3eb6b05f, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:56.843293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] For port 166ab513-4808-4c1e-9371-a89b3eb6b05f, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=166ab513-4808-4c1e-9371-a89b3eb6b05f,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:56.858355 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.927931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2056912c-2141-4fed-98c1-b75a7a8dfef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.958783 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2056912c-2141-4fed-98c1-b75a7a8dfef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.998569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.003678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.008241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] 10.222.0.59 "PUT /v2.0/ports/166ab513-4808-4c1e-9371-a89b3eb6b05f HTTP/1.1" status: 200 len: 1097 time: 2.1704419 Jul 16 18:20:57.008752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'tag': '166ab513-4808-4c1e-9371-a89b3eb6b05f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:57.031242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-f53bb1c1-9182-47e6-b3a5-9ff7bf0c8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.033447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-f53bb1c1-9182-47e6-b3a5-9ff7bf0c8c62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1100 time: 0.5817959 Jul 16 18:20:57.034455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2056912c-2141-4fed-98c1-b75a7a8dfef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.040950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2056912c-2141-4fed-98c1-b75a7a8dfef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.044996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2056912c-2141-4fed-98c1-b75a7a8dfef7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07aef2cb-4e61-4880-b06e-5568159109f1 HTTP/1.1" status: 204 len: 168 time: 0.3652015 Jul 16 18:20:57.175778 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056912c-2141-4fed-98c1-b75a7a8dfef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aef2cb-4e61-4880-b06e-5568159109f1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.216053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355fe58-420e-4e4b-860c-56d4f80e6a9a req-24ff99ad-34cd-4ff3-b32b-95948bcea8c7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.219495 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7355fe58-420e-4e4b-860c-56d4f80e6a9a req-24ff99ad-34cd-4ff3-b32b-95948bcea8c7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.4858031 Jul 16 18:20:57.241885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-3fa92cfe-156f-40b0-a4e3-44c43f9d382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.245055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-3fa92cfe-156f-40b0-a4e3-44c43f9d382e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4491937 Jul 16 18:20:57.263202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6fea-b7d1-4680-a040-ae586fdea008 service neutron] Pushing event updated for resources: {'Port': ['ID=166ab513-4808-4c1e-9371-a89b3eb6b05f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.375624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:57.378547 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bde76e-69b8-4f52-8e2b-c09d3a3862df" -d '{"events": [{"name": "network-changed", "server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:57.382856 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-6a65d3f6-60e9-4ea2-b8f5-c36c300abf44 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162233 Jul 16 18:20:57.487974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7355fe58-420e-4e4b-860c-56d4f80e6a9a req-2e7ec2db-e814-40f3-a80e-80f50ef041cf tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607825 Jul 16 18:20:57.544706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acef9d4d-9830-4d66-b32c-b6edff3d17f1 req-72637c9e-352c-4608-9ad5-b9e68eb64438 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544468 Jul 16 18:20:57.640153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb1056-51d4-4aa6-95bf-13eaa1ae96b2 req-f64de895-f9de-4d87-8bca-2863fd578f19 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.648877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95fb1056-51d4-4aa6-95bf-13eaa1ae96b2 req-f64de895-f9de-4d87-8bca-2863fd578f19 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 970 time: 0.1229177 Jul 16 18:20:57.714842 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12565c2-cd7f-4467-9a98-c552c1f6a602 x-openstack-request-id: req-f12565c2-cd7f-4467-9a98-c552c1f6a602 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:57.716058 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:57.717367 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f12565c2-cd7f-4467-9a98-c552c1f6a602 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:57.718994 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'status': 'completed', 'code': 200} Jul 16 18:20:57.725072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95fb1056-51d4-4aa6-95bf-13eaa1ae96b2 req-8199a6ec-653c-4585-88ec-8d1cba56c444 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752003 Jul 16 18:20:57.790166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-ef102356-8c9b-4c47-909d-8fb53f468033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.792745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-ef102356-8c9b-4c47-909d-8fb53f468033 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=341f8ed9efd84a3b8af1d5f08765363d&device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 1122 time: 0.1435466 Jul 16 18:20:57.886725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43246) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.903413 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8417e675-d6fb-482f-bf74-cd270f54451d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.959951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43248) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.983506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-f0f7355c-b9b7-4801-b183-643d6c5c59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.985858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-f0f7355c-b9b7-4801-b183-643d6c5c59f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1865244 Jul 16 18:20:57.993276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ee83b51-123e-402b-bfe5-95f0720a19c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.059304 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6504eac-f278-45d1-bcc5-ea5c46759db2" -d '{"events": [{"name": "network-changed", "server_uuid": "b86f7c97-7a7c-4c95-a542-1c202ae2273a", "tag": "166ab513-4808-4c1e-9371-a89b3eb6b05f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:58.062360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-e8e5bc69-df2f-4c6b-9d74-628153a26965 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=273c48cc-aa26-4d21-89d8-95cea481e101 HTTP/1.1" status: 200 len: 217 time: 0.0680442 Jul 16 18:20:58.124586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8417e675-d6fb-482f-bf74-cd270f54451d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.138241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8417e675-d6fb-482f-bf74-cd270f54451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.138948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-de9b6340-505a-44a2-aa58-938d91c8f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.145434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-de9b6340-505a-44a2-aa58-938d91c8f65e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0750120 Jul 16 18:20:58.195014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8417e675-d6fb-482f-bf74-cd270f54451d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59226bf2dd5749069ffb73249b027d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044882 Jul 16 18:20:58.195705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.207120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e675-d6fb-482f-bf74-cd270f54451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e208a6-a4b3-45bd-97bd-4448cf7ffd78,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.243443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-bf5718a7-7b16-4e7a-9a8c-c6f4f8c923c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.245375 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-bf5718a7-7b16-4e7a-9a8c-c6f4f8c923c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876217 Jul 16 18:20:58.297378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8268e54-a745-48cf-9300-8b6293e8045d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.332716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ee83b51-123e-402b-bfe5-95f0720a19c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.338316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8268e54-a745-48cf-9300-8b6293e8045d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.347506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ee83b51-123e-402b-bfe5-95f0720a19c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.350740 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a904b4-4a71-4482-8b7c-538ae8047b07 x-openstack-request-id: req-a0a904b4-4a71-4482-8b7c-538ae8047b07 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:58.351026 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86f7c97-7a7c-4c95-a542-1c202ae2273a", "tag": "166ab513-4808-4c1e-9371-a89b3eb6b05f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:58.351273 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0a904b4-4a71-4482-8b7c-538ae8047b07 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:58.351771 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'tag': '166ab513-4808-4c1e-9371-a89b3eb6b05f', 'status': 'completed', 'code': 200} Jul 16 18:20:58.387426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-51b17670-e2a2-4da2-80b0-ca895ea99e46 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340256 Jul 16 18:20:58.419249 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ee83b51-123e-402b-bfe5-95f0720a19c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a6675af44f14ead9ebad8f9fbdafc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486799 Jul 16 18:20:58.419338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.426520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee83b51-123e-402b-bfe5-95f0720a19c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd111370-8dcf-4168-910c-b58c047a67f6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.477209 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8268e54-a745-48cf-9300-8b6293e8045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.479775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8268e54-a745-48cf-9300-8b6293e8045d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.480982 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a8268e54-a745-48cf-9300-8b6293e8045d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0e208a6-a4b3-45bd-97bd-4448cf7ffd78 HTTP/1.1" status: 204 len: 168 time: 0.2840776 Jul 16 18:20:58.496718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8268e54-a745-48cf-9300-8b6293e8045d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e208a6-a4b3-45bd-97bd-4448cf7ffd78,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.542068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0e5edd-c172-4daf-b517-6e136e5a23ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.590391 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0e5edd-c172-4daf-b517-6e136e5a23ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.682215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0e5edd-c172-4daf-b517-6e136e5a23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.685294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd0e5edd-c172-4daf-b517-6e136e5a23ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.689345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dd0e5edd-c172-4daf-b517-6e136e5a23ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd111370-8dcf-4168-910c-b58c047a67f6 HTTP/1.1" status: 204 len: 168 time: 0.2688932 Jul 16 18:20:58.699720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e5edd-c172-4daf-b517-6e136e5a23ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd111370-8dcf-4168-910c-b58c047a67f6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.766232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-642e4cd9-2708-4868-9bc6-d80b55f8060c req-307a9f71-9767-44c5-969c-b005ea7103d3 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718824 Jul 16 18:20:58.853985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c1e17-34dc-45c7-b6e8-ad474befe113 req-26b171e0-95ae-4a39-b312-ee598c819822 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.856337 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e71c1e17-34dc-45c7-b6e8-ad474befe113 req-26b171e0-95ae-4a39-b312-ee598c819822 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.1203759 Jul 16 18:20:58.944810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e71c1e17-34dc-45c7-b6e8-ad474befe113 req-1d045898-6b8c-4b79-8b97-70f153ba00da tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761905 Jul 16 18:20:58.970138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082c35-36f4-4c2a-b128-0f964f162a9b req-23558079-f068-4953-9347-2a324fa23e50 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.971808 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e082c35-36f4-4c2a-b128-0f964f162a9b req-23558079-f068-4953-9347-2a324fa23e50 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 970 time: 0.1029048 Jul 16 18:20:59.028861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e082c35-36f4-4c2a-b128-0f964f162a9b req-e3f227a1-973c-474a-beda-a1dea47eca78 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496383 Jul 16 18:20:59.040897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43280) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.064122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a55088-bf53-4973-b08f-304135f60a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.176477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a55088-bf53-4973-b08f-304135f60a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.184705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a55088-bf53-4973-b08f-304135f60a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.231949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a55088-bf53-4973-b08f-304135f60a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e880ab59-36c5-4b19-bd94-8b134fd03507,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.238709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-57a55088-bf53-4973-b08f-304135f60a67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7059832d75cd4a88b285f3a23347648e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938343 Jul 16 18:20:59.239356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.305911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ada0fe3-4573-44a3-b7b9-661d654ae459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.329013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ada0fe3-4573-44a3-b7b9-661d654ae459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.391425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ada0fe3-4573-44a3-b7b9-661d654ae459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.394309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ada0fe3-4573-44a3-b7b9-661d654ae459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.395807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7ada0fe3-4573-44a3-b7b9-661d654ae459 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e880ab59-36c5-4b19-bd94-8b134fd03507 HTTP/1.1" status: 204 len: 168 time: 0.1555126 Jul 16 18:20:59.404965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada0fe3-4573-44a3-b7b9-661d654ae459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e880ab59-36c5-4b19-bd94-8b134fd03507,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.866575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.089851 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42b68f86-3bb8-4ede-a541-6f107c501fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.228327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe46c1-b970-4c8e-b102-ef5fe6aed40d req-fd63092e-77a1-411d-8f83-cc925a01638d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.249022 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5bfe46c1-b970-4c8e-b102-ef5fe6aed40d req-fd63092e-77a1-411d-8f83-cc925a01638d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.1990476 Jul 16 18:21:00.299616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42b68f86-3bb8-4ede-a541-6f107c501fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.305877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42b68f86-3bb8-4ede-a541-6f107c501fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.319073 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5bfe46c1-b970-4c8e-b102-ef5fe6aed40d req-c22b8442-8aed-4cae-b73b-63cb41c4731b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690417 Jul 16 18:21:00.365982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43346) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.366102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-42b68f86-3bb8-4ede-a541-6f107c501fd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd891be62db54ae594528569338253bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982133 Jul 16 18:21:00.382613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b68f86-3bb8-4ede-a541-6f107c501fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59ad5e-3a6a-4d41-988d-1523e4446776,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.404042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7563e00-c5b9-4e7c-9e09-351c69e606ce req-03adc657-a945-48fa-b414-662c9f3d2e89 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.410903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7563e00-c5b9-4e7c-9e09-351c69e606ce req-03adc657-a945-48fa-b414-662c9f3d2e89 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 970 time: 0.1561246 Jul 16 18:21:00.431890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62549519-7f88-4711-9805-d78340822001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.477059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62549519-7f88-4711-9805-d78340822001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.496508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7563e00-c5b9-4e7c-9e09-351c69e606ce req-261b4c07-49d0-4dc3-b8af-f40ff85e18a5 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825667 Jul 16 18:21:00.548764 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62549519-7f88-4711-9805-d78340822001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.551558 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62549519-7f88-4711-9805-d78340822001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.555482 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-62549519-7f88-4711-9805-d78340822001 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd59ad5e-3a6a-4d41-988d-1523e4446776 HTTP/1.1" status: 204 len: 168 time: 0.1855464 Jul 16 18:21:00.562478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62549519-7f88-4711-9805-d78340822001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59ad5e-3a6a-4d41-988d-1523e4446776,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.991669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.006173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f961-ce69-4256-be46-54d2c82edc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.133343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 273c48cc-aa26-4d21-89d8-95cea481e101 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:01.137571 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f961-ce69-4256-be46-54d2c82edc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.143131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f961-ce69-4256-be46-54d2c82edc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.189576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f9a7f961-ce69-4256-be46-54d2c82edc72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69a00fc8352b43b6a67bf29a9e06775c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965530 Jul 16 18:21:01.190479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7f961-ce69-4256-be46-54d2c82edc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97460c3-14bf-4f53-accf-d850b1815f28,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.192371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.261046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9fddd9a-472f-465b-b89d-41da0641651b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.295067 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9fddd9a-472f-465b-b89d-41da0641651b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.351765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9fddd9a-472f-465b-b89d-41da0641651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.354483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9fddd9a-472f-465b-b89d-41da0641651b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.358001 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f9fddd9a-472f-465b-b89d-41da0641651b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f97460c3-14bf-4f53-accf-d850b1815f28 HTTP/1.1" status: 204 len: 168 time: 0.1617117 Jul 16 18:21:01.368210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Request body: {'security_group': {'name': 'tempest-securitygroup-23511624', 'description': 'tempest-description-107101393'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.379659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fddd9a-472f-465b-b89d-41da0641651b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97460c3-14bf-4f53-accf-d850b1815f28,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.407000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.412638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 273c48cc-aa26-4d21-89d8-95cea481e101, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=273c48cc-aa26-4d21-89d8-95cea481e101,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:01.430061 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.442071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '273c48cc-aa26-4d21-89d8-95cea481e101', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '273c48cc-aa26-4d21-89d8-95cea481e101', 'mac_address': 'fa:16:3e:f7:60:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:tempest-test_az-2112918077', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:01.529510 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.561767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273c48cc-aa26-4d21-89d8-95cea481e101 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:01.615048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.620958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 273c48cc-aa26-4d21-89d8-95cea481e101, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=273c48cc-aa26-4d21-89d8-95cea481e101,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:01.623700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.625949 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.693398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6253c775-df8d-465a-99a4-f43bc3b96f24,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.708875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f2993-c041-423f-af02-d7503cf3f6af req-b907ed16-c317-4f3d-91e7-e2d2c19f0ad0 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.721415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84f2993-c041-423f-af02-d7503cf3f6af req-b907ed16-c317-4f3d-91e7-e2d2c19f0ad0 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.1342325 Jul 16 18:21:01.728802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=273c48cc-aa26-4d21-89d8-95cea481e101,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.739459 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.740003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.740506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.741204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.741689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.742188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.742656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.743176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.743702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.744165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.744630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.745169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Tracked resource versions report: Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: pushed versions: Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: { 'AddressGroup': {'1.2'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'ConntrackHelper': {'1.0'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Log': {'1.0'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Network': {'1.1'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Port': {'1.7'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'PortForwarding': {'1.2'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'QosPolicy': {'1.8'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'SecurityGroup': {'1.4'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'SubPort': {'1.0'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Subnet': {'1.1'}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Trunk': {'1.1'}} Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: consumer versions: Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: HyperV agent@n-h1-791504-15: {}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: HyperV agent@n-h2-791504-15: {}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: L3 agent@n-d-791504-15: {}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: Metadata agent@n-d-791504-15: {}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: Metering agent@n-d-791504-15: {}, Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'ConntrackHelper': '1.0', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Log': '1.0', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Network': '1.1', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Port': '1.7', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'PortForwarding': '1.2', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'QosPolicy': '1.8', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'SecurityGroup': '1.4', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'SecurityGroupRule': '1.2', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'SubPort': '1.0', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Subnet': '1.1', Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: 'Trunk': '1.1'}} Jul 16 18:21:01.746682 n-d-791504-15 neutron-server[93797]: {{(pid=93797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:21:01.766432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.775062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.790767 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84f2993-c041-423f-af02-d7503cf3f6af req-df15ac88-25c6-4b20-ade6-d7acb262aa56 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671272 Jul 16 18:21:01.804916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.806144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa84ec3b-78c8-405d-aac1-63a23d3821f6 req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4454486 Jul 16 18:21:01.818534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14f566-92ca-410f-bab3-711bf5b52290 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc12ff-974f-4849-8d1b-d55b8422afd7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.935090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['273c48cc-aa26-4d21-89d8-95cea481e101'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:02.000195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656235dc-0db3-46b8-8bfe-80cded6a9b98 req-b1598be4-9ad1-4be5-a9cf-40d1d113ab1b tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.001348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-656235dc-0db3-46b8-8bfe-80cded6a9b98 req-b1598be4-9ad1-4be5-a9cf-40d1d113ab1b tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 971 time: 0.0801690 Jul 16 18:21:02.057248 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-656235dc-0db3-46b8-8bfe-80cded6a9b98 req-93301b1b-ebbf-451c-9282-1314e00a80f4 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 Jul 16 18:21:02.106693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-168fe67f-b602-4238-af24-bdf8f0819483 req-5e255d26-1868-4866-bac7-d9e32bbfc636 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Request body: {'security_group': {'name': 'tempest-securitygroup-876942210', 'description': 'tempest-description-110333082'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:02.177710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-168fe67f-b602-4238-af24-bdf8f0819483 req-5e255d26-1868-4866-bac7-d9e32bbfc636 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.292986 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-168fe67f-b602-4238-af24-bdf8f0819483 req-5e255d26-1868-4866-bac7-d9e32bbfc636 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.298347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-168fe67f-b602-4238-af24-bdf8f0819483 req-5e255d26-1868-4866-bac7-d9e32bbfc636 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.346118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-168fe67f-b602-4238-af24-bdf8f0819483 req-5e255d26-1868-4866-bac7-d9e32bbfc636 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.351364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-168fe67f-b602-4238-af24-bdf8f0819483 req-5e255d26-1868-4866-bac7-d9e32bbfc636 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2502339 Jul 16 18:21:02.362180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e255d26-1868-4866-bac7-d9e32bbfc636 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d43de3-a8ea-407d-83d1-e71609acb3fb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.593429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1726238010', 'description': 'tempest-description-1029775892'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:02.631305 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.642178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.761951 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.766662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.825672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5487c8b-db65-4fb0-98b5-23d6bc364d36,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.919186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.924872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.927552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.980493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.981780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c245b2d-e1cf-406d-a38d-d6d8dfe30f4e req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3968420 Jul 16 18:21:02.983610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f02a-db87-4a4f-8d25-037bc70230cc tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55e9b6e-2b94-4661-b309-52f2074bd24d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.023514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-01379b0d-2b33-4602-9348-64b816552b5f req-e5fd6d78-e202-474b-add4-8d8ae7b94ef2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1664151107', 'description': 'tempest-description-2130568388'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:03.053545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f680fd-11b5-4603-be07-2ff482248884 req-4869a1a8-6f61-43f1-804e-f847500d1e4e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.065364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39f680fd-11b5-4603-be07-2ff482248884 req-4869a1a8-6f61-43f1-804e-f847500d1e4e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.1372945 Jul 16 18:21:03.081148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01379b0d-2b33-4602-9348-64b816552b5f req-e5fd6d78-e202-474b-add4-8d8ae7b94ef2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.120403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 273c48cc-aa26-4d21-89d8-95cea481e101 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:03.135045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39f680fd-11b5-4603-be07-2ff482248884 req-c2a0f7fc-4afb-4c57-9eb5-b10f5398448c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685372 Jul 16 18:21:03.171461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60964d97-41e6-4f95-9ac6-89fc3be82b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.192964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 273c48cc-aa26-4d21-89d8-95cea481e101 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:03.198596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 273c48cc-aa26-4d21-89d8-95cea481e101 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:03.199239 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.205367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01379b0d-2b33-4602-9348-64b816552b5f req-e5fd6d78-e202-474b-add4-8d8ae7b94ef2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.221581 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01379b0d-2b33-4602-9348-64b816552b5f req-e5fd6d78-e202-474b-add4-8d8ae7b94ef2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.256461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6d78-e202-474b-add4-8d8ae7b94ef2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203a709b-e449-472e-a084-c5c72ac47c01,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.305758 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.330303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273c48cc-aa26-4d21-89d8-95cea481e101'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:03.398121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60964d97-41e6-4f95-9ac6-89fc3be82b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.408571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 273c48cc-aa26-4d21-89d8-95cea481e101, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=273c48cc-aa26-4d21-89d8-95cea481e101,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:03.410176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601e94f-b291-472e-936a-e0931e3a3a84 req-34205a5e-e7af-4934-b7e3-04b544e401ff tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.411059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01379b0d-2b33-4602-9348-64b816552b5f req-e5fd6d78-e202-474b-add4-8d8ae7b94ef2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.411783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b601e94f-b291-472e-936a-e0931e3a3a84 req-34205a5e-e7af-4934-b7e3-04b544e401ff tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 971 time: 0.1148412 Jul 16 18:21:03.412948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01379b0d-2b33-4602-9348-64b816552b5f req-e5fd6d78-e202-474b-add4-8d8ae7b94ef2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3940644 Jul 16 18:21:03.414071 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.426101 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60964d97-41e6-4f95-9ac6-89fc3be82b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.462696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.463561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-60964d97-41e6-4f95-9ac6-89fc3be82b49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7b42ad420954deab440882fd1018614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366189 Jul 16 18:21:03.509949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=273c48cc-aa26-4d21-89d8-95cea481e101,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.516430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60964d97-41e6-4f95-9ac6-89fc3be82b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b4d35-3316-4a02-9914-f00cd58aa5fa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.540658 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07260f6d-8092-4e18-969c-cf624aec4043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.547232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b601e94f-b291-472e-936a-e0931e3a3a84 req-d248255a-c8f8-4f5f-9135-e2527455814a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223862 Jul 16 18:21:03.573947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07260f6d-8092-4e18-969c-cf624aec4043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.631619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07260f6d-8092-4e18-969c-cf624aec4043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.632819 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695bd109-84d4-484f-a254-fb0f527d2e76" -d '{"events": [{"server_uuid": "be69c654-c143-47c6-b2c1-184bed05b2e9", "name": "network-vif-plugged", "status": "completed", "tag": "273c48cc-aa26-4d21-89d8-95cea481e101"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:03.634847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07260f6d-8092-4e18-969c-cf624aec4043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.635995 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-07260f6d-8092-4e18-969c-cf624aec4043 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c2b4d35-3316-4a02-9914-f00cd58aa5fa HTTP/1.1" status: 204 len: 168 time: 0.1726348 Jul 16 18:21:03.652743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07260f6d-8092-4e18-969c-cf624aec4043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b4d35-3316-4a02-9914-f00cd58aa5fa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.754799 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-1c793fe4-66c7-4600-8f79-2a9777df1ccb tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25782 time: 0.1889753 Jul 16 18:21:03.762460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d305f-150b-44f3-8689-e9625d48954d req-e7a2618e-ca73-46f4-899c-d4ae160e47f4 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.762986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d305f-150b-44f3-8689-e9625d48954d req-e7a2618e-ca73-46f4-899c-d4ae160e47f4 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.763865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d305f-150b-44f3-8689-e9625d48954d req-e7a2618e-ca73-46f4-899c-d4ae160e47f4 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.786114 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc0d305f-150b-44f3-8689-e9625d48954d req-e7a2618e-ca73-46f4-899c-d4ae160e47f4 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1453676 Jul 16 18:21:03.861718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-e44e3d06-b164-4574-88b4-1021cfdd2cea tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/033c79db-14f9-4d34-95b4-6983243ceeab HTTP/1.1" status: 200 len: 2977 time: 0.0578351 Jul 16 18:21:03.906778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-e8315d55-2f04-42bb-9be6-f0ad4b5b40ec tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/033c79db-14f9-4d34-95b4-6983243ceeab HTTP/1.1" status: 200 len: 2977 time: 0.0434833 Jul 16 18:21:03.951124 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd87fae6-2a53-4808-a128-6922e43264f2 x-openstack-request-id: req-dd87fae6-2a53-4808-a128-6922e43264f2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:03.951705 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69c654-c143-47c6-b2c1-184bed05b2e9", "name": "network-vif-plugged", "status": "completed", "tag": "273c48cc-aa26-4d21-89d8-95cea481e101", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:03.952289 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd87fae6-2a53-4808-a128-6922e43264f2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:03.952981 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273c48cc-aa26-4d21-89d8-95cea481e101', 'code': 200} Jul 16 18:21:03.971521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-6bb78b14-4470-4738-aac2-206767b8dba8 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/184e818f-e06a-4522-80d4-eaf9208626d0 HTTP/1.1" status: 200 len: 2973 time: 0.0589125 Jul 16 18:21:04.058548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43490) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.079684 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be56a412-94cd-400b-8131-3ecd4fcf5a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.089770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806a79-6945-45b4-874f-c90abb1468f9 req-8de864f2-d9a3-4eb7-9b60-da10be966a69 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.090377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-45db29f9-b2bf-4409-92cb-8bdebab6192d tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/184e818f-e06a-4522-80d4-eaf9208626d0 HTTP/1.1" status: 200 len: 2973 time: 0.1118541 Jul 16 18:21:04.091123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-52806a79-6945-45b4-874f-c90abb1468f9 req-8de864f2-d9a3-4eb7-9b60-da10be966a69 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 886 time: 0.1269333 Jul 16 18:21:04.131347 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-5dfd7c5b-e5e0-4c13-ba7e-24011b1b39a7 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] show failed (client error): The resource could not be found. Jul 16 18:21:04.132463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-5dfd7c5b-e5e0-4c13-ba7e-24011b1b39a7 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4c2b4d35-3316-4a02-9914-f00cd58aa5fa HTTP/1.1" status: 404 len: 352 time: 0.0257516 Jul 16 18:21:04.163164 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-fab706f8-0ac3-4a80-a55c-73272db3a48b tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] show failed (client error): The resource could not be found. Jul 16 18:21:04.164156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-fab706f8-0ac3-4a80-a55c-73272db3a48b tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4c2b4d35-3316-4a02-9914-f00cd58aa5fa HTTP/1.1" status: 404 len: 352 time: 0.0217085 Jul 16 18:21:04.166428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd8517-d0ce-4f36-814d-dd492a4f2d5c req-42321386-005e-497c-958e-f1269ed158a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.167874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ddd8517-d0ce-4f36-814d-dd492a4f2d5c req-42321386-005e-497c-958e-f1269ed158a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 1124 time: 0.1312621 Jul 16 18:21:04.199340 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0ddd8517-d0ce-4f36-814d-dd492a4f2d5c req-f17b5eae-db11-4913-a41a-157eb7cdcca7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.235017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-111dfdb4-383e-41cf-a94f-f7e760b95fc2 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6253c775-df8d-465a-99a4-f43bc3b96f24 HTTP/1.1" status: 200 len: 2981 time: 0.0619676 Jul 16 18:21:04.290017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-6602b761-ad70-47b0-be6f-2232d8685696 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6253c775-df8d-465a-99a4-f43bc3b96f24 HTTP/1.1" status: 200 len: 2981 time: 0.0484028 Jul 16 18:21:04.341328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-369b8622-507a-4c88-9a4b-8a09e075291d tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6312ff7e-f06d-4069-ac9f-a5ea0923f5a2 HTTP/1.1" status: 200 len: 2977 time: 0.0445013 Jul 16 18:21:04.392663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190762c-92fb-428f-a0ed-e683fb6f386c req-bfe4f404-1e36-4723-a2d4-6cf3a3aa31e0 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.393153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190762c-92fb-428f-a0ed-e683fb6f386c req-bfe4f404-1e36-4723-a2d4-6cf3a3aa31e0 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.393602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190762c-92fb-428f-a0ed-e683fb6f386c req-bfe4f404-1e36-4723-a2d4-6cf3a3aa31e0 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.395285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-93b4fa90-7e91-4a37-a4e7-6ec4f11b0478 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6312ff7e-f06d-4069-ac9f-a5ea0923f5a2 HTTP/1.1" status: 200 len: 2977 time: 0.0392504 Jul 16 18:21:04.397235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7190762c-92fb-428f-a0ed-e683fb6f386c req-bfe4f404-1e36-4723-a2d4-6cf3a3aa31e0 tempest-NetworksTest-6020054 tempest-NetworksTest-6020054-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2795217 Jul 16 18:21:04.413380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be56a412-94cd-400b-8131-3ecd4fcf5a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.420078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be56a412-94cd-400b-8131-3ecd4fcf5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.474288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-a7aa1403-3141-47ee-82e5-2cbb4a99dc2e tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f5487c8b-db65-4fb0-98b5-23d6bc364d36 HTTP/1.1" status: 200 len: 2981 time: 0.0685046 Jul 16 18:21:04.480344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a412-94cd-400b-8131-3ecd4fcf5a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c92586a-3b36-462d-88b3-7b76a9dd1b31,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.488313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-be56a412-94cd-400b-8131-3ecd4fcf5a19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83f50a1665ad4e6bbcf701a9c4be000a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261858 Jul 16 18:21:04.488729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.538866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-db9efa2d-3f7a-4b6c-b8c8-174542488b95 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f5487c8b-db65-4fb0-98b5-23d6bc364d36 HTTP/1.1" status: 200 len: 2981 time: 0.0567701 Jul 16 18:21:04.601058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07fbd39f-2ac5-4fc1-8563-edad3d6c4442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.616024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0ddd8517-d0ce-4f36-814d-dd492a4f2d5c req-f17b5eae-db11-4913-a41a-157eb7cdcca7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.620037 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-b74b5725-dffa-4ea7-9dc6-f1ccd3043098 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f8b7e730-2484-4e7e-983f-da500c7c8e05 HTTP/1.1" status: 200 len: 2981 time: 0.0740707 Jul 16 18:21:04.621726 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0ddd8517-d0ce-4f36-814d-dd492a4f2d5c req-f17b5eae-db11-4913-a41a-157eb7cdcca7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.634280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07fbd39f-2ac5-4fc1-8563-edad3d6c4442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.648597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bb515-f60b-422b-81e3-d69b8b2c7923 req-ba82e6a8-3ec4-44d1-a97b-60107ddbec4f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.650134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bc6bb515-f60b-422b-81e3-d69b8b2c7923 req-ba82e6a8-3ec4-44d1-a97b-60107ddbec4f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.1164608 Jul 16 18:21:04.670913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ddd8517-d0ce-4f36-814d-dd492a4f2d5c req-f17b5eae-db11-4913-a41a-157eb7cdcca7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919026 Jul 16 18:21:04.699183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b5eae-db11-4913-a41a-157eb7cdcca7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=98ee205f-2eb1-4d1d-8da8-4bca032ea47d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.707737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bc6bb515-f60b-422b-81e3-d69b8b2c7923 req-0dfb9134-40cb-45f1-aec3-4b9cb08fcfc0 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485067 Jul 16 18:21:04.715058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4e63c-210e-4c6a-94e4-1c31c25f6e2c req-3b0e9c36-7bdb-4bb5-b2e9-e9e19ee729b9 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f8b7e730-2484-4e7e-983f-da500c7c8e05 HTTP/1.1" status: 200 len: 2981 time: 0.0765531 Jul 16 18:21:04.722987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07fbd39f-2ac5-4fc1-8563-edad3d6c4442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.735565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07fbd39f-2ac5-4fc1-8563-edad3d6c4442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.735565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-07fbd39f-2ac5-4fc1-8563-edad3d6c4442 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c92586a-3b36-462d-88b3-7b76a9dd1b31 HTTP/1.1" status: 204 len: 168 time: 0.2374783 Jul 16 18:21:04.736736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbd39f-2ac5-4fc1-8563-edad3d6c4442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c92586a-3b36-462d-88b3-7b76a9dd1b31,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.767355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.886138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b741bb72-2847-460f-9e65-3296af645cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.895184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67623a47-2918-49ff-8622-a1a8fa6ca2c4 req-f37f23c8-fa30-47a9-b69c-7b870422fdfa tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd1b69ffadb344eb805312ea23b4b0cf HTTP/1.1" status: 200 len: 6099 time: 0.1089685 Jul 16 18:21:04.909914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839a02-39b0-40a7-a98c-8fbf24dffb66 req-117356bd-d2df-48bd-b561-10c29ea7b2c6 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.911616 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3839a02-39b0-40a7-a98c-8fbf24dffb66 req-117356bd-d2df-48bd-b561-10c29ea7b2c6 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 972 time: 0.0647163 Jul 16 18:21:04.962191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3839a02-39b0-40a7-a98c-8fbf24dffb66 req-a6fb4350-e3ac-4b86-aeb9-e259739f223c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Jul 16 18:21:04.969399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67623a47-2918-49ff-8622-a1a8fa6ca2c4 req-217b8ab0-177d-4d7c-97ba-8f371f3db4c1 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "GET /v2.0/security-groups/6253c775-df8d-465a-99a4-f43bc3b96f24 HTTP/1.1" status: 200 len: 2981 time: 0.0658734 Jul 16 18:21:05.045393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67623a47-2918-49ff-8622-a1a8fa6ca2c4 req-aac43b69-eea3-49d2-bbc8-91df9cf7e55c tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "GET /v2.0/security-groups/6253c775-df8d-465a-99a4-f43bc3b96f24 HTTP/1.1" status: 200 len: 2981 time: 0.0629010 Jul 16 18:21:05.064931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b741bb72-2847-460f-9e65-3296af645cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.069417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b741bb72-2847-460f-9e65-3296af645cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.112364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b741bb72-2847-460f-9e65-3296af645cbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=063e1dfb954e42e4b8458accc1c03b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438916 Jul 16 18:21:05.113316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.113826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741bb72-2847-460f-9e65-3296af645cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6583dcee-3658-49a4-804a-ca16416ccdc5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.200108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6362912-a59b-498a-9f4d-c7a4215f9ac0 req-682396c4-a4fa-493d-8b53-aba4a74e82c8 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/203a709b-e449-472e-a084-c5c72ac47c01 HTTP/1.1" status: 200 len: 1778 time: 0.1335788 Jul 16 18:21:05.205309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-45b9d040-acf4-4d86-aa7a-8dc32a9591ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07 HTTP/1.1" status: 200 len: 217 time: 0.0645137 Jul 16 18:21:05.240475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504eac-f278-45d1-bcc5-ea5c46759db2 req-82fdd3fd-e1e1-4245-8b16-05011909e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.242044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6504eac-f278-45d1-bcc5-ea5c46759db2 req-82fdd3fd-e1e1-4245-8b16-05011909e4de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 1100 time: 0.0918467 Jul 16 18:21:05.259877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23dc69af-1ab2-402d-99ec-adb0664c54f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.289204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6362912-a59b-498a-9f4d-c7a4215f9ac0 req-6ed38f78-f194-4c2a-9798-8a1a99024aba tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.292963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23dc69af-1ab2-402d-99ec-adb0664c54f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.344057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6504eac-f278-45d1-bcc5-ea5c46759db2 req-b1c12e28-f2c1-41c1-9188-b1a5db03e055 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321937 Jul 16 18:21:05.352669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6362912-a59b-498a-9f4d-c7a4215f9ac0 req-6ed38f78-f194-4c2a-9798-8a1a99024aba tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.404482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-75c9a591-3811-430f-a727-0a2971a244d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.405965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-75c9a591-3811-430f-a727-0a2971a244d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0946631 Jul 16 18:21:05.442860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23dc69af-1ab2-402d-99ec-adb0664c54f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.445763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23dc69af-1ab2-402d-99ec-adb0664c54f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.449219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-23dc69af-1ab2-402d-99ec-adb0664c54f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6583dcee-3658-49a4-804a-ca16416ccdc5 HTTP/1.1" status: 204 len: 168 time: 0.3318949 Jul 16 18:21:05.452259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6362912-a59b-498a-9f4d-c7a4215f9ac0 req-6ed38f78-f194-4c2a-9798-8a1a99024aba tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.455013 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6362912-a59b-498a-9f4d-c7a4215f9ac0 req-6ed38f78-f194-4c2a-9798-8a1a99024aba tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.456137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6362912-a59b-498a-9f4d-c7a4215f9ac0 req-6ed38f78-f194-4c2a-9798-8a1a99024aba tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/203a709b-e449-472e-a084-c5c72ac47c01 HTTP/1.1" status: 204 len: 173 time: 0.2473834 Jul 16 18:21:05.466437 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc69af-1ab2-402d-99ec-adb0664c54f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6583dcee-3658-49a4-804a-ca16416ccdc5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.478665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38f78-f194-4c2a-9798-8a1a99024aba tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a709b-e449-472e-a084-c5c72ac47c01,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.497979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-aa514192-09da-441e-a7cf-7459932bd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.499575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-aa514192-09da-441e-a7cf-7459932bd3bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828204 Jul 16 18:21:05.553186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.554590 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23bbbbaf-d159-4c4a-91de-cfa5c7b1cf8a req-249626f9-00d3-4c57-8430-5fb43ec1b8e7 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d55e9b6e-2b94-4661-b309-52f2074bd24d HTTP/1.1" status: 200 len: 1778 time: 0.0779614 Jul 16 18:21:05.581922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504eac-f278-45d1-bcc5-ea5c46759db2 req-4d8d8f96-d461-4e9f-a982-7778d4484aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.583327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6504eac-f278-45d1-bcc5-ea5c46759db2 req-4d8d8f96-d461-4e9f-a982-7778d4484aec service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265449 Jul 16 18:21:05.614526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-23bbbbaf-d159-4c4a-91de-cfa5c7b1cf8a req-99f97f63-3729-4958-bfc5-c6685bdbc271 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.652040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-e7e6908c-e7b6-49c7-8607-a2f9c02a43c6 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451969 Jul 16 18:21:05.665266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-23bbbbaf-d159-4c4a-91de-cfa5c7b1cf8a req-99f97f63-3729-4958-bfc5-c6685bdbc271 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.726221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-58048079-1d41-47bf-9159-74a1faefa50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.727955 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-58048079-1d41-47bf-9159-74a1faefa50b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 1100 time: 0.1020799 Jul 16 18:21:05.728904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-23bbbbaf-d159-4c4a-91de-cfa5c7b1cf8a req-99f97f63-3729-4958-bfc5-c6685bdbc271 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.731595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-23bbbbaf-d159-4c4a-91de-cfa5c7b1cf8a req-99f97f63-3729-4958-bfc5-c6685bdbc271 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.732694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23bbbbaf-d159-4c4a-91de-cfa5c7b1cf8a req-99f97f63-3729-4958-bfc5-c6685bdbc271 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/d55e9b6e-2b94-4661-b309-52f2074bd24d HTTP/1.1" status: 204 len: 173 time: 0.1773393 Jul 16 18:21:05.785578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97f63-3729-4958-bfc5-c6685bdbc271 tempest-SecurityGroupsTestAdminJSON-1350992587 tempest-SecurityGroupsTestAdminJSON-1350992587-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55e9b6e-2b94-4661-b309-52f2074bd24d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.834616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-b55540b4-6a25-4909-ad02-8d4fee453100 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=166ab513-4808-4c1e-9371-a89b3eb6b05f HTTP/1.1" status: 200 len: 217 time: 0.0982237 Jul 16 18:21:05.857813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-56870fc2-7bea-4f5e-b8e3-a03c21b6e075 req-5c1a588b-7d44-4034-9488-08c1f08e6467 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "GET /v2.0/security-groups/f1d43de3-a8ea-407d-83d1-e71609acb3fb HTTP/1.1" status: 200 len: 1776 time: 0.1034520 Jul 16 18:21:05.899491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0fd9fb7-c879-4dbf-8f7e-6edd2051e726 req-80b24a2f-41bb-4d68-bf32-da2403cd675f service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405431 Jul 16 18:21:05.922743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1584154586-network', 'tenant_id': 'a3789f914e9442f48a8206c661fc9fed'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:05.964053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-56870fc2-7bea-4f5e-b8e3-a03c21b6e075 req-c0b3521e-5f4c-4b7d-ad18-b39e99f7dc94 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.974975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-77a70555-e68e-4db3-8a41-10f76ba093ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.977106 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-77a70555-e68e-4db3-8a41-10f76ba093ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1338611 Jul 16 18:21:05.979686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Made reservation on behalf of a3789f914e9442f48a8206c661fc9fed for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:05.983262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.012406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.035705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-56870fc2-7bea-4f5e-b8e3-a03c21b6e075 req-c0b3521e-5f4c-4b7d-ad18-b39e99f7dc94 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.081463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.098829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8250a-3d1c-414b-9dc8-5956fa26dea1 req-3530686f-0f9f-47e5-95ad-6b777415f88d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.106108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ce8250a-3d1c-414b-9dc8-5956fa26dea1 req-3530686f-0f9f-47e5-95ad-6b777415f88d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.1278281 Jul 16 18:21:06.134595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0de7361a-04dc-4660-92d7-ac3e6a1b25c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.167783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-de9def20-4e78-4648-a67d-e1a1f65fad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.169343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-de9def20-4e78-4648-a67d-e1a1f65fad15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535342 Jul 16 18:21:06.173964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-56870fc2-7bea-4f5e-b8e3-a03c21b6e075 req-c0b3521e-5f4c-4b7d-ad18-b39e99f7dc94 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.177897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-56870fc2-7bea-4f5e-b8e3-a03c21b6e075 req-c0b3521e-5f4c-4b7d-ad18-b39e99f7dc94 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.178996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-56870fc2-7bea-4f5e-b8e3-a03c21b6e075 req-c0b3521e-5f4c-4b7d-ad18-b39e99f7dc94 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "DELETE /v2.0/security-groups/f1d43de3-a8ea-407d-83d1-e71609acb3fb HTTP/1.1" status: 204 len: 173 time: 0.3107774 Jul 16 18:21:06.180983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-88d498fa-ec01-4eca-a4a1-56e6dc8e7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.182485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-88d498fa-ec01-4eca-a4a1-56e6dc8e7642 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1100 time: 0.1822379 Jul 16 18:21:06.183316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ce8250a-3d1c-414b-9dc8-5956fa26dea1 req-606e004d-b496-45c8-9deb-18d1cb814a0a tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762837 Jul 16 18:21:06.216172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3521e-5f4c-4b7d-ad18-b39e99f7dc94 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d43de3-a8ea-407d-83d1-e71609acb3fb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.323289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-73ef03fe-a74c-4bc9-933b-0c44c58c460f service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389539 Jul 16 18:21:06.341552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80a66dd2-54dd-4e17-bea3-5e1b2e8d7f5a req-7ceabba9-068e-473d-8e81-fdd2182b1653 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "GET /v2.0/security-groups/b7dc12ff-974f-4849-8d1b-d55b8422afd7 HTTP/1.1" status: 200 len: 1775 time: 0.0619349 Jul 16 18:21:06.373182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-c4eb90f8-9e15-4f41-859d-387c003bb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.374694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-c4eb90f8-9e15-4f41-859d-387c003bb111 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1848519 Jul 16 18:21:06.376544 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.393862 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.443673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-879e71c6-ea26-4df5-9c53-5491b7840ed5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07 HTTP/1.1" status: 200 len: 217 time: 0.0616784 Jul 16 18:21:06.457554 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd83ad5-4b08-4618-b27d-166184a8af73 req-35b9def5-46c2-463e-898c-63b963bd9c82 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274786 Jul 16 18:21:06.458493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80a66dd2-54dd-4e17-bea3-5e1b2e8d7f5a req-e9980247-40f7-4c2a-9acf-8ce570d62c54 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.484584 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80a66dd2-54dd-4e17-bea3-5e1b2e8d7f5a req-e9980247-40f7-4c2a-9acf-8ce570d62c54 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.488313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:06.520238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb2bda-658f-4601-863b-2c6cb7f8f239,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.527794 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80a66dd2-54dd-4e17-bea3-5e1b2e8d7f5a req-e9980247-40f7-4c2a-9acf-8ce570d62c54 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.530141 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80a66dd2-54dd-4e17-bea3-5e1b2e8d7f5a req-e9980247-40f7-4c2a-9acf-8ce570d62c54 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.531521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80a66dd2-54dd-4e17-bea3-5e1b2e8d7f5a req-e9980247-40f7-4c2a-9acf-8ce570d62c54 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] 10.222.0.49 "DELETE /v2.0/security-groups/b7dc12ff-974f-4849-8d1b-d55b8422afd7 HTTP/1.1" status: 204 len: 173 time: 0.1800237 Jul 16 18:21:06.542173 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.542450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9980247-40f7-4c2a-9acf-8ce570d62c54 tempest-SecurityGroupsTestAdminJSON-1409488504 tempest-SecurityGroupsTestAdminJSON-1409488504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc12ff-974f-4849-8d1b-d55b8422afd7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.542553 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Added segment 8fbabb20-22b6-4649-b5c3-1c5a6fe4e606 of type vlan for network c256d501-8406-46fc-819a-b542ce42eb9d Jul 16 18:21:06.572905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4b4a-3270-44a7-b129-ac5da59963a1 req-38e687df-3f9d-4fce-aa9b-6cf61dc0ee0c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.574445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253f4b4a-3270-44a7-b129-ac5da59963a1 req-38e687df-3f9d-4fce-aa9b-6cf61dc0ee0c tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 972 time: 0.2517855 Jul 16 18:21:06.604525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-436aa567-631e-40d1-8baf-27cc0041ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.607989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-436aa567-631e-40d1-8baf-27cc0041ed06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1520126 Jul 16 18:21:06.646925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.727886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253f4b4a-3270-44a7-b129-ac5da59963a1 req-5629b3ef-ba41-45ab-be5f-0f60ef29087d tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464612 Jul 16 18:21:06.747160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.748109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.748692 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.751864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0de7361a-04dc-4660-92d7-ac3e6a1b25c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.772393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0de7361a-04dc-4660-92d7-ac3e6a1b25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.814137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.823268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2688870 Jul 16 18:21:06.826766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43566) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.835842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Request body: {'subnet': {'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1584154586-subnet', 'tenant_id': 'a3789f914e9442f48a8206c661fc9fed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:06.859916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Made reservation on behalf of a3789f914e9442f48a8206c661fc9fed for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:06.862618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.022758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0de7361a-04dc-4660-92d7-ac3e6a1b25c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ec754ba392648cbbc0fe1a01c5fc030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9350734 Jul 16 18:21:07.024697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-fcbf779b-f03b-4de5-9591-1981f9db8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.026286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-fcbf779b-f03b-4de5-9591-1981f9db8db4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4017997 Jul 16 18:21:07.026839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43568) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.026950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7361a-04dc-4660-92d7-ac3e6a1b25c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10102f6-137a-44c8-b655-fb2941c4aa5d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.031027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2f76e-ebc4-4c8e-8f61-4d58b5c7ec66 admin admin] Pushing event updated for resources: {'Network': ['ID=c256d501-8406-46fc-819a-b542ce42eb9d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.055996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network c256d501-8406-46fc-819a-b542ce42eb9d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:07.133911 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-f4e56973-744f-44a9-8b59-5bbc7a9097c9 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991096 Jul 16 18:21:07.203720 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1e2606a9-0311-4541-a26e-4850b6ea25ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd1b69ffadb344eb805312ea23b4b0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881388 Jul 16 18:21:07.208421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.242845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080a19e-f4f9-4031-9553-682c9b8156d0 req-8b041fc0-8f42-4feb-99c0-49e4f946be46 tempest-AggregatesAdminTestJSON-429211415 tempest-AggregatesAdminTestJSON-429211415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.249291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8080a19e-f4f9-4031-9553-682c9b8156d0 req-8b041fc0-8f42-4feb-99c0-49e4f946be46 tempest-AggregatesAdminTestJSON-429211415 tempest-AggregatesAdminTestJSON-429211415-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 1124 time: 0.3840299 Jul 16 18:21:07.249483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81bde76e-69b8-4f52-8e2b-c09d3a3862df req-051d350d-e37d-41fd-9f34-64c9b54b36ba service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089487 Jul 16 18:21:07.271765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f5809e-962b-4265-bf4a-6175c1648098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.294463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f5809e-962b-4265-bf4a-6175c1648098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.294802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8080a19e-f4f9-4031-9553-682c9b8156d0 req-aa2d17e8-7033-49ce-ac6f-b15e95736e3a tempest-AggregatesAdminTestJSON-429211415 tempest-AggregatesAdminTestJSON-429211415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.359265 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198fcf7e-c6ae-4cb7-8cbe-8f1674d1c118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.373686 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.379092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f5809e-962b-4265-bf4a-6175c1648098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.381655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f5809e-962b-4265-bf4a-6175c1648098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.382826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28f5809e-962b-4265-bf4a-6175c1648098 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6253c775-df8d-465a-99a4-f43bc3b96f24 HTTP/1.1" status: 204 len: 168 time: 0.1734548 Jul 16 18:21:07.398880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5809e-962b-4265-bf4a-6175c1648098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6253c775-df8d-465a-99a4-f43bc3b96f24,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.411117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2c183-bd88-4e16-bc99-0a4d810ba02b req-dae3f4b8-fe58-4322-8d7c-48836365a918 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.412762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce2c183-bd88-4e16-bc99-0a4d810ba02b req-dae3f4b8-fe58-4322-8d7c-48836365a918 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.0940797 Jul 16 18:21:07.424923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198fcf7e-c6ae-4cb7-8cbe-8f1674d1c118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.458890 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce2c183-bd88-4e16-bc99-0a4d810ba02b req-e2862494-f2e0-47ab-a4bd-3ab9c44fbeab tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370579 Jul 16 18:21:07.503132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6646841a-3692-4c50-abd5-e333cc4581b2,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.528915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:07.529302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Network hostable DHCP agents. Network: c256d501-8406-46fc-819a-b542ce42eb9d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:07.552641 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198fcf7e-c6ae-4cb7-8cbe-8f1674d1c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.555154 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198fcf7e-c6ae-4cb7-8cbe-8f1674d1c118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.556293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-198fcf7e-c6ae-4cb7-8cbe-8f1674d1c118 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d10102f6-137a-44c8-b655-fb2941c4aa5d HTTP/1.1" status: 204 len: 168 time: 0.3737586 Jul 16 18:21:07.581633 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8080a19e-f4f9-4031-9553-682c9b8156d0 req-aa2d17e8-7033-49ce-ac6f-b15e95736e3a tempest-AggregatesAdminTestJSON-429211415 tempest-AggregatesAdminTestJSON-429211415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.582727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fcf7e-c6ae-4cb7-8cbe-8f1674d1c118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10102f6-137a-44c8-b655-fb2941c4aa5d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.585890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Network c256d501-8406-46fc-819a-b542ce42eb9d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:07.590170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8080a19e-f4f9-4031-9553-682c9b8156d0 req-aa2d17e8-7033-49ce-ac6f-b15e95736e3a tempest-AggregatesAdminTestJSON-429211415 tempest-AggregatesAdminTestJSON-429211415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.614185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, c256d501-8406-46fc-819a-b542ce42eb9d) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:07.619662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.620253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.627759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3ee94-e08d-4ad1-b1e7-04ee73dfa7a4 None None] Network c256d501-8406-46fc-819a-b542ce42eb9d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:07.641810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8080a19e-f4f9-4031-9553-682c9b8156d0 req-aa2d17e8-7033-49ce-ac6f-b15e95736e3a tempest-AggregatesAdminTestJSON-429211415 tempest-AggregatesAdminTestJSON-429211415-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916399 Jul 16 18:21:07.665372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1849e493-61c4-4912-9ba3-7362cf8f947e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8280706 Jul 16 18:21:07.665372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d17e8-7033-49ce-ac6f-b15e95736e3a tempest-AggregatesAdminTestJSON-429211415 tempest-AggregatesAdminTestJSON-429211415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4413b3-311f-41cd-9ce2-95a9c5d958c6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.701806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43584) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.761953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.762735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f249fb6a-fbb5-4f17-8f76-d7f7748aae72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec0e070fdb484f4d9e551e7b9a02e541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593140 Jul 16 18:21:07.832238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4bd387-3b23-4bbe-95cb-f90eb7aee04d None None] Network c256d501-8406-46fc-819a-b542ce42eb9d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:07.833042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a48acf4-d34f-47b4-85b8-9a763dc59780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.855707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a48acf4-d34f-47b4-85b8-9a763dc59780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.931001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a48acf4-d34f-47b4-85b8-9a763dc59780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.934271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a48acf4-d34f-47b4-85b8-9a763dc59780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.938607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3a48acf4-d34f-47b4-85b8-9a763dc59780 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5487c8b-db65-4fb0-98b5-23d6bc364d36 HTTP/1.1" status: 204 len: 168 time: 0.1725500 Jul 16 18:21:07.952695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48acf4-d34f-47b4-85b8-9a763dc59780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5487c8b-db65-4fb0-98b5-23d6bc364d36,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.666592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43666) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.672803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1859894563-network', 'tenant_id': 'b15e1480c1454d57be08133b93f0348d'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:08.676040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff515-d40f-4207-ad98-b028108546cd req-8d0adc34-a963-4f71-a5bb-0d2f5e630a30 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.678360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c65ff515-d40f-4207-ad98-b028108546cd req-8d0adc34-a963-4f71-a5bb-0d2f5e630a30 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 948 time: 0.0747285 Jul 16 18:21:08.719528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Made reservation on behalf of b15e1480c1454d57be08133b93f0348d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:08.722029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.743962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.756562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c65ff515-d40f-4207-ad98-b028108546cd req-5b1ea321-b382-4f96-96a2-688a42b41694 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721114 Jul 16 18:21:08.812130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 166ab513-4808-4c1e-9371-a89b3eb6b05f details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:08.880132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.886908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.924280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0f0f57-3991-46b7-8129-56a6bfd15485,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.927465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:08.939247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.939601 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Added segment 203a6fd6-af1e-4fe6-98ed-92734b499cfe of type vlan for network 532a68c5-ef9b-405b-b7a5-74f85eba4647 Jul 16 18:21:08.984291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.039853 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.041687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.042513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.042646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 166ab513-4808-4c1e-9371-a89b3eb6b05f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=166ab513-4808-4c1e-9371-a89b3eb6b05f,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:09.068141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '166ab513-4808-4c1e-9371-a89b3eb6b05f', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '166ab513-4808-4c1e-9371-a89b3eb6b05f', 'mac_address': 'fa:16:3e:eb:72:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:09.073154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4050207 Jul 16 18:21:09.076065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.081706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Request body: {'subnet': {'network_id': '532a68c5-ef9b-405b-b7a5-74f85eba4647', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1859894563-subnet', 'tenant_id': 'b15e1480c1454d57be08133b93f0348d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:09.131334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Made reservation on behalf of b15e1480c1454d57be08133b93f0348d for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:09.134626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.140649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cd50-6518-4aa2-aef2-f51e78adc1da admin admin] Pushing event updated for resources: {'Network': ['ID=532a68c5-ef9b-405b-b7a5-74f85eba4647,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:09.154379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 532a68c5-ef9b-405b-b7a5-74f85eba4647 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:09.182672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.379005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166ab513-4808-4c1e-9371-a89b3eb6b05f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:09.403647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 166ab513-4808-4c1e-9371-a89b3eb6b05f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=166ab513-4808-4c1e-9371-a89b3eb6b05f,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:09.412735 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.413771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:09.448200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.509784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:09.529689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Checking segment: {'id': '203a6fd6-af1e-4fe6-98ed-92734b499cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '532a68c5-ef9b-405b-b7a5-74f85eba4647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:09.530055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Network hostable DHCP agents. Network: 532a68c5-ef9b-405b-b7a5-74f85eba4647, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:09.537051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f8f6e9-ed98-4dd8-88d3-48462d260c38,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:09.539662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'mac_address': 'fa:16:3e:1a:3a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:09.567686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Network 532a68c5-ef9b-405b-b7a5-74f85eba4647 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:09.577101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=166ab513-4808-4c1e-9371-a89b3eb6b05f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:09.593967 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.596991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 532a68c5-ef9b-405b-b7a5-74f85eba4647) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:09.603656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.605091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.607983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc63dd6-0b9d-4df9-887c-ca3fc2b4ae00 None None] Network 532a68c5-ef9b-405b-b7a5-74f85eba4647 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:09.614628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4548b4ae-1c64-421b-9632-2760b3b5ad07 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:09.636420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3dc28bef-8daa-4216-a176-051f9476d4d7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5560951 Jul 16 18:21:09.658028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:09.673264 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.778642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:09.873635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983ae87-cee8-47c9-b586-d1b1a610c2fd None None] Network 532a68c5-ef9b-405b-b7a5-74f85eba4647 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:10.036380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['166ab513-4808-4c1e-9371-a89b3eb6b05f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:10.071174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4548b4ae-1c64-421b-9632-2760b3b5ad07'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:10.078515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5cd0e-df4f-4bba-adf9-a423b3ebf64e req-df533acf-6054-4e25-83f5-e2790c9b116f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.081371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95b5cd0e-df4f-4bba-adf9-a423b3ebf64e req-df533acf-6054-4e25-83f5-e2790c9b116f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 949 time: 0.0770426 Jul 16 18:21:10.134839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95b5cd0e-df4f-4bba-adf9-a423b3ebf64e req-d1cf22bd-b965-4c06-bda1-a0ea35d07d34 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Jul 16 18:21:10.464287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.494405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.641944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273d8a20-d2fa-4fbb-9259-c55f91e80aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.735657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c5a71f9-6d07-419b-bacd-4cea19f2b068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.795239 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273d8a20-d2fa-4fbb-9259-c55f91e80aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.802752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 166ab513-4808-4c1e-9371-a89b3eb6b05f up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:10.804158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273d8a20-d2fa-4fbb-9259-c55f91e80aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.843200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8a20-d2fa-4fbb-9259-c55f91e80aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a57256-ea83-4f5d-bcb3-5e0cfff10e27,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.844476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-eddb0313-475a-428b-a254-a717dcd0f845 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.851575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-eddb0313-475a-428b-a254-a717dcd0f845 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.2491739 Jul 16 18:21:10.867603 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d33f3542-36d1-40c3-8c7f-a5228eaef9fe tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/quotas/a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 375 time: 0.0151091 Jul 16 18:21:10.892069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 166ab513-4808-4c1e-9371-a89b3eb6b05f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:10.903665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 166ab513-4808-4c1e-9371-a89b3eb6b05f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:10.905012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.908124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-7fd61f63-440c-48f8-b14a-19cd124e3813 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395477 Jul 16 18:21:10.914128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-89014332-3dae-48f8-9f55-7f47a0ce48f4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:21:10.923357 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-89014332-3dae-48f8-9f55-7f47a0ce48f4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143700 Jul 16 18:21:10.929533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-273d8a20-d2fa-4fbb-9259-c55f91e80aca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4eed341fa4b3486cbdf4ec50ef194a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640625 Jul 16 18:21:10.933509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.011747 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c5a71f9-6d07-419b-bacd-4cea19f2b068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.017351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c5a71f9-6d07-419b-bacd-4cea19f2b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.020242 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-148348e4-ba27-4f2b-9524-624e2c010034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.043578 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.053046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-148348e4-ba27-4f2b-9524-624e2c010034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.066146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a71f9-6d07-419b-bacd-4cea19f2b068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4060421-8c66-454c-977a-06cf092ced73,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.075039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8c5a71f9-6d07-419b-bacd-4cea19f2b068 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45cee96c701d4b6e86a882542bbf7995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762823 Jul 16 18:21:11.075484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.086285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166ab513-4808-4c1e-9371-a89b3eb6b05f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:11.088490 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f0a49-73e9-4962-89d3-aa1fbab2f44f" -d '{"events": [{"server_uuid": "b86f7c97-7a7c-4c95-a542-1c202ae2273a", "name": "network-vif-plugged", "status": "completed", "tag": "166ab513-4808-4c1e-9371-a89b3eb6b05f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:11.102282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 166ab513-4808-4c1e-9371-a89b3eb6b05f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=166ab513-4808-4c1e-9371-a89b3eb6b05f,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:11.108113 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.109231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:11.196935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ec5aafd-7fcf-41bc-a8a1-848c9aecf83e req-237cad8e-a27c-45a0-b199-0bb4b1192099 tempest-FlavorsV2NegativeTest-411910397 tempest-FlavorsV2NegativeTest-411910397-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e7f883014a0340bca12a0b0403410c28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315776 Jul 16 18:21:11.200651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=166ab513-4808-4c1e-9371-a89b3eb6b05f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.206215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 4548b4ae-1c64-421b-9632-2760b3b5ad07 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:11.212704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 4548b4ae-1c64-421b-9632-2760b3b5ad07 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:11.213013 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.216334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-148348e4-ba27-4f2b-9524-624e2c010034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.218332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-148348e4-ba27-4f2b-9524-624e2c010034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.221833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-148348e4-ba27-4f2b-9524-624e2c010034 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9a57256-ea83-4f5d-bcb3-5e0cfff10e27 HTTP/1.1" status: 204 len: 168 time: 0.2848349 Jul 16 18:21:11.238764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148348e4-ba27-4f2b-9524-624e2c010034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a57256-ea83-4f5d-bcb3-5e0cfff10e27,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.243895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d2d-6ac6-4846-adbf-c4caf0291ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.256950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-e52fd33f-c161-410c-9382-fcd0d330b9cc service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650554 Jul 16 18:21:11.323900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.338610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d2d-6ac6-4846-adbf-c4caf0291ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.350770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5aafd-7fcf-41bc-a8a1-848c9aecf83e req-01f9bd03-0d1a-40e2-9612-438e6fcfdf2c tempest-FlavorsV2NegativeTest-411910397 tempest-FlavorsV2NegativeTest-411910397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.352474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ec5aafd-7fcf-41bc-a8a1-848c9aecf83e req-01f9bd03-0d1a-40e2-9612-438e6fcfdf2c tempest-FlavorsV2NegativeTest-411910397 tempest-FlavorsV2NegativeTest-411910397-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491349 Jul 16 18:21:11.364497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:11.372055 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.379013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ec5aafd-7fcf-41bc-a8a1-848c9aecf83e req-0b17c4f9-27f5-46d6-8c72-2551ae02a655 tempest-FlavorsV2NegativeTest-411910397 tempest-FlavorsV2NegativeTest-411910397-project] 10.222.0.49 "GET /v2.0/quotas/e7f883014a0340bca12a0b0403410c28 HTTP/1.1" status: 200 len: 375 time: 0.0201130 Jul 16 18:21:11.398723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-2eb2c2ef-5835-4f2a-8998-0d14ed838fde service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293375 Jul 16 18:21:11.419287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d2d-6ac6-4846-adbf-c4caf0291ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.422061 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d2d-6ac6-4846-adbf-c4caf0291ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.422541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ec5aafd-7fcf-41bc-a8a1-848c9aecf83e req-498fffc1-6daf-4164-95b9-08f24a2f5cae tempest-FlavorsV2NegativeTest-411910397 tempest-FlavorsV2NegativeTest-411910397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7f883014a0340bca12a0b0403410c28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370269 Jul 16 18:21:11.429369 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dd9c8d2d-6ac6-4846-adbf-c4caf0291ba1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4060421-8c66-454c-977a-06cf092ced73 HTTP/1.1" status: 204 len: 168 time: 0.3538971 Jul 16 18:21:11.444129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.451543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c8d2d-6ac6-4846-adbf-c4caf0291ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4060421-8c66-454c-977a-06cf092ced73,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.651614 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467d60e-8546-41f8-8904-299f1b9663ce x-openstack-request-id: req-a467d60e-8546-41f8-8904-299f1b9663ce {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:11.651912 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f7c97-7a7c-4c95-a542-1c202ae2273a", "name": "network-vif-plugged", "status": "completed", "tag": "166ab513-4808-4c1e-9371-a89b3eb6b05f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:11.652158 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a467d60e-8546-41f8-8904-299f1b9663ce {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:11.652554 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166ab513-4808-4c1e-9371-a89b3eb6b05f', 'code': 200} Jul 16 18:21:11.660547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.675085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e85c6c8-16a0-4226-83e0-fb01ec2efd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.823145 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-203ea95b-cd1c-4203-94ce-c4e74ce804dd req-9388f47c-8d8c-4323-bd26-6ceda80b105e tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 210 time: 0.0415590 Jul 16 18:21:11.905338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c5a66-b0f4-4a3f-8399-85a98cf7a64e req-aff85070-88fe-464f-b179-dd694528b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.913260 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-779c5a66-b0f4-4a3f-8399-85a98cf7a64e req-aff85070-88fe-464f-b179-dd694528b8af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 1102 time: 0.1677034 Jul 16 18:21:11.994449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35512-5750-4b4f-bb53-7dd2172a4906 req-7696a80e-c8c0-4c8f-9b30-3889be873cfa tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.995984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3b35512-5750-4b4f-bb53-7dd2172a4906 req-7696a80e-c8c0-4c8f-9b30-3889be873cfa tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 950 time: 0.2396924 Jul 16 18:21:12.008452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e85c6c8-16a0-4226-83e0-fb01ec2efd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.030459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-779c5a66-b0f4-4a3f-8399-85a98cf7a64e req-863b5de0-6100-43da-8bb3-862ffb9c6d75 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958328 Jul 16 18:21:12.031045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e85c6c8-16a0-4226-83e0-fb01ec2efd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.096224 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7e85c6c8-16a0-4226-83e0-fb01ec2efd1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27c9b2a1f7ab4a8393ae07071a6dac41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344075 Jul 16 18:21:12.097434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85c6c8-16a0-4226-83e0-fb01ec2efd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad8745-c4e8-495f-ba11-bd30482cdf92,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.100585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43934) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.112037 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3b35512-5750-4b4f-bb53-7dd2172a4906 req-69306dec-55b4-4a43-b596-816cbf1228aa tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071682 Jul 16 18:21:12.181644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43942) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.190917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2df6ddf-bca2-4323-9743-7e7c32db37b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.200279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b179c6-7dda-4b10-90a7-2e1fe990fc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.217630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2df6ddf-bca2-4323-9743-7e7c32db37b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.283768 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2df6ddf-bca2-4323-9743-7e7c32db37b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.287678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2df6ddf-bca2-4323-9743-7e7c32db37b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.291550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b2df6ddf-bca2-4323-9743-7e7c32db37b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0ad8745-c4e8-495f-ba11-bd30482cdf92 HTTP/1.1" status: 204 len: 168 time: 0.1874471 Jul 16 18:21:12.317848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df6ddf-bca2-4323-9743-7e7c32db37b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad8745-c4e8-495f-ba11-bd30482cdf92,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.391280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b179c6-7dda-4b10-90a7-2e1fe990fc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.398781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09b179c6-7dda-4b10-90a7-2e1fe990fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.493643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-09b179c6-7dda-4b10-90a7-2e1fe990fc04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d858780f26f40bbbc4d9b7c66f189af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085985 Jul 16 18:21:12.493643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b179c6-7dda-4b10-90a7-2e1fe990fc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c4a8fe-1bc0-4321-9a8a-6beccbe3db72,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.494109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.657712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0075561e-ed75-4922-b825-5ea357b5d42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.724611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0075561e-ed75-4922-b825-5ea357b5d42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.798397 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0075561e-ed75-4922-b825-5ea357b5d42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.801213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0075561e-ed75-4922-b825-5ea357b5d42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.802396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0075561e-ed75-4922-b825-5ea357b5d42d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9c4a8fe-1bc0-4321-9a8a-6beccbe3db72 HTTP/1.1" status: 204 len: 168 time: 0.3072617 Jul 16 18:21:12.814536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075561e-ed75-4922-b825-5ea357b5d42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c4a8fe-1bc0-4321-9a8a-6beccbe3db72,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.891823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.992497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7218d9c-70c8-4473-886f-6549084f23e2 req-a20f14a1-fcf9-4be3-8fd8-54d11168a429 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 210 time: 0.0386369 Jul 16 18:21:13.184741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44026) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:13.357568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.411333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-944df442-79bd-4efd-ab9c-d86549f1adfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.566297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:21:13.566297 n-d-791504-15 neutron-server[93795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:21:13.566297 n-d-791504-15 neutron-server[93795]: [parameters: {'project_id': 'e7f883014a0340bca12a0b0403410c28', 'id': 'b0b98a86-fccd-41b2-8054-0e0111e378dd', 'expiration': datetime.datetime(2021, 7, 16, 18, 23, 13, 518195)}] Jul 16 18:21:13.566297 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:21:13.567650 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:21:13.580435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-aeb049a2-50e0-4edc-aeea-11e6febbf74a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.582358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-aeb049a2-50e0-4edc-aeea-11e6febbf74a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.3758836 Jul 16 18:21:13.598995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Request body: {'port': {'device_id': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'admin_state_up': True, 'tenant_id': 'a3789f914e9442f48a8206c661fc9fed'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:13.644044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c336-40e9-4575-81ba-60dcb8c27e3e req-36c79a56-3101-4dea-81fa-246436535ce7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.652403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fe1c336-40e9-4575-81ba-60dcb8c27e3e req-36c79a56-3101-4dea-81fa-246436535ce7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 950 time: 0.3315549 Jul 16 18:21:13.654182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:13.659192 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48c5620-a7a6-4995-9484-10620d6608a9" -d '{"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-plugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:13.789428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fe1c336-40e9-4575-81ba-60dcb8c27e3e req-b6cb2fcd-2f9a-44df-9ba4-75c1d80ec2bb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360052 Jul 16 18:21:13.835038 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-944df442-79bd-4efd-ab9c-d86549f1adfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.850940 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-944df442-79bd-4efd-ab9c-d86549f1adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.910421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89b77-32bb-41ee-a488-8b92f254c690 req-1652a0aa-e166-48d0-92fb-b00f20aeb25f tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.910975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944df442-79bd-4efd-ab9c-d86549f1adfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1889f3f3-96f7-4ec9-bf4a-5fd63e6e3eda,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.916929 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31b89b77-32bb-41ee-a488-8b92f254c690 req-1652a0aa-e166-48d0-92fb-b00f20aeb25f tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 972 time: 0.1179614 Jul 16 18:21:13.922104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:13.923460 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad5685-d949-4dcd-9fc0-4a51fd107160 x-openstack-request-id: req-21ad5685-d949-4dcd-9fc0-4a51fd107160 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:13.923998 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-plugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:13.924478 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21ad5685-d949-4dcd-9fc0-4a51fd107160 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:13.925167 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'code': 200} Jul 16 18:21:13.926034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-944df442-79bd-4efd-ab9c-d86549f1adfc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b27746feb5874ea3a5025922243fb370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400548 Jul 16 18:21:13.927041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Made reservation on behalf of a3789f914e9442f48a8206c661fc9fed for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:13.930818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.021101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31b89b77-32bb-41ee-a488-8b92f254c690 req-c8d689fd-ef23-4b02-93bb-7096c6e34253 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013689 Jul 16 18:21:14.035452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90d02d4f-8de0-4eb6-be2e-b2b2acc7d379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.082909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90d02d4f-8de0-4eb6-be2e-b2b2acc7d379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.087330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.183303 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90d02d4f-8de0-4eb6-be2e-b2b2acc7d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.186283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Allocated IP 172.20.0.2 (c256d501-8406-46fc-819a-b542ce42eb9d/6646841a-3692-4c50-abd5-e333cc4581b2/19d313f5-ce93-41c5-ad4d-83a5e3d78eca) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:14.186652 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90d02d4f-8de0-4eb6-be2e-b2b2acc7d379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.188329 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-90d02d4f-8de0-4eb6-be2e-b2b2acc7d379 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1889f3f3-96f7-4ec9-bf4a-5fd63e6e3eda HTTP/1.1" status: 204 len: 168 time: 0.2653327 Jul 16 18:21:14.198215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d02d4f-8de0-4eb6-be2e-b2b2acc7d379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1889f3f3-96f7-4ec9-bf4a-5fd63e6e3eda,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.279506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c564fe-7190-4336-b66e-acac0a77f131 req-d5c74698-608c-44eb-afaa-d3af780a7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.281059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1c564fe-7190-4336-b66e-acac0a77f131 req-d5c74698-608c-44eb-afaa-d3af780a7440 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.1947803 Jul 16 18:21:14.333331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-44bbf2e8-4341-45f9-bd1d-730935b20ddf req-77bd4e53-d1a6-48d8-a598-3456bae572f2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 210 time: 0.0731988 Jul 16 18:21:14.408957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1c564fe-7190-4336-b66e-acac0a77f131 req-db9c8d5a-2a5d-427f-a83a-16a18c665206 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156685 Jul 16 18:21:14.442667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.453565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.505007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.525014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75893fea-9c23-46be-ada2-7b0a571ad316,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.536865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f802649-751c-4b94-9090-ff2ffc717d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7f883014a0340bca12a0b0403410c28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6409731 Jul 16 18:21:14.538129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44120) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:14.570359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.615523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7274f403-84db-4845-8cf4-41bd106b5ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.660662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7274f403-84db-4845-8cf4-41bd106b5ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.662678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Network c256d501-8406-46fc-819a-b542ce42eb9d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:14.666892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:14.671489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:14.678074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.679112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.685187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.713887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-d22c7a5d-bbb5-4d07-bb0d-49efd8030da7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1193972 Jul 16 18:21:14.725617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Request body: {'port': {'device_id': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:14.768371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7274f403-84db-4845-8cf4-41bd106b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.771954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7274f403-84db-4845-8cf4-41bd106b5ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.774831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7274f403-84db-4845-8cf4-41bd106b5ffa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75893fea-9c23-46be-ada2-7b0a571ad316 HTTP/1.1" status: 204 len: 168 time: 0.2341061 Jul 16 18:21:14.789499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f403-84db-4845-8cf4-41bd106b5ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75893fea-9c23-46be-ada2-7b0a571ad316,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.838741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.004171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.67', 58460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.019099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.126431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-e859b295-4f25-4f25-9cdc-7aa64e8b11d5 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.129006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-e859b295-4f25-4f25-9cdc-7aa64e8b11d5 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.67 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 972 time: 0.1232176 Jul 16 18:21:15.241144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8113bd3c-d8ab-42bb-a6a6-092d5bdb6dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.371750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf60a8-a39d-4f91-a561-60ad53e50535 req-15be9871-83d2-4798-a7a5-a71e30e77b57 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.373360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77cf60a8-a39d-4f91-a561-60ad53e50535 req-15be9871-83d2-4798-a7a5-a71e30e77b57 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 950 time: 0.3704553 Jul 16 18:21:15.383346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb6b0c-e37d-4c97-9e43-34ce13d735a5 req-59f36168-06a7-42bc-a54e-a32049e1e386 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.391369 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d3cb6b0c-e37d-4c97-9e43-34ce13d735a5 req-59f36168-06a7-42bc-a54e-a32049e1e386 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 972 time: 0.1322012 Jul 16 18:21:15.403508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Deleting port 273c48cc-aa26-4d21-89d8-95cea481e101 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:15.404039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.482058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77cf60a8-a39d-4f91-a561-60ad53e50535 req-89e31a90-e7fb-4821-bbef-0244ebe732ae tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938296 Jul 16 18:21:15.505259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d3cb6b0c-e37d-4c97-9e43-34ce13d735a5 req-db41cb6f-3c03-4e08-9289-e5f25e77ed70 tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/security-groups?id=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120920 Jul 16 18:21:15.590760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] For port 273c48cc-aa26-4d21-89d8-95cea481e101, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=273c48cc-aa26-4d21-89d8-95cea481e101,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:15.591412 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.603035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8113bd3c-d8ab-42bb-a6a6-092d5bdb6dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.620086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d313f5-ce93-41c5-ad4d-83a5e3d78eca {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:15.624697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.626253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Calling delete_port for 273c48cc-aa26-4d21-89d8-95cea481e101 owned by compute:tempest-test_az-2112918077 {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:15.641955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8113bd3c-d8ab-42bb-a6a6-092d5bdb6dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.646833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.700435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8113bd3c-d8ab-42bb-a6a6-092d5bdb6dbf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b997634021014d8782508fdee3b69937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735885 Jul 16 18:21:15.701608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Transition to ACTIVE for port object 19d313f5-ce93-41c5-ad4d-83a5e3d78eca will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:15.707034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.714889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113bd3c-d8ab-42bb-a6a6-092d5bdb6dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c983199e-2479-40e4-8a41-461809f7fda4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.738684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.851729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d0fc8-c546-4e04-8b7f-f28f6834c3ae req-ba8de21e-c823-4ae1-8392-25ea6af0b2f8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.853275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-748d0fc8-c546-4e04-8b7f-f28f6834c3ae req-ba8de21e-c823-4ae1-8392-25ea6af0b2f8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.1086855 Jul 16 18:21:15.883889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.903721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:15.904057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:15.904388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:15.925750 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a45c261a-fbf8-446a-9b0c-3ecf094fdbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.934250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:15.934920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:15.936140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-748d0fc8-c546-4e04-8b7f-f28f6834c3ae req-bac44502-e13b-4b5d-b667-37e2762853f8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632823 Jul 16 18:21:15.937637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.950780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['273c48cc-aa26-4d21-89d8-95cea481e101'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:15.957100 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c92a-c4a1-4a0d-8be0-4ed98949b667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.960211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:15.960551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:15.961000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:15.961432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Bound port: 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:15.961779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.978224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Pushing event deleted for resources: {'Port': ['ID=273c48cc-aa26-4d21-89d8-95cea481e101,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.026107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0f13-079f-462c-8179-2a9143f1064e req-082165e3-e7bc-4eac-a967-9b2ce4d4898c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.027825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8d0f13-079f-462c-8179-2a9143f1064e req-082165e3-e7bc-4eac-a967-9b2ce4d4898c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.2973847 Jul 16 18:21:16.040091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c92a-c4a1-4a0d-8be0-4ed98949b667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.151537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-60cf6ab7-cbe6-4e08-b8b5-8261c438face None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.244083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] No DVR routers for this DVR port 273c48cc-aa26-4d21-89d8-95cea481e101 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:16.248213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.250754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13137089-0a52-4bd4-b6af-978f008fbe35 req-c1ff5407-279e-4351-9eee-9343b3042d4a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.67 "DELETE /v2.0/ports/273c48cc-aa26-4d21-89d8-95cea481e101 HTTP/1.1" status: 204 len: 173 time: 1.1148694 Jul 16 18:21:16.251477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'name': 'network-vif-deleted', 'tag': '273c48cc-aa26-4d21-89d8-95cea481e101'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:16.264733 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1566371d-8856-401a-82ef-3dabecbc1201" -d '{"events": [{"server_uuid": "be69c654-c143-47c6-b2c1-184bed05b2e9", "name": "network-vif-deleted", "tag": "273c48cc-aa26-4d21-89d8-95cea481e101"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:16.309425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8d0f13-079f-462c-8179-2a9143f1064e req-ec8fdbc9-1fae-4136-8da6-663404a5e341 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388258 Jul 16 18:21:16.329719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:16.337140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:16.404632 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a45c261a-fbf8-446a-9b0c-3ecf094fdbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.405920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c92a-c4a1-4a0d-8be0-4ed98949b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.409741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c92a-c4a1-4a0d-8be0-4ed98949b667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.414119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0ef8c92a-c4a1-4a0d-8be0-4ed98949b667 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c983199e-2479-40e4-8a41-461809f7fda4 HTTP/1.1" status: 204 len: 168 time: 0.7032058 Jul 16 18:21:16.415317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a45c261a-fbf8-446a-9b0c-3ecf094fdbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.420584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.433950 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af8a34-27bd-470c-a7d4-6a4dfb4bc963 x-openstack-request-id: req-b8af8a34-27bd-470c-a7d4-6a4dfb4bc963 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:16.434233 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69c654-c143-47c6-b2c1-184bed05b2e9", "name": "network-vif-deleted", "tag": "273c48cc-aa26-4d21-89d8-95cea481e101", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:16.434484 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8af8a34-27bd-470c-a7d4-6a4dfb4bc963 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:16.435048 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69c654-c143-47c6-b2c1-184bed05b2e9', 'name': 'network-vif-deleted', 'tag': '273c48cc-aa26-4d21-89d8-95cea481e101', 'status': 'completed', 'code': 200} Jul 16 18:21:16.494313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.504677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c92a-c4a1-4a0d-8be0-4ed98949b667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983199e-2479-40e4-8a41-461809f7fda4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.540138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a45c261a-fbf8-446a-9b0c-3ecf094fdbba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cc0aa0a9bec429ea5a8cf57282bfdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9081717 Jul 16 18:21:16.543480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.552129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.553039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.554686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-78267a8c-b434-4c65-b9b9-ff768f964031 service neutron] 10.222.0.67 "PUT /v2.0/ports/19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 1092 time: 1.8341973 Jul 16 18:21:16.557093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:16.558662 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:16.564009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c261a-fbf8-446a-9b0c-3ecf094fdbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9985dd52-4776-4264-af7a-628005a48991,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.576968 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:16.662920 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca8b68d6-8a20-453e-9286-bae1541dc872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.684722 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc3fab-caad-4576-8784-8b2aa3083001 x-openstack-request-id: req-6ebc3fab-caad-4576-8784-8b2aa3083001 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:16.686101 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:16.686422 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ebc3fab-caad-4576-8784-8b2aa3083001 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:16.686848 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca', 'status': 'completed', 'code': 200} Jul 16 18:21:16.711393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-9aa78c75-cfa3-400c-8214-ab2e0095f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.716818 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-9aa78c75-cfa3-400c-8214-ab2e0095f5b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1095 time: 0.1120343 Jul 16 18:21:16.723268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca8b68d6-8a20-453e-9286-bae1541dc872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.794874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.812395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-67942cca-5974-4ab5-ac5a-d6adc9cafbb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 217 time: 0.0825341 Jul 16 18:21:16.822296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca8b68d6-8a20-453e-9286-bae1541dc872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.830109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca8b68d6-8a20-453e-9286-bae1541dc872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.835170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ca8b68d6-8a20-453e-9286-bae1541dc872 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9985dd52-4776-4264-af7a-628005a48991 HTTP/1.1" status: 204 len: 168 time: 0.2900641 Jul 16 18:21:16.855759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b68d6-8a20-453e-9286-bae1541dc872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9985dd52-4776-4264-af7a-628005a48991,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.901674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-b6ba956a-676c-4176-ab4e-07da93428def tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878155 Jul 16 18:21:16.968341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-0d24fb27-0d9f-4d64-93b0-0a93837978bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.969852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-0d24fb27-0d9f-4d64-93b0-0a93837978bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1502419 Jul 16 18:21:17.080941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-network', 'tenant_id': 'b90333c7b1204434b080330bdccfd225'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:17.087876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-f436bcde-2cbc-4a80-9547-81bfdbbe3c3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529432 Jul 16 18:21:17.093703 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d2acf605-751d-4849-829c-46889289dfd5 req-109507ae-0db5-433a-bc12-ebddd3bd427a tempest-AggregatesAdminTestJSON-503363983 tempest-AggregatesAdminTestJSON-503363983-project] 10.222.0.49 "GET /v2.0/ports?device_id=be69c654-c143-47c6-b2c1-184bed05b2e9 HTTP/1.1" status: 200 len: 210 time: 0.0920179 Jul 16 18:21:17.135480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Made reservation on behalf of b90333c7b1204434b080330bdccfd225 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:17.143769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.167093 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.237795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-1cb7c2a5-681c-464b-ac31-f0d8372b48b9 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.239383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-1cb7c2a5-681c-464b-ac31-f0d8372b48b9 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198988 Jul 16 18:21:17.276103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-ce0d7b93-94a7-4508-8ccb-cb1474da0001 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/quotas/0fc6c7bb4b4d4dc39a664c57e3130732 HTTP/1.1" status: 200 len: 375 time: 0.0279438 Jul 16 18:21:17.280368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-de5fd924-ca71-47e0-bd9e-14663cab3813 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751671 Jul 16 18:21:17.344903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.355028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.386704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9258e9ee-04a6-4077-9cd8-8762878187dd req-bf1926ba-e046-40a3-a292-3ad1a0d757bb service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978022 Jul 16 18:21:17.414110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f7d64-7ca8-4df3-96ce-1b8c9db6febc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.425424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44268) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.464006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:17.490295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7e44111-cfc3-4d82-8de8-5b43aa7d9de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.520486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.521224 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Added segment 376c3a49-7ad7-41b3-87ce-bd9a449e08fb of type vlan for network 2688688b-dd9a-4963-9a16-d6c4c354e444 Jul 16 18:21:17.542833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-f3542a71-f38a-4054-a940-da0028dd867a tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2657237 Jul 16 18:21:17.581394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-683f0ea5-99c5-4b6d-b05f-fae00fc98d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.582958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-683f0ea5-99c5-4b6d-b05f-fae00fc98d60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1095 time: 0.1246169 Jul 16 18:21:17.634319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.653419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c2095-0398-4ffb-bdd0-37ef22efb4ce req-15f31a56-efb2-44d0-94f6-6ff73cb7bf88 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.660919 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-224c2095-0398-4ffb-bdd0-37ef22efb4ce req-15f31a56-efb2-44d0-94f6-6ff73cb7bf88 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.2193942 Jul 16 18:21:17.740800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-4e2a226f-2397-4074-84d8-f9b1c690e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.742801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-4e2a226f-2397-4074-84d8-f9b1c690e25e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.1524022 Jul 16 18:21:17.778418 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-224c2095-0398-4ffb-bdd0-37ef22efb4ce req-702656ba-d454-4221-96cd-0d9a25955265 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165915 Jul 16 18:21:17.784032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.785629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.786470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.839740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-cc13a2a8-8c3a-4742-bb0f-d53109495b00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 217 time: 0.0894108 Jul 16 18:21:17.874703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7e44111-cfc3-4d82-8de8-5b43aa7d9de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.918959 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af03a909-29c9-4b82-b27f-9a047c7ef1e5 req-6a8ecc40-0f9f-426f-94ca-5291474545a6 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 210 time: 0.0640032 Jul 16 18:21:17.935993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7e44111-cfc3-4d82-8de8-5b43aa7d9de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.968345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-a18cf5bb-216f-4318-a8d0-7f7c02b27f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.976576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-a18cf5bb-216f-4318-a8d0-7f7c02b27f56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1297700 Jul 16 18:21:18.011864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.2108645 Jul 16 18:21:18.035010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e7e44111-cfc3-4d82-8de8-5b43aa7d9de8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28b72ee4e1ef46b69febf9a757fc55c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061525 Jul 16 18:21:18.041949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.042519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44298) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.044050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba920df7-88af-4320-ab8e-5768ad34655c admin admin] Pushing event updated for resources: {'Network': ['ID=2688688b-dd9a-4963-9a16-d6c4c354e444,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.045187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-df8b3066-e134-4e68-b1dd-f67253ccad85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612175 Jul 16 18:21:18.050073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Request body: {'subnet': {'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-subnet', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:18.055024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:18.063562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e44111-cfc3-4d82-8de8-5b43aa7d9de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b869afba-9c3a-4b95-aaa6-557bc2fa5365,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.274574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Made reservation on behalf of b90333c7b1204434b080330bdccfd225 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:18.294405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.488128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503d12dc-d53b-4d40-be73-c89d84681417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.560253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-8ca837c4-e867-44ee-b216-9bb782e05ca9 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991336 Jul 16 18:21:18.584241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503d12dc-d53b-4d40-be73-c89d84681417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.632092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-954518d5-8bb5-417e-8c23-28cc61552b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.745125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.778171 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55273c58-3f8f-4ff6-8a4f-62d8935f32b5 req-d9b0fd52-9afc-41ed-83c0-c42fc12a41a8 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095151 Jul 16 18:21:18.781469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503d12dc-d53b-4d40-be73-c89d84681417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.784559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503d12dc-d53b-4d40-be73-c89d84681417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.788899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-503d12dc-d53b-4d40-be73-c89d84681417 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b869afba-9c3a-4b95-aaa6-557bc2fa5365 HTTP/1.1" status: 204 len: 168 time: 0.7339129 Jul 16 18:21:18.812333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d12dc-d53b-4d40-be73-c89d84681417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b869afba-9c3a-4b95-aaa6-557bc2fa5365,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.815076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.823343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f2e826-30e7-41ff-bb8e-c3d7e816eda3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.857039 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.860822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Checking segment: {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:18.863610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Network hostable DHCP agents. Network: 2688688b-dd9a-4963-9a16-d6c4c354e444, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:18.888609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.889078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:18.906244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2688688b-dd9a-4963-9a16-d6c4c354e444) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:18.912637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.913491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.919822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb6230-10e5-4d44-b355-5de9a096c1e2 None None] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:18.939300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dd3ea47e-17f8-48b0-a252-9745d2bc946c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.8928130 Jul 16 18:21:18.942307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44342) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.948108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.011441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.012617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.186852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df38237-ebaa-4361-bfb0-b5365d1ae80f req-744fbcb2-f751-4880-be93-c4bc5b1a2cb1 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.196449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 273c48cc-aa26-4d21-89d8-95cea481e101 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:19.197582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1df38237-ebaa-4361-bfb0-b5365d1ae80f req-744fbcb2-f751-4880-be93-c4bc5b1a2cb1 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.2078319 Jul 16 18:21:19.230880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 273c48cc-aa26-4d21-89d8-95cea481e101 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:19.231648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 273c48cc-aa26-4d21-89d8-95cea481e101 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:19.274311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1df38237-ebaa-4361-bfb0-b5365d1ae80f req-742ce892-bcef-431a-b920-83e3cadab95c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754271 Jul 16 18:21:19.279645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-2688688b-dd9a-4963-9a16-d6c4c354e444', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:19.280708 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.318984 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3e46e881-13c4-453e-a4f8-2050df86b87c req-b737b8b8-6fd3-4794-8df7-53a10a6c021d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 210 time: 0.1751912 Jul 16 18:21:19.345692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.350709 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b42d2a60-00a0-48ce-8578-07ecacdf8b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.389741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-2eef4887-3aa3-4192-9cad-57a81152c975 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484343 Jul 16 18:21:19.517885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Allocated IP 172.20.0.2 (2688688b-dd9a-4963-9a16-d6c4c354e444/71f2e826-30e7-41ff-bb8e-c3d7e816eda3/09ffddc4-acff-4314-9a73-01b6d6c089cb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:19.543350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.606365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-66057248-3826-4c10-b687-c8381192aaa7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.608083 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-66057248-3826-4c10-b687-c8381192aaa7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151916 Jul 16 18:21:19.620815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Request body: {'port': {'device_id': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '0fc6c7bb4b4d4dc39a664c57e3130732'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.717973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b8ec5aed-fe20-4e7f-8dfe-60df90ceadd6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=341f8ed9efd84a3b8af1d5f08765363d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8274126 Jul 16 18:21:19.725872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.729592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.762716 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.783464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Transition to ACTIVE for port object 09ffddc4-acff-4314-9a73-01b6d6c089cb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:19.817662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70deda3e-7811-4d49-947e-bbdf89ff4a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.818679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Transition to ACTIVE for port object 09ffddc4-acff-4314-9a73-01b6d6c089cb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:19.829367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.839661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.883979 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fd28607-7749-4328-8fa7-be840a142d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.885249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:19.889168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:19.892676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b42d2a60-00a0-48ce-8578-07ecacdf8b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.897296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:19.901178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Pushing event updated for resources: {'Port': ['ID=09ffddc4-acff-4314-9a73-01b6d6c089cb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.903937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b42d2a60-00a0-48ce-8578-07ecacdf8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.929484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Made reservation on behalf of 0fc6c7bb4b4d4dc39a664c57e3130732 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:19.936499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.966292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Attempting to bind port 09ffddc4-acff-4314-9a73-01b6d6c089cb on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:19.967117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Attempting to bind port 09ffddc4-acff-4314-9a73-01b6d6c089cb by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:19.967628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Attempting to bind port 09ffddc4-acff-4314-9a73-01b6d6c089cb on network 2688688b-dd9a-4963-9a16-d6c4c354e444 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:19.974151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:19.974667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Checking segment: {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:19.975357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.975957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Bound using segment: {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:19.976563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Bound port: 09ffddc4-acff-4314-9a73-01b6d6c089cb, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:19.977445 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.053436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] For port 09ffddc4-acff-4314-9a73-01b6d6c089cb, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:20.057531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] For port 09ffddc4-acff-4314-9a73-01b6d6c089cb, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=09ffddc4-acff-4314-9a73-01b6d6c089cb,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:20.066594 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.075824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fd28607-7749-4328-8fa7-be840a142d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.144283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d2a60-00a0-48ce-8578-07ecacdf8b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309083b9-ca88-4e7b-83b4-8eb9b657985a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.149526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Allocated IP 192.168.233.6 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/6c536edc-def0-4816-bfdd-1796e8fbc0c3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:20.156457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a595fd-a6fc-4434-bbf9-f79457dfa814 None None] Pushing event updated for resources: {'Port': ['ID=09ffddc4-acff-4314-9a73-01b6d6c089cb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.162948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b42d2a60-00a0-48ce-8578-07ecacdf8b84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=833ae4226779466f8d19bbb98c376c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3434463 Jul 16 18:21:20.163112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.250181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70deda3e-7811-4d49-947e-bbdf89ff4a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.273575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-641af9e1-34eb-458a-b24b-5cf3c7864992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.301889 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70deda3e-7811-4d49-947e-bbdf89ff4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.331499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-641af9e1-34eb-458a-b24b-5cf3c7864992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.523724 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.528039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fd28607-7749-4328-8fa7-be840a142d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.530891 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4fd28607-7749-4328-8fa7-be840a142d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.532616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4fd28607-7749-4328-8fa7-be840a142d26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6312ff7e-f06d-4069-ac9f-a5ea0923f5a2 HTTP/1.1" status: 204 len: 168 time: 0.8055589 Jul 16 18:21:20.582854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deda3e-7811-4d49-947e-bbdf89ff4a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f712963-8cd2-4942-8102-394d91f7c8b5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.588367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70deda3e-7811-4d49-947e-bbdf89ff4a96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2aba54bf38d429abf15fd0cd6231372&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0437381 Jul 16 18:21:20.599303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd28607-7749-4328-8fa7-be840a142d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6312ff7e-f06d-4069-ac9f-a5ea0923f5a2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.601026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44402) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.603941 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.716089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-2eae0daa-fc67-4381-a24c-e54980d9a9c6 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2930129 Jul 16 18:21:20.786184 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.792656 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-641af9e1-34eb-458a-b24b-5cf3c7864992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.795202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-641af9e1-34eb-458a-b24b-5cf3c7864992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.796459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-641af9e1-34eb-458a-b24b-5cf3c7864992 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/309083b9-ca88-4e7b-83b4-8eb9b657985a HTTP/1.1" status: 204 len: 168 time: 0.6309652 Jul 16 18:21:20.844230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641af9e1-34eb-458a-b24b-5cf3c7864992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309083b9-ca88-4e7b-83b4-8eb9b657985a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.847440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Transition to ACTIVE for port object 6c536edc-def0-4816-bfdd-1796e8fbc0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:20.860992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a958f5-3a77-4251-94cd-a4d252275297 req-291a2a1c-cebd-41cd-8ad5-c0ceec649c88 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.863309 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69a958f5-3a77-4251-94cd-a4d252275297 req-291a2a1c-cebd-41cd-8ad5-c0ceec649c88 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.2652485 Jul 16 18:21:20.864186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8f8-b2cf-43e7-8e79-48a6d01fd76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.889997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-a5df0f48-f48e-495f-a3c5-58f4dcd1b002 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.891507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-a5df0f48-f48e-495f-a3c5-58f4dcd1b002 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745553 Jul 16 18:21:20.912434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-330292a8-380e-48f5-8c3b-dff53be9250f tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/quotas/d824b0ece6b24b749c86c2bb644acbbb HTTP/1.1" status: 200 len: 375 time: 0.0137463 Jul 16 18:21:20.915312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8f8-b2cf-43e7-8e79-48a6d01fd76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.936597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.964314 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-c4c4843e-f1db-47dd-b9fa-5ebb2bd045a2 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454628 Jul 16 18:21:20.970426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4548b4ae-1c64-421b-9632-2760b3b5ad07', '166ab513-4808-4c1e-9371-a89b3eb6b05f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:21.016068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.021107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.048544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:21.057244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.058152 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.097300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69a958f5-3a77-4251-94cd-a4d252275297 req-e7fc61f8-9f00-4611-82e7-9dd9453b4f31 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593206 Jul 16 18:21:21.111643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Pushing event updated for resources: {'Port': ['ID=6c536edc-def0-4816-bfdd-1796e8fbc0c3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.124049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-fa11fcb3-2ed6-4317-a79b-a923d987d422 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5073671 Jul 16 18:21:21.147759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Request body: {'port': {'device_id': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:21.169473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8f8-b2cf-43e7-8e79-48a6d01fd76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.181129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8f8-b2cf-43e7-8e79-48a6d01fd76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.187227 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ca8f8f8-b2cf-43e7-8e79-48a6d01fd76c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f712963-8cd2-4942-8102-394d91f7c8b5 HTTP/1.1" status: 204 len: 168 time: 0.5845275 Jul 16 18:21:21.195080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Allocated IP 172.25.1.99 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/a56f490b-95cf-4003-b1ef-d49a02a65e20) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:21.198039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 19d313f5-ce93-41c5-ad4d-83a5e3d78eca details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:21.259897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8f8f8-b2cf-43e7-8e79-48a6d01fd76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f712963-8cd2-4942-8102-394d91f7c8b5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.326378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 09ffddc4-acff-4314-9a73-01b6d6c089cb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:21.343965 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.433851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:21.524294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.594930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.620445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d405b0a-f8b6-4684-8349-b1e22a2ad6ff req-09636d77-6386-4f18-a240-7703b5389856 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 210 time: 0.1274834 Jul 16 18:21:21.685775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.708400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.708599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'port_id': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca', 'mac_address': 'fa:16:3e:33:d8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646841a-3692-4c50-abd5-e333cc4581b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:21.717123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.741276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:21.784841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e8f653e8-3a69-446d-8a94-333724a1ffa9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4f66a0d411b470385f5b4c7ad0b9c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470974 Jul 16 18:21:21.788047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:21.862967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 09ffddc4-acff-4314-9a73-01b6d6c089cb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:21.870828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0c46828e-cf0a-42c2-8d22-85a3c57ee89f None None] Provisioning for port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:21.887940 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d0e-f762-4124-9c6e-e33b3a489917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.944407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d0e-f762-4124-9c6e-e33b3a489917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.011600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0c46828e-cf0a-42c2-8d22-85a3c57ee89f None None] Provisioning complete for port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:22.013393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0c46828e-cf0a-42c2-8d22-85a3c57ee89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.017585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.018635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99830fab-ce0d-4a5a-9888-07dd2fce998b None None] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:22.148559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d0e-f762-4124-9c6e-e33b3a489917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.151160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6cf26d0e-f762-4124-9c6e-e33b3a489917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.154761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6cf26d0e-f762-4124-9c6e-e33b3a489917 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e4413b3-311f-41cd-9ce2-95a9c5d958c6 HTTP/1.1" status: 204 len: 168 time: 0.3632479 Jul 16 18:21:22.185978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c536edc-def0-4816-bfdd-1796e8fbc0c3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:22.191101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf26d0e-f762-4124-9c6e-e33b3a489917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4413b3-311f-41cd-9ce2-95a9c5d958c6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.206912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.215515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:22.271601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71588be5-ad8a-423c-807f-f86f72c0848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.279461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Transition to ACTIVE for port object 6c536edc-def0-4816-bfdd-1796e8fbc0c3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:22.341945 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.370360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.402005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d313f5-ce93-41c5-ad4d-83a5e3d78eca {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:22.406041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8eda-05b8-4e05-80c8-b7e7b597b917 req-d4bd94b8-e5a9-4b2a-902a-9626b5409e9d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.413027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-727c8eda-05b8-4e05-80c8-b7e7b597b917 req-d4bd94b8-e5a9-4b2a-902a-9626b5409e9d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 934 time: 0.8356893 Jul 16 18:21:22.439565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Pushing event updated for resources: {'Port': ['ID=a56f490b-95cf-4003-b1ef-d49a02a65e20,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.476057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0c46828e-cf0a-42c2-8d22-85a3c57ee89f None None] Port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:22.503488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:22.504536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.536822 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.548496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Pushing event updated for resources: {'Port': ['ID=6c536edc-def0-4816-bfdd-1796e8fbc0c3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.639547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ace5a-6e5a-4ece-9aff-bf95c3e87794 req-f9cc19f4-fcdf-43e4-b75f-d48dcb4be9a0 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.647699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da5ace5a-6e5a-4ece-9aff-bf95c3e87794 req-f9cc19f4-fcdf-43e4-b75f-d48dcb4be9a0 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.3476365 Jul 16 18:21:22.714113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Attempting to bind port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:22.714536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Attempting to bind port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:22.714946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Attempting to bind port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:22.725117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71588be5-ad8a-423c-807f-f86f72c0848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.738369 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-727c8eda-05b8-4e05-80c8-b7e7b597b917 req-ca1f1bd6-0419-4b2b-b4a3-8f35369717b6 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226871 Jul 16 18:21:22.758984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:22.762481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Attempting to bind port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:22.770934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-71588be5-ad8a-423c-807f-f86f72c0848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.796674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da5ace5a-6e5a-4ece-9aff-bf95c3e87794 req-b14d917c-f769-494f-9865-17ca2ee2a11b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479325 Jul 16 18:21:22.814173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:22.814479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:22.814815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:22.815255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Bound port: 6c536edc-def0-4816-bfdd-1796e8fbc0c3, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:22.816132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.849462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['19d313f5-ce93-41c5-ad4d-83a5e3d78eca'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:22.928030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31e020fb-6b88-4b73-90eb-427d8e9e44ce None None] Provisioning for port 09ffddc4-acff-4314-9a73-01b6d6c089cb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:22.949714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.952515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31e020fb-6b88-4b73-90eb-427d8e9e44ce None None] Provisioning complete for port 09ffddc4-acff-4314-9a73-01b6d6c089cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:22.953112 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31e020fb-6b88-4b73-90eb-427d8e9e44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.976263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-71588be5-ad8a-423c-807f-f86f72c0848b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efafcdc2a5ae46faabf30b9945b0a0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7594936 Jul 16 18:21:22.985341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44478) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:22.990299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588be5-ad8a-423c-807f-f86f72c0848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b33c09-3d42-44f8-a1a4-fac53f222970,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.001681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.033672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] For port 6c536edc-def0-4816-bfdd-1796e8fbc0c3, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:23.086916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] For port 6c536edc-def0-4816-bfdd-1796e8fbc0c3, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c536edc-def0-4816-bfdd-1796e8fbc0c3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:23.125196 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31e020fb-6b88-4b73-90eb-427d8e9e44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.138475 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.160346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3aaac63-51c1-4a24-b353-417d2bc2253f req-4954a9e8-c0a4-46d6-a2ed-b155f94ad558 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 210 time: 0.0685661 Jul 16 18:21:23.215359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.216225 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.219064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] 10.222.0.59 "PUT /v2.0/ports/6c536edc-def0-4816-bfdd-1796e8fbc0c3 HTTP/1.1" status: 200 len: 1095 time: 2.0863791 Jul 16 18:21:23.225099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'tag': '6c536edc-def0-4816-bfdd-1796e8fbc0c3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:23.230252 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaca18a-b22a-4d79-818c-36dae310c0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0972d0c0-c070-4b4b-88a7-ee5bb6ff758b", "tag": "6c536edc-def0-4816-bfdd-1796e8fbc0c3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:23.275297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa298ac8-2e08-4226-898a-34e6f77d0a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.289532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-31e020fb-6b88-4b73-90eb-427d8e9e44ce None None] For port 09ffddc4-acff-4314-9a73-01b6d6c089cb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=09ffddc4-acff-4314-9a73-01b6d6c089cb,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:23.305211 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31e020fb-6b88-4b73-90eb-427d8e9e44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.319213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b592a-91ba-4448-8a7e-eaecce8b818f service neutron] Pushing event updated for resources: {'Port': ['ID=6c536edc-def0-4816-bfdd-1796e8fbc0c3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.334747 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df46a75e-23d6-4784-9d76-74c2a3ffd0dc x-openstack-request-id: req-df46a75e-23d6-4784-9d76-74c2a3ffd0dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:23.334857 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0972d0c0-c070-4b4b-88a7-ee5bb6ff758b", "tag": "6c536edc-def0-4816-bfdd-1796e8fbc0c3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:23.335054 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df46a75e-23d6-4784-9d76-74c2a3ffd0dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:23.335461 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'tag': '6c536edc-def0-4816-bfdd-1796e8fbc0c3', 'status': 'completed', 'code': 200} Jul 16 18:21:23.360097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa298ac8-2e08-4226-898a-34e6f77d0a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.477380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.529998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-71ac90c4-d027-4e07-b779-8cdaebcf46e4 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520179 Jul 16 18:21:23.555174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e020fb-6b88-4b73-90eb-427d8e9e44ce None None] Pushing event updated for resources: {'Port': ['ID=09ffddc4-acff-4314-9a73-01b6d6c089cb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.653523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.680486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa298ac8-2e08-4226-898a-34e6f77d0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.682968 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fa298ac8-2e08-4226-898a-34e6f77d0a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.687804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fa298ac8-2e08-4226-898a-34e6f77d0a6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36b33c09-3d42-44f8-a1a4-fac53f222970 HTTP/1.1" status: 204 len: 168 time: 0.6977842 Jul 16 18:21:23.694182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-c11544f2-16be-49da-be82-bbeb8d91423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.695802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-c11544f2-16be-49da-be82-bbeb8d91423d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 1098 time: 0.3106248 Jul 16 18:21:23.715553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa298ac8-2e08-4226-898a-34e6f77d0a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b33c09-3d42-44f8-a1a4-fac53f222970,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.753853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-108012db-4c65-43e4-9165-8a30cfd92c9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c536edc-def0-4816-bfdd-1796e8fbc0c3 HTTP/1.1" status: 200 len: 217 time: 0.0497470 Jul 16 18:21:23.761693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-785a9ad1-56b5-4150-9e38-2fd2c64daf60 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.763437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-785a9ad1-56b5-4150-9e38-2fd2c64daf60 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243550 Jul 16 18:21:23.789161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3cae8830-0144-4f03-b2ec-f76768a8c2fb None None] Provisioning complete for port 09ffddc4-acff-4314-9a73-01b6d6c089cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:23.790417 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3cae8830-0144-4f03-b2ec-f76768a8c2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.805119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Request body: {'port': {'device_id': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'd824b0ece6b24b749c86c2bb644acbbb'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:23.838812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Router e50cea22-7160-443b-ab93-ad8bfb3a3194 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:23.851967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-d1d7c307-bb7c-43b0-bff6-0e4754906d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.853777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-d1d7c307-bb7c-43b0-bff6-0e4754906d68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0895643 Jul 16 18:21:24.038689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-2e5a3f00-3598-4e35-a832-e87882ce1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.040169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-2e5a3f00-3598-4e35-a832-e87882ce1736 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1760628 Jul 16 18:21:24.042761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Made reservation on behalf of d824b0ece6b24b749c86c2bb644acbbb for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:24.046233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.071602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:24.081828 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Sync routers for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:24.094087 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.099747 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:24.100455 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:24.116124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.117428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f721535-c46b-4749-960a-4c1a89c43dee admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 5.1738029 Jul 16 18:21:24.120330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.123954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-network', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:24.179605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b1a6d-c71a-4d01-b80d-b13bd059d083 req-de5110c6-eff4-40a9-ba37-b7473125f127 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.193105 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d0b1a6d-c71a-4d01-b80d-b13bd059d083 req-de5110c6-eff4-40a9-ba37-b7473125f127 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 946 time: 0.1657994 Jul 16 18:21:24.205869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.261117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:21:24.261117 n-d-791504-15 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:21:24.261117 n-d-791504-15 neutron-server[93795]: [parameters: {'project_id_1': 'd824b0ece6b24b749c86c2bb644acbbb', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 21, 24, 147470)}] Jul 16 18:21:24.261117 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:21:24.262364 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:21:24.278536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d0b1a6d-c71a-4d01-b80d-b13bd059d083 req-1bed162d-d9ae-415f-98d4-eb60e168c6e0 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844183 Jul 16 18:21:24.288751 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:24.302187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-8bf39445-8714-4cb6-9f88-7e64902a4975 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368650 Jul 16 18:21:24.302803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Made reservation on behalf of 4ed6b7be46404051bfd1393b8ca0b7c3 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:24.305234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.320192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd61b1-832a-4a98-b83a-5a34f651f036 req-bbdcbabc-157b-4678-9fb7-cd91325ada25 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.321240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74fd61b1-832a-4a98-b83a-5a34f651f036 req-bbdcbabc-157b-4678-9fb7-cd91325ada25 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 944 time: 0.2945268 Jul 16 18:21:24.376708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.460742 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a6b071a-ea58-4ed3-82a7-3af266af6832 req-1e0763b4-ff20-4514-b2cb-052628206315 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 210 time: 0.0541704 Jul 16 18:21:24.506054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fadcf2d-adf8-44f9-bbcb-d340b57bdb08 req-c3345dbd-5dda-4fd4-a6ea-090d03f50aae service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817050 Jul 16 18:21:24.580278 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:22Z', 'revision_number': 3, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:24.609927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.611169 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Checking router: e50cea22-7160-443b-ab93-ad8bfb3a3194 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:24.611663 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Updating router e50cea22-7160-443b-ab93-ad8bfb3a3194 port a56f490b-95cf-4003-b1ef-d49a02a65e20 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:24.628712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-965ad848-de0d-41d5-9de1-74b6fc7454ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.653388 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.665499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74fd61b1-832a-4a98-b83a-5a34f651f036 req-6bf7d331-24df-4d2f-82bf-1d34ea7ab2ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034725 Jul 16 18:21:24.741639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-f3d2105b-3c27-4ebc-98b1-0ac9eb821d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.743129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-f3d2105b-3c27-4ebc-98b1-0ac9eb821d7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 1098 time: 0.1479831 Jul 16 18:21:24.748150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-965ad848-de0d-41d5-9de1-74b6fc7454ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.756316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-965ad848-de0d-41d5-9de1-74b6fc7454ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.790044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-965ad848-de0d-41d5-9de1-74b6fc7454ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=720d6464d5c64a5883ae690958e86076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114676 Jul 16 18:21:24.793038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.796290 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.826758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ad848-de0d-41d5-9de1-74b6fc7454ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d4ec6e-aef6-4f1b-af64-15f768c0aaff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.869791 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19619617-4c71-4b5e-a810-89d7b383c7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.918873 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19619617-4c71-4b5e-a810-89d7b383c7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.037371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19619617-4c71-4b5e-a810-89d7b383c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.045089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19619617-4c71-4b5e-a810-89d7b383c7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.047084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19619617-4c71-4b5e-a810-89d7b383c7ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0d4ec6e-aef6-4f1b-af64-15f768c0aaff HTTP/1.1" status: 204 len: 168 time: 0.2528672 Jul 16 18:21:25.055364 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.065879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19619617-4c71-4b5e-a810-89d7b383c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d4ec6e-aef6-4f1b-af64-15f768c0aaff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.070963 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Transition to ACTIVE for port object a56f490b-95cf-4003-b1ef-d49a02a65e20 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:25.085365 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.183773 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Pushing event updated for resources: {'Port': ['ID=a56f490b-95cf-4003-b1ef-d49a02a65e20,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.204088 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.204495 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.204803 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.207242 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.208333 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.208696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.209062 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.209404 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.209741 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.210076 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.210410 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.210738 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Tracked resource versions report: Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: pushed versions: Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: { 'AddressGroup': {'1.2'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'ConntrackHelper': {'1.0'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Log': {'1.0'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Network': {'1.1'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Port': {'1.7'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'PortForwarding': {'1.2'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'QosPolicy': {'1.8'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'SecurityGroup': {'1.4'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'SubPort': {'1.0'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Subnet': {'1.1'}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Trunk': {'1.1'}} Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: consumer versions: Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: { DHCP agent@n-d-791504-15: {}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: HyperV agent@n-h1-791504-15: {}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: HyperV agent@n-h2-791504-15: {}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: L3 agent@n-d-791504-15: {}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: Metadata agent@n-d-791504-15: {}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: Metering agent@n-d-791504-15: {}, Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: Open vSwitch agent@n-d-791504-15: { 'AddressGroup': '1.2', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'ConntrackHelper': '1.0', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Log': '1.0', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Network': '1.1', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Port': '1.7', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'PortForwarding': '1.2', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'QosPolicy': '1.8', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'SecurityGroup': '1.4', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'SecurityGroupRule': '1.2', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'SubPort': '1.0', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Subnet': '1.1', Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: 'Trunk': '1.1'}} Jul 16 18:21:25.215243 n-d-791504-15 neutron-server[93798]: {{(pid=93798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:21:25.218572 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.243141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.245187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 19d313f5-ce93-41c5-ad4d-83a5e3d78eca up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:25.249634 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Attempting to bind port a56f490b-95cf-4003-b1ef-d49a02a65e20 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:25.258354 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Attempting to bind port a56f490b-95cf-4003-b1ef-d49a02a65e20 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:25.258354 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Attempting to bind port a56f490b-95cf-4003-b1ef-d49a02a65e20 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:25.258354 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:25.259380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:25.259380 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.259818 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:25.260036 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Bound port: a56f490b-95cf-4003-b1ef-d49a02a65e20, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:25.260588 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.337219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:25.365947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 09ffddc4-acff-4314-9a73-01b6d6c089cb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:25.391788 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.392167 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Added segment c3a0c4bd-08bd-4201-bee6-35297231d05a of type vlan for network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 Jul 16 18:21:25.395461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44913b6c-97ed-4dec-91e4-b747375c1e8a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.412520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-f194ecd2-6c24-413b-95e8-6de8a425da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.414338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-f194ecd2-6c24-413b-95e8-6de8a425da6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.6614234 Jul 16 18:21:25.416160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:25.422361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:25.422995 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] For port a56f490b-95cf-4003-b1ef-d49a02a65e20, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:25.424154 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.432663 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] For port a56f490b-95cf-4003-b1ef-d49a02a65e20, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a56f490b-95cf-4003-b1ef-d49a02a65e20,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:25.444233 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.500650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-71d8fbe6-f18e-4724-a07f-500562752fb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=6c536edc-def0-4816-bfdd-1796e8fbc0c3 HTTP/1.1" status: 200 len: 217 time: 0.0764301 Jul 16 18:21:25.516540 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.615999 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3721c-cc30-4d9e-a515-bfe2257f6bf6 None None] Pushing event updated for resources: {'Port': ['ID=a56f490b-95cf-4003-b1ef-d49a02a65e20,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.640687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 09ffddc4-acff-4314-9a73-01b6d6c089cb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:25.641041 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.672358 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:25.674430 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:25.686137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-07c602fa-8a67-4ffb-9108-844a28dd79df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1575923 Jul 16 18:21:25.708041 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.708701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54641-e8b5-427a-8f5d-3de4197956af req-e868bdf6-6398-4f12-88a5-1bededb49065 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.710307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85c54641-e8b5-427a-8f5d-3de4197956af req-e868bdf6-6398-4f12-88a5-1bededb49065 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 946 time: 0.1057434 Jul 16 18:21:25.739847 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.762754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:25.764095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:25.767210 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4386d7f7-2363-4bc7-bd9d-d560e5ef601d" -d '{"events": [{"server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "name": "network-vif-plugged", "status": "completed", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:25.777087 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.804475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-6675c0e8-9d3b-4259-ab19-26fd14bfcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.811285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-6675c0e8-9d3b-4259-ab19-26fd14bfcd55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.2879112 Jul 16 18:21:25.821998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85c54641-e8b5-427a-8f5d-3de4197956af req-eea9db91-8d11-4015-a75e-695e8b7ecad1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943840 Jul 16 18:21:25.877263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-dd2e46c3-e92b-4522-8c93-85b995ae6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.879593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-dd2e46c3-e92b-4522-8c93-85b995ae6ddd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.1306300 Jul 16 18:21:25.932022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.961978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.981536 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:25.992515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed3719d6-88ae-4a4b-b080-25959c331b52 req-e183effc-fc61-47e6-b33f-17ed74bffd69 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 210 time: 0.2458379 Jul 16 18:21:25.995925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.052168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.053608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.053608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.077717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cca07d6-2f33-46c4-9703-de6c750cd8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.103737 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0136950-59b2-4d16-a9d0-689a555af348 x-openstack-request-id: req-d0136950-59b2-4d16-a9d0-689a555af348 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:26.104556 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "name": "network-vif-plugged", "status": "completed", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:26.104825 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0136950-59b2-4d16-a9d0-689a555af348 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:26.105221 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca', 'code': 200} Jul 16 18:21:26.149224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-e7872bb0-d899-4731-997f-8d2b849bd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.151120 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-e7872bb0-d899-4731-997f-8d2b849bd301 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2461886 Jul 16 18:21:26.160723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a56b-33bf-4626-89f9-c09b723d7ebb req-6512288a-58f7-4ab0-ab0d-48f5bc0ae033 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.162511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a2a56b-33bf-4626-89f9-c09b723d7ebb req-6512288a-58f7-4ab0-ab0d-48f5bc0ae033 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 945 time: 0.2078009 Jul 16 18:21:26.247210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-d8afe11d-8dca-46ae-ba99-5545bf8345d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07 HTTP/1.1" status: 200 len: 217 time: 0.0829873 Jul 16 18:21:26.296896 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cca07d6-2f33-46c4-9703-de6c750cd8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.298565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188e5b0d-c420-41a2-bea1-bbc03d7a060d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.332389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-206a50c0-4aed-4180-8cf2-7c4885da3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.334245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-206a50c0-4aed-4180-8cf2-7c4885da3f19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0770671 Jul 16 18:21:26.370572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.373988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cca07d6-2f33-46c4-9703-de6c750cd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.381709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:26.423880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a2a56b-33bf-4626-89f9-c09b723d7ebb req-177c9b39-6a18-450c-ada8-dd76d7e2878d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202501 Jul 16 18:21:26.442101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e5d33-fc5d-4503-b43a-760380466ee6 req-ec332a15-61af-4186-8bb5-26acb067735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.443619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e04e5d33-fc5d-4503-b43a-760380466ee6 req-ec332a15-61af-4186-8bb5-26acb067735f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1097 time: 0.2784278 Jul 16 18:21:26.505606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-6abe2960-830e-47be-9279-96b4bb7a2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.507186 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-6abe2960-830e-47be-9279-96b4bb7a2a6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292126 Jul 16 18:21:26.510462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e04e5d33-fc5d-4503-b43a-760380466ee6 req-6044e821-f9f4-4690-b80e-b63c4f0427ca service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471139 Jul 16 18:21:26.525317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca07d6-2f33-46c4-9703-de6c750cd8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444310b9-7cd1-4938-9710-3bfe844f19ad,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.545379 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:22Z', 'revision_number': 3, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:26.547771 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-12509fec-dd5e-4c91-9ed1-ba0d3eb8f544 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8948529 Jul 16 18:21:26.556710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.571039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Request body: {'subnet': {'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-subnet', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:26.574316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-e37bfbf0-38fe-47d3-a2d1-cb6f2ac19b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.576137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-e37bfbf0-38fe-47d3-a2d1-cb6f2ac19b20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7015326 Jul 16 18:21:26.577375 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7191a4-2649-4dd7-830d-1de463c687a2 None None] The sync data for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 is: [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:22Z', 'revision_number': 3, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:26.586926 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3cca07d6-2f33-46c4-9703-de6c750cd8ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b342db1b900b4bd8b7542a9aed0fecc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568066 Jul 16 18:21:26.588057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.589858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.740543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Made reservation on behalf of 4ed6b7be46404051bfd1393b8ca0b7c3 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:26.744690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.804746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Allocated IP 192.168.233.135 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/9e039c39-47f7-43b2-a616-5f421c5601f4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:26.859356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-395c2df6-21ce-4a5d-bd7c-70d9c10a431d service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447666 Jul 16 18:21:26.888733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c536edc-def0-4816-bfdd-1796e8fbc0c3 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:27.063937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.090609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Transition to ACTIVE for port object 9e039c39-47f7-43b2-a616-5f421c5601f4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:27.102534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8efe91e3-4cf7-4f88-a9da-d31c070dd5c7 req-2018b814-fdba-41cf-a3f4-1e3b83c53a97 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312222 Jul 16 18:21:27.199386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c536edc-def0-4816-bfdd-1796e8fbc0c3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c536edc-def0-4816-bfdd-1796e8fbc0c3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.221335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '6c536edc-def0-4816-bfdd-1796e8fbc0c3', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '6c536edc-def0-4816-bfdd-1796e8fbc0c3', 'mac_address': 'fa:16:3e:7e:65:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:27.280881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a56f490b-95cf-4003-b1ef-d49a02a65e20 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:27.288731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-f3b89c56-7c83-4064-825e-baf820f05f44 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955118 Jul 16 18:21:27.307138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.329876 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.355103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8e54-a682-49e0-a743-1c61d76ec8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.355712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c536edc-def0-4816-bfdd-1796e8fbc0c3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:27.384373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8e54-a682-49e0-a743-1c61d76ec8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.386554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3838a-1e86-49d0-96a6-5e1e06637f06 req-ee8af520-3127-4601-b5dd-9278c5834810 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.388084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2e3838a-1e86-49d0-96a6-5e1e06637f06 req-ee8af520-3127-4601-b5dd-9278c5834810 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 946 time: 0.1841786 Jul 16 18:21:27.403498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c536edc-def0-4816-bfdd-1796e8fbc0c3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c536edc-def0-4816-bfdd-1796e8fbc0c3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.412355 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.417517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a56f490b-95cf-4003-b1ef-d49a02a65e20 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.424179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a56f490b-95cf-4003-b1ef-d49a02a65e20 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.424891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.436550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Checking segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:27.437133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Network hostable DHCP agents. Network: dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:27.444358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b299928e-7007-465e-aa9b-d1156b69fe79,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.455324 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.474857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2e3838a-1e86-49d0-96a6-5e1e06637f06 req-01460f13-c3e4-4607-8714-71981b7ef945 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Jul 16 18:21:27.478467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:27.494472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:27.505739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6c536edc-def0-4816-bfdd-1796e8fbc0c3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.517657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.518661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.527027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ea14e-1c19-4163-8dc5-89f7e8275036 None None] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:27.539691 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4e2c6033-0714-4c17-99de-36603b3b759d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9793942 Jul 16 18:21:27.540122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:27.546825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:27.591804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.593350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.648846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaca18a-b22a-4d79-818c-36dae310c0fd req-cbc49ddc-ff8d-4437-826e-f490308765f5 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006361 Jul 16 18:21:27.651573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c2d0896e-bcc5-44f5-a303-b20b93bfe81a tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3172e5fe933c44c19c732f18f0a7490a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3122773 Jul 16 18:21:27.664532 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.700609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port a56f490b-95cf-4003-b1ef-d49a02a65e20, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a56f490b-95cf-4003-b1ef-d49a02a65e20,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.704310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.725598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6c536edc-def0-4816-bfdd-1796e8fbc0c3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:27.734180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.790689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8e54-a682-49e0-a743-1c61d76ec8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.794461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a0c8e54-a682-49e0-a743-1c61d76ec8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.795957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9a0c8e54-a682-49e0-a743-1c61d76ec8b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/444310b9-7cd1-4938-9710-3bfe844f19ad HTTP/1.1" status: 204 len: 168 time: 1.1941168 Jul 16 18:21:27.925306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-68f68203-6c8d-4a62-8d5c-7a22ed0b1593 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.926897 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-68f68203-6c8d-4a62-8d5c-7a22ed0b1593 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243715 Jul 16 18:21:27.955251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:27.972483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:27.976948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:27.981117 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.993283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:28.000584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.001304 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.025246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c8e54-a682-49e0-a743-1c61d76ec8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444310b9-7cd1-4938-9710-3bfe844f19ad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.027938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=a56f490b-95cf-4003-b1ef-d49a02a65e20,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.045249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2717047 Jul 16 18:21:28.047082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-cf26a1ce-0bdc-4266-b0b0-4f451a9ab532 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/quotas/3172e5fe933c44c19c732f18f0a7490a HTTP/1.1" status: 200 len: 375 time: 0.0782180 Jul 16 18:21:28.050674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acde2e-28f7-4724-b648-2e9dcd9e0757 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Pushing event updated for resources: {'Port': ['ID=9e039c39-47f7-43b2-a616-5f421c5601f4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.130057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Request body: {'port': {'device_id': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:28.208469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-6159486b-42e3-448c-a21d-404e9abd6a5a tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3172e5fe933c44c19c732f18f0a7490a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1390622 Jul 16 18:21:28.318359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Allocated IP 172.20.0.1 (2688688b-dd9a-4963-9a16-d6c4c354e444/71f2e826-30e7-41ff-bb8e-c3d7e816eda3/2ff81956-dc91-447b-92ff-d92c22c9e523) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:28.361191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.418118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e690adf-bfc6-48d9-a35d-980c682ac536 req-f7de96c7-b0cd-478a-939b-d55f6d8b7dd8 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.419829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e690adf-bfc6-48d9-a35d-980c682ac536 req-f7de96c7-b0cd-478a-939b-d55f6d8b7dd8 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 936 time: 0.1331046 Jul 16 18:21:28.435153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Allocated IP 172.20.0.2 (dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1/b299928e-7007-465e-aa9b-d1156b69fe79/dc4c678a-b66a-42db-bc29-4988a1c0c03c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:28.469476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e7e5515-8485-4a29-9b7a-9fe83bf89bfd None None] Provisioning for port 9e039c39-47f7-43b2-a616-5f421c5601f4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:28.507476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e7e5515-8485-4a29-9b7a-9fe83bf89bfd None None] Provisioning complete for port 9e039c39-47f7-43b2-a616-5f421c5601f4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:28.508126 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e7e5515-8485-4a29-9b7a-9fe83bf89bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.508243 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e690adf-bfc6-48d9-a35d-980c682ac536 req-8a5931ee-b347-41dd-b997-e1768441ef94 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793545 Jul 16 18:21:28.570829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e5515-8485-4a29-9b7a-9fe83bf89bfd None None] Port 9e039c39-47f7-43b2-a616-5f421c5601f4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:28.607076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.625615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Transition to ACTIVE for port object 2ff81956-dc91-447b-92ff-d92c22c9e523 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:28.723501 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.730719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.884089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.931534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.981880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.020520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Transition to ACTIVE for port object dc4c678a-b66a-42db-bc29-4988a1c0c03c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:29.074480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Transition to ACTIVE for port object dc4c678a-b66a-42db-bc29-4988a1c0c03c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:29.082818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Pushing event updated for resources: {'Port': ['ID=2ff81956-dc91-447b-92ff-d92c22c9e523,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.083999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.103698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:29.114709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:29.118683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:29.119163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.158261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Allocated IP 172.25.1.206 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/f7ef165f-c01c-4cd8-968c-0527bfd85e76) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:29.245418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Pushing event updated for resources: {'Port': ['ID=dc4c678a-b66a-42db-bc29-4988a1c0c03c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.266144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:29.271859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a56f490b-95cf-4003-b1ef-d49a02a65e20 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:29.275552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:29.285231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:29.382461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.421336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.455488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Attempting to bind port dc4c678a-b66a-42db-bc29-4988a1c0c03c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:29.456111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Attempting to bind port dc4c678a-b66a-42db-bc29-4988a1c0c03c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:29.456443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Attempting to bind port dc4c678a-b66a-42db-bc29-4988a1c0c03c on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:29.467261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:29.467637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Checking segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:29.468044 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.468483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Bound using segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:29.469349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Bound port: dc4c678a-b66a-42db-bc29-4988a1c0c03c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:29.469752 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.494784 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.563807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:29.565103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:29.574282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:29.586976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-network', 'tenant_id': '8b43252dd7854ca2ad33401859462375'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:29.648034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] For port dc4c678a-b66a-42db-bc29-4988a1c0c03c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:29.653964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] For port dc4c678a-b66a-42db-bc29-4988a1c0c03c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dc4c678a-b66a-42db-bc29-4988a1c0c03c,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:29.656808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Made reservation on behalf of 8b43252dd7854ca2ad33401859462375 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:29.658048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a56f490b-95cf-4003-b1ef-d49a02a65e20 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:29.658418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.660211 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.664692 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.716966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ec707c4-1cb1-4220-bbbe-c4181144052e None None] Provisioning for port 2ff81956-dc91-447b-92ff-d92c22c9e523 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:29.718096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Pushing event updated for resources: {'Port': ['ID=f7ef165f-c01c-4cd8-968c-0527bfd85e76,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.720737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcf0b0-4cc7-42e5-bc49-9f4ea0bae2ff req-235e3742-cdd9-49d4-a289-6ee42e70b8a1 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.722655 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7afcf0b0-4cc7-42e5-bc49-9f4ea0bae2ff req-235e3742-cdd9-49d4-a289-6ee42e70b8a1 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 945 time: 0.9870903 Jul 16 18:21:29.731536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.745794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ec707c4-1cb1-4220-bbbe-c4181144052e None None] Provisioning complete for port 2ff81956-dc91-447b-92ff-d92c22c9e523 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:29.746085 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ec707c4-1cb1-4220-bbbe-c4181144052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.780305 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f6ea591e-d88a-44cf-a8d1-253b327fcc76 req-90a3c990-3109-49f8-b274-9f251da099b3 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 210 time: 0.0656829 Jul 16 18:21:29.828060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb8c1f-f849-406b-96d4-c145e90496d8 None None] Pushing event updated for resources: {'Port': ['ID=dc4c678a-b66a-42db-bc29-4988a1c0c03c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.836868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2ec707c4-1cb1-4220-bbbe-c4181144052e None None] Port 2ff81956-dc91-447b-92ff-d92c22c9e523 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:30.036896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7afcf0b0-4cc7-42e5-bc49-9f4ea0bae2ff req-fbc79a09-3294-455f-9c74-7ded85c803a5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260571 Jul 16 18:21:30.039336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.055693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e039c39-47f7-43b2-a616-5f421c5601f4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:30.057996 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.081379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.104408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Transition to ACTIVE for port object 9e039c39-47f7-43b2-a616-5f421c5601f4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:30.112694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.209043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.221262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.275319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:30.278157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Pushing event updated for resources: {'Port': ['ID=9e039c39-47f7-43b2-a616-5f421c5601f4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.292182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852072b-cbbe-4b88-93bc-66a1993e712b req-9cb0d14e-33e6-4fd2-b2fa-a81cd09e7017 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.294183 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8852072b-cbbe-4b88-93bc-66a1993e712b req-9cb0d14e-33e6-4fd2-b2fa-a81cd09e7017 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 947 time: 0.3104584 Jul 16 18:21:30.297977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0138465f-6f3e-4a25-85d4-0c592f3c872f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.308418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.309202 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Added segment 9173fadc-2402-4357-81d3-d3bb683a859f of type vlan for network 847657e6-35ab-4070-8c37-d5f3065826ff Jul 16 18:21:30.381213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Attempting to bind port 9e039c39-47f7-43b2-a616-5f421c5601f4 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:30.381548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Attempting to bind port 9e039c39-47f7-43b2-a616-5f421c5601f4 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:30.382024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Attempting to bind port 9e039c39-47f7-43b2-a616-5f421c5601f4 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:30.427793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Port 9e039c39-47f7-43b2-a616-5f421c5601f4 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:30.428180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Attempting to bind port 9e039c39-47f7-43b2-a616-5f421c5601f4 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:30.429271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.442658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-5f540407-ea4e-4f7b-b5cc-f4ee63c11d1e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3172e5fe933c44c19c732f18f0a7490a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626376 Jul 16 18:21:30.451419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:30.451764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:30.452123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:30.452561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Bound port: 9e039c39-47f7-43b2-a616-5f421c5601f4, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:30.452952 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.485789 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8852072b-cbbe-4b88-93bc-66a1993e712b req-693d4d78-dba4-4063-8406-d078f053758e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792393 Jul 16 18:21:30.534198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828a809-f47f-4ecd-812e-966414dbaf0a req-e55c88af-024d-4cb7-9b17-b1655f68dbe2 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.542129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a828a809-f47f-4ecd-812e-966414dbaf0a req-e55c88af-024d-4cb7-9b17-b1655f68dbe2 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 948 time: 0.3298664 Jul 16 18:21:30.548306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.560223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.563361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.564550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.565334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.633837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.634714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.639332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2151892 Jul 16 18:21:30.646374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44668) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.652841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Request body: {'subnet': {'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-subnet', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:30.692349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371db711-aae3-4e30-8772-ba6c00314d91 admin admin] Pushing event updated for resources: {'Network': ['ID=847657e6-35ab-4070-8c37-d5f3065826ff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.705924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 847657e6-35ab-4070-8c37-d5f3065826ff details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:30.756346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a828a809-f47f-4ecd-812e-966414dbaf0a req-043877dc-1298-468d-be9f-a9268b86371c tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060761 Jul 16 18:21:30.781439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] For port 9e039c39-47f7-43b2-a616-5f421c5601f4, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:30.798406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Made reservation on behalf of 8b43252dd7854ca2ad33401859462375 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:30.800938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.838392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] For port 9e039c39-47f7-43b2-a616-5f421c5601f4, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e039c39-47f7-43b2-a616-5f421c5601f4,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:30.848079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Pushing event updated for resources: {'Port': ['ID=2ff81956-dc91-447b-92ff-d92c22c9e523,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.857541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-58d4d435-f25f-458a-b5ea-3005adf04afc tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.859187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-58d4d435-f25f-458a-b5ea-3005adf04afc tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089708 Jul 16 18:21:30.863334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.889793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c536edc-def0-4816-bfdd-1796e8fbc0c3 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:30.896004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Request body: {'port': {'device_id': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '3172e5fe933c44c19c732f18f0a7490a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:30.990020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:30.996202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.996580 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.012563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:31.111095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.112206 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.114965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] 10.222.0.67 "PUT /v2.0/ports/9e039c39-47f7-43b2-a616-5f421c5601f4 HTTP/1.1" status: 200 len: 1097 time: 3.0494184 Jul 16 18:21:31.131896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'tag': '9e039c39-47f7-43b2-a616-5f421c5601f4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:31.136008 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7717c1a7-5220-49f9-aa0e-5e7de7569b61" -d '{"events": [{"name": "network-changed", "server_uuid": "2c618c2b-9f4a-4442-8a8c-573c8a6c02d6", "tag": "9e039c39-47f7-43b2-a616-5f421c5601f4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:31.143202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Made reservation on behalf of 3172e5fe933c44c19c732f18f0a7490a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:31.160661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.179144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.223689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.226885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c536edc-def0-4816-bfdd-1796e8fbc0c3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:31.238377 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5354777d-17a3-4025-bcb7-fd4dd07c4845" -d '{"events": [{"server_uuid": "0972d0c0-c070-4b4b-88a7-ee5bb6ff758b", "name": "network-vif-plugged", "status": "completed", "tag": "6c536edc-def0-4816-bfdd-1796e8fbc0c3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:31.244535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dc4c678a-b66a-42db-bc29-4988a1c0c03c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:31.260626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c536edc-def0-4816-bfdd-1796e8fbc0c3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c536edc-def0-4816-bfdd-1796e8fbc0c3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.269487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c8253-6f19-4dc3-99bc-3a325d96b7a1 None None] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:31.292964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:31.299020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:31.309292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35c69c-6e53-4c4e-af3f-3ec2380b3b28 service neutron] Pushing event updated for resources: {'Port': ['ID=9e039c39-47f7-43b2-a616-5f421c5601f4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.314095 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.551444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-406af715-1746-4384-aace-e141fd4f14bd None None] Provisioning for port dc4c678a-b66a-42db-bc29-4988a1c0c03c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:31.590448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6c536edc-def0-4816-bfdd-1796e8fbc0c3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.609208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port dc4c678a-b66a-42db-bc29-4988a1c0c03c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:31.620487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-9ab9dc52-5090-4706-90f3-d7a3408a456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.622142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-9ab9dc52-5090-4706-90f3-d7a3408a456a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 1100 time: 0.4492729 Jul 16 18:21:31.630597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Router e50cea22-7160-443b-ab93-ad8bfb3a3194 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:31.640472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port dc4c678a-b66a-42db-bc29-4988a1c0c03c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:31.641282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.649272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:31.660722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.672747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a62f95-c0ad-4ee6-99cd-e04821ad06a0 req-518af92c-0024-48bd-8fb2-b644cee006ad tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.681146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-09f19f55-32a0-44e9-95c8-beb9c2010c19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=9e039c39-47f7-43b2-a616-5f421c5601f4 HTTP/1.1" status: 200 len: 217 time: 0.0432181 Jul 16 18:21:31.681424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a62f95-c0ad-4ee6-99cd-e04821ad06a0 req-518af92c-0024-48bd-8fb2-b644cee006ad tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1097 time: 0.5464807 Jul 16 18:21:31.722660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:31.731757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.745235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.755371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.756949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eb2218d8-43ac-4577-916e-7004102dd69f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2154322 Jul 16 18:21:31.764701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.767427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d69b7be-27ee-4ceb-8089-73f5d77d36f6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.794915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:31.795548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:31.801028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a62f95-c0ad-4ee6-99cd-e04821ad06a0 req-01f9c504-916d-43f0-b1d1-d2e5d173dfdb tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184433 Jul 16 18:21:31.808822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Checking segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:31.808822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Network hostable DHCP agents. Network: 847657e6-35ab-4070-8c37-d5f3065826ff, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:31.833526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Network 847657e6-35ab-4070-8c37-d5f3065826ff is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:31.849116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 847657e6-35ab-4070-8c37-d5f3065826ff) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:31.868175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f9a79-3959-47b6-96e0-917d36af50c9 None None] Network 847657e6-35ab-4070-8c37-d5f3065826ff requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:31.870183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.873338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.906114 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bb23ba57-3ca8-40ee-9827-a19c412e17e8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2585764 Jul 16 18:21:31.907058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.915359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:31.933136 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec561458-5b32-428f-b06b-51a083088943 x-openstack-request-id: req-ec561458-5b32-428f-b06b-51a083088943 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:31.933442 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0972d0c0-c070-4b4b-88a7-ee5bb6ff758b", "name": "network-vif-plugged", "status": "completed", "tag": "6c536edc-def0-4816-bfdd-1796e8fbc0c3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:31.933659 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec561458-5b32-428f-b06b-51a083088943 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:31.934043 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c536edc-def0-4816-bfdd-1796e8fbc0c3', 'code': 200} Jul 16 18:21:31.965759 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.973704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.044493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-786465b6-cf4b-4cda-b4a9-683d66ab4623 None None] Provisioning complete for port 2ff81956-dc91-447b-92ff-d92c22c9e523 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:32.044914 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-786465b6-cf4b-4cda-b4a9-683d66ab4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.055586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.080949 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a8bb2-8022-4c00-b0a5-ec95f80a8583 x-openstack-request-id: req-891a8bb2-8022-4c00-b0a5-ec95f80a8583 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:32.081168 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c618c2b-9f4a-4442-8a8c-573c8a6c02d6", "tag": "9e039c39-47f7-43b2-a616-5f421c5601f4", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:32.081840 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-891a8bb2-8022-4c00-b0a5-ec95f80a8583 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:32.081840 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'tag': '9e039c39-47f7-43b2-a616-5f421c5601f4', 'status': 'completed', 'code': 200} Jul 16 18:21:32.115637 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.134002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:32.147775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e00f32e8-f790-4154-90ce-2407d1c25ca9 req-d9bee5c4-19e5-4a96-ae24-ba62e1055718 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 210 time: 0.3248410 Jul 16 18:21:32.159649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-fea10dcf-dfb8-4ffb-b644-44a0477094ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.161258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-fea10dcf-dfb8-4ffb-b644-44a0477094ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.4710765 Jul 16 18:21:32.196419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c8646-239a-4987-acbb-53c19266185f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.235920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-786465b6-cf4b-4cda-b4a9-683d66ab4623 None None] Port 2ff81956-dc91-447b-92ff-d92c22c9e523 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:32.351734 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.365330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85859df-df17-405d-8a5c-8aaeedef3fc5 req-40495fa3-a9f8-453d-b7dd-d87b9569b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.366052 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f85859df-df17-405d-8a5c-8aaeedef3fc5 req-40495fa3-a9f8-453d-b7dd-d87b9569b026 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 1100 time: 0.3085966 Jul 16 18:21:32.370180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port dc4c678a-b66a-42db-bc29-4988a1c0c03c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dc4c678a-b66a-42db-bc29-4988a1c0c03c,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:32.386336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ed33-3768-4e56-adcf-d216a97a1bd5 req-7dc65762-3d3d-47a9-8f22-a5dcd16ec5eb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.388265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-acf3ed33-3768-4e56-adcf-d216a97a1bd5 req-7dc65762-3d3d-47a9-8f22-a5dcd16ec5eb tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 948 time: 0.2597847 Jul 16 18:21:32.391074 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.393541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:32.424393 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Sync routers for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:32.433765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96bd1135-ba92-43a5-ac16-d1fedaa7969a admin admin] 10.222.0.49 "PUT /v2.0/routers/e50cea22-7160-443b-ab93-ad8bfb3a3194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3042765 Jul 16 18:21:32.438415 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:32.443401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-847657e6-35ab-4070-8c37-d5f3065826ff', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:32.444020 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:32.451172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Allocated IP 192.168.233.40 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/261d359c-c9fe-42f9-a7dc-b68886d40c43) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:32.452576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.477886 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f85859df-df17-405d-8a5c-8aaeedef3fc5 req-83ed969d-ccd4-49ae-bb4c-416cdc8d5f78 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001885 Jul 16 18:21:32.514957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-acf3ed33-3768-4e56-adcf-d216a97a1bd5 req-b3aa8188-64b1-43f7-af82-ee345e62e49d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838566 Jul 16 18:21:32.570736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-1e90c0b2-d413-4f61-9674-4f9318b7885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.572284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-1e90c0b2-d413-4f61-9674-4f9318b7885a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3729975 Jul 16 18:21:32.639316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=dc4c678a-b66a-42db-bc29-4988a1c0c03c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.689557 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:32.762070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3639bd-79f7-4d57-a004-20450cd26ae9 req-124403c2-10f3-4c19-a6b6-e31c7dab937b tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.763668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b3639bd-79f7-4d57-a004-20450cd26ae9 req-124403c2-10f3-4c19-a6b6-e31c7dab937b tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 948 time: 0.4264269 Jul 16 18:21:32.880895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.907016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.911289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-1dafdcfd-605b-4f57-89d6-d7790175b8e3 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177278 Jul 16 18:21:32.911839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab684-70ea-4523-8ce2-962011f1fc79 req-c135a79e-e563-4e7f-867d-3e9b9c00288a tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.913854 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-716ab684-70ea-4523-8ce2-962011f1fc79 req-c135a79e-e563-4e7f-867d-3e9b9c00288a tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1097 time: 0.1346054 Jul 16 18:21:32.945416 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:30Z', 'revision_number': 2, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:32.946926 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b3639bd-79f7-4d57-a004-20450cd26ae9 req-6e2c9933-099b-4887-81e1-2024781359a0 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737895 Jul 16 18:21:32.969617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.971768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06d8da07-cc2f-4cc4-ac54-4a3d219a5c85 None None] Provisioning complete for port dc4c678a-b66a-42db-bc29-4988a1c0c03c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:32.972245 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06d8da07-cc2f-4cc4-ac54-4a3d219a5c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.975713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Checking router: e50cea22-7160-443b-ab93-ad8bfb3a3194 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:32.976285 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Updating router e50cea22-7160-443b-ab93-ad8bfb3a3194 port 2ff81956-dc91-447b-92ff-d92c22c9e523 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:33.013687 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.035375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 3, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:33.044366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Transition to ACTIVE for port object 261d359c-c9fe-42f9-a7dc-b68886d40c43 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:33.085740 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-716ab684-70ea-4523-8ce2-962011f1fc79 req-1f16a6eb-b6a9-4a0c-8766-6dec8e01e47f tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641140 Jul 16 18:21:33.155047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:33.155400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Updating router 5beecda8-252b-4738-81e9-bdb2b324d4c2 port f7ef165f-c01c-4cd8-968c-0527bfd85e76 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:33.166974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Allocated IP 172.25.1.101 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/6d054a90-caec-4f32-81f6-4c2ab436b825) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:33.215989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-590bc35d-58f8-4089-b767-464e88c0f8b7 req-12136679-7a17-4325-94f8-2c89f9015660 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954006 Jul 16 18:21:33.251816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dc4c678a-b66a-42db-bc29-4988a1c0c03c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:33.396069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.412553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.421359 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.449204 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.461505 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Transition to ACTIVE for port object 2ff81956-dc91-447b-92ff-d92c22c9e523 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:33.472628 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.474353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.502045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Allocated IP 172.20.0.2 (847657e6-35ab-4070-8c37-d5f3065826ff/9d69b7be-27ee-4ceb-8089-73f5d77d36f6/9a586f4f-f636-4ae9-b50e-581125781f9b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:33.538212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.557776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:33.574520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:33.588832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:33.598809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:33.601844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:33.606831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Pushing event updated for resources: {'Port': ['ID=6d054a90-caec-4f32-81f6-4c2ab436b825,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.620622 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Attempting to bind port 2ff81956-dc91-447b-92ff-d92c22c9e523 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:33.621376 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Attempting to bind port 2ff81956-dc91-447b-92ff-d92c22c9e523 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:33.621961 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Attempting to bind port 2ff81956-dc91-447b-92ff-d92c22c9e523 on network 2688688b-dd9a-4963-9a16-d6c4c354e444 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:33.623249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:33.630851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.631489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.632833 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:33.633494 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Checking segment: {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:33.634089 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.634807 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Bound using segment: {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:33.635728 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Bound port: 2ff81956-dc91-447b-92ff-d92c22c9e523, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:33.636335 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.757490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d9cae-3832-41f4-a765-4e59993899d2 req-7e475ed5-c742-44e2-a4d0-14888dce8dbb tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.759223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-374d9cae-3832-41f4-a765-4e59993899d2 req-7e475ed5-c742-44e2-a4d0-14888dce8dbb tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 935 time: 0.2727284 Jul 16 18:21:33.770615 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca257a-494c-4bb4-acac-daed9c1e1959 None None] Pushing event updated for resources: {'Port': ['ID=2ff81956-dc91-447b-92ff-d92c22c9e523,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.775362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8889937 Jul 16 18:21:33.777403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port dc4c678a-b66a-42db-bc29-4988a1c0c03c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:33.777946 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.787470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e18e-2abf-4bd6-bb58-7aee8798f5f7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Pushing event updated for resources: {'Port': ['ID=261d359c-c9fe-42f9-a7dc-b68886d40c43,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.799758 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] For port 2ff81956-dc91-447b-92ff-d92c22c9e523, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:33.807399 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] For port 2ff81956-dc91-447b-92ff-d92c22c9e523, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2ff81956-dc91-447b-92ff-d92c22c9e523,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:33.810970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Request body: {'port': {'device_id': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.816302 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.914452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-374d9cae-3832-41f4-a765-4e59993899d2 req-2750cf81-4567-4775-94d4-ca34234158e9 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431723 Jul 16 18:21:33.946007 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca257a-494c-4bb4-acac-daed9c1e1959 None None] Pushing event updated for resources: {'Port': ['ID=2ff81956-dc91-447b-92ff-d92c22c9e523,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.958169 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:33.965266 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:33.979720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-981c1b05-4d60-41d1-8a3d-6269e6f59907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.981868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-981c1b05-4d60-41d1-8a3d-6269e6f59907 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 1100 time: 0.6990221 Jul 16 18:21:34.003483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-1ab9c5c8-786b-43f4-9e83-d4f3777c747f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.010432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-1ab9c5c8-786b-43f4-9e83-d4f3777c747f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks?id=2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 200 len: 827 time: 0.7022572 Jul 16 18:21:34.068174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-5bd56983-b1f2-48e0-82a0-9c93e5466b09 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/quotas/b90333c7b1204434b080330bdccfd225 HTTP/1.1" status: 200 len: 375 time: 0.0560427 Jul 16 18:21:34.120588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.155485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.156127 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:34.220379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad8e6773-70e1-46fd-9013-8e14feee1da3 None None] Provisioning for port 261d359c-c9fe-42f9-a7dc-b68886d40c43 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:34.250124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.258364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad8e6773-70e1-46fd-9013-8e14feee1da3 None None] Provisioning complete for port 261d359c-c9fe-42f9-a7dc-b68886d40c43 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:34.258742 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad8e6773-70e1-46fd-9013-8e14feee1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.275837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Transition to ACTIVE for port object 9a586f4f-f636-4ae9-b50e-581125781f9b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:34.298735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Transition to ACTIVE for port object 9a586f4f-f636-4ae9-b50e-581125781f9b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:34.348923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-4e742caf-965c-4a51-9a72-95d36abbfd63 req-13af4126-50d2-4d4f-bc09-23529be86ed6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:21:34.349978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e742caf-965c-4a51-9a72-95d36abbfd63 req-13af4126-50d2-4d4f-bc09-23529be86ed6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146472 Jul 16 18:21:34.381769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:34.388585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.566184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e6773-70e1-46fd-9013-8e14feee1da3 None None] Port 261d359c-c9fe-42f9-a7dc-b68886d40c43 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:34.572629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Network 847657e6-35ab-4070-8c37-d5f3065826ff is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:34.574631 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.579167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:34.582206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:34.584477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Pushing event updated for resources: {'Port': ['ID=9a586f4f-f636-4ae9-b50e-581125781f9b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.588866 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:34.601965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Transition to ACTIVE for port object f7ef165f-c01c-4cd8-968c-0527bfd85e76 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:34.603219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.646213 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fcca25-d89d-4354-ac97-6e9266544b45 None None] The sync data for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 is: [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:34.668563 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.753210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Attempting to bind port 9a586f4f-f636-4ae9-b50e-581125781f9b on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:34.753786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Attempting to bind port 9a586f4f-f636-4ae9-b50e-581125781f9b by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:34.754333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Attempting to bind port 9a586f4f-f636-4ae9-b50e-581125781f9b on network 847657e6-35ab-4070-8c37-d5f3065826ff {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:34.798874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Allocated IP 172.20.0.1 (dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1/b299928e-7007-465e-aa9b-d1156b69fe79/2402993e-f881-4017-ba9d-e711b9899b2c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:34.800415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:34.800968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Checking segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:34.801394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.801795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Bound using segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:34.802357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Bound port: 9a586f4f-f636-4ae9-b50e-581125781f9b, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:34.802749 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.809524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Attempting to bind port f7ef165f-c01c-4cd8-968c-0527bfd85e76 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:34.809891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Attempting to bind port f7ef165f-c01c-4cd8-968c-0527bfd85e76 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:34.810257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Attempting to bind port f7ef165f-c01c-4cd8-968c-0527bfd85e76 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:34.824300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-12e5ead1-61a5-4045-82b4-6e8c3fda00b8 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b90333c7b1204434b080330bdccfd225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7550211 Jul 16 18:21:34.830110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87b953-ddb7-4852-ba3a-892e1bd74118 None None] Pushing event updated for resources: {'Port': ['ID=f7ef165f-c01c-4cd8-968c-0527bfd85e76,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.841784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:34.842159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:34.842561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.842951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:34.843610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Bound port: f7ef165f-c01c-4cd8-968c-0527bfd85e76, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:34.843832 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.863393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-851ed10b-1db7-43be-862c-6a94b268883d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:21:34.877216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-851ed10b-1db7-43be-862c-6a94b268883d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519245 Jul 16 18:21:34.977292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] For port f7ef165f-c01c-4cd8-968c-0527bfd85e76, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:34.994790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] For port 9a586f4f-f636-4ae9-b50e-581125781f9b, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:35.005713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] For port 9a586f4f-f636-4ae9-b50e-581125781f9b, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9a586f4f-f636-4ae9-b50e-581125781f9b,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:35.014166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.018414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] For port f7ef165f-c01c-4cd8-968c-0527bfd85e76, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f7ef165f-c01c-4cd8-968c-0527bfd85e76,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:35.024376 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.042508 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.064532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Transition to ACTIVE for port object 2402993e-f881-4017-ba9d-e711b9899b2c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:35.082019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-9d3607ab-5d98-4037-954d-c0e539172081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.086832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-9d3607ab-5d98-4037-954d-c0e539172081 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 1.0887849 Jul 16 18:21:35.086997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca60-c4d2-42b0-9e56-f3af980c1e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.162651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540cd40-b4fe-4f4d-8176-727cbd9786c4 None None] Pushing event updated for resources: {'Port': ['ID=9a586f4f-f636-4ae9-b50e-581125781f9b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.182840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:35.183757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:35.292563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2ff81956-dc91-447b-92ff-d92c22c9e523 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:35.355801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-321eae2b-99cd-46fe-9eae-29d063dd38c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=9e039c39-47f7-43b2-a616-5f421c5601f4 HTTP/1.1" status: 200 len: 217 time: 0.2239983 Jul 16 18:21:35.491713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87b953-ddb7-4852-ba3a-892e1bd74118 None None] Pushing event updated for resources: {'Port': ['ID=f7ef165f-c01c-4cd8-968c-0527bfd85e76,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.527607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Router da8f748f-85e4-41df-93bf-9091c6c75a90 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:35.553916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca60-c4d2-42b0-9e56-f3af980c1e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.588575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:35.593071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9eeca60-c4d2-42b0-9e56-f3af980c1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.651219 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f9eeca60-c4d2-42b0-9e56-f3af980c1e61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffb7325005f84c0792d5204513023c74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2682812 Jul 16 18:21:35.702096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeca60-c4d2-42b0-9e56-f3af980c1e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59b99d5-4a54-46ed-88f7-5567e53825f6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.713539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.729692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 2ff81956-dc91-447b-92ff-d92c22c9e523 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:35.743700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2ff81956-dc91-447b-92ff-d92c22c9e523 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:35.744068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.768580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-fc599b15-d046-4370-b7ff-28597bfa2e8c service neutron] 10.222.0.49 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066789 Jul 16 18:21:35.835875 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-608401ba-3812-4fe7-baaa-25b1c306248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.839252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-ffa432c7-bc48-45b1-925f-a49a4208ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.839415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:35.845228 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-ffa432c7-bc48-45b1-925f-a49a4208ad40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.4506090 Jul 16 18:21:35.872623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.873949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b59b9e69-d734-4bd1-b7ac-c0ae008a1bfa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9657640 Jul 16 18:21:35.874064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.876696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.881204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Sync routers for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:35.974584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:35.975230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:36.037846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:36.072305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:36.078511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:36.079554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.116381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=2402993e-f881-4017-ba9d-e711b9899b2c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.125872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-608401ba-3812-4fe7-baaa-25b1c306248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.169944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-26da2e92-1846-4f61-8e16-08cca92216de service neutron] 10.222.0.49 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983479 Jul 16 18:21:36.263131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-cf2f6b92-eea0-48a9-b769-83b6ad6c4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.269197 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-cf2f6b92-eea0-48a9-b769-83b6ad6c4521 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4139533 Jul 16 18:21:36.318883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-608401ba-3812-4fe7-baaa-25b1c306248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.327619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-608401ba-3812-4fe7-baaa-25b1c306248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.334641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-608401ba-3812-4fe7-baaa-25b1c306248c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e59b99d5-4a54-46ed-88f7-5567e53825f6 HTTP/1.1" status: 204 len: 168 time: 0.6168509 Jul 16 18:21:36.507133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:36.574715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-cc016350-7b82-4b8d-a9c2-8b73e9e290dd service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819970 Jul 16 18:21:36.593962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261d359c-c9fe-42f9-a7dc-b68886d40c43 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:36.609971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.654315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608401ba-3812-4fe7-baaa-25b1c306248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59b99d5-4a54-46ed-88f7-5567e53825f6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.710523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.776456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Transition to ACTIVE for port object 261d359c-c9fe-42f9-a7dc-b68886d40c43 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:36.808646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 2ff81956-dc91-447b-92ff-d92c22c9e523, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2ff81956-dc91-447b-92ff-d92c22c9e523,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:36.834458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.834788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.853814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.923586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed3e04-0f13-4ce5-8274-9fb8af7ba6de None None] Network 847657e6-35ab-4070-8c37-d5f3065826ff requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:37.088421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Pushing event updated for resources: {'Port': ['ID=261d359c-c9fe-42f9-a7dc-b68886d40c43,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.140242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-9bf41f79-79fd-41b9-8580-0c11461d58a8 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:21:37.142079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-9bf41f79-79fd-41b9-8580-0c11461d58a8 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5170376 Jul 16 18:21:37.142728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.184688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.210611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f28d7f3-9489-402b-ac35-2fe9e722f301 None None] Provisioning for port 2402993e-f881-4017-ba9d-e711b9899b2c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:37.248681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.253236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.253726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.254072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.254454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.254789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.255120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.255446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.255767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.257260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.257613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.258092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.264233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:37.277005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4f28d7f3-9489-402b-ac35-2fe9e722f301 None None] Provisioning complete for port 2402993e-f881-4017-ba9d-e711b9899b2c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:37.277623 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4f28d7f3-9489-402b-ac35-2fe9e722f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.282524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Attempting to bind port 261d359c-c9fe-42f9-a7dc-b68886d40c43 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:37.282866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Attempting to bind port 261d359c-c9fe-42f9-a7dc-b68886d40c43 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:37.283193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Attempting to bind port 261d359c-c9fe-42f9-a7dc-b68886d40c43 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:37.311351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Allocated IP 172.20.0.1 (847657e6-35ab-4070-8c37-d5f3065826ff/9d69b7be-27ee-4ceb-8089-73f5d77d36f6/e1c7faa8-d10b-4b59-a814-c0b7df2f2b70) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:37.336122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7717c1a7-5220-49f9-aa0e-5e7de7569b61 req-2b763a00-e741-4adf-befb-e8b23a6123b2 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208793 Jul 16 18:21:37.336506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9a586f4f-f636-4ae9-b50e-581125781f9b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:37.336764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Port 261d359c-c9fe-42f9-a7dc-b68886d40c43 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:37.337161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Attempting to bind port 261d359c-c9fe-42f9-a7dc-b68886d40c43 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:37.338448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e039c39-47f7-43b2-a616-5f421c5601f4 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:37.344731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.360855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:37.362011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:37.363857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:37.365281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Bound port: 261d359c-c9fe-42f9-a7dc-b68886d40c43, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:37.365743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.393909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Request body: {'binding': {'host': 'n-h1-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:37.394418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:21:37.450305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0968a4-8c7a-4f66-ae2f-dd66c07034f5 req-5d6c19ba-1c63-4c8e-8601-2f2046bd1a6d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.452541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e0968a4-8c7a-4f66-ae2f-dd66c07034f5 req-5d6c19ba-1c63-4c8e-8601-2f2046bd1a6d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 948 time: 0.6815770 Jul 16 18:21:37.459925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=2ff81956-dc91-447b-92ff-d92c22c9e523,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.515821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.533486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.557813 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.562349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4f28d7f3-9489-402b-ac35-2fe9e722f301 None None] Port 2402993e-f881-4017-ba9d-e711b9899b2c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:37.567191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e0968a4-8c7a-4f66-ae2f-dd66c07034f5 req-365c0ea9-b5cd-4881-b206-03c916169058 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084914 Jul 16 18:21:37.625450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Transition to ACTIVE for port object e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:37.639372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=809f52e74e46411c83515218bbd26ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918530 Jul 16 18:21:37.641622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.655151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae05feaf-7626-43d0-beaf-6cf718071de5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.696536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.697011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.697521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.697839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.698627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.698983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.699304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.699638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.700153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.700461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.700808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.701296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e6ce7-b2f2-4342-95b3-a3bb13d34577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:37.745745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 3, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:37.757995 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.794341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] For port 261d359c-c9fe-42f9-a7dc-b68886d40c43, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:37.799831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] For port 261d359c-c9fe-42f9-a7dc-b68886d40c43, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=261d359c-c9fe-42f9-a7dc-b68886d40c43,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:37.803202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on host n-h1-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:37.803545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:37.803872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:37.804217 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.805208 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.818213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.820193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:37.820520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:37.831790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec4362-4f48-432f-99c3-58c6cc7372e4 None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 3, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:37.842020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.846367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:37.846713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:37.847101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:37.847545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Bound port: 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:37.849981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c2d10f-3219-48ba-bd70-a7745d39c8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.872910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e039c39-47f7-43b2-a616-5f421c5601f4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e039c39-47f7-43b2-a616-5f421c5601f4,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:37.900588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e36237b9-3a51-442b-8def-de65e96170f4 None None] Provisioning for port 9a586f4f-f636-4ae9-b50e-581125781f9b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:37.918558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e36237b9-3a51-442b-8def-de65e96170f4 None None] Provisioning complete for port 9a586f4f-f636-4ae9-b50e-581125781f9b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:37.918558 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e36237b9-3a51-442b-8def-de65e96170f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.920646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.921419 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.923021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] 10.222.0.59 "PUT /v2.0/ports/261d359c-c9fe-42f9-a7dc-b68886d40c43 HTTP/1.1" status: 200 len: 1096 time: 4.1294835 Jul 16 18:21:37.945446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 9a586f4f-f636-4ae9-b50e-581125781f9b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:37.948184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'tag': '261d359c-c9fe-42f9-a7dc-b68886d40c43'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:37.950549 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d59bed3-a805-4f1d-abe1-21e59da2a165" -d '{"events": [{"name": "network-changed", "server_uuid": "198d3f27-51dc-4cc3-9876-808d72a670ba", "tag": "261d359c-c9fe-42f9-a7dc-b68886d40c43"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:37.970504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9e039c39-47f7-43b2-a616-5f421c5601f4', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '9e039c39-47f7-43b2-a616-5f421c5601f4', 'mac_address': 'fa:16:3e:3f:b7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:38.011939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9a586f4f-f636-4ae9-b50e-581125781f9b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:38.013273 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.031113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Network 847657e6-35ab-4070-8c37-d5f3065826ff is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:38.043544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c2d10f-3219-48ba-bd70-a7745d39c8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.047603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=2402993e-f881-4017-ba9d-e711b9899b2c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.053416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:38.074964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:38.075546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.082003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Pushing event updated for resources: {'Port': ['ID=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.097349 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.133130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e039c39-47f7-43b2-a616-5f421c5601f4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:38.195311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e039c39-47f7-43b2-a616-5f421c5601f4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e039c39-47f7-43b2-a616-5f421c5601f4,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:38.228435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:38.244427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 3, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:38.267585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.279590 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-76c5dc47-2ee5-42e0-961a-bef816fd12e5 service neutron] 10.222.0.49 "POST /v2.0/ports/19d313f5-ce93-41c5-ad4d-83a5e3d78eca/bindings HTTP/1.1" status: 201 len: 390 time: 0.9518595 Jul 16 18:21:38.298531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.404973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4027d-d63c-440a-8183-1f630b4e8f17 service neutron] Pushing event updated for resources: {'Port': ['ID=261d359c-c9fe-42f9-a7dc-b68886d40c43,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.415033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c2d10f-3219-48ba-bd70-a7745d39c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.422551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c2d10f-3219-48ba-bd70-a7745d39c8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.423688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-30c2d10f-3219-48ba-bd70-a7745d39c8c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae05feaf-7626-43d0-beaf-6cf718071de5 HTTP/1.1" status: 204 len: 168 time: 0.7790675 Jul 16 18:21:38.477110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2d10f-3219-48ba-bd70-a7745d39c8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae05feaf-7626-43d0-beaf-6cf718071de5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.517149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:38.556171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:38.561442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9e039c39-47f7-43b2-a616-5f421c5601f4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.575941 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e36237b9-3a51-442b-8def-de65e96170f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.593970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.643493 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.669338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Checking router: da8f748f-85e4-41df-93bf-9091c6c75a90 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:38.669971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Updating router da8f748f-85e4-41df-93bf-9091c6c75a90 port 6d054a90-caec-4f32-81f6-4c2ab436b825 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:38.732755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-ab053f96-282e-437d-8275-e907d47c8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.743817 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-ab053f96-282e-437d-8275-e907d47c8757 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3172e5fe933c44c19c732f18f0a7490a&device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 1099 time: 0.7424204 Jul 16 18:21:38.757527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61028576-5256-458e-88e8-2277c3adfba2 req-7f93e944-cd6d-4b6b-881d-3a63bebe444c tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.759128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61028576-5256-458e-88e8-2277c3adfba2 req-7f93e944-cd6d-4b6b-881d-3a63bebe444c tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 948 time: 0.9569848 Jul 16 18:21:38.770786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e039c39-47f7-43b2-a616-5f421c5601f4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:38.795862 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.970448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e36237b9-3a51-442b-8def-de65e96170f4 None None] For port 9a586f4f-f636-4ae9-b50e-581125781f9b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9a586f4f-f636-4ae9-b50e-581125781f9b,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:39.111981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:21:39.112409 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:21:39.113058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e36237b9-3a51-442b-8def-de65e96170f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.190863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-321cec3e-fd8a-4f8e-86bb-b998774358f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=261d359c-c9fe-42f9-a7dc-b68886d40c43 HTTP/1.1" status: 200 len: 217 time: 0.4284372 Jul 16 18:21:39.195009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36237b9-3a51-442b-8def-de65e96170f4 None None] Pushing event updated for resources: {'Port': ['ID=9a586f4f-f636-4ae9-b50e-581125781f9b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.232573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-dd376312-765b-4459-ab6e-b3005f9bbb2c tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.234145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-dd376312-765b-4459-ab6e-b3005f9bbb2c tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.67 "GET /v2.0/networks?id=2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 200 len: 827 time: 0.8663504 Jul 16 18:21:39.289810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Request body: {'port': {'device_id': '19bef891-0160-45dd-b981-846ed6fc610b', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'admin_state_up': True, 'tenant_id': 'b90333c7b1204434b080330bdccfd225'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:39.350847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfe3c2-2ef1-4616-9e14-98248e3f2677 req-67619e1f-763c-48bf-b65e-eaf73d1268b9 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.362930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11bfe3c2-2ef1-4616-9e14-98248e3f2677 req-67619e1f-763c-48bf-b65e-eaf73d1268b9 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 947 time: 0.6547620 Jul 16 18:21:39.372090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Provisioning complete for port 2402993e-f881-4017-ba9d-e711b9899b2c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:39.372466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.394708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61028576-5256-458e-88e8-2277c3adfba2 req-af3f1d25-6948-4300-9b59-77ab185ff4a2 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486596 Jul 16 18:21:39.414916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-bb37fba4-ea1b-4288-81f2-4199197b33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.416710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-bb37fba4-ea1b-4288-81f2-4199197b33f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.2042599 Jul 16 18:21:39.469122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:39.477430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11bfe3c2-2ef1-4616-9e14-98248e3f2677 req-2907bb6f-c32e-497e-b88a-eb6958932a0a tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028543 Jul 16 18:21:39.489828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-7b6c47ef-eaf2-4a33-80a8-a5912cba35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.492058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-7b6c47ef-eaf2-4a33-80a8-a5912cba35b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1097 time: 0.5436003 Jul 16 18:21:39.571628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Made reservation on behalf of b90333c7b1204434b080330bdccfd225 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:39.575398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.601038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.619501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.621732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.672465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-058069d9-3a61-4bfa-8183-41cdbf8e2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.673999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-058069d9-3a61-4bfa-8183-41cdbf8e2ccc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2504923 Jul 16 18:21:39.809047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70be9f5c-4e71-41d6-b4a8-eb1591cb8bf0 req-463f8f36-4d96-4035-bec7-05144398dacb tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 210 time: 0.1244400 Jul 16 18:21:39.855115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44836) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.880935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Port 2402993e-f881-4017-ba9d-e711b9899b2c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:39.885089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:39.895374 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.896746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-436e89d6-bdad-4356-a0bd-b49d7a5f9ed0 admin admin] 10.222.0.49 "PUT /v2.0/routers/5beecda8-252b-4738-81e9-bdb2b324d4c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1260405 Jul 16 18:21:39.933052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Provisioning complete for port 9a586f4f-f636-4ae9-b50e-581125781f9b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:39.937942 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.947483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Pushing event updated for resources: {'Port': ['ID=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.975259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-e823fea2-8bb0-4c6c-bd55-2d23b9883793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.976758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-6dda8ed2-b104-4d09-9950-6d78a52825f9 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814257 Jul 16 18:21:39.981624 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea7544-266f-4928-ae4d-5629b6a86a35 x-openstack-request-id: req-49ea7544-266f-4928-ae4d-5629b6a86a35 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:39.981911 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198d3f27-51dc-4cc3-9876-808d72a670ba", "tag": "261d359c-c9fe-42f9-a7dc-b68886d40c43", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:39.982153 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49ea7544-266f-4928-ae4d-5629b6a86a35 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:39.982627 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'tag': '261d359c-c9fe-42f9-a7dc-b68886d40c43', 'status': 'completed', 'code': 200} Jul 16 18:21:39.989156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-e823fea2-8bb0-4c6c-bd55-2d23b9883793 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.4714882 Jul 16 18:21:40.023229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Transition to ACTIVE for port object 6d054a90-caec-4f32-81f6-4c2ab436b825 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:40.034277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Allocated IP 172.20.0.7 (2688688b-dd9a-4963-9a16-d6c4c354e444/71f2e826-30e7-41ff-bb8e-c3d7e816eda3/23a3e756-7e8f-4799-a08f-42c5201c543a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:40.090089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1753154312-network', 'tenant_id': 'e64af5adce69495383eef70438fbfa4b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:40.093449 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.119107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-661bef66-5f6d-46e8-8f11-46b2567b9366 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 217 time: 0.1232505 Jul 16 18:21:40.129503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Made reservation on behalf of e64af5adce69495383eef70438fbfa4b for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:40.131956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.145103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Attempting to bind port 6d054a90-caec-4f32-81f6-4c2ab436b825 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:40.145745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Attempting to bind port 6d054a90-caec-4f32-81f6-4c2ab436b825 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:40.146662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Attempting to bind port 6d054a90-caec-4f32-81f6-4c2ab436b825 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:40.189385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Provisioning for port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:40.196129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Provisioning complete for port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:40.196768 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.198147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.249890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:40.250612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:40.251280 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.251886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:40.252592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Bound port: 6d054a90-caec-4f32-81f6-4c2ab436b825, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:40.253392 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.256787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Network 847657e6-35ab-4070-8c37-d5f3065826ff is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:40.275295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:40.291341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1fc72b1a-a44f-46ae-b307-5f78e37768a9 None None] Port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:40.294597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2ff81956-dc91-447b-92ff-d92c22c9e523 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:40.369207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94b411-4bdf-4a83-a1b9-3e3dd68b25be None None] Pushing event updated for resources: {'Port': ['ID=6d054a90-caec-4f32-81f6-4c2ab436b825,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.370472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-015a75d9-5a39-4f50-a38d-ffc52a6338cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.373225 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-015a75d9-5a39-4f50-a38d-ffc52a6338cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.2370036 Jul 16 18:21:40.404275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2ff81956-dc91-447b-92ff-d92c22c9e523 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:40.404806 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.480709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] For port 6d054a90-caec-4f32-81f6-4c2ab436b825, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:40.508908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] For port 6d054a90-caec-4f32-81f6-4c2ab436b825, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6d054a90-caec-4f32-81f6-4c2ab436b825,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:40.511169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-b25eaa4a-4d0d-4dfd-9f72-dbaef3664317 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555005 Jul 16 18:21:40.528825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cae232b6-00d5-4459-a57d-01bd5a2e8d0f req-d39c5033-fe10-4c65-8a84-aa3a12c6e21f service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266190 Jul 16 18:21:40.540583 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.609809 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:40.629308 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:40.629994 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:40.644009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:40.644656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:40.647962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94b411-4bdf-4a83-a1b9-3e3dd68b25be None None] Pushing event updated for resources: {'Port': ['ID=6d054a90-caec-4f32-81f6-4c2ab436b825,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.662786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9a586f4f-f636-4ae9-b50e-581125781f9b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:40.684256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.700153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Transition to ACTIVE for port object 23a3e756-7e8f-4799-a08f-42c5201c543a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:40.748831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a672818-7bbb-4925-b073-a775f8b50556 req-131b8d96-8835-4b3a-9687-5e335964480c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.756498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a672818-7bbb-4925-b073-a775f8b50556 req-131b8d96-8835-4b3a-9687-5e335964480c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 945 time: 0.4594722 Jul 16 18:21:40.773721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.810223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Router da8f748f-85e4-41df-93bf-9091c6c75a90 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:40.829190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d30186ba-c25a-45fb-a689-49a32c2322a5 None None] Provisioning complete for port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:40.830031 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d30186ba-c25a-45fb-a689-49a32c2322a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.882618 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:40.894312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9a586f4f-f636-4ae9-b50e-581125781f9b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:40.895316 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.925435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:40.928988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d30186ba-c25a-45fb-a689-49a32c2322a5 None None] Port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:40.947860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:40.951054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event updated for resources: {'Port': ['ID=23a3e756-7e8f-4799-a08f-42c5201c543a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.956226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a672818-7bbb-4925-b073-a775f8b50556 req-ee24f431-9227-4be4-b5cd-d0964005bd85 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988316 Jul 16 18:21:40.957760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:40.966307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:40.973487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.974702 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.011315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-9db08ec9-b52a-417a-a79c-06bc87ebe2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.013023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-9db08ec9-b52a-417a-a79c-06bc87ebe2c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3172e5fe933c44c19c732f18f0a7490a&device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 1099 time: 0.2735181 Jul 16 18:21:41.019831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-c9d3f5b3-c81f-4a41-a67a-1b1b9d40a966 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911363 Jul 16 18:21:41.135432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f7ef165f-c01c-4cd8-968c-0527bfd85e76 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:41.198619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-bc855264-e9df-4fed-be6d-632e71f2bae5 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358068 Jul 16 18:21:41.214214 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.244397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:41.251607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.259138 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 2, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:41.260099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61fbd098-d26f-4ae7-9c98-a943c45e615b admin admin] 10.222.0.49 "PUT /v2.0/routers/da8f748f-85e4-41df-93bf-9091c6c75a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3823826 Jul 16 18:21:41.272342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-4f343c3f-76c8-432e-a9ab-7bf545811471 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9896746 Jul 16 18:21:41.282152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.283002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.285231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.285930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.286504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.287439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-256e722a-b0d3-4cd6-ad77-eeffed321fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.288242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.289758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-256e722a-b0d3-4cd6-ad77-eeffed321fcb service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2520587 Jul 16 18:21:41.290346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.292267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f7ef165f-c01c-4cd8-968c-0527bfd85e76 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:41.295439 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-5d581d96-ae55-44ae-8e72-ceca00aed561 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b&device_id=198d3f27-51dc-4cc3-9876-808d72a670ba&device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6&device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a&device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a&device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 6369 time: 0.4910314 Jul 16 18:21:41.297586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f7ef165f-c01c-4cd8-968c-0527bfd85e76 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:41.297960 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.298895 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:41.299537 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Updating router 5beecda8-252b-4738-81e9-bdb2b324d4c2 port 2402993e-f881-4017-ba9d-e711b9899b2c binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:41.307504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Request body: {'port': {'device_id': '19bef891-0160-45dd-b981-846ed6fc610b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:41.338006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-01e37bde-853e-4353-b389-ece4d67783c2 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.343317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e039c39-47f7-43b2-a616-5f421c5601f4 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:41.358812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:41.382239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-c3c10526-c87d-47ed-992a-486920a4deb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=261d359c-c9fe-42f9-a7dc-b68886d40c43 HTTP/1.1" status: 200 len: 217 time: 0.0712752 Jul 16 18:21:41.401035 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.420997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-87248fd0-c683-4340-9b78-be9097f69e2f None None] Provisioning for port 23a3e756-7e8f-4799-a08f-42c5201c543a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:41.446705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430d6a0b-3fd4-46bb-9ee3-690954f5d39c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.450344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-87248fd0-c683-4340-9b78-be9097f69e2f None None] Provisioning complete for port 23a3e756-7e8f-4799-a08f-42c5201c543a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:41.450718 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87248fd0-c683-4340-9b78-be9097f69e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.475441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-74d08e24-e7d0-41ff-89fa-03eaed5d41c9 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.477622 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-74d08e24-e7d0-41ff-89fa-03eaed5d41c9 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 820 time: 0.3253682 Jul 16 18:21:41.495799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87248fd0-c683-4340-9b78-be9097f69e2f None None] Port 23a3e756-7e8f-4799-a08f-42c5201c543a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:41.499576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.507924 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Added segment 945fb498-9c06-4f3c-8126-15093cfac3d0 of type vlan for network 5c311831-6d3c-4ff0-8d79-a8860d63e126 Jul 16 18:21:41.529741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-9b085c5b-406f-44ed-8cf3-fa31c5c6756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.533917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-9b085c5b-406f-44ed-8cf3-fa31c5c6756b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1379447 Jul 16 18:21:41.545213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-89ccd465-6b18-4e51-b5c0-7db2b44ba993 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/quotas/4ed6b7be46404051bfd1393b8ca0b7c3 HTTP/1.1" status: 200 len: 375 time: 0.0586734 Jul 16 18:21:41.553375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 9e039c39-47f7-43b2-a616-5f421c5601f4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:41.561539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9e039c39-47f7-43b2-a616-5f421c5601f4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:41.561908 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.563576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.588109 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.621512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-8b442740-2b3b-4a37-abee-dac9e5f16368 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.624376 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-8b442740-2b3b-4a37-abee-dac9e5f16368 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.2694225 Jul 16 18:21:41.637384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f7ef165f-c01c-4cd8-968c-0527bfd85e76, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f7ef165f-c01c-4cd8-968c-0527bfd85e76,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:41.647307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-15'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:41.653925 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.691088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.715109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f7ef165f-c01c-4cd8-968c-0527bfd85e76,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.724835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 2, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:41.762125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b057-1b53-4e60-9f96-01b25c1d320b None None] The sync data for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 is: [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 2, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:41.792125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-56131f89-967b-4f7e-b22a-6dbfa08bfbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.793810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-56131f89-967b-4f7e-b22a-6dbfa08bfbae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2397203 Jul 16 18:21:41.808872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-1ee1d438-4edf-497b-b275-b97b6f04ecf2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2625117 Jul 16 18:21:41.824970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.880537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e039c39-47f7-43b2-a616-5f421c5601f4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:41.882077 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3c0cb4-9160-4b91-babd-9d673136179c" -d '{"events": [{"server_uuid": "2c618c2b-9f4a-4442-8a8c-573c8a6c02d6", "name": "network-vif-plugged", "status": "completed", "tag": "9e039c39-47f7-43b2-a616-5f421c5601f4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:41.902470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e039c39-47f7-43b2-a616-5f421c5601f4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e039c39-47f7-43b2-a616-5f421c5601f4,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:41.911152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.959350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.959350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.959350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.003727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9e039c39-47f7-43b2-a616-5f421c5601f4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.040918 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.054607 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Transition to ACTIVE for port object 2402993e-f881-4017-ba9d-e711b9899b2c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:42.064207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.064483 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.076795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f7ef165f-c01c-4cd8-968c-0527bfd85e76 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:42.140402 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9832d93-9214-4b99-94d8-5ab62e59523b None None] Pushing event updated for resources: {'Port': ['ID=2402993e-f881-4017-ba9d-e711b9899b2c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.173891 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-01e37bde-853e-4353-b389-ece4d67783c2 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.187392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f7ef165f-c01c-4cd8-968c-0527bfd85e76 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:42.187771 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.250677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-01e37bde-853e-4353-b389-ece4d67783c2 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.291299 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Attempting to bind port 2402993e-f881-4017-ba9d-e711b9899b2c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:42.291411 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Attempting to bind port 2402993e-f881-4017-ba9d-e711b9899b2c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:42.291786 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Attempting to bind port 2402993e-f881-4017-ba9d-e711b9899b2c on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:42.314558 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:42.320864 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Checking segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:42.321331 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.321726 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Bound using segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:42.322232 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Bound port: 2402993e-f881-4017-ba9d-e711b9899b2c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:42.322637 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.355935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.411154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70bbf36c-1937-4fd5-85ac-43858adfebce req-01e37bde-853e-4353-b389-ece4d67783c2 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&id=f8b7e730-2484-4e7e-983f-da500c7c8e05&id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 1.1018424 Jul 16 18:21:42.417259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e37bde-853e-4353-b389-ece4d67783c2 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38967d5-0f44-4b12-8ec3-04f092a9dab7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.428770 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] For port 2402993e-f881-4017-ba9d-e711b9899b2c, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:42.435449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5651462 Jul 16 18:21:42.436200 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] For port 2402993e-f881-4017-ba9d-e711b9899b2c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2402993e-f881-4017-ba9d-e711b9899b2c,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:42.437725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44884) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.445437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d7846-0943-42f6-b0ba-ca25b2b4079c admin admin] Pushing event updated for resources: {'Network': ['ID=5c311831-6d3c-4ff0-8d79-a8860d63e126,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.446905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-network', 'tenant_id': '69fc2dd5c367400598d307965f45f42b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.451041 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.453224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Request body: {'subnet': {'network_id': '5c311831-6d3c-4ff0-8d79-a8860d63e126', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1753154312-subnet', 'tenant_id': 'e64af5adce69495383eef70438fbfa4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.460423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5c311831-6d3c-4ff0-8d79-a8860d63e126 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:42.555262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:42.557932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Made reservation on behalf of e64af5adce69495383eef70438fbfa4b for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:42.560657 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.637648 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:42.644877 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:42.649686 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9832d93-9214-4b99-94d8-5ab62e59523b None None] Pushing event updated for resources: {'Port': ['ID=2402993e-f881-4017-ba9d-e711b9899b2c,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.683350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-648c6d57-0049-4ca8-82bd-1d9e2c03d38f service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8603477 Jul 16 18:21:42.696654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a3e756-7e8f-4799-a08f-42c5201c543a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:42.706763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Made reservation on behalf of 69fc2dd5c367400598d307965f45f42b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:42.709222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.742047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.762188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.789003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:42.857301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-57b7661d-50af-4424-8647-d6b34381440a service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729405 Jul 16 18:21:42.869291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Transition to ACTIVE for port object 23a3e756-7e8f-4799-a08f-42c5201c543a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:42.873629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-3b0aed41-a9ab-4af4-8e6e-9b878b4873ae service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0635452 Jul 16 18:21:42.875546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:42.881436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.943749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:42.946162 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1556dae-0c7a-4cd8-b67b-158f8a522992" -d '{"events": [{"server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:42.950144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.970253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 261d359c-c9fe-42f9-a7dc-b68886d40c43 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:42.977903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.010629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.058247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Pushing event updated for resources: {'Port': ['ID=23a3e756-7e8f-4799-a08f-42c5201c543a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.059197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30353d3c-a58a-496d-884e-1d05a2df1e45 req-bf6b2b57-0db1-4626-8a81-457fef3ee20a tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.062161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d59bed3-a805-4f1d-abe1-21e59da2a165 req-a9b45b38-e067-44bb-846b-7462a2e371e2 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765029 Jul 16 18:21:43.072952 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30353d3c-a58a-496d-884e-1d05a2df1e45 req-bf6b2b57-0db1-4626-8a81-457fef3ee20a tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 950 time: 0.4363472 Jul 16 18:21:43.187331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Attempting to bind port 23a3e756-7e8f-4799-a08f-42c5201c543a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:43.187582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Attempting to bind port 23a3e756-7e8f-4799-a08f-42c5201c543a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:43.187914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Attempting to bind port 23a3e756-7e8f-4799-a08f-42c5201c543a on network 2688688b-dd9a-4963-9a16-d6c4c354e444 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:43.200126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Port 23a3e756-7e8f-4799-a08f-42c5201c543a on network 2688688b-dd9a-4963-9a16-d6c4c354e444 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:43.200452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Attempting to bind port 23a3e756-7e8f-4799-a08f-42c5201c543a on network 2688688b-dd9a-4963-9a16-d6c4c354e444 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:43.218950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30353d3c-a58a-496d-884e-1d05a2df1e45 req-73cf6271-3537-4915-932f-f5ccef6c977a tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444485 Jul 16 18:21:43.224556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 261d359c-c9fe-42f9-a7dc-b68886d40c43, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=261d359c-c9fe-42f9-a7dc-b68886d40c43,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:43.242922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:43.243263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Checking segment: {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:43.243651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Bound using segment: {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:43.244096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Bound port: 23a3e756-7e8f-4799-a08f-42c5201c543a, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376c3a49-7ad7-41b3-87ce-bd9a449e08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:43.244456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.264703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '261d359c-c9fe-42f9-a7dc-b68886d40c43', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '261d359c-c9fe-42f9-a7dc-b68886d40c43', 'mac_address': 'fa:16:3e:dd:1c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:43.328205 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:42Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:43.367443 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9efe12-2e51-4f61-8406-dd7e8856b186 None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:42Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:43.406304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.413984 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.504623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261d359c-c9fe-42f9-a7dc-b68886d40c43 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:43.567817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] For port 23a3e756-7e8f-4799-a08f-42c5201c543a, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:43.581377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on host n-h2-791504-15 for vnic_type normal with profile {"migrating_to": "n-h1-791504-15"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:43.581944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:43.582141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:43.584732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] For port 23a3e756-7e8f-4799-a08f-42c5201c543a, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=23a3e756-7e8f-4799-a08f-42c5201c543a,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:43.597891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:43.598221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Attempting to bind port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:43.608692 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.611943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 261d359c-c9fe-42f9-a7dc-b68886d40c43, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=261d359c-c9fe-42f9-a7dc-b68886d40c43,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:43.613244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:43.613576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:43.613962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:43.617141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Bound port: 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:43.618033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.624075 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.633100 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.651303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.669607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Checking segment: {'id': '945fb498-9c06-4f3c-8126-15093cfac3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5c311831-6d3c-4ff0-8d79-a8860d63e126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:43.669960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Network hostable DHCP agents. Network: 5c311831-6d3c-4ff0-8d79-a8860d63e126, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:43.676591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572ac1c0-5a4c-4949-90e0-a7a6c144795a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.781515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:43.783655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Network 5c311831-6d3c-4ff0-8d79-a8860d63e126 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:43.793586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:43.795191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf92a63-ac30-45bd-878f-badcee8c274e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.807274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5c311831-6d3c-4ff0-8d79-a8860d63e126) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:43.808222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:43.822692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133037b1-85b6-4f23-858b-bb684ac5ac35 req-a6809f96-4571-4811-b547-b1bc3b1ea1d9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.825091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-133037b1-85b6-4f23-858b-bb684ac5ac35 req-a6809f96-4571-4811-b547-b1bc3b1ea1d9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 943 time: 0.2662089 Jul 16 18:21:43.826947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.832491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.833845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.835576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.836212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.840065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] 10.222.0.67 "PUT /v2.0/ports/23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 1092 time: 2.5493484 Jul 16 18:21:43.841669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:43.854636 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420" -d '{"events": [{"name": "network-changed", "server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:43.898295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.898638 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Added segment 2008c9cc-9950-48d1-832e-e95636ba2035 of type vlan for network 7a64b362-db8d-4f79-b290-15f95b5ee422 Jul 16 18:21:43.999767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-22631f21-d287-4354-8612-faf564e28948 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5514894 Jul 16 18:21:44.020747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e230db2-a494-42ed-80d5-5536fd193a37 None None] Network 5c311831-6d3c-4ff0-8d79-a8860d63e126 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:44.032115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-133037b1-85b6-4f23-858b-bb684ac5ac35 req-a859b894-2330-4c45-8a19-52101a796f4f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893959 Jul 16 18:21:44.045776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.114261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669949fd-1328-4931-b46c-ccb4e1c48301 req-12cb75e8-361f-4da1-9893-b20e5e42645a tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.127290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.128398 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.128813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-669949fd-1328-4931-b46c-ccb4e1c48301 req-12cb75e8-361f-4da1-9893-b20e5e42645a tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 948 time: 0.5510414 Jul 16 18:21:44.130850 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-1b186554-8962-4b09-bad3-f5dc0ec2e910 service neutron] 10.222.0.59 "PUT /v2.0/ports/19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 1123 time: 2.4940209 Jul 16 18:21:44.140959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['261d359c-c9fe-42f9-a7dc-b68886d40c43'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:44.148525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b5f5-c55c-4358-b9cb-773d457cf417 service neutron] Pushing event updated for resources: {'Port': ['ID=23a3e756-7e8f-4799-a08f-42c5201c543a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.215294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2402993e-f881-4017-ba9d-e711b9899b2c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:44.259310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['19d313f5-ce93-41c5-ad4d-83a5e3d78eca'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:44.289395 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.304816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=261d359c-c9fe-42f9-a7dc-b68886d40c43,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.325659 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3d1e2f-5f51-4037-90fa-919e3d26ebce x-openstack-request-id: req-fe3d1e2f-5f51-4037-90fa-919e3d26ebce {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:44.326042 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c618c2b-9f4a-4442-8a8c-573c8a6c02d6", "name": "network-vif-plugged", "status": "completed", "tag": "9e039c39-47f7-43b2-a616-5f421c5601f4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:44.326225 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe3d1e2f-5f51-4037-90fa-919e3d26ebce {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:44.326578 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e039c39-47f7-43b2-a616-5f421c5601f4', 'code': 200} Jul 16 18:21:44.390342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-669949fd-1328-4931-b46c-ccb4e1c48301 req-dedbee07-38bd-43f2-a855-298adc681358 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582629 Jul 16 18:21:44.451412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7317394a-7e44-4f9a-b79f-8d2cb2c26116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.462099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-7317394a-7e44-4f9a-b79f-8d2cb2c26116 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b90333c7b1204434b080330bdccfd225&device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 1095 time: 0.5527995 Jul 16 18:21:44.511744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-6aeab78f-544b-451e-8595-0e1866d535b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 217 time: 0.0482328 Jul 16 18:21:44.516398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf47de7-dc2c-466b-b626-4189f7c8dc8e None None] Network 5c311831-6d3c-4ff0-8d79-a8860d63e126 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:44.518289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.520248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.521553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.608292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 2402993e-f881-4017-ba9d-e711b9899b2c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:44.659895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2398927 Jul 16 18:21:44.700383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2402993e-f881-4017-ba9d-e711b9899b2c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:44.701881 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.726550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:44.734279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Request body: {'subnet': {'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-subnet', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:44.741445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca78a10-584a-410f-866a-0cc4f08096bc admin admin] Pushing event updated for resources: {'Network': ['ID=7a64b362-db8d-4f79-b290-15f95b5ee422,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.754892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-e4787742-23f1-4bad-aee8-39e2dd3a9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.756732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-e4787742-23f1-4bad-aee8-39e2dd3a9237 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71f2e826-30e7-41ff-bb8e-c3d7e816eda3 HTTP/1.1" status: 200 len: 866 time: 0.2311397 Jul 16 18:21:44.824400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Made reservation on behalf of 69fc2dd5c367400598d307965f45f42b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:44.826925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.882216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:44.971552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2c7ec1f0-a605-4ef1-a456-226ef3f59959 req-3f23d063-9b63-4497-b94f-666224853874 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 210 time: 0.0795221 Jul 16 18:21:44.997444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-26d31390-309a-4254-8e4e-e8badda9521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.999205 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-26d31390-309a-4254-8e4e-e8badda9521a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2688688b-dd9a-4963-9a16-d6c4c354e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2230959 Jul 16 18:21:45.027040 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee6efd-3b81-42f1-844e-b5ffa24f23c2 x-openstack-request-id: req-34ee6efd-3b81-42f1-844e-b5ffa24f23c2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:45.027627 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:45.027627 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34ee6efd-3b81-42f1-844e-b5ffa24f23c2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:45.028035 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca', 'code': 200} Jul 16 18:21:45.077654 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bd71e1-b35a-4eb6-9053-74d814ced4e8 x-openstack-request-id: req-38bd71e1-b35a-4eb6-9053-74d814ced4e8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:45.078669 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:45.079388 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38bd71e1-b35a-4eb6-9053-74d814ced4e8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:45.079980 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'status': 'completed', 'code': 200} Jul 16 18:21:45.084140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706e0ec-8f7b-4711-bfab-f08b1d95d9c0 req-f4a7290c-1873-442c-8b7b-13c13c7bfc28 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.091151 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4706e0ec-8f7b-4711-bfab-f08b1d95d9c0 req-f4a7290c-1873-442c-8b7b-13c13c7bfc28 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.5475054 Jul 16 18:21:45.095948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de597-f20a-4629-a29d-086bdf02b8c6 req-8a2f530d-1dbc-4b41-a211-fb7682275196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.109251 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-976de597-f20a-4629-a29d-086bdf02b8c6 req-8a2f530d-1dbc-4b41-a211-fb7682275196 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 1102 time: 0.5362456 Jul 16 18:21:45.182468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.218106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-125019143-network', 'tenant_id': '8f1ea8f1caee4f3c83394ae0a5ad3daf'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.254224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4706e0ec-8f7b-4711-bfab-f08b1d95d9c0 req-2997234e-5cf0-4172-af00-14979a6e3a2b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561801 Jul 16 18:21:45.256059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-976de597-f20a-4629-a29d-086bdf02b8c6 req-b25bc6e9-1bdb-4921-8d54-d914c49d088a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459849 Jul 16 18:21:45.256353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-ed22017d-0789-48e5-b1b6-ce628c6e8b87 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487252 Jul 16 18:21:45.267258 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.308272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 2402993e-f881-4017-ba9d-e711b9899b2c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2402993e-f881-4017-ba9d-e711b9899b2c,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:45.313783 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.314784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6d054a90-caec-4f32-81f6-4c2ab436b825 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:45.320384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.375105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Made reservation on behalf of 8f1ea8f1caee4f3c83394ae0a5ad3daf for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:45.382236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.405350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=2402993e-f881-4017-ba9d-e711b9899b2c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.410776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6d054a90-caec-4f32-81f6-4c2ab436b825 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:45.415066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6d054a90-caec-4f32-81f6-4c2ab436b825 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:45.415534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.452090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.479242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2fa030f-32be-4886-92a1-403ed4ae4502 req-cd884b92-dcd7-4414-acf6-7e1929fada39 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692050 Jul 16 18:21:45.506509 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.511506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-d22346be-8ec5-423b-862b-c23c0dfa24ac tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.511806 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-d22346be-8ec5-423b-862b-c23c0dfa24ac tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.59 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 820 time: 0.2300725 Jul 16 18:21:45.531653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'port': {'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'admin_state_up': True, 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.534387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6d054a90-caec-4f32-81f6-4c2ab436b825, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6d054a90-caec-4f32-81f6-4c2ab436b825,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:45.539747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.587456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c70d3e-2146-40e1-991d-e77aebe9caf8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.606118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6d054a90-caec-4f32-81f6-4c2ab436b825,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.618316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e0ca5-5465-4dc5-87ed-8b73b23322b7 req-2fdea5a5-1ae7-4be0-896e-d200407c6b6e tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.626945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e0e0ca5-5465-4dc5-87ed-8b73b23322b7 req-2fdea5a5-1ae7-4be0-896e-d200407c6b6e tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 950 time: 0.3584254 Jul 16 18:21:45.680655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.706822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.730946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Made reservation on behalf of 4ed6b7be46404051bfd1393b8ca0b7c3 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:45.733038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Checking segment: {'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:45.733469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Network hostable DHCP agents. Network: 7a64b362-db8d-4f79-b290-15f95b5ee422, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:45.734377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.741921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e0e0ca5-5465-4dc5-87ed-8b73b23322b7 req-154c7911-73cd-41c5-b58d-39d642f22258 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063731 Jul 16 18:21:45.764554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:45.767259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:45.778597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-1372b611-833d-4b4f-b4be-6e0e5ab7e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.780200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-1372b611-833d-4b4f-b4be-6e0e5ab7e717 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b90333c7b1204434b080330bdccfd225&device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 1095 time: 0.1460299 Jul 16 18:21:45.781311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7a64b362-db8d-4f79-b290-15f95b5ee422) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:45.785693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.786855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.795394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1772ae34-aa8f-48ac-b73d-6e2c277e9d50 None None] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:45.818326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.819668 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Added segment 1baf8686-883b-46b2-b063-136fc16892ff of type vlan for network b3274da6-7817-4d54-b130-ae209e93e55f Jul 16 18:21:45.826953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9b4d7613-3761-4835-83a3-ed35bb3f0daf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0975556 Jul 16 18:21:45.829751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44930) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.836155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.885145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.923106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.924172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.933640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95bf84e-f55b-4b5b-a66b-5559e63620f1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.951981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-325ace93-b14c-408c-ba71-22c7f60c32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.953501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-325ace93-b14c-408c-ba71-22c7f60c32e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 200 len: 928 time: 0.1638036 Jul 16 18:21:46.002323 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.003363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.004045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.021824 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2402993e-f881-4017-ba9d-e711b9899b2c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:46.034396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-a91b994f-e4b4-4a9d-aaa5-7b03152e2ddc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 217 time: 0.0699098 Jul 16 18:21:46.041630 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.050412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-7a64b362-db8d-4f79-b290-15f95b5ee422', 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'fixed_ips': [{'subnet_id': '23c70d3e-2146-40e1-991d-e77aebe9caf8'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:46.051582 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.064045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8602064 Jul 16 18:21:46.071445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44934) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.098231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Request body: {'subnet': {'network_id': 'b3274da6-7817-4d54-b130-ae209e93e55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-125019143-subnet', 'tenant_id': '8f1ea8f1caee4f3c83394ae0a5ad3daf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:46.150760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276e68c-d3e0-4604-99dd-c9860558756f admin admin] Pushing event updated for resources: {'Network': ['ID=b3274da6-7817-4d54-b130-ae209e93e55f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.172425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ac20b-4cb4-467a-a223-4379665ecfc0 req-7f082bc7-752f-4ef7-befd-3641b447bbe6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.173094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ac20b-4cb4-467a-a223-4379665ecfc0 req-7f082bc7-752f-4ef7-befd-3641b447bbe6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.173777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ac20b-4cb4-467a-a223-4379665ecfc0 req-7f082bc7-752f-4ef7-befd-3641b447bbe6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.182289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-204ac20b-4cb4-467a-a223-4379665ecfc0 req-7f082bc7-752f-4ef7-befd-3641b447bbe6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b&device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a&device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 2885 time: 0.4560621 Jul 16 18:21:46.213472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Made reservation on behalf of 8f1ea8f1caee4f3c83394ae0a5ad3daf for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:46.216721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.220195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Allocated IP 172.20.0.13 (dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1/b299928e-7007-465e-aa9b-d1156b69fe79/98dc17dd-6e7e-47de-bfee-7e7b651580ae) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:46.276482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Allocated IP 172.20.0.2 (7a64b362-db8d-4f79-b290-15f95b5ee422/23c70d3e-2146-40e1-991d-e77aebe9caf8/8b426668-81e5-4e8f-8a4a-51429e671e94) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:46.281948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-204ac20b-4cb4-467a-a223-4379665ecfc0 req-e1863ab0-ce68-4bb9-ac67-1207c32ce1f6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982714 Jul 16 18:21:46.308455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b3274da6-7817-4d54-b130-ae209e93e55f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:46.332405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2402993e-f881-4017-ba9d-e711b9899b2c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:46.333589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.387140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99bc06b7-473d-494c-9203-1c8d75f20224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.439313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4faa6c-1bc6-467f-a2d4-92e8a4d7b31f req-0ae72be8-a140-4a19-aea8-aeb578d43946 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.446333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e4faa6c-1bc6-467f-a2d4-92e8a4d7b31f req-0ae72be8-a140-4a19-aea8-aeb578d43946 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 943 time: 0.5510378 Jul 16 18:21:46.490520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-ada90629-c838-44ce-9667-2ebe04e17e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.491970 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-ada90629-c838-44ce-9667-2ebe04e17e91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71f2e826-30e7-41ff-bb8e-c3d7e816eda3 HTTP/1.1" status: 200 len: 866 time: 0.4441266 Jul 16 18:21:46.496900 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.563013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6d054a90-caec-4f32-81f6-4c2ab436b825 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:46.570692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e4faa6c-1bc6-467f-a2d4-92e8a4d7b31f req-e098b37f-a490-47a8-80b6-18baed5e4ba6 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231284 Jul 16 18:21:46.622989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-e9b178a3-7497-47a5-9c8e-a23049b8ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.624815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-e9b178a3-7497-47a5-9c8e-a23049b8ecb8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2688688b-dd9a-4963-9a16-d6c4c354e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241539 Jul 16 18:21:46.663773 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.718351 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.718827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.735202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Transition to ACTIVE for port object 8b426668-81e5-4e8f-8a4a-51429e671e94 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:46.751017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Transition to ACTIVE for port object 98dc17dd-6e7e-47de-bfee-7e7b651580ae will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:46.759600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Transition to ACTIVE for port object 8b426668-81e5-4e8f-8a4a-51429e671e94 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:46.776795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-125b41dc-e265-4546-9f61-d31e5dc29b39 req-9f744cc3-362c-47a6-b514-08f67dc79dc8 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 210 time: 0.0428610 Jul 16 18:21:46.784579 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.804279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=580320d4-5a69-497d-93d8-b287d982a1f0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.827002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7318b-9a0e-430f-82a5-a708a8a3f490 req-140249e6-5b29-4fdf-b594-46ce2c95c6ea tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.829938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-2591b5fa-28ec-4f80-8ec5-380830aead47 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729393 Jul 16 18:21:46.837963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38b7318b-9a0e-430f-82a5-a708a8a3f490 req-140249e6-5b29-4fdf-b594-46ce2c95c6ea tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 948 time: 0.3560469 Jul 16 18:21:46.856917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:46.857682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6d054a90-caec-4f32-81f6-4c2ab436b825 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:46.858051 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.865319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:46.868960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:46.904068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Pushing event updated for resources: {'Port': ['ID=8b426668-81e5-4e8f-8a4a-51429e671e94,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.915852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Checking segment: {'id': '1baf8686-883b-46b2-b063-136fc16892ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b3274da6-7817-4d54-b130-ae209e93e55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:46.916316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Network hostable DHCP agents. Network: b3274da6-7817-4d54-b130-ae209e93e55f, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:46.950486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38b7318b-9a0e-430f-82a5-a708a8a3f490 req-3be847b9-f36e-4057-b543-68660513ad30 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093130 Jul 16 18:21:46.977065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.114109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:47.118268 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71" -d '{"events": [{"name": "network-changed", "server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:47.123025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Pushing event updated for resources: {'Port': ['ID=98dc17dd-6e7e-47de-bfee-7e7b651580ae,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.130861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Network b3274da6-7817-4d54-b130-ae209e93e55f is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:47.146422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 19d313f5-ce93-41c5-ad4d-83a5e3d78eca details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:47.148162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 261d359c-c9fe-42f9-a7dc-b68886d40c43 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:47.158610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:47.162092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:47.170377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:47.175445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.177231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.177881 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.208562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, b3274da6-7817-4d54-b130-ae209e93e55f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:47.208562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3bb1ac7c-46ed-4698-b042-dfb6c3dafd76 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6795678 Jul 16 18:21:47.219918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.221451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.235722 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca917ed-2e49-4fce-981c-10ee75ed4310 None None] Network b3274da6-7817-4d54-b130-ae209e93e55f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:47.237750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Request body: {'port': {'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:47.254654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.288311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-25f9e1ac-9e96-4952-b7c3-39202da08fa8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1886830 Jul 16 18:21:47.288404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d3a587a-e2dc-4c6c-a9b9-4b78a02e8420 req-d18c922b-5334-46da-963a-399560ae0110 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822453 Jul 16 18:21:47.310548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddcf39-fba7-4258-845c-3eb1eb3240db req-a3deccc2-9d7a-4ec7-aab1-05655c423562 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.319287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70ddcf39-fba7-4258-845c-3eb1eb3240db req-a3deccc2-9d7a-4ec7-aab1-05655c423562 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.3476086 Jul 16 18:21:47.359572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Attempting to bind port 8b426668-81e5-4e8f-8a4a-51429e671e94 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:47.360079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Attempting to bind port 8b426668-81e5-4e8f-8a4a-51429e671e94 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:47.360346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Attempting to bind port 8b426668-81e5-4e8f-8a4a-51429e671e94 on network 7a64b362-db8d-4f79-b290-15f95b5ee422 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:47.395546 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:21:47.434530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Sync routers for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:47.467384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Allocated IP 172.25.1.49 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/6765d02f-f338-4ca3-a782-d5d608a8409b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:47.478729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.479523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:47.480053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Checking segment: {'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:47.480589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.481062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Bound using segment: {'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:47.481604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Bound port: 8b426668-81e5-4e8f-8a4a-51429e671e94, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:47.481992 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.532415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.608262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70ddcf39-fba7-4258-845c-3eb1eb3240db req-a7aaf60b-1fe4-48e7-8b28-bee8c7979b94 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884898 Jul 16 18:21:47.629817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb2de-4c09-49dc-87cb-19dbeab2f81f req-11aa40f9-640c-47db-975e-26025ff8fbb8 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.645300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e1bb2de-4c09-49dc-87cb-19dbeab2f81f req-11aa40f9-640c-47db-975e-26025ff8fbb8 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 950 time: 0.2704706 Jul 16 18:21:47.672820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.675146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:47.676170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:47.726899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.735585 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9b29d2-0100-4116-ae35-5cd41bfcfe9b x-openstack-request-id: req-bd9b29d2-0100-4116-ae35-5cd41bfcfe9b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:47.735861 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:47.736100 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd9b29d2-0100-4116-ae35-5cd41bfcfe9b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:47.737051 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca', 'status': 'completed', 'code': 200} Jul 16 18:21:47.744820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] Deleting subnet 572ac1c0-5a4c-4949-90e0-a7a6c144795a {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:47.751363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.788117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 261d359c-c9fe-42f9-a7dc-b68886d40c43 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:47.821857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:47.823833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.830139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 261d359c-c9fe-42f9-a7dc-b68886d40c43 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:47.830899 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.858040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55037860-fb44-43fb-b2fd-113dc39e14a1 None None] Provisioning for port 98dc17dd-6e7e-47de-bfee-7e7b651580ae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:47.859202 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e1bb2de-4c09-49dc-87cb-19dbeab2f81f req-523924ce-4ea7-44af-8e1e-7e060d1987a1 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128551 Jul 16 18:21:47.865400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.865679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:47.872177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Pushing event updated for resources: {'Port': ['ID=6765d02f-f338-4ca3-a782-d5d608a8409b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.890968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:47.968556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55037860-fb44-43fb-b2fd-113dc39e14a1 None None] Provisioning complete for port 98dc17dd-6e7e-47de-bfee-7e7b651580ae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:47.969179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55037860-fb44-43fb-b2fd-113dc39e14a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.006381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.018295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24909904-0fac-4a4b-bf4b-db99b7b625f5 None None] Network b3274da6-7817-4d54-b130-ae209e93e55f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:48.043667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572ac1c0-5a4c-4949-90e0-a7a6c144795a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.049510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.053881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a3b8304e-20d6-44b7-bc9c-efb91e2afd4c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/572ac1c0-5a4c-4949-90e0-a7a6c144795a HTTP/1.1" status: 204 len: 168 time: 0.5166125 Jul 16 18:21:48.055395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.068384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-f313778f-e8b8-41c2-9e38-e3b8024eb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.069942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-f313778f-e8b8-41c2-9e38-e3b8024eb09f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1126 time: 0.3263342 Jul 16 18:21:48.091341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:48.167203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dc17dd-6e7e-47de-bfee-7e7b651580ae {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:48.168359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] For port 8b426668-81e5-4e8f-8a4a-51429e671e94, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:48.173341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23093dd-af96-4ba4-aafd-d57d5080b029 req-1686d6aa-9e40-4fae-9d47-f3b4422b42f9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.174142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.175870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 19d313f5-ce93-41c5-ad4d-83a5e3d78eca has no active binding in host n-h1-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:21:48.181642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.182177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b23093dd-af96-4ba4-aafd-d57d5080b029 req-1686d6aa-9e40-4fae-9d47-f3b4422b42f9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 943 time: 0.3122129 Jul 16 18:21:48.185578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] For port 8b426668-81e5-4e8f-8a4a-51429e671e94, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8b426668-81e5-4e8f-8a4a-51429e671e94,segment=NetworkSegment(2008c9cc-9950-48d1-832e-e95636ba2035),segment_id=2008c9cc-9950-48d1-832e-e95636ba2035)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:48.191290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55037860-fb44-43fb-b2fd-113dc39e14a1 None None] Port 98dc17dd-6e7e-47de-bfee-7e7b651580ae cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:48.199142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:48.201677 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.223451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Transition to ACTIVE for port object 98dc17dd-6e7e-47de-bfee-7e7b651580ae will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:48.236892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.291815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Pushing event updated for resources: {'Port': ['ID=98dc17dd-6e7e-47de-bfee-7e7b651580ae,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.385529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.411478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b23093dd-af96-4ba4-aafd-d57d5080b029 req-7eadc455-3e7d-471c-9aec-c4da7ca04b1b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283952 Jul 16 18:21:48.412621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-736cf0f8-2aa7-4435-94f5-4a7ef227d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.414595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-736cf0f8-2aa7-4435-94f5-4a7ef227d05a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.3286366 Jul 16 18:21:48.414813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.428186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.428541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.429309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.429639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > port after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.429960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.430298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > port after_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.430619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.430939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.431251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.431569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.445729 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.478157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bbc82-77e8-409d-8f5d-01f881a9ad9d None None] Pushing event updated for resources: {'Port': ['ID=8b426668-81e5-4e8f-8a4a-51429e671e94,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.491687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261d359c-c9fe-42f9-a7dc-b68886d40c43'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:48.494373 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8485247-6bbd-4ed9-b94d-dec93aa24155" -d '{"events": [{"server_uuid": "198d3f27-51dc-4cc3-9876-808d72a670ba", "name": "network-vif-plugged", "status": "completed", "tag": "261d359c-c9fe-42f9-a7dc-b68886d40c43"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:48.563661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 261d359c-c9fe-42f9-a7dc-b68886d40c43, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=261d359c-c9fe-42f9-a7dc-b68886d40c43,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:48.570585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.571078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.571644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.572143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:48.572606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c311831-6d3c-4ff0-8d79-a8860d63e126']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:48.588110 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.606099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-8db72fe3-2abd-443b-8106-67b5ac9dd5fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 217 time: 0.1335223 Jul 16 18:21:48.610354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945fb498-9c06-4f3c-8126-15093cfac3d0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:48.610666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945fb498-9c06-4f3c-8126-15093cfac3d0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:48.660564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.682766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Attempting to bind port 98dc17dd-6e7e-47de-bfee-7e7b651580ae on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:48.686184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Attempting to bind port 98dc17dd-6e7e-47de-bfee-7e7b651580ae by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:48.686184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Attempting to bind port 98dc17dd-6e7e-47de-bfee-7e7b651580ae on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:48.698916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Port 98dc17dd-6e7e-47de-bfee-7e7b651580ae on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:48.699393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Attempting to bind port 98dc17dd-6e7e-47de-bfee-7e7b651580ae on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:48.710081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38cbcdc2-71c4-43c6-b5b8-886606cdaaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.725077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.732310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:48.732647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Checking segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:48.733560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Bound using segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:48.733560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Bound port: 98dc17dd-6e7e-47de-bfee-7e7b651580ae, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:48.734283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.776838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:48.779978 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.813976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-ff22f065-05a5-47c2-8a15-37b6942b183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: from cryptography.utils import int_from_bytes Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: from cryptography.utils import int_from_bytes Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:48.815399 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:48.831346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-ff22f065-05a5-47c2-8a15-37b6942b183b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1776643 Jul 16 18:21:48.845322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=261d359c-c9fe-42f9-a7dc-b68886d40c43,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.857544 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.873712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683935af-cf71-4c09-8254-48156ad57b5a req-076b4248-b477-4afd-a9cc-5fdcae4d9daa tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.876349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-683935af-cf71-4c09-8254-48156ad57b5a req-076b4248-b477-4afd-a9cc-5fdcae4d9daa tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 944 time: 0.5874851 Jul 16 18:21:48.896123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 2, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:48.902599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-b983ba9f-50d0-41b6-9095-cd01ec62d593 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619674 Jul 16 18:21:48.941515 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.942260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Checking router: da8f748f-85e4-41df-93bf-9091c6c75a90 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:48.942686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Updating router da8f748f-85e4-41df-93bf-9091c6c75a90 port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:48.955964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-ae7c5874-a13a-4c9b-9130-9bce9fee28e0 req-6b48a504-6c49-4b2b-b412-7d3853d2bedb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:21:48.957034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ae7c5874-a13a-4c9b-9130-9bce9fee28e0 req-6b48a504-6c49-4b2b-b412-7d3853d2bedb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059855 Jul 16 18:21:48.982829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.199091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.224490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.224490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] 10.222.0.49 "DELETE /v2.0/networks/5c311831-6d3c-4ff0-8d79-a8860d63e126 HTTP/1.1" status: 204 len: 168 time: 1.1676524 Jul 16 18:21:49.233490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44972) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.252201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] For port 98dc17dd-6e7e-47de-bfee-7e7b651580ae, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:49.255993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f161607-eb01-4afc-ac05-3be52b4dc03d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c311831-6d3c-4ff0-8d79-a8860d63e126,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.278846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-683935af-cf71-4c09-8254-48156ad57b5a req-61a0d674-4970-4b1e-a0f1-90dcc4093f44 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360703 Jul 16 18:21:49.293559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] For port 98dc17dd-6e7e-47de-bfee-7e7b651580ae, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:49.310754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.312762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] Deleting subnet 580320d4-5a69-497d-93d8-b287d982a1f0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:49.336531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.355677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 23a3e756-7e8f-4799-a08f-42c5201c543a details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:49.374417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.375138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.376486 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.376610 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] 10.222.0.59 "PUT /v2.0/ports/98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 1093 time: 2.1472738 Jul 16 18:21:49.405855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.413418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Transition to ACTIVE for port object e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:49.448520 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.497591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-fa538c0c-51aa-4e54-8885-607d3c1608cd service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860598 Jul 16 18:21:49.511735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5ef8b-85d7-44d1-b649-a1f43773c961 service neutron] Pushing event updated for resources: {'Port': ['ID=98dc17dd-6e7e-47de-bfee-7e7b651580ae,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.540210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83e9a-7d76-4740-a918-29f7d24508e7 None None] Pushing event updated for resources: {'Port': ['ID=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.558441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.645261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c556b-8192-40ca-a870-1c5202a650af req-e6f312f6-54b9-4650-980e-060dc4336c9a tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.655779 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c43c556b-8192-40ca-a870-1c5202a650af req-e6f312f6-54b9-4650-980e-060dc4336c9a tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 949 time: 0.3697991 Jul 16 18:21:49.665979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-48b0352e-c2f1-4d1d-aedc-42c7c222e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.670949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-48b0352e-c2f1-4d1d-aedc-42c7c222e46a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1096 time: 0.2179806 Jul 16 18:21:49.809234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:49.813336 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5191042d-198e-4d41-997a-82c4c18af555" -d '{"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:49.820174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c43c556b-8192-40ca-a870-1c5202a650af req-45471ccb-7f00-45e4-ad05-02ca9ec0478d tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563382 Jul 16 18:21:49.822265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-30c98b9e-773b-464f-a42d-a6165376cff2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 217 time: 0.1270368 Jul 16 18:21:49.864025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Router 152e059e-670f-4532-b80b-cfe371d4bf77 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:49.866823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.882364 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b897062-f07c-4a51-93e5-d379c3f7b3c2 x-openstack-request-id: req-3b897062-f07c-4a51-93e5-d379c3f7b3c2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:49.882655 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198d3f27-51dc-4cc3-9876-808d72a670ba", "name": "network-vif-plugged", "status": "completed", "tag": "261d359c-c9fe-42f9-a7dc-b68886d40c43", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:49.882904 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b897062-f07c-4a51-93e5-d379c3f7b3c2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:49.883283 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261d359c-c9fe-42f9-a7dc-b68886d40c43', 'code': 200} Jul 16 18:21:49.933048 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c84e6719-f4c3-4c60-9526-2d24a9fc2e71 req-a4ad9225-d4e7-4c71-b99a-7d129520b2c8 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213936 Jul 16 18:21:49.971075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Attempting to bind port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:49.971250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Attempting to bind port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:49.971514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Attempting to bind port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 on network 847657e6-35ab-4070-8c37-d5f3065826ff {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:49.973659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.999646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:50.000011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Checking segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:50.000439 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.010666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Bound using segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:50.011881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Bound port: e1c7faa8-d10b-4b59-a814-c0b7df2f2b70, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:50.011881 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.044183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 23a3e756-7e8f-4799-a08f-42c5201c543a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=23a3e756-7e8f-4799-a08f-42c5201c543a,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.058862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.060842 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/580320d4-5a69-497d-93d8-b287d982a1f0 HTTP/1.1" status: 204 len: 168 time: 0.8172066 Jul 16 18:21:50.064337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.084051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fda367-c2c9-4abc-8292-39e0eb722822 None None] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:50.099903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec511cdb-b17b-4eb9-9d53-64d9e5fad285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580320d4-5a69-497d-93d8-b287d982a1f0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.164067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-4ea0856d-e9e2-4dff-82fe-457f468a5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.168528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-4ea0856d-e9e2-4dff-82fe-457f468a5205 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.3355041 Jul 16 18:21:50.173188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'port_id': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'mac_address': 'fa:16:3e:d3:2d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:50.181611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8b426668-81e5-4e8f-8a4a-51429e671e94 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:50.190353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-22d1c553-26e7-4554-a13d-64cb96f36bc4 None None] Provisioning for port 8b426668-81e5-4e8f-8a4a-51429e671e94 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:50.202727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e760f-650d-4179-be0a-80dc99752fd9 req-dca6dae9-a9cd-4065-bdb9-92acd7d8179b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.204600 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-038e760f-650d-4179-be0a-80dc99752fd9 req-dca6dae9-a9cd-4065-bdb9-92acd7d8179b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 943 time: 0.1424098 Jul 16 18:21:50.250066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] For port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:50.276444 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-038e760f-650d-4179-be0a-80dc99752fd9 req-1de1da30-f3fe-483f-ae1d-ea56662a61b5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 Jul 16 18:21:50.280053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7548-4472-44d5-be4f-6e30b220edc1 req-46aa4496-eba3-4f64-b087-4252938ab6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.281617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-410f7548-4472-44d5-be4f-6e30b220edc1 req-46aa4496-eba3-4f64-b087-4252938ab6ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 1101 time: 0.4382973 Jul 16 18:21:50.283014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] For port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:50.294824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3c4b95e2-a9ef-4a4e-97d7-96605369236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.296429 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-3c4b95e2-a9ef-4a4e-97d7-96605369236c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174347 Jul 16 18:21:50.298290 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.314824 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-6a758e12-6992-486d-a17f-5e28d551b7e8 service neutron] 10.222.0.67 "GET /v2.0/ports/19d313f5-ce93-41c5-ad4d-83a5e3d78eca/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.2480628 Jul 16 18:21:50.315765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:50.324684 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.333227 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Sync routers for ids ['152e059e-670f-4532-b80b-cfe371d4bf77'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:50.340155 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.355932 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Routers {'152e059e-670f-4532-b80b-cfe371d4bf77'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:50.358391 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['152e059e-670f-4532-b80b-cfe371d4bf77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:50.397990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a3e756-7e8f-4799-a08f-42c5201c543a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:50.402642 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.403877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0500d043-f271-400b-9dba-236d93e1178d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.5730503 Jul 16 18:21:50.411991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706355d-12d1-4f47-9285-d9cac6893ff5 req-af55ab69-cecc-4bd7-8f60-b0f72dc0c6a6 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.419580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a706355d-12d1-4f47-9285-d9cac6893ff5 req-af55ab69-cecc-4bd7-8f60-b0f72dc0c6a6 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 950 time: 0.3650353 Jul 16 18:21:50.431126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.441829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-a8f232ba-547d-4d7b-9766-c661cefe7793 service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381817 Jul 16 18:21:50.460122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8b426668-81e5-4e8f-8a4a-51429e671e94 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:50.473073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:50.478142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:50.487302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83e9a-7d76-4740-a918-29f7d24508e7 None None] Pushing event updated for resources: {'Port': ['ID=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.493962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8b426668-81e5-4e8f-8a4a-51429e671e94 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:50.494339 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.504168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 23a3e756-7e8f-4799-a08f-42c5201c543a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=23a3e756-7e8f-4799-a08f-42c5201c543a,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.574572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.581556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-410f7548-4472-44d5-be4f-6e30b220edc1 req-53f60499-e348-48b5-a3a1-ddab3355b9d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757940 Jul 16 18:21:50.620132 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Set router 152e059e-670f-4532-b80b-cfe371d4bf77 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:50.644540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdacba42-9ebd-4fc2-8f10-47755be626bb req-61e421e6-8beb-4d86-ab64-3492c84bb5f5 service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914597 Jul 16 18:21:50.711789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26391af8-ce41-469b-bdc9-957271059c5b req-1edf726e-6831-43c1-95a9-0f446e41a617 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.723000 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26391af8-ce41-469b-bdc9-957271059c5b req-1edf726e-6831-43c1-95a9-0f446e41a617 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 944 time: 0.1142764 Jul 16 18:21:50.732632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a706355d-12d1-4f47-9285-d9cac6893ff5 req-8e2b5a5d-d1e7-4e2c-ac9e-d3487b8c9c0c tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120880 Jul 16 18:21:50.784450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=23a3e756-7e8f-4799-a08f-42c5201c543a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.799293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26391af8-ce41-469b-bdc9-957271059c5b req-58ba5ace-dc75-4cf2-a2ac-3fbf3ac41daa tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750937 Jul 16 18:21:50.801348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['23a3e756-7e8f-4799-a08f-42c5201c543a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:50.821407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.865737 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e033be2-e7f0-479b-87d0-05a80d779f64 x-openstack-request-id: req-9e033be2-e7f0-479b-87d0-05a80d779f64 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:50.866099 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:50.866835 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e033be2-e7f0-479b-87d0-05a80d779f64 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:50.867252 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'status': 'completed', 'code': 200} Jul 16 18:21:50.881157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.888059 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.889097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.892530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.892981 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.893578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.893578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.894029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.894416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.896493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:50.896989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:50.970550 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:21:48Z', 'revision_number': 3, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port': {'id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.023655 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Checking router: 152e059e-670f-4532-b80b-cfe371d4bf77 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:51.023912 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Updating router 152e059e-670f-4532-b80b-cfe371d4bf77 port 6765d02f-f338-4ca3-a782-d5d608a8409b binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:51.042015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191042d-198e-4d41-997a-82c4c18af555 req-fdc6452f-3d7b-4619-bfb8-5b85f6323fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.044121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5191042d-198e-4d41-997a-82c4c18af555 req-fdc6452f-3d7b-4619-bfb8-5b85f6323fe3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1096 time: 0.1325340 Jul 16 18:21:51.067778 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.068064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:51.068535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:51.073805 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:51.074289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:21:51.074751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3274da6-7817-4d54-b130-ae209e93e55f']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.121365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1baf8686-883b-46b2-b063-136fc16892ff') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.124226 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.131762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1baf8686-883b-46b2-b063-136fc16892ff') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.183247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191042d-198e-4d41-997a-82c4c18af555 req-666325e0-7da3-40db-b375-1a761bd86a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.185873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5191042d-198e-4d41-997a-82c4c18af555 req-666325e0-7da3-40db-b375-1a761bd86a4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.1318688 Jul 16 18:21:51.245539 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.271735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8b426668-81e5-4e8f-8a4a-51429e671e94, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8b426668-81e5-4e8f-8a4a-51429e671e94,segment=NetworkSegment(2008c9cc-9950-48d1-832e-e95636ba2035),segment_id=2008c9cc-9950-48d1-832e-e95636ba2035)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:51.273125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6366a2c6-10eb-4127-ab8b-e7ea719dac65 None None] Provisioning complete for port 8b426668-81e5-4e8f-8a4a-51429e671e94 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:51.273884 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6366a2c6-10eb-4127-ab8b-e7ea719dac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.312420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.312632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5191042d-198e-4d41-997a-82c4c18af555 req-206642c1-4da5-43f0-9266-a0c03b955532 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 217 time: 0.1092732 Jul 16 18:21:51.364627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 19d313f5-ce93-41c5-ad4d-83a5e3d78eca no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:51.431103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6750f-38f7-4817-a570-3499b5e83b46 req-9ea882dd-5cb7-454a-b854-224073fe3e4e tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.446050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70f6750f-38f7-4817-a570-3499b5e83b46 req-9ea882dd-5cb7-454a-b854-224073fe3e4e tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 944 time: 0.2582264 Jul 16 18:21:51.452823 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.471061 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Transition to ACTIVE for port object 6765d02f-f338-4ca3-a782-d5d608a8409b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:51.473176 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.484072 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.501034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8b426668-81e5-4e8f-8a4a-51429e671e94,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.510429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191042d-198e-4d41-997a-82c4c18af555 req-9ccb04d0-8907-4918-85fb-d0de886afb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.512857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5191042d-198e-4d41-997a-82c4c18af555 req-9ccb04d0-8907-4918-85fb-d0de886afb52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.1867177 Jul 16 18:21:51.563392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70f6750f-38f7-4817-a570-3499b5e83b46 req-8beb23c1-5d5f-4fe9-85a7-646217ef40a5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149426 Jul 16 18:21:51.565356 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Attempting to bind port 6765d02f-f338-4ca3-a782-d5d608a8409b on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:51.565789 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Attempting to bind port 6765d02f-f338-4ca3-a782-d5d608a8409b by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:51.566160 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Attempting to bind port 6765d02f-f338-4ca3-a782-d5d608a8409b on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:51.572257 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4127b6-3da5-46e5-957b-b4cade3f61ef None None] Pushing event updated for resources: {'Port': ['ID=6765d02f-f338-4ca3-a782-d5d608a8409b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.584581 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:51.585005 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:51.585415 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.586365 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:51.586365 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Bound port: 6765d02f-f338-4ca3-a782-d5d608a8409b, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:51.586778 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.639451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:51.640094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: from cryptography.utils import int_from_bytes Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: from cryptography.utils import int_from_bytes Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:51.649458 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:51.653491 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:51.653491 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:51.653491 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:51.653491 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:51.653491 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:51.653491 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:51.653491 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:51.664246 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] For port 6765d02f-f338-4ca3-a782-d5d608a8409b, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:51.669785 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] For port 6765d02f-f338-4ca3-a782-d5d608a8409b, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6765d02f-f338-4ca3-a782-d5d608a8409b,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:51.670745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.677981 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.685477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:50Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.723124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ec886-8832-4ec8-a27a-9570c8439dfc None None] The sync data for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 is: [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:50Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:51.729760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191042d-198e-4d41-997a-82c4c18af555 req-a544918c-d98f-4fdb-90ff-b6824ba59e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.740864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5191042d-198e-4d41-997a-82c4c18af555 req-a544918c-d98f-4fdb-90ff-b6824ba59e2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2130675 Jul 16 18:21:51.785743 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4127b6-3da5-46e5-957b-b4cade3f61ef None None] Pushing event updated for resources: {'Port': ['ID=6765d02f-f338-4ca3-a782-d5d608a8409b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.790869 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Routers {'152e059e-670f-4532-b80b-cfe371d4bf77'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:51.791681 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['152e059e-670f-4532-b80b-cfe371d4bf77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.830536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:51.861855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.947598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-3d03a397-2fdf-44e4-b8b6-387861ff4368 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079335 Jul 16 18:21:52.025139 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.028849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b3274da6-7817-4d54-b130-ae209e93e55f HTTP/1.1" status: 204 len: 168 time: 1.9537711 Jul 16 18:21:52.094405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:52.097660 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] Set router 152e059e-670f-4532-b80b-cfe371d4bf77 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:52.100030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8b426668-81e5-4e8f-8a4a-51429e671e94 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:52.185561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616c67a-9447-4cd9-89a1-d2681510b3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3274da6-7817-4d54-b130-ae209e93e55f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.193884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8b426668-81e5-4e8f-8a4a-51429e671e94 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.197425 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.237116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bcaa6-48b1-45a6-b7a3-571242fd1024 req-b9cd9ee5-fb61-4b81-b466-e851b11980ed tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.249784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e13bcaa6-48b1-45a6-b7a3-571242fd1024 req-b9cd9ee5-fb61-4b81-b466-e851b11980ed tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 949 time: 0.7232819 Jul 16 18:21:52.291011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d313f5-ce93-41c5-ad4d-83a5e3d78eca {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:52.319631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-e4a5ba9a-e1d9-419e-aef5-2a7f5ead6bdd tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.326118 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-e4a5ba9a-e1d9-419e-aef5-2a7f5ead6bdd tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006663 Jul 16 18:21:52.358669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5191042d-198e-4d41-997a-82c4c18af555 req-3b9a0fb6-221c-43c5-986d-9d8c657f9626 service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943294 Jul 16 18:21:52.368970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-57be1ddb-d547-41cd-9553-220b922a5631 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/quotas/d824b0ece6b24b749c86c2bb644acbbb HTTP/1.1" status: 200 len: 375 time: 0.0322497 Jul 16 18:21:52.384578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.385618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:52.513233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.551854 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5191042d-198e-4d41-997a-82c4c18af555 req-94bee5a8-79d6-40a0-be0c-3c12888fba3b service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677246 Jul 16 18:21:52.579816 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:21:48Z', 'revision_number': 3, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port': {'id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.584967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:52.600568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:52.601181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.609643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d2b9815-4fe1-4c24-b110-029e04dc7869 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e64af5adce69495383eef70438fbfa4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223983 Jul 16 18:21:52.610235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45010) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.649945 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c43c5-8c98-41e9-afe2-eb90594fa032 None None] The sync data for ids ['152e059e-670f-4532-b80b-cfe371d4bf77'] in n-d-791504-15 is: [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:21:48Z', 'revision_number': 3, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port': {'id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:52.699048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:52.706294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192ec4de-58a3-4b59-a489-3d931ab1568c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.726851 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.735879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e13bcaa6-48b1-45a6-b7a3-571242fd1024 req-9f44a7dd-3566-440b-83d1-ad8d37337307 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848940 Jul 16 18:21:52.743011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.759906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-200a7b51-1209-46aa-aa8d-7db2770a62ab tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3899550 Jul 16 18:21:52.779335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192ec4de-58a3-4b59-a489-3d931ab1568c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.795278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:52.808707 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.889717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192ec4de-58a3-4b59-a489-3d931ab1568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.893642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192ec4de-58a3-4b59-a489-3d931ab1568c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.894897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-192ec4de-58a3-4b59-a489-3d931ab1568c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/430d6a0b-3fd4-46bb-9ee3-690954f5d39c HTTP/1.1" status: 204 len: 168 time: 0.2824764 Jul 16 18:21:52.913254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ec4de-58a3-4b59-a489-3d931ab1568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d6a0b-3fd4-46bb-9ee3-690954f5d39c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.918767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] Transition to ACTIVE for port object 19d313f5-ce93-41c5-ad4d-83a5e3d78eca will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:52.927021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.931686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.073683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] No DVR routers for this DVR port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:53.092694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.110485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] Pushing event updated for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.153119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-737ccec2-15ec-4e14-bf71-3e4b62eac050 service neutron] 10.222.0.67 "PUT /v2.0/ports/19d313f5-ce93-41c5-ad4d-83a5e3d78eca/bindings/n-h1-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 2.8216834 Jul 16 18:21:53.199471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e21a4c-dcbb-405d-9fe3-eb448656ac66 req-2fc49a0e-2beb-4548-b0fb-2026f91dc5e6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.201029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82e21a4c-dcbb-405d-9fe3-eb448656ac66 req-2fc49a0e-2beb-4548-b0fb-2026f91dc5e6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.2052059 Jul 16 18:21:53.303605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82e21a4c-dcbb-405d-9fe3-eb448656ac66 req-01e0c183-e092-4dcb-aad6-a189d62f6828 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909042 Jul 16 18:21:53.304408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a2671-622f-43f3-be8a-28de9f3474d6 req-2a21b925-e70b-4847-8c10-220176400b8c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.312268 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d4a2671-622f-43f3-be8a-28de9f3474d6 req-2a21b925-e70b-4847-8c10-220176400b8c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 944 time: 0.1808312 Jul 16 18:21:53.353964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.366463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 23a3e756-7e8f-4799-a08f-42c5201c543a up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:53.393013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-c536ed6c-634b-44fd-a13d-9927b0e5d8d4 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.394727 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-c536ed6c-634b-44fd-a13d-9927b0e5d8d4 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.1724079 Jul 16 18:21:53.405347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d4a2671-622f-43f3-be8a-28de9f3474d6 req-46b7a53e-b15f-4731-9d83-0ca0913b0e73 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920522 Jul 16 18:21:53.410381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Allocated IP 172.20.0.1 (7a64b362-db8d-4f79-b290-15f95b5ee422/23c70d3e-2146-40e1-991d-e77aebe9caf8/78b4c055-2526-44d2-87fa-9741b4cfa3f5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:53.451051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-de25e487-5ea8-452a-903e-223e86556e19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f1ea8f1caee4f3c83394ae0a5ad3daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957432 Jul 16 18:21:53.466575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.575638 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:53.595116 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70207de-dc51-4287-9a9b-3195e64c360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.606613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-b02313f5-d877-4e72-ade2-642059a1bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.608264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-b02313f5-d877-4e72-ade2-642059a1bbd9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a&tenant_id=a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 1096 time: 0.1682456 Jul 16 18:21:53.647792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70207de-dc51-4287-9a9b-3195e64c360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.731587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.763577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 23a3e756-7e8f-4799-a08f-42c5201c543a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:53.769883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Transition to ACTIVE for port object 78b4c055-2526-44d2-87fa-9741b4cfa3f5 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:53.776858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 23a3e756-7e8f-4799-a08f-42c5201c543a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:53.778340 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.783146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac7489-6fe8-41da-96c1-b16e09d68206 req-5edf11de-f7ea-4157-81a0-2031ee84bf57 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.791030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaac7489-6fe8-41da-96c1-b16e09d68206 req-5edf11de-f7ea-4157-81a0-2031ee84bf57 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 944 time: 0.2709618 Jul 16 18:21:53.819119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-ff33cfa6-7410-4018-873e-4490ba4a11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.820852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-ff33cfa6-7410-4018-873e-4490ba4a11f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1096 time: 0.1707807 Jul 16 18:21:53.822193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70207de-dc51-4287-9a9b-3195e64c360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.824815 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f70207de-dc51-4287-9a9b-3195e64c360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.825988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f70207de-dc51-4287-9a9b-3195e64c360b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e95bf84e-f55b-4b5b-a66b-5559e63620f1 HTTP/1.1" status: 204 len: 168 time: 0.3592248 Jul 16 18:21:53.851074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70207de-dc51-4287-9a9b-3195e64c360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95bf84e-f55b-4b5b-a66b-5559e63620f1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.879925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaac7489-6fe8-41da-96c1-b16e09d68206 req-ba552926-e6af-4106-bdb1-2056137500aa tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875752 Jul 16 18:21:53.883950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a2367-1f45-43b5-b9b8-ac2135bc6613 req-7f086d31-f0cc-4495-aa02-46e13674c472 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.889573 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cb9a2367-1f45-43b5-b9b8-ac2135bc6613 req-7f086d31-f0cc-4495-aa02-46e13674c472 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 944 time: 0.1700442 Jul 16 18:21:53.911247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.005773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:54.008968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:54.030699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:54.057923 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.109700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Pushing event updated for resources: {'Port': ['ID=78b4c055-2526-44d2-87fa-9741b4cfa3f5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.115993 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cb9a2367-1f45-43b5-b9b8-ac2135bc6613 req-a2961036-7a3f-4d9b-9025-b46612add1e6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097776 Jul 16 18:21:54.142476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 23a3e756-7e8f-4799-a08f-42c5201c543a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=23a3e756-7e8f-4799-a08f-42c5201c543a,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:54.155868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:54.156996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-758d274f-414c-4ad6-9a97-2bed70630eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.162610 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fe1c12-db0e-4ca9-8b05-e38fe896f0e4" -d '{"events": [{"server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "name": "network-vif-plugged", "status": "completed", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:54.165823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-758d274f-414c-4ad6-9a97-2bed70630eaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.3326983 Jul 16 18:21:54.181847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.271203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0555a71c-2823-46f5-aeb8-e2504f7ba83c req-9d8602f3-6b89-49c5-844b-3f5bec02d917 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 210 time: 0.1628063 Jul 16 18:21:54.281837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.291422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6765d02f-f338-4ca3-a782-d5d608a8409b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:54.297951 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-dd199084-d0da-4224-928d-bfe15c1770be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 217 time: 0.1238489 Jul 16 18:21:54.435525 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.436088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-8e30aa3e-e198-41f9-8a73-df53d2b8ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.438351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-8e30aa3e-e198-41f9-8a73-df53d2b8ef9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1308548 Jul 16 18:21:54.472304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6765d02f-f338-4ca3-a782-d5d608a8409b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:54.476156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=23a3e756-7e8f-4799-a08f-42c5201c543a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.479763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6765d02f-f338-4ca3-a782-d5d608a8409b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:54.486290 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.519462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-33ae567c-8735-4e12-bda6-c6563ddd5894 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533724 Jul 16 18:21:54.585112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc7ab689-bb6f-42de-841c-65b6eb486ee6 None None] Provisioning for port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:54.595921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc1a2b-0bcd-48ed-8ead-d1350c2ebf2e req-b0075963-321e-4350-9da5-1cf959d8b883 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.597860 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9abc1a2b-0bcd-48ed-8ead-d1350c2ebf2e req-b0075963-321e-4350-9da5-1cf959d8b883 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.1841733 Jul 16 18:21:54.630727 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.658918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6765d02f-f338-4ca3-a782-d5d608a8409b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6765d02f-f338-4ca3-a782-d5d608a8409b,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:54.661430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc7ab689-bb6f-42de-841c-65b6eb486ee6 None None] Provisioning complete for port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:54.661811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab689-bb6f-42de-841c-65b6eb486ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.675282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.676097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:54.685999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.710091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9abc1a2b-0bcd-48ed-8ead-d1350c2ebf2e req-1b30cee7-4c8c-4da4-859d-0720eca61be8 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012936 Jul 16 18:21:54.719725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cebe7-5375-4a9a-81f1-3765ccb91270 req-9f3fc01d-3de3-4be1-b6a1-b47d2475de97 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.728355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-204cebe7-5375-4a9a-81f1-3765ccb91270 req-9f3fc01d-3de3-4be1-b6a1-b47d2475de97 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 949 time: 0.2044704 Jul 16 18:21:54.797813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-c6464db4-d27b-4b49-99c5-c02a28553ef4 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473514 Jul 16 18:21:54.802920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-23f4803a-7612-4fd8-a4ec-4093e93258a2 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721286 Jul 16 18:21:54.836594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ab689-bb6f-42de-841c-65b6eb486ee6 None None] Port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:54.852383 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde952f9-bbc2-4d0d-afa4-f73a2179bc12 x-openstack-request-id: req-cde952f9-bbc2-4d0d-afa4-f73a2179bc12 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:54.852918 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "name": "network-vif-plugged", "status": "completed", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:54.853378 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cde952f9-bbc2-4d0d-afa4-f73a2179bc12 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:54.855105 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'code': 200} Jul 16 18:21:54.887116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-204cebe7-5375-4a9a-81f1-3765ccb91270 req-a01dc67e-a6ec-41e9-a5cb-79c52145f294 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577208 Jul 16 18:21:54.895510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6765d02f-f338-4ca3-a782-d5d608a8409b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.920213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:54.920899 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.014189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 98dc17dd-6e7e-47de-bfee-7e7b651580ae details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:55.037737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-566598c0-bbde-49a7-b587-a9159f8e890a service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254267 Jul 16 18:21:55.183781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4e95d628-a8fd-4528-a006-f77fcd22f914 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.185915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4e95d628-a8fd-4528-a006-f77fcd22f914 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3825021 Jul 16 18:21:55.200931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Request body: {'port': {'device_id': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'd824b0ece6b24b749c86c2bb644acbbb'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:55.224344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.243661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.259133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 98dc17dd-6e7e-47de-bfee-7e7b651580ae, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:55.287830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'mac_address': 'fa:16:3e:36:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:55.352911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796efc-5ab3-47f2-bcb2-b4e3e2a65a18 req-00dc8bde-6921-4a6e-99dd-41282980145d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.354641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a796efc-5ab3-47f2-bcb2-b4e3e2a65a18 req-00dc8bde-6921-4a6e-99dd-41282980145d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 944 time: 0.3082561 Jul 16 18:21:55.360764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f395e7-9a52-4f81-b0a2-e15062b7f733 req-142fa3f0-38dd-45f9-9d4b-2f0b3a813226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.364736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-44f395e7-9a52-4f81-b0a2-e15062b7f733 req-142fa3f0-38dd-45f9-9d4b-2f0b3a813226 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 1097 time: 0.3163407 Jul 16 18:21:55.379005 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.407837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dc17dd-6e7e-47de-bfee-7e7b651580ae {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:55.450734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 98dc17dd-6e7e-47de-bfee-7e7b651580ae, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:55.466357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.476962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-44f395e7-9a52-4f81-b0a2-e15062b7f733 req-9e4b2100-9d68-4e9e-975d-dcfa2840a7b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042335 Jul 16 18:21:55.503066 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a796efc-5ab3-47f2-bcb2-b4e3e2a65a18 req-4d4a34f5-2dee-46d5-8e8d-5183987c3f33 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368825 Jul 16 18:21:55.574971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.576721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Pushing event updated for resources: {'Port': ['ID=78b4c055-2526-44d2-87fa-9741b4cfa3f5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.588458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=98dc17dd-6e7e-47de-bfee-7e7b651580ae,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.642289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-fbee12b7-2c34-452a-839e-c620ab116ce8 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.645937 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-fbee12b7-2c34-452a-839e-c620ab116ce8 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.1171026 Jul 16 18:21:55.700549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Made reservation on behalf of d824b0ece6b24b749c86c2bb644acbbb for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:55.704375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.797778 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:55.801355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:55.809423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['98dc17dd-6e7e-47de-bfee-7e7b651580ae'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:55.993438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97788a93-5af4-4e7f-8d55-276de26d8136 req-85c068a0-e083-4740-8e27-288fac89316d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.000570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97788a93-5af4-4e7f-8d55-276de26d8136 req-85c068a0-e083-4740-8e27-288fac89316d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 945 time: 0.2792645 Jul 16 18:21:56.069922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-e8407772-62c9-4b2c-bfe4-c190ddcaf8c6 service neutron] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:56.077663 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-e8407772-62c9-4b2c-bfe4-c190ddcaf8c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.079186 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec0b8cb7-2e6b-433e-9010-0302d7598c31 req-e8407772-62c9-4b2c-bfe4-c190ddcaf8c6 service neutron] 10.222.0.59 "DELETE /v2.0/ports/19d313f5-ce93-41c5-ad4d-83a5e3d78eca/bindings/n-h2-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.4223521 Jul 16 18:21:56.080146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Router 152e059e-670f-4532-b80b-cfe371d4bf77 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:56.105983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Allocated IP 192.168.233.48 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/edb69938-dc14-4dc6-8575-95ca2097ffbc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:56.116014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6765d02f-f338-4ca3-a782-d5d608a8409b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:56.121477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97788a93-5af4-4e7f-8d55-276de26d8136 req-0a49cdb9-d795-4471-908e-4f45c052c269 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196237 Jul 16 18:21:56.290281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e67b006-ea17-4d1b-b0a9-811e5deb87b9 None None] Provisioning complete for port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:56.290970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e67b006-ea17-4d1b-b0a9-811e5deb87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.293830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6765d02f-f338-4ca3-a782-d5d608a8409b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:56.294190 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.369361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7e67b006-ea17-4d1b-b0a9-811e5deb87b9 None None] Port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:56.382746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3a8a71c-dad1-43ee-8d7b-aba076d1f0b4 req-12bc19bb-109b-4dc9-b1e4-1faa9b2e41c0 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 210 time: 0.0542266 Jul 16 18:21:56.481578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.484824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:56.500870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c93122c-6435-454e-a298-53d46fe9d291 admin admin] 10.222.0.49 "PUT /v2.0/routers/152e059e-670f-4532-b80b-cfe371d4bf77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0617654 Jul 16 18:21:56.501085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Sync routers for ids ['152e059e-670f-4532-b80b-cfe371d4bf77'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:56.509844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Routers {'152e059e-670f-4532-b80b-cfe371d4bf77'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:56.510601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['152e059e-670f-4532-b80b-cfe371d4bf77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:56.541318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22549-9532-479b-b14f-3c0cab584b63 req-99e83326-25c6-4fbd-89e3-14c2baa85de4 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.541318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2e22549-9532-479b-b14f-3c0cab584b63 req-99e83326-25c6-4fbd-89e3-14c2baa85de4 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 945 time: 0.3167558 Jul 16 18:21:56.568670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Transition to ACTIVE for port object edb69938-dc14-4dc6-8575-95ca2097ffbc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:56.628821 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2e22549-9532-479b-b14f-3c0cab584b63 req-98f055cf-ed15-429f-b5f9-26a4b3b44c1b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779757 Jul 16 18:21:56.666124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Set router 152e059e-670f-4532-b80b-cfe371d4bf77 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:56.686211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.707270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e039c39-47f7-43b2-a616-5f421c5601f4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:56.766927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:56.769392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdd8ce-2295-48f3-b854-68e0fe06dd63 req-8b2525f2-c9f9-4fe0-b41c-2f921176390f tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.770471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:56.778975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:56.781119 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72bdd8ce-2295-48f3-b854-68e0fe06dd63 req-8b2525f2-c9f9-4fe0-b41c-2f921176390f tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 949 time: 0.1323302 Jul 16 18:21:56.785967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Pushing event updated for resources: {'Port': ['ID=edb69938-dc14-4dc6-8575-95ca2097ffbc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:56.856156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.857318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.872173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72bdd8ce-2295-48f3-b854-68e0fe06dd63 req-767e5bff-073c-4c2d-8ab6-61904e2298e0 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900047 Jul 16 18:21:56.896193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-760dd6f5-2060-46cd-8331-703ca6921d45 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6994698 Jul 16 18:21:56.911622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Request body: {'port': {'device_id': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:57.070644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 4, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port': {'id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '78b4c055-2526-44d2-87fa-9741b4cfa3f5', 'name': '', 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'mac_address': 'fa:16:3e:0b:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '23c70d3e-2146-40e1-991d-e77aebe9caf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:53Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 2, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'subnets': [{'id': '23c70d3e-2146-40e1-991d-e77aebe9caf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:57.103770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Checking router: 152e059e-670f-4532-b80b-cfe371d4bf77 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:57.104128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Updating router 152e059e-670f-4532-b80b-cfe371d4bf77 port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:57.133520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc193c2c-b5e1-4ddd-89aa-16f0c8904e5f req-98da8049-b660-4f94-bcfd-7b488f046a14 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.135609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc193c2c-b5e1-4ddd-89aa-16f0c8904e5f req-98da8049-b660-4f94-bcfd-7b488f046a14 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 944 time: 0.1038964 Jul 16 18:21:57.154360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.204021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc193c2c-b5e1-4ddd-89aa-16f0c8904e5f req-7696bda1-2c6c-4c85-b544-262b9756372f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607948 Jul 16 18:21:57.328983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.366540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9be6dbe-d449-421f-b8e3-a781c5b73c3a None None] Provisioning for port edb69938-dc14-4dc6-8575-95ca2097ffbc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:57.374140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c9be6dbe-d449-421f-b8e3-a781c5b73c3a None None] Provisioning complete for port edb69938-dc14-4dc6-8575-95ca2097ffbc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:57.374583 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c9be6dbe-d449-421f-b8e3-a781c5b73c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.581411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c9be6dbe-d449-421f-b8e3-a781c5b73c3a None None] Port edb69938-dc14-4dc6-8575-95ca2097ffbc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:57.617611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8948-92b7-40cc-9c85-6ffa16b5d968 req-12c6ad6a-83a2-44ec-ab3a-511f9a121c75 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.620093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c0d8948-92b7-40cc-9c85-6ffa16b5d968 req-12c6ad6a-83a2-44ec-ab3a-511f9a121c75 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 945 time: 0.1473112 Jul 16 18:21:57.695819 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.703464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c0d8948-92b7-40cc-9c85-6ffa16b5d968 req-25fef093-030a-4816-90d8-b02e34bf8cd1 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759356 Jul 16 18:21:57.711411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Transition to ACTIVE for port object 78b4c055-2526-44d2-87fa-9741b4cfa3f5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:57.720202 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.794907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb69938-dc14-4dc6-8575-95ca2097ffbc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:57.810622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.830199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Transition to ACTIVE for port object edb69938-dc14-4dc6-8575-95ca2097ffbc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:57.835992 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.927661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016908a4-033a-4717-a035-fd3dab083c35 None None] Pushing event updated for resources: {'Port': ['ID=78b4c055-2526-44d2-87fa-9741b4cfa3f5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.947399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-9ad74b9b-c8b6-49b8-b378-fc52e5ed01d9 tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.948013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Attempting to bind port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:57.948865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Attempting to bind port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:57.949049 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-9ad74b9b-c8b6-49b8-b378-fc52e5ed01d9 tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 1101 time: 0.1252475 Jul 16 18:21:57.949404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Attempting to bind port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 on network 7a64b362-db8d-4f79-b290-15f95b5ee422 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:57.956986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:57.957421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Checking segment: {'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:57.957837 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.958237 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Bound using segment: {'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:57.958716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Bound port: 78b4c055-2526-44d2-87fa-9741b4cfa3f5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2008c9cc-9950-48d1-832e-e95636ba2035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:57.959142 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.966181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Pushing event updated for resources: {'Port': ['ID=edb69938-dc14-4dc6-8575-95ca2097ffbc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.108684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] For port 78b4c055-2526-44d2-87fa-9741b4cfa3f5, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:58.121128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] For port 78b4c055-2526-44d2-87fa-9741b4cfa3f5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=78b4c055-2526-44d2-87fa-9741b4cfa3f5,segment=NetworkSegment(2008c9cc-9950-48d1-832e-e95636ba2035),segment_id=2008c9cc-9950-48d1-832e-e95636ba2035)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:58.130455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.156243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Deleting port 261d359c-c9fe-42f9-a7dc-b68886d40c43 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:58.156495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.236354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Routers {'152e059e-670f-4532-b80b-cfe371d4bf77'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:58.237816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['152e059e-670f-4532-b80b-cfe371d4bf77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.281505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Attempting to bind port edb69938-dc14-4dc6-8575-95ca2097ffbc on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:58.281852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Attempting to bind port edb69938-dc14-4dc6-8575-95ca2097ffbc by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:58.282205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Attempting to bind port edb69938-dc14-4dc6-8575-95ca2097ffbc on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:58.297990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Port edb69938-dc14-4dc6-8575-95ca2097ffbc on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:58.298315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Attempting to bind port edb69938-dc14-4dc6-8575-95ca2097ffbc on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:58.308349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:58.308704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:58.312106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016908a4-033a-4717-a035-fd3dab083c35 None None] Pushing event updated for resources: {'Port': ['ID=78b4c055-2526-44d2-87fa-9741b4cfa3f5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.315198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:58.315988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Bound port: edb69938-dc14-4dc6-8575-95ca2097ffbc, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:58.320065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.356503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] For port 261d359c-c9fe-42f9-a7dc-b68886d40c43, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=261d359c-c9fe-42f9-a7dc-b68886d40c43,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:58.356961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.369849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Calling delete_port for 261d359c-c9fe-42f9-a7dc-b68886d40c43 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:58.375095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798228f1-5b3a-4839-a6ac-acadfbc15dac req-bc23eb73-b8be-497a-be23-92fbbd72574a tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.376712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-798228f1-5b3a-4839-a6ac-acadfbc15dac req-bc23eb73-b8be-497a-be23-92fbbd72574a tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 947 time: 0.2357967 Jul 16 18:21:58.446045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] Set router 152e059e-670f-4532-b80b-cfe371d4bf77 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:58.534120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-798228f1-5b3a-4839-a6ac-acadfbc15dac req-befe1401-6585-46f3-9a09-720e03a0046c tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477213 Jul 16 18:21:58.551753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] For port edb69938-dc14-4dc6-8575-95ca2097ffbc, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:58.557965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] For port edb69938-dc14-4dc6-8575-95ca2097ffbc, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=edb69938-dc14-4dc6-8575-95ca2097ffbc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:58.576755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.595221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.628585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.629272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.630685 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] 10.222.0.67 "PUT /v2.0/ports/edb69938-dc14-4dc6-8575-95ca2097ffbc HTTP/1.1" status: 200 len: 1096 time: 1.7262604 Jul 16 18:21:58.631367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'tag': 'edb69938-dc14-4dc6-8575-95ca2097ffbc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:58.633717 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade86b0a-cfe1-4b18-9f71-5818c824a440" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0e4331-7cda-41a2-a14c-b1925d7dd0f9", "tag": "edb69938-dc14-4dc6-8575-95ca2097ffbc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:58.657515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['261d359c-c9fe-42f9-a7dc-b68886d40c43'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:58.666719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Pushing event deleted for resources: {'Port': ['ID=261d359c-c9fe-42f9-a7dc-b68886d40c43,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.701770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe0c08-c46e-4845-937a-67954ac4264f req-1f0bd7d2-377e-4b6a-9181-957e8f0a8b6f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.703493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bbe0c08-c46e-4845-937a-67954ac4264f req-1f0bd7d2-377e-4b6a-9181-957e8f0a8b6f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 945 time: 0.1807795 Jul 16 18:21:58.788821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 4, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port': {'id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '78b4c055-2526-44d2-87fa-9741b4cfa3f5', 'name': '', 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'mac_address': 'fa:16:3e:0b:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '23c70d3e-2146-40e1-991d-e77aebe9caf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:53Z', 'updated_at': '2021-07-16T18:21:58Z', 'revision_number': 4, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'subnets': [{'id': '23c70d3e-2146-40e1-991d-e77aebe9caf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.791776 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bbe0c08-c46e-4845-937a-67954ac4264f req-c04990aa-a94c-4a85-b5fa-db8c96757a7f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629017 Jul 16 18:21:58.792921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] No DVR routers for this DVR port 261d359c-c9fe-42f9-a7dc-b68886d40c43 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:58.795717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.798060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8550af5-a3ff-4d2c-9289-32919eef7b26 req-ef39f4d3-f125-4841-b294-e3766c51fffa tempest-DeleteServersAdminTestJSON-598133040 tempest-DeleteServersAdminTestJSON-598133040-project-admin] 10.222.0.59 "DELETE /v2.0/ports/261d359c-c9fe-42f9-a7dc-b68886d40c43 HTTP/1.1" status: 204 len: 173 time: 0.8385859 Jul 16 18:21:58.798777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'name': 'network-vif-deleted', 'tag': '261d359c-c9fe-42f9-a7dc-b68886d40c43'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:58.811284 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266f93f3-ae0a-42b7-b1d3-965509c0aeca" -d '{"events": [{"server_uuid": "198d3f27-51dc-4cc3-9876-808d72a670ba", "name": "network-vif-deleted", "tag": "261d359c-c9fe-42f9-a7dc-b68886d40c43"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:58.821900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879035e-8d7c-4686-ac49-7f7936d3a16b service neutron] Pushing event updated for resources: {'Port': ['ID=edb69938-dc14-4dc6-8575-95ca2097ffbc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.848804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bce9-023c-4c4a-9330-efdaebe95842 None None] The sync data for ids ['152e059e-670f-4532-b80b-cfe371d4bf77'] in n-d-791504-15 is: [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 4, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port': {'id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '78b4c055-2526-44d2-87fa-9741b4cfa3f5', 'name': '', 'network_id': '7a64b362-db8d-4f79-b290-15f95b5ee422', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'mac_address': 'fa:16:3e:0b:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '23c70d3e-2146-40e1-991d-e77aebe9caf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:53Z', 'updated_at': '2021-07-16T18:21:58Z', 'revision_number': 4, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'subnets': [{'id': '23c70d3e-2146-40e1-991d-e77aebe9caf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:59.029055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 98dc17dd-6e7e-47de-bfee-7e7b651580ae up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:59.048930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b57a54de-8b08-4b58-8035-ec604f054d0c tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 258 time: 0.4064043 Jul 16 18:21:59.052992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-47e15ce2-487d-4594-b1ad-2deba5034a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.059860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-47e15ce2-487d-4594-b1ad-2deba5034a2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 1099 time: 0.3443458 Jul 16 18:21:59.064936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:59.091173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b6da-fc73-44e7-9294-970f4e756449 req-4aa39cff-a3b6-4261-aca5-d8e2e184c856 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.092725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cca6b6da-fc73-44e7-9294-970f4e756449 req-4aa39cff-a3b6-4261-aca5-d8e2e184c856 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1096 time: 0.0983069 Jul 16 18:21:59.124870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 98dc17dd-6e7e-47de-bfee-7e7b651580ae completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:59.132153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 98dc17dd-6e7e-47de-bfee-7e7b651580ae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:59.132586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.148318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.152805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-b40de060-3bb7-40af-8fb4-d56b66193f47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=edb69938-dc14-4dc6-8575-95ca2097ffbc HTTP/1.1" status: 200 len: 217 time: 0.0656796 Jul 16 18:21:59.156296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cca6b6da-fc73-44e7-9294-970f4e756449 req-27b379a4-134e-4f76-b96e-5f7f78a55234 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Jul 16 18:21:59.235421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-d8fb93fd-5c05-432b-a9f7-d0a0ca809eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.237298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-d8fb93fd-5c05-432b-a9f7-d0a0ca809eed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0721905 Jul 16 18:21:59.276669 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.317099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:59.319432 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7cabe9-23ed-442c-a19e-542b291b293c" -d '{"events": [{"server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "name": "network-vif-plugged", "status": "completed", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:59.338165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 98dc17dd-6e7e-47de-bfee-7e7b651580ae, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:59.344826 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.397654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58d279c7-01bf-41b4-b55d-a9bca01facf8 req-b24857ff-9c30-4b58-8dfd-0d7614a0cf27 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=198d3f27-51dc-4cc3-9876-808d72a670ba HTTP/1.1" status: 200 len: 210 time: 0.0380440 Jul 16 18:21:59.397973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=98dc17dd-6e7e-47de-bfee-7e7b651580ae,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.426156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-2ff56ca5-5f23-44e5-97ce-25205fc80882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.426877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-2ff56ca5-5f23-44e5-97ce-25205fc80882 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1802247 Jul 16 18:21:59.433036 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.597218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-afb2471a-92c9-4925-ad7c-aa8f68b7e9d0 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618264 Jul 16 18:21:59.606701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba8ae5-a971-4531-a35f-fd6d60e78fa8 req-29c98d53-a117-4f86-94a0-eab51297052f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.609235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98ba8ae5-a971-4531-a35f-fd6d60e78fa8 req-29c98d53-a117-4f86-94a0-eab51297052f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.0775330 Jul 16 18:21:59.624006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Allocated IP 172.25.1.168 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/dba666ea-3a26-4d1e-a080-fa61aadaed60) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:59.673324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98ba8ae5-a971-4531-a35f-fd6d60e78fa8 req-79d8160f-d930-4d5f-8a7a-48af42dc5d14 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585039 Jul 16 18:21:59.810894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7478e1-1fe7-46ce-b032-f917230e417b req-ac427dc0-d4e6-40ef-a3be-fcb4b36ff80b service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050285 Jul 16 18:21:59.822782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.855115 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68de693f-e4f9-495e-bd3e-793fe1d5f1d1 x-openstack-request-id: req-68de693f-e4f9-495e-bd3e-793fe1d5f1d1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:59.855613 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0e4331-7cda-41a2-a14c-b1925d7dd0f9", "tag": "edb69938-dc14-4dc6-8575-95ca2097ffbc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:59.856006 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68de693f-e4f9-495e-bd3e-793fe1d5f1d1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:59.856541 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'tag': 'edb69938-dc14-4dc6-8575-95ca2097ffbc', 'status': 'completed', 'code': 200} Jul 16 18:21:59.884151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.910440 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415e5629-ba9e-45fc-9764-f72bb36d2ba7 x-openstack-request-id: req-415e5629-ba9e-45fc-9764-f72bb36d2ba7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:59.910855 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198d3f27-51dc-4cc3-9876-808d72a670ba", "name": "network-vif-deleted", "tag": "261d359c-c9fe-42f9-a7dc-b68886d40c43", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:59.911198 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-415e5629-ba9e-45fc-9764-f72bb36d2ba7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:59.911711 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198d3f27-51dc-4cc3-9876-808d72a670ba', 'name': 'network-vif-deleted', 'tag': '261d359c-c9fe-42f9-a7dc-b68886d40c43', 'status': 'completed', 'code': 200} Jul 16 18:21:59.954743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:59.960419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:59.965241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:59.967521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event updated for resources: {'Port': ['ID=dba666ea-3a26-4d1e-a080-fa61aadaed60,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.070809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-a3ee1564-67b1-4565-9e55-e90995cfc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.073151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-a3ee1564-67b1-4565-9e55-e90995cfc457 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 1099 time: 0.1601081 Jul 16 18:22:00.073724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 78b4c055-2526-44d2-87fa-9741b4cfa3f5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:00.171850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:00.178312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:00.179109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.263191 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.268410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.299706 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.336479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 78b4c055-2526-44d2-87fa-9741b4cfa3f5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=78b4c055-2526-44d2-87fa-9741b4cfa3f5,segment=NetworkSegment(2008c9cc-9950-48d1-832e-e95636ba2035),segment_id=2008c9cc-9950-48d1-832e-e95636ba2035)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:00.337816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-e92088ba-50d5-474e-bb1d-2460c6400b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.339427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-e92088ba-50d5-474e-bb1d-2460c6400b19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2343156 Jul 16 18:22:00.342215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.343664 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.403921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=78b4c055-2526-44d2-87fa-9741b4cfa3f5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.433922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ec6f7ae-3f91-41f8-a517-82f99d6782b8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.442246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ec6f7ae-3f91-41f8-a517-82f99d6782b8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.3972991 Jul 16 18:22:00.453799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-f6643a33-92c7-42f6-8865-fad82410f51d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/quotas/a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 375 time: 0.0104420 Jul 16 18:22:00.515256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54d8aaa-18d6-44d8-b0aa-06066ec71f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.519523 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-baa9a08c-248e-4546-be71-12516456f533 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=edb69938-dc14-4dc6-8575-95ca2097ffbc HTTP/1.1" status: 200 len: 217 time: 0.0582905 Jul 16 18:22:00.527038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-32d75759-d6b4-449a-93be-92041e23a722 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674415 Jul 16 18:22:00.614060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.620271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-13c7978c-9e33-458f-b90d-9357fc62c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.621781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-13c7978c-9e33-458f-b90d-9357fc62c497 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0880244 Jul 16 18:22:00.624088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.624262 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-ee176080-478a-42c6-a1cb-b92312bdc587 service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843663 Jul 16 18:22:00.721807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-881446d3-b96b-4589-9249-bf03f94cfbfe service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904646 Jul 16 18:22:00.875852 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b85f678-8693-4889-bced-3092d9cd04ae x-openstack-request-id: req-4b85f678-8693-4889-bced-3092d9cd04ae {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:00.876244 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "name": "network-vif-plugged", "status": "completed", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:00.876688 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b85f678-8693-4889-bced-3092d9cd04ae {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:00.877264 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'code': 200} Jul 16 18:22:00.947888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event updated for resources: {'Port': ['ID=dba666ea-3a26-4d1e-a080-fa61aadaed60,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.990163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.014563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54d8aaa-18d6-44d8-b0aa-06066ec71f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.016825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-394fccbd-2658-4ab9-90e1-9513e8517575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.018537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-394fccbd-2658-4ab9-90e1-9513e8517575 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3867667 Jul 16 18:22:01.022821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54d8aaa-18d6-44d8-b0aa-06066ec71f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.042293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.043596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-b786ab0e-e37a-4fa9-9bbc-14a3e672c02f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9827230 Jul 16 18:22:01.098668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992101a-ce72-49d2-9baf-e841ccf186ec req-1fc00fe3-18d4-4430-9f17-124485f90f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.100355 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2992101a-ce72-49d2-9baf-e841ccf186ec req-1fc00fe3-18d4-4430-9f17-124485f90f93 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.1108940 Jul 16 18:22:01.119474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4682e-bd52-45a1-86c2-fd1249c50858 req-8e117d18-7bdb-492f-b4c9-a71ad2de50ae tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.128308 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6f4682e-bd52-45a1-86c2-fd1249c50858 req-8e117d18-7bdb-492f-b4c9-a71ad2de50ae tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 947 time: 0.0953844 Jul 16 18:22:01.165855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d8aaa-18d6-44d8-b0aa-06066ec71f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837caff9-e694-4e1f-93ab-99a65455dabb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.176563 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c54d8aaa-18d6-44d8-b0aa-06066ec71f35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa8883d86c8448b1b36f9b9fccccd0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9068632 Jul 16 18:22:01.182057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:01.197425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2992101a-ce72-49d2-9baf-e841ccf186ec req-1bf93d09-f1c1-4e3c-8aa1-624bf60f1eae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 Jul 16 18:22:01.205103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-1c8d5263-fe24-4283-b6f2-a0b97c41c464 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1442137 Jul 16 18:22:01.213823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6f4682e-bd52-45a1-86c2-fd1249c50858 req-b8ff428a-d8d0-48fd-9dda-0c545087c6a7 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843694 Jul 16 18:22:01.270938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-c233e60a-6584-41d2-a612-d430062d543f service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452068 Jul 16 18:22:01.278437 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91355b97-e97c-4770-8e71-7a629fb010cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.321072 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91355b97-e97c-4770-8e71-7a629fb010cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.399119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-cf775474-fe54-455f-a449-39dd1dbe865d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.400473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-cf775474-fe54-455f-a449-39dd1dbe865d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1808877 Jul 16 18:22:01.417896 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91355b97-e97c-4770-8e71-7a629fb010cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.420563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91355b97-e97c-4770-8e71-7a629fb010cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.424354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-9992747c-c6aa-4112-8e0e-48f5f5b431ae tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:01.424531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-91355b97-e97c-4770-8e71-7a629fb010cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/837caff9-e694-4e1f-93ab-99a65455dabb HTTP/1.1" status: 204 len: 168 time: 0.2369738 Jul 16 18:22:01.424615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5e1ebbe-ca46-40bb-a439-179be17187eb req-9992747c-c6aa-4112-8e0e-48f5f5b431ae tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114679 Jul 16 18:22:01.438092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9994b-0b08-4846-8304-0eeca2f3cf54 req-bc3611c6-679c-4c65-ae53-150da16d0e57 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.440232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2d9994b-0b08-4846-8304-0eeca2f3cf54 req-bc3611c6-679c-4c65-ae53-150da16d0e57 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 946 time: 0.0876665 Jul 16 18:22:01.444957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ade86b0a-cfe1-4b18-9f71-5818c824a440 req-5a1106ab-67e9-45b7-b7b7-57e78f2d2c6a service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670916 Jul 16 18:22:01.445513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91355b97-e97c-4770-8e71-7a629fb010cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837caff9-e694-4e1f-93ab-99a65455dabb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.493459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2d9994b-0b08-4846-8304-0eeca2f3cf54 req-a19cb430-4b67-4d04-a019-0a95b52378f6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Jul 16 18:22:01.689245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0a7e1fb9-9fc2-4740-b6f2-6524dfc82d01 req-5fa9e912-ca98-4a78-b768-305179372391 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 210 time: 0.0443299 Jul 16 18:22:01.736481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab952-110a-446d-9c64-380a0b7efc49 req-e378cf1a-54e0-409b-b6f1-e598e289dbd4 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.738289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a27ab952-110a-446d-9c64-380a0b7efc49 req-e378cf1a-54e0-409b-b6f1-e598e289dbd4 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1125903 Jul 16 18:22:01.783306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a27ab952-110a-446d-9c64-380a0b7efc49 req-04324203-f97c-4094-ac8c-249053953afc tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Jul 16 18:22:01.817421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:01.871978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dda2d9e-8508-4f2e-95b2-40c2d23cbe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.883494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2d425a74-f1fb-4b5d-b146-287eb2e25d41 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3172e5fe933c44c19c732f18f0a7490a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218790 Jul 16 18:22:01.966781 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 78b4c055-2526-44d2-87fa-9741b4cfa3f5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:01.969614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-10a77b6b-8824-4b6a-98cd-036a032d03c3 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.972319 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-10a77b6b-8824-4b6a-98cd-036a032d03c3 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1464741 Jul 16 18:22:02.013485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-1ef01bc9-f3b7-4395-81f6-728e2b82e1fe tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.022291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-1ef01bc9-f3b7-4395-81f6-728e2b82e1fe tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333392 Jul 16 18:22:02.028160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:02.028725 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.041006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-8e4902ce-4754-43b4-ac6a-330b19d829bf tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/quotas/3172e5fe933c44c19c732f18f0a7490a HTTP/1.1" status: 200 len: 375 time: 0.0171199 Jul 16 18:22:02.041383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-fa5a44bb-25fa-48ee-bb2a-55b89fddc0ab tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0622010 Jul 16 18:22:02.050199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Request body: {'floatingip': {'port_id': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:02.097779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-549d6784-3ac3-4513-8d36-d4acf5fc38cd tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3172e5fe933c44c19c732f18f0a7490a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555837 Jul 16 18:22:02.181423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.257045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dda2d9e-8508-4f2e-95b2-40c2d23cbe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.361727 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dda2d9e-8508-4f2e-95b2-40c2d23cbe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.420049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9dda2d9e-8508-4f2e-95b2-40c2d23cbe12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=865a3601b9424cc99556fce4bae0b92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011257 Jul 16 18:22:02.422621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.483637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27867b6a-4827-4f40-99c3-57793defce54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.486376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-78f37947-1572-4152-ab04-83c5d5a69d28 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.488437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-78f37947-1572-4152-ab04-83c5d5a69d28 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.3287802 Jul 16 18:22:02.506471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27867b6a-4827-4f40-99c3-57793defce54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.519122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Request body: {'port': {'device_id': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'admin_state_up': True, 'tenant_id': 'a3789f914e9442f48a8206c661fc9fed'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:02.566532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27867b6a-4827-4f40-99c3-57793defce54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.569542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27867b6a-4827-4f40-99c3-57793defce54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.574325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27867b6a-4827-4f40-99c3-57793defce54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bdf96d9-d39a-4de3-b024-685896f6090c HTTP/1.1" status: 204 len: 168 time: 0.1496935 Jul 16 18:22:02.583562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27867b6a-4827-4f40-99c3-57793defce54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf96d9-d39a-4de3-b024-685896f6090c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.647288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda2d9e-8508-4f2e-95b2-40c2d23cbe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf96d9-d39a-4de3-b024-685896f6090c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.783593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.788759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6d02bc17-8473-4015-8d3c-e367b4b74774 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154143030', 'description': 'tempest-description--800210712'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:02.801863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Made reservation on behalf of a3789f914e9442f48a8206c661fc9fed for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:02.809346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.841205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d02bc17-8473-4015-8d3c-e367b4b74774 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.975841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357867a6-203d-4e61-be35-e73f69a63ab5 req-832248c1-4d95-41c5-a58d-4d701cdf96c7 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.977503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-357867a6-203d-4e61-be35-e73f69a63ab5 req-832248c1-4d95-41c5-a58d-4d701cdf96c7 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 947 time: 0.1019876 Jul 16 18:22:03.030930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 261d359c-c9fe-42f9-a7dc-b68886d40c43 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:03.045883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d02bc17-8473-4015-8d3c-e367b4b74774 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.059090 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-357867a6-203d-4e61-be35-e73f69a63ab5 req-66ceb000-79fe-422b-b164-fb7af98ce72c tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613067 Jul 16 18:22:03.066819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d02bc17-8473-4015-8d3c-e367b4b74774 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.080758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 261d359c-c9fe-42f9-a7dc-b68886d40c43 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:03.081421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 261d359c-c9fe-42f9-a7dc-b68886d40c43 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:03.122871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d02bc17-8473-4015-8d3c-e367b4b74774 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.129881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d02bc17-8473-4015-8d3c-e367b4b74774 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3423722 Jul 16 18:22:03.133715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45252) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:03.135946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02bc17-8473-4015-8d3c-e367b4b74774 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b789cc2-6b26-45c3-ba98-0c76259a3f3a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.177746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f9033b60-2012-41bf-8b0e-c8a130f4aac9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'security_group_rule': {'security_group_id': '6b789cc2-6b26-45c3-ba98-0c76259a3f3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:03.254743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6f94f59-842f-4dc9-af64-e35a806ba1f0 req-c312d598-dc73-452b-874c-62481b449215 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 210 time: 0.0396688 Jul 16 18:22:03.305895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Allocated IP 172.20.0.14 (c256d501-8406-46fc-819a-b542ce42eb9d/6646841a-3692-4c50-abd5-e333cc4581b2/10eb0818-dc49-4de7-971a-9fbd971886d5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:03.419253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device edb69938-dc14-4dc6-8575-95ca2097ffbc details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:03.463507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8a000-4e79-43be-9bf1-51af9a0fd3ec req-3ef13790-7add-47d0-99cc-a9adb71c2cb5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.465411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7f8a000-4e79-43be-9bf1-51af9a0fd3ec req-3ef13790-7add-47d0-99cc-a9adb71c2cb5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 946 time: 0.0909855 Jul 16 18:22:03.550460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7f8a000-4e79-43be-9bf1-51af9a0fd3ec req-b2669473-683e-4ab1-bad9-76b68a78537f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778036 Jul 16 18:22:03.590587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port edb69938-dc14-4dc6-8575-95ca2097ffbc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=edb69938-dc14-4dc6-8575-95ca2097ffbc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:03.598316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-d4de504c-eb21-4e19-ace3-843212697b01 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3172e5fe933c44c19c732f18f0a7490a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357180 Jul 16 18:22:03.613343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'edb69938-dc14-4dc6-8575-95ca2097ffbc', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'edb69938-dc14-4dc6-8575-95ca2097ffbc', 'mac_address': 'fa:16:3e:db:05:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:03.644652 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9033b60-2012-41bf-8b0e-c8a130f4aac9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.663832 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.666799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:22:03.678436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb69938-dc14-4dc6-8575-95ca2097ffbc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:03.708160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port edb69938-dc14-4dc6-8575-95ca2097ffbc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=edb69938-dc14-4dc6-8575-95ca2097ffbc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:03.714408 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.777734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=edb69938-dc14-4dc6-8575-95ca2097ffbc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.781733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.799568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.805336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.805946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.806295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.806635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.807089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.807432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.807768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.814183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.814567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.814941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.815276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.815612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.837820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-728ae9ab-650e-4b81-8d8d-e8e066a00e68 req-7f849f19-736a-439f-839d-449476e3f024 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 210 time: 0.0833466 Jul 16 18:22:03.860333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-03c57b54-9fa3-4624-a7fe-9ba5524aaebe tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.869141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-03c57b54-9fa3-4624-a7fe-9ba5524aaebe tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624793 Jul 16 18:22:03.881715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Request body: {'port': {'device_id': 'df8de522-2746-4037-8670-715116bf9707', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '3172e5fe933c44c19c732f18f0a7490a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:03.957512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['edb69938-dc14-4dc6-8575-95ca2097ffbc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:04.043108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9033b60-2012-41bf-8b0e-c8a130f4aac9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.055985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9033b60-2012-41bf-8b0e-c8a130f4aac9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.085886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Made reservation on behalf of 3172e5fe933c44c19c732f18f0a7490a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:04.087204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9033b60-2012-41bf-8b0e-c8a130f4aac9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f965c59-01df-4348-8bf6-4c17177908d2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:04.100309 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Floating IP 038c3975-0249-4d6c-bc6c-9c5a70be9ea9 associated. External IP: 172.25.1.168, port: 23a3e756-7e8f-4799-a08f-42c5201c543a. Jul 16 18:22:04.100890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.120664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb943751-67d7-49f0-a284-b224ef01e090 req-839ecdb1-f58d-44bd-9f32-9d7f96067780 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.122504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fb943751-67d7-49f0-a284-b224ef01e090 req-839ecdb1-f58d-44bd-9f32-9d7f96067780 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1361792 Jul 16 18:22:04.149140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9033b60-2012-41bf-8b0e-c8a130f4aac9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.150902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f9033b60-2012-41bf-8b0e-c8a130f4aac9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0088429 Jul 16 18:22:04.154274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.155091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:04.167930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d2169ce7-d723-4e74-9ddd-65281157fdfb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'security_group_rule': {'security_group_id': '6b789cc2-6b26-45c3-ba98-0c76259a3f3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:04.222738 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fb943751-67d7-49f0-a284-b224ef01e090 req-60ec8ad7-68e9-4c40-b910-ae7efda2511e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904067 Jul 16 18:22:04.258409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.297608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2169ce7-d723-4e74-9ddd-65281157fdfb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.363726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Network c256d501-8406-46fc-819a-b542ce42eb9d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:04.372220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:04.374832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:04.428894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:04.469230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.470226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.483521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Router e50cea22-7160-443b-ab93-ad8bfb3a3194 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:04.493695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-0ff0aa4d-de5f-4041-8305-87ec7239db90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9799774 Jul 16 18:22:04.494079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Allocated IP 192.168.233.215 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/fd373331-db7c-42f1-b625-716a039183e5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:04.541344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Request body: {'port': {'device_id': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:04.561849 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-cd942356-7967-426f-979f-228dcc94bead tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2691472 Jul 16 18:22:04.565896 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2169ce7-d723-4e74-9ddd-65281157fdfb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.576603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2169ce7-d723-4e74-9ddd-65281157fdfb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.581151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:04.623650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2169ce7-d723-4e74-9ddd-65281157fdfb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d8187e-2e1d-424f-9e4d-eed58f1b73a8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:04.661102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.663035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:04.668982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.676907 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] Sync routers for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:04.677441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2169ce7-d723-4e74-9ddd-65281157fdfb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.681396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d2169ce7-d723-4e74-9ddd-65281157fdfb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5173013 Jul 16 18:22:04.684230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:04.686380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:04.687240 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:04.688995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:04.691877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.718964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-7e5024f7-d7ee-4a2c-90d7-a9728063da6f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "PUT /v2.0/floatingips/038c3975-0249-4d6c-bc6c-9c5a70be9ea9 HTTP/1.1" status: 200 len: 996 time: 2.6766117 Jul 16 18:22:04.736696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:04.739241 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41cd108-f6fb-473b-965f-9998cc8f9029" -d '{"events": [{"name": "network-changed", "server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:04.775891 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.808939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.819109 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:04.861106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Transition to ACTIVE for port object fd373331-db7c-42f1-b625-716a039183e5 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:04.894252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-0f8fbeef-9c9c-4006-b78c-6179b9126baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.895706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-0f8fbeef-9c9c-4006-b78c-6179b9126baa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b90333c7b1204434b080330bdccfd225&device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 1097 time: 0.1524794 Jul 16 18:22:04.956497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.968719 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.043934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-98498a82-b178-42da-b9d3-a9610f96d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.045480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-98498a82-b178-42da-b9d3-a9610f96d44d service neutron] 10.222.0.49 "GET /v2.0/networks?id=2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 200 len: 928 time: 0.1420383 Jul 16 18:22:05.054763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:05.070225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:05.072791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:05.111837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.119272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Pushing event updated for resources: {'Port': ['ID=fd373331-db7c-42f1-b625-716a039183e5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.165912 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '038c3975-0249-4d6c-bc6c-9c5a70be9ea9', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'port_id': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'mac_address': 'fa:16:3e:d3:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bef891-0160-45dd-b981-846ed6fc610b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:00Z', 'updated_at': '2021-07-16T18:22:03Z', 'revision_number': 1, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:36Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:05.179286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-26b1c6f6-89f6-46be-8024-dc133374ca4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 999 time: 0.1273911 Jul 16 18:22:05.197460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10eb0818-dc49-4de7-971a-9fbd971886d5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:05.204163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.205151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.205776 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] Checking router: e50cea22-7160-443b-ab93-ad8bfb3a3194 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:05.216635 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:05.217481 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:05.224178 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.247276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Transition to ACTIVE for port object 10eb0818-dc49-4de7-971a-9fbd971886d5 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:05.247553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Allocated IP 172.25.1.109 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/35fe3e22-47b7-4e6a-a4a4-e8e5d4efbaa2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:05.253047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-2a078cbc-c7c6-4fe0-ba35-f52f864ba545 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3762889 Jul 16 18:22:05.258758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.264642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-263bb67e-3560-4d01-820f-6bf42eafea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.266163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-263bb67e-3560-4d01-820f-6bf42eafea14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71f2e826-30e7-41ff-bb8e-c3d7e816eda3 HTTP/1.1" status: 200 len: 866 time: 0.0795372 Jul 16 18:22:05.267314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Request body: {'port': {'device_id': 'df8de522-2746-4037-8670-715116bf9707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:05.347891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.357043 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:05.429812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device edb69938-dc14-4dc6-8575-95ca2097ffbc up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:05.435803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-1dcee8d4-c327-4ff9-8b89-3cdf78274efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.443572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-1dcee8d4-c327-4ff9-8b89-3cdf78274efe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2688688b-dd9a-4963-9a16-d6c4c354e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1486716 Jul 16 18:22:05.448716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-2c550172-cfa0-47e7-876a-98300baac5d6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:05.455727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-2c550172-cfa0-47e7-876a-98300baac5d6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110886 Jul 16 18:22:05.494448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:05.494448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:05.494739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:05.501942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e305e7e9-9187-46f9-b360-d2880ae0b979 None None] Provisioning for port fd373331-db7c-42f1-b625-716a039183e5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:05.504095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:05.504426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:05.509466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e305e7e9-9187-46f9-b360-d2880ae0b979 None None] Provisioning complete for port fd373331-db7c-42f1-b625-716a039183e5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:05.510065 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e305e7e9-9187-46f9-b360-d2880ae0b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.513853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port edb69938-dc14-4dc6-8575-95ca2097ffbc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:05.538777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:05.539122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:05.539519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:05.539972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Bound port: 10eb0818-dc49-4de7-971a-9fbd971886d5, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:05.540273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port edb69938-dc14-4dc6-8575-95ca2097ffbc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:05.540690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.541036 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.603394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e305e7e9-9187-46f9-b360-d2880ae0b979 None None] Port fd373331-db7c-42f1-b625-716a039183e5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:05.610866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-b5d0de1e-4e32-4948-81ee-5b365a7edf76 service neutron] 10.222.0.49 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541450 Jul 16 18:22:05.650294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.653207 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '038c3975-0249-4d6c-bc6c-9c5a70be9ea9', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'port_id': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'mac_address': 'fa:16:3e:d3:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bef891-0160-45dd-b981-846ed6fc610b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:00Z', 'updated_at': '2021-07-16T18:22:03Z', 'revision_number': 1, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:36Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:05.661001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:05.683970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.685894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.690837 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca2556-4aee-4f8e-8b37-632869706fe0 None None] The sync data for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 is: [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '038c3975-0249-4d6c-bc6c-9c5a70be9ea9', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'port_id': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'mac_address': 'fa:16:3e:d3:2d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bef891-0160-45dd-b981-846ed6fc610b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:00Z', 'updated_at': '2021-07-16T18:22:03Z', 'revision_number': 1, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:36Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:05.706371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:05.719285 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.722813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb69938-dc14-4dc6-8575-95ca2097ffbc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:05.726248 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f159250-73f5-4852-a5ce-5248bd97cee5" -d '{"events": [{"server_uuid": "9f0e4331-7cda-41a2-a14c-b1925d7dd0f9", "name": "network-vif-plugged", "status": "completed", "tag": "edb69938-dc14-4dc6-8575-95ca2097ffbc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:05.742648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port edb69938-dc14-4dc6-8575-95ca2097ffbc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=edb69938-dc14-4dc6-8575-95ca2097ffbc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:05.750672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.774507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.775133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.776528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] 10.222.0.67 "PUT /v2.0/ports/10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 1093 time: 1.2418723 Jul 16 18:22:05.785263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb37b492-5250-46ae-b81c-db07fa277ea8 req-da7dfbcb-1dc0-4214-bbb7-41accede9b15 service neutron] 10.222.0.49 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732340 Jul 16 18:22:05.842534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=edb69938-dc14-4dc6-8575-95ca2097ffbc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.848866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ccfc-3b7c-4621-aaa6-b823c1bc2f7f service neutron] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.863972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.908848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-b69c277f-a27b-4d89-9d14-080327d102e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.910384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-b69c277f-a27b-4d89-9d14-080327d102e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1096 time: 0.0757346 Jul 16 18:22:05.959731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-cf6f77b5-bef3-4ca2-b7ad-7501b1195b44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 217 time: 0.0408311 Jul 16 18:22:05.963037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:05.980423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:05.983136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:06.002913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Pushing event updated for resources: {'Port': ['ID=35fe3e22-47b7-4e6a-a4a4-e8e5d4efbaa2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.003093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9517c70-9da1-4a01-bc75-cb23cf0c77f9 None None] New status for floating IP 038c3975-0249-4d6c-bc6c-9c5a70be9ea9: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:06.006916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Allocated IP 172.25.1.67 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/a4628734-19b4-4ef5-a041-8185c59b2f36) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:06.044755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-e542e857-6f10-45d7-b5e7-561fa279705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.046245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-e542e857-6f10-45d7-b5e7-561fa279705e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0775211 Jul 16 18:22:06.058877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a990c-ce63-4623-be2c-252d39bd9188 req-7d596afe-17dd-4b40-b3ba-3c544e389ac8 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.060371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea0a990c-ce63-4623-be2c-252d39bd9188 req-7d596afe-17dd-4b40-b3ba-3c544e389ac8 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 949 time: 0.1034694 Jul 16 18:22:06.091468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-ef53c4fa-46fe-414d-93a0-5ce7164ebfec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292518 Jul 16 18:22:06.194002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea0a990c-ce63-4623-be2c-252d39bd9188 req-356665be-cc3e-4d92-8726-1bfbca1df460 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Jul 16 18:22:06.233093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-94d2244a-ec71-45a8-ab85-432dc0b1d471 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158307 Jul 16 18:22:06.324904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd373331-db7c-42f1-b625-716a039183e5 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:06.332284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.344851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.362463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.394124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Transition to ACTIVE for port object fd373331-db7c-42f1-b625-716a039183e5 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:06.408266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.451134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.524440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Pushing event updated for resources: {'Port': ['ID=fd373331-db7c-42f1-b625-716a039183e5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.571984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.692207 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0c4477-b4ee-4ac0-97f9-3a266030b98a req-f365b3d8-b239-4f1c-8279-092eb15d65ab service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581745 Jul 16 18:22:06.723753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:06.724348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaa723-7d70-4686-bf59-d79d190a371f req-d07923ab-8de0-4132-b1a6-4a98976aeaee tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.725464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0eaa723-7d70-4686-bf59-d79d190a371f req-d07923ab-8de0-4132-b1a6-4a98976aeaee tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 948 time: 0.1018572 Jul 16 18:22:06.731263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:06.734697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event updated for resources: {'Port': ['ID=a4628734-19b4-4ef5-a041-8185c59b2f36,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.742937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:06.770787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0eaa723-7d70-4686-bf59-d79d190a371f req-16dba416-dcef-4248-b185-2b58b84081b2 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Jul 16 18:22:06.780990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Attempting to bind port fd373331-db7c-42f1-b625-716a039183e5 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:06.781334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Attempting to bind port fd373331-db7c-42f1-b625-716a039183e5 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:06.781664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Attempting to bind port fd373331-db7c-42f1-b625-716a039183e5 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:06.803391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Port fd373331-db7c-42f1-b625-716a039183e5 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:06.803831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Attempting to bind port fd373331-db7c-42f1-b625-716a039183e5 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:06.825617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:06.825951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:06.826314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:06.826768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Bound port: fd373331-db7c-42f1-b625-716a039183e5, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:06.827119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.901239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.911041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.952875 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.987943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-026b912b-97c4-4f6b-b3f0-081cc6b7df01 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226603 Jul 16 18:22:07.035174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Pushing event updated for resources: {'Port': ['ID=35fe3e22-47b7-4e6a-a4a4-e8e5d4efbaa2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:07.045511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] For port fd373331-db7c-42f1-b625-716a039183e5, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:07.066399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] For port fd373331-db7c-42f1-b625-716a039183e5, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fd373331-db7c-42f1-b625-716a039183e5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:07.069636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.075773 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.084936 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.107363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-279f2bff-01a3-4d42-b2a4-d4c7fd3e6e59 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.109631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-279f2bff-01a3-4d42-b2a4-d4c7fd3e6e59 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164696 Jul 16 18:22:07.125764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-c243b8c4-cd98-4b54-86d0-5a940092b766 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/quotas/afcf1270f60e477f8d098b7e9eec2c6c HTTP/1.1" status: 200 len: 375 time: 0.0095549 Jul 16 18:22:07.139594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.140788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-05d0b49d-2e76-4a1b-9e90-a0fcb78a0c6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5682976 Jul 16 18:22:07.148069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.148691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.150116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] 10.222.0.67 "PUT /v2.0/ports/fd373331-db7c-42f1-b625-716a039183e5 HTTP/1.1" status: 200 len: 1097 time: 1.8870776 Jul 16 18:22:07.150535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8de522-2746-4037-8670-715116bf9707', 'tag': 'fd373331-db7c-42f1-b625-716a039183e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:07.152813 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca984818-e150-4782-b15a-625fa279a061" -d '{"events": [{"name": "network-changed", "server_uuid": "df8de522-2746-4037-8670-715116bf9707", "tag": "fd373331-db7c-42f1-b625-716a039183e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:07.177642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-eef09ba3-1aeb-4a5a-a576-6a415c5a79bf tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459645 Jul 16 18:22:07.264651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69ae1-1738-4912-ad7a-f60ca36b1b31 service neutron] Pushing event updated for resources: {'Port': ['ID=fd373331-db7c-42f1-b625-716a039183e5,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:07.297707 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-d3021fae-ecc9-486e-90d4-7dad3c72498c tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 696 time: 0.1346092 Jul 16 18:22:07.351938 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6b0ea7-f87e-422b-87f8-cd9ba9df3e4d x-openstack-request-id: req-bb6b0ea7-f87e-422b-87f8-cd9ba9df3e4d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:07.352392 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:07.352702 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb6b0ea7-f87e-422b-87f8-cd9ba9df3e4d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:07.352843 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'status': 'completed', 'code': 200} Jul 16 18:22:07.447703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-b6486bea-c5b1-4f65-b0ae-1f7f71f3d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.450110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-b6486bea-c5b1-4f65-b0ae-1f7f71f3d416 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b90333c7b1204434b080330bdccfd225&device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 1097 time: 0.0698483 Jul 16 18:22:07.490360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-8f8d8b12-3785-451a-adbd-25a0da71ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.491924 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-8f8d8b12-3785-451a-adbd-25a0da71ede0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3172e5fe933c44c19c732f18f0a7490a&device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 1100 time: 0.2510147 Jul 16 18:22:07.509221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-9163dc58-419b-4272-bfb0-20110acf3478 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.510621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-9163dc58-419b-4272-bfb0-20110acf3478 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.2030807 Jul 16 18:22:07.526386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.532929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-f759bee2-75c6-4da9-a656-d5989cedabf5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:07.533960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1791bc28-bf23-49a1-afee-b7a2d600f334 req-f759bee2-75c6-4da9-a656-d5989cedabf5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151224 Jul 16 18:22:07.564886 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.567753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-a184eb32-6633-4bb2-b405-cf19a9260327 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=fd373331-db7c-42f1-b625-716a039183e5 HTTP/1.1" status: 200 len: 217 time: 0.0516758 Jul 16 18:22:07.609581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88e5b9-05db-43fa-a9d4-8b4a43ff777e req-413780b8-ed56-4eb4-b0b3-19dd2f2404cb tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.616807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c88e5b9-05db-43fa-a9d4-8b4a43ff777e req-413780b8-ed56-4eb4-b0b3-19dd2f2404cb tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 944 time: 0.1606035 Jul 16 18:22:07.620282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-1a0c912f-0b20-4781-9a55-780b042bdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.621751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-1a0c912f-0b20-4781-9a55-780b042bdbae service neutron] 10.222.0.67 "GET /v2.0/networks?id=2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 200 len: 928 time: 0.1639559 Jul 16 18:22:07.698207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event updated for resources: {'Port': ['ID=a4628734-19b4-4ef5-a041-8185c59b2f36,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:07.714292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c88e5b9-05db-43fa-a9d4-8b4a43ff777e req-bf3623ec-4d1c-4e9a-906c-33ef9e80cb4b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964806 Jul 16 18:22:07.752380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.756023 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8279d04a-8a15-483f-80be-23d965a827ff x-openstack-request-id: req-8279d04a-8a15-483f-80be-23d965a827ff {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:07.756543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-675a1ea8-b532-455e-ac47-9689703f35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.756992 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0e4331-7cda-41a2-a14c-b1925d7dd0f9", "name": "network-vif-plugged", "status": "completed", "tag": "edb69938-dc14-4dc6-8575-95ca2097ffbc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:07.757385 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8279d04a-8a15-483f-80be-23d965a827ff {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:07.757943 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb69938-dc14-4dc6-8575-95ca2097ffbc', 'code': 200} Jul 16 18:22:07.758046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-675a1ea8-b532-455e-ac47-9689703f35fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1650643 Jul 16 18:22:07.762116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-0efb16c0-f68e-4d50-8eb8-b1fe1b909c76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 1001 time: 0.1197517 Jul 16 18:22:07.785615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.796470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3b24abbe-6c26-45ba-be8d-0a280c76d373 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1110795 Jul 16 18:22:07.842241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187111a-19a9-4556-bf1b-016a7d6e3f29 req-96efb84d-b95e-465b-ac1e-f6de5fd529a3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.843804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f187111a-19a9-4556-bf1b-016a7d6e3f29 req-96efb84d-b95e-465b-ac1e-f6de5fd529a3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1412444 Jul 16 18:22:07.849413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.67', 58493) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:07.914626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-293bbf24-d433-47e0-9ef2-76c91d3dca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.916606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-293bbf24-d433-47e0-9ef2-76c91d3dca93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71f2e826-30e7-41ff-bb8e-c3d7e816eda3 HTTP/1.1" status: 200 len: 866 time: 0.1263666 Jul 16 18:22:07.925225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-3c2ed514-d7af-442c-a263-02fba81dc939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.926758 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-3c2ed514-d7af-442c-a263-02fba81dc939 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531231 Jul 16 18:22:07.954164 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f187111a-19a9-4556-bf1b-016a7d6e3f29 req-bdfa082b-f9b7-4843-b2e1-11557cd37f98 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014819 Jul 16 18:22:07.996851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-8914b3b8-1d94-4ffe-bcf7-020407884684 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 258 time: 0.2230768 Jul 16 18:22:08.006782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:08.039720 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d28614e-f3a8-48f8-92f7-a62a0a85eca5 x-openstack-request-id: req-5d28614e-f3a8-48f8-92f7-a62a0a85eca5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:08.040102 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8de522-2746-4037-8670-715116bf9707", "tag": "fd373331-db7c-42f1-b625-716a039183e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:08.040624 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d28614e-f3a8-48f8-92f7-a62a0a85eca5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:08.040935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-bc47b74a-0098-4996-bf6e-d9efec59573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.041035 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8de522-2746-4037-8670-715116bf9707', 'tag': 'fd373331-db7c-42f1-b625-716a039183e5', 'status': 'completed', 'code': 200} Jul 16 18:22:08.042469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-bc47b74a-0098-4996-bf6e-d9efec59573e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2688688b-dd9a-4963-9a16-d6c4c354e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136200 Jul 16 18:22:08.053864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964641d-7e6e-4f39-952b-f173ac4db0d4 req-d9ac333c-4919-4062-b358-ab85dfdb0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.055346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9964641d-7e6e-4f39-952b-f173ac4db0d4 req-d9ac333c-4919-4062-b358-ab85dfdb0050 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 1101 time: 0.2048585 Jul 16 18:22:08.057320 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-46930b57-fc19-4e09-bb1a-88074c0f99d3 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236677 Jul 16 18:22:08.060807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.201354 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-5306f79c-0a47-451a-aef7-0d0af6ec2d06 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504555 Jul 16 18:22:08.218562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9964641d-7e6e-4f39-952b-f173ac4db0d4 req-5e5ff39c-5453-4ba8-adee-1cc0bdcd77dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349113 Jul 16 18:22:08.295689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.321597 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d41cd108-f6fb-473b-965f-9998cc8f9029 req-45215ae7-988a-40e0-883b-be913bbdc5a9 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126366 Jul 16 18:22:08.421321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Allocated IP 172.25.1.177 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/99a43d69-26bb-4297-ae42-af9d58c71d81) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:08.505688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d07bc2da-cbd1-4b83-9ab2-d3c02e2f4427 req-5f9da5f2-f13e-4805-9e64-c1ea5bcf4658 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369159 Jul 16 18:22:08.521573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346906e5-3b23-4b9d-a1fc-ddb9daa90678 req-60db675c-6519-49cc-a2df-c6bc66d0cc3e tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.523219 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-346906e5-3b23-4b9d-a1fc-ddb9daa90678 req-60db675c-6519-49cc-a2df-c6bc66d0cc3e tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 949 time: 0.3963680 Jul 16 18:22:08.530751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.573524 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.575611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-346906e5-3b23-4b9d-a1fc-ddb9daa90678 req-e0760cbc-5145-4572-b853-502afd492d0b tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Jul 16 18:22:08.610954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:08.616133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:08.619702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:08.623179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca984818-e150-4782-b15a-625fa279a061 req-a1e0cd3e-5bad-4c00-922d-cdbb0c00f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.624942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca984818-e150-4782-b15a-625fa279a061 req-a1e0cd3e-5bad-4c00-922d-cdbb0c00f36e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3172e5fe933c44c19c732f18f0a7490a&device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 1100 time: 0.0651476 Jul 16 18:22:08.649848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event updated for resources: {'Port': ['ID=99a43d69-26bb-4297-ae42-af9d58c71d81,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.735821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.767801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c54db23d-084d-4287-bf0e-473a41b44306 req-c5491d02-b7d4-4c9f-8f6e-6031d5594d40 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 210 time: 0.0756617 Jul 16 18:22:08.783035 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-06c34aba-6435-41bb-adbc-fc5bf64515d4 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298746 Jul 16 18:22:08.783341 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.840350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca984818-e150-4782-b15a-625fa279a061 req-cc31239f-4f6f-4a71-a379-e3ad016ce666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.842068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca984818-e150-4782-b15a-625fa279a061 req-cc31239f-4f6f-4a71-a379-e3ad016ce666 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2068591 Jul 16 18:22:08.943664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca984818-e150-4782-b15a-625fa279a061 req-8d06d3e1-6aac-40d4-9a9c-31d85ca72575 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=fd373331-db7c-42f1-b625-716a039183e5 HTTP/1.1" status: 200 len: 217 time: 0.0916481 Jul 16 18:22:08.971035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.976110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.034001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-6e1b76ac-3a8b-48ef-b266-e03042e3ac8d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.035472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-6e1b76ac-3a8b-48ef-b266-e03042e3ac8d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461789 Jul 16 18:22:09.050153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event updated for resources: {'Port': ['ID=99a43d69-26bb-4297-ae42-af9d58c71d81,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.058337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.069866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': '4fd005b6-4f00-4b92-968f-37868c95a250', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:09.075425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.077002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-73432816-cba1-4e7d-8bc3-b1db14640dd9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0743737 Jul 16 18:22:09.091714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca984818-e150-4782-b15a-625fa279a061 req-0c60ff3a-e7b6-49b2-bd5d-c956709ac41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.093204 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca984818-e150-4782-b15a-625fa279a061 req-0c60ff3a-e7b6-49b2-bd5d-c956709ac41f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1316361 Jul 16 18:22:09.130065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-fe9acac0-4f2f-45fe-bfbe-fc50a35d8eaa tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.177 HTTP/1.1" status: 200 len: 696 time: 0.0457368 Jul 16 18:22:09.195417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-22b05385-26a9-4c95-8104-eba1a9750e4e tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.196965 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-22b05385-26a9-4c95-8104-eba1a9750e4e tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 820 time: 0.2919524 Jul 16 18:22:09.237374 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-45ca4f58-a88d-4c6d-81a5-05a0c7fbe00a tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/quotas/4ed6b7be46404051bfd1393b8ca0b7c3 HTTP/1.1" status: 200 len: 375 time: 0.0310435 Jul 16 18:22:09.248441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-19f69bf9-2b4c-4f3e-823f-91b85b12542f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.249999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bb73b71-7692-447f-a97c-9b2ff3c215b1 req-19f69bf9-2b4c-4f3e-823f-91b85b12542f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1132779 Jul 16 18:22:09.268460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca984818-e150-4782-b15a-625fa279a061 req-53c48aec-a2d7-4774-89e4-a546eb6c562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.270085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca984818-e150-4782-b15a-625fa279a061 req-53c48aec-a2d7-4774-89e4-a546eb6c562d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1643677 Jul 16 18:22:09.319869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:09.323960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.351523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.354632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:09.356954 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a292fed4-341d-4455-bed5-9de893701ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:09.422942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189d66-9171-4714-81d1-fbf658c1d643 req-09a699a1-0c0c-4aff-a28c-9eb568264b6f tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.424736 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20189d66-9171-4714-81d1-fbf658c1d643 req-09a699a1-0c0c-4aff-a28c-9eb568264b6f tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 948 time: 0.0710726 Jul 16 18:22:09.441810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:09.446381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-86bd9c92-d295-46c6-9cd6-c3f1a7a89227 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1992383 Jul 16 18:22:09.449599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca984818-e150-4782-b15a-625fa279a061 req-ec2f70ca-5362-47a3-85b5-9bd5c39df709 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598799 Jul 16 18:22:09.464345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20189d66-9171-4714-81d1-fbf658c1d643 req-7a44c10a-f0b5-4270-917c-513ff839086f tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Jul 16 18:22:09.547316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:09.559451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '10eb0818-dc49-4de7-971a-9fbd971886d5', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'port_id': '10eb0818-dc49-4de7-971a-9fbd971886d5', 'mac_address': 'fa:16:3e:99:56:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646841a-3692-4c50-abd5-e333cc4581b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:09.599581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.608309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-348e6a39-5cb9-4a9b-b935-8b0363c053fd tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--154143030&fields=id&tenant_id=8b43252dd7854ca2ad33401859462375 HTTP/1.1" status: 200 len: 267 time: 0.0471714 Jul 16 18:22:09.613975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10eb0818-dc49-4de7-971a-9fbd971886d5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:09.635476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:09.640407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.668510 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-9bd7699f-d5db-442c-8bfa-78236e556448 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049212 Jul 16 18:22:09.679490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.690172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.699093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.706364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca984818-e150-4782-b15a-625fa279a061 req-dd3392b1-1d57-4676-9bd7-82e9ee17ac88 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442708 Jul 16 18:22:09.733529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-4c60723e-6048-4a7c-8411-9340bb1ae5c7 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.735172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-4c60723e-6048-4a7c-8411-9340bb1ae5c7 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 824 time: 0.1190069 Jul 16 18:22:09.750488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-9b5de2f3-f293-42f0-943c-2aa0e1784226 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/quotas/8b43252dd7854ca2ad33401859462375 HTTP/1.1" status: 200 len: 375 time: 0.0094297 Jul 16 18:22:09.809802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed55ebee-ac22-4186-9347-25dafe5ee00b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.831596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-e4a7d641-04f4-4a42-868a-26cdb5be53b8 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759153 Jul 16 18:22:09.868943 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-ba27d68f-b320-4230-a8d5-7aa4c99da9c8 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914747 Jul 16 18:22:09.885940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['10eb0818-dc49-4de7-971a-9fbd971886d5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:09.894018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.19 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:09.981195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-6d23664e-8d63-4201-ae9f-a726ba4d86a2 service neutron] 10.222.0.49 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365485 Jul 16 18:22:10.094950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.109304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-0c4fdc74-9147-472e-afd9-7488f2e02590 service neutron] 10.222.0.49 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166570 Jul 16 18:22:10.135661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:10.216378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.274666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b143f-88b8-4ba9-8e04-bcb725c50b08 req-15125a9e-7ab1-432a-bb39-5f4f08faae08 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.281493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-594b143f-88b8-4ba9-8e04-bcb725c50b08 req-15125a9e-7ab1-432a-bb39-5f4f08faae08 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 945 time: 0.1355641 Jul 16 18:22:10.308726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:10.315776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:10.320539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:10.323810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:10.382633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-594b143f-88b8-4ba9-8e04-bcb725c50b08 req-77f43242-7334-4d88-a44a-6559cf8e192f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985539 Jul 16 18:22:10.421477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.424272 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.461906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-8a0d5d7c-46c7-47ad-ad22-b7004f9cb548 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3992682 Jul 16 18:22:10.475058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Request body: {'port': {'device_id': '4fd005b6-4f00-4b92-968f-37868c95a250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:10.484902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc461a3-a9b3-4000-9caa-93042a4296b0 req-2f027469-521e-489d-85d5-bd7470cdbc7a tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.494002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dc461a3-a9b3-4000-9caa-93042a4296b0 req-2f027469-521e-489d-85d5-bd7470cdbc7a tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1469269 Jul 16 18:22:10.541990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dc461a3-a9b3-4000-9caa-93042a4296b0 req-95e5a9ba-87ba-4497-89e0-804c0db09478 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Jul 16 18:22:10.616607 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b54f4a-bf59-4f3a-8f7a-6654e77b546e x-openstack-request-id: req-d6b54f4a-bf59-4f3a-8f7a-6654e77b546e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:10.617013 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:10.617444 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6b54f4a-bf59-4f3a-8f7a-6654e77b546e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:10.617840 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5', 'status': 'completed', 'code': 200} Jul 16 18:22:10.733381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-85ad4030-ee96-4caf-b42a-ea34e2bb52f8 None None] Provisioning for port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:10.738948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.740044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-85ad4030-ee96-4caf-b42a-ea34e2bb52f8 None None] Provisioning complete for port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:10.740968 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85ad4030-ee96-4caf-b42a-ea34e2bb52f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.789787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-85ad4030-ee96-4caf-b42a-ea34e2bb52f8 None None] Port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:10.818315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e7142-cfe2-4e6a-a207-f159ccd18093 req-0612c37b-8787-434b-a51d-76c06bb07d64 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.825290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c4e7142-cfe2-4e6a-a207-f159ccd18093 req-0612c37b-8787-434b-a51d-76c06bb07d64 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2559645 Jul 16 18:22:10.829098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f1ec8-e53c-4815-b489-bb076e274283 req-925a5498-d2b9-4ed5-be08-ec6d4fc06758 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.830918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c20f1ec8-e53c-4815-b489-bb076e274283 req-925a5498-d2b9-4ed5-be08-ec6d4fc06758 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 949 time: 0.0984299 Jul 16 18:22:10.878399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c20f1ec8-e53c-4815-b489-bb076e274283 req-b9d5dc98-0a9b-440b-a0f7-81ccc6998540 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Jul 16 18:22:10.946066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292fed4-341d-4455-bed5-9de893701ab6 req-74c101a2-7d20-459a-a5a5-009497d4297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.947589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a292fed4-341d-4455-bed5-9de893701ab6 req-74c101a2-7d20-459a-a5a5-009497d4297e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1097 time: 0.2793148 Jul 16 18:22:10.958536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c4e7142-cfe2-4e6a-a207-f159ccd18093 req-dc525601-693f-4738-bcfe-b75665fecb7d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.177 HTTP/1.1" status: 200 len: 696 time: 0.1322970 Jul 16 18:22:10.966567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2c4e7142-cfe2-4e6a-a207-f159ccd18093 req-956c0b1d-b995-4744-b62d-35d17c2487e5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Request body: {'floatingip': {'port_id': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:11.060288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e9dac-7da1-4870-ba86-cc21c751cc56 req-e8198ab5-c9c9-4b2d-b30e-cbe8fddb9d5d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.062337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52e9dac-7da1-4870-ba86-cc21c751cc56 req-e8198ab5-c9c9-4b2d-b30e-cbe8fddb9d5d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 935 time: 0.0655978 Jul 16 18:22:11.079686 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c4e7142-cfe2-4e6a-a207-f159ccd18093 req-956c0b1d-b995-4744-b62d-35d17c2487e5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.117464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52e9dac-7da1-4870-ba86-cc21c751cc56 req-f12f3998-ba9e-4617-963a-b4ed0b70e57f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467017 Jul 16 18:22:11.260420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-354cba47-759e-481f-81de-478e987b62c0 req-5c99f277-f25e-477a-b9f1-9fbb2ac06d61 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 210 time: 0.0329349 Jul 16 18:22:11.390553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24406905-68e8-4c9a-aeef-c7debd5002b9 req-8c90e35d-365b-4504-9769-8f6020124954 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 210 time: 0.0290444 Jul 16 18:22:11.460304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fd373331-db7c-42f1-b625-716a039183e5 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:11.497655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:11.539775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292fed4-341d-4455-bed5-9de893701ab6 req-b1bd0701-b759-43af-8db4-9b995f065995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.544475 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a292fed4-341d-4455-bed5-9de893701ab6 req-b1bd0701-b759-43af-8db4-9b995f065995 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.5830100 Jul 16 18:22:11.623234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a292fed4-341d-4455-bed5-9de893701ab6 req-457e3a98-1bc1-431d-b0b6-80a44894a807 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 217 time: 0.0488734 Jul 16 18:22:11.642195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fd373331-db7c-42f1-b625-716a039183e5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fd373331-db7c-42f1-b625-716a039183e5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:11.652768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 10eb0818-dc49-4de7-971a-9fbd971886d5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:11.663777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 10eb0818-dc49-4de7-971a-9fbd971886d5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:11.664538 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.670295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'fd373331-db7c-42f1-b625-716a039183e5', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'fd373331-db7c-42f1-b625-716a039183e5', 'mac_address': 'fa:16:3e:58:86:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:11.707402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-0d1f5cb1-4155-475b-b7c8-38b8b5a1bfab tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.708942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-0d1f5cb1-4155-475b-b7c8-38b8b5a1bfab tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.67 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 820 time: 0.2050982 Jul 16 18:22:11.725438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cbd62-55b0-4170-93b0-121b89b4579b req-4ae09916-0aad-40c3-a233-351a489ea113 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.726962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c9cbd62-55b0-4170-93b0-121b89b4579b req-4ae09916-0aad-40c3-a233-351a489ea113 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 948 time: 0.1718426 Jul 16 18:22:11.732983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'port': {'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'admin_state_up': True, 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:11.750549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292fed4-341d-4455-bed5-9de893701ab6 req-cc14c416-c7f0-46d5-a8ec-d29861874463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.752281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a292fed4-341d-4455-bed5-9de893701ab6 req-cc14c416-c7f0-46d5-a8ec-d29861874463 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1116159 Jul 16 18:22:11.762452 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.803108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd373331-db7c-42f1-b625-716a039183e5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:11.820944 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.830131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a292fed4-341d-4455-bed5-9de893701ab6 req-b485cf0d-a1e8-4b66-919c-dfb42cec2247 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377064 Jul 16 18:22:11.839464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fd373331-db7c-42f1-b625-716a039183e5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fd373331-db7c-42f1-b625-716a039183e5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:11.847548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.854836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:11.857340 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec62c2c8-0d99-4ad4-9b08-9b5483582a8e" -d '{"events": [{"server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "name": "network-vif-plugged", "status": "completed", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:11.857974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c9cbd62-55b0-4170-93b0-121b89b4579b req-82ee6cce-a144-4dd8-8224-e71a4ce53f82 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180382 Jul 16 18:22:11.903039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:11.913137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.940235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Made reservation on behalf of 4ed6b7be46404051bfd1393b8ca0b7c3 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:11.941685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=fd373331-db7c-42f1-b625-716a039183e5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:11.944332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.955957 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-2c4e7142-cfe2-4e6a-a207-f159ccd18093 req-956c0b1d-b995-4744-b62d-35d17c2487e5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:22:11.968951 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c4e7142-cfe2-4e6a-a207-f159ccd18093 req-956c0b1d-b995-4744-b62d-35d17c2487e5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "PUT /v2.0/floatingips/f3a7c75f-b8e7-47f4-be1f-5b47226cbe9f HTTP/1.1" status: 409 len: 550 time: 1.0094168 Jul 16 18:22:12.022095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:12.039055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.060678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.076634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Allocated IP 172.20.0.9 (dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1/b299928e-7007-465e-aa9b-d1156b69fe79/b47ef2de-36ba-444e-8724-24c049481427) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:12.089403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a292fed4-341d-4455-bed5-9de893701ab6 req-ae5e8d9e-6e4a-494e-9e4b-0f4e7d8f3503 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466896 Jul 16 18:22:12.095646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Transition to ACTIVE for port object 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:12.116520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.124954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fd373331-db7c-42f1-b625-716a039183e5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:12.259810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.274685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Transition to ACTIVE for port object b47ef2de-36ba-444e-8724-24c049481427 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:12.318623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.327553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Pushing event updated for resources: {'Port': ['ID=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.333733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['98dc17dd-6e7e-47de-bfee-7e7b651580ae'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:12.443248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:12.473703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:12.477206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a292fed4-341d-4455-bed5-9de893701ab6 req-d9a65fc8-1381-4cf9-bc37-1764eeaff8ca service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802950 Jul 16 18:22:12.477622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:12.528193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ee9f-432e-4b3d-9c9d-4998d830e19c req-0065f2b6-afa1-4d6c-bf18-d055280d4d9d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.535415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8dc1ee9f-432e-4b3d-9c9d-4998d830e19c req-0065f2b6-afa1-4d6c-bf18-d055280d4d9d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 946 time: 0.3582585 Jul 16 18:22:12.569440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-0065756c-e6ef-43fe-aeb3-2949c4311fa7 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.570941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-0065756c-e6ef-43fe-aeb3-2949c4311fa7 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 824 time: 0.3077722 Jul 16 18:22:12.578186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Attempting to bind port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:12.578533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Attempting to bind port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:12.578864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Attempting to bind port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:12.605743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.606823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.609866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:12.610195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Attempting to bind port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:12.630951 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8dc1ee9f-432e-4b3d-9c9d-4998d830e19c req-4df0fa2d-46aa-49a7-9729-42829f591560 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945485 Jul 16 18:22:12.634581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:12.634581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:12.634581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:12.634914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Bound port: 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:12.635957 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.636067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Pushing event updated for resources: {'Port': ['ID=b47ef2de-36ba-444e-8724-24c049481427,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.652193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-c166471f-b63f-4f13-9c09-ea13754669f5 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9240355 Jul 16 18:22:12.670567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-d508ec1f-9344-487a-8037-04819ab08765 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b43252dd7854ca2ad33401859462375 HTTP/1.1" status: 200 len: 379 time: 0.0882623 Jul 16 18:22:12.677880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Request body: {'port': {'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:12.687126 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e52250-133d-427b-b66e-98fefd3ee8e7 x-openstack-request-id: req-05e52250-133d-427b-b66e-98fefd3ee8e7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:12.688199 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "name": "network-vif-plugged", "status": "completed", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:12.688199 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05e52250-133d-427b-b66e-98fefd3ee8e7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:12.688199 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5', 'code': 200} Jul 16 18:22:12.704540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'port': {'device_id': '38af91c0-9a84-48e5-8355-68d7563b5440', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'admin_state_up': True, 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'security_groups': ['6b789cc2-6b26-45c3-ba98-0c76259a3f3a']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:12.716016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3905fa-7792-481b-bc1e-1297e699a446 req-b3c1333e-5e4a-4469-9698-9e1a4116dd84 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.717707 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c3905fa-7792-481b-bc1e-1297e699a446 req-b3c1333e-5e4a-4469-9698-9e1a4116dd84 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.2774990 Jul 16 18:22:12.810865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c3905fa-7792-481b-bc1e-1297e699a446 req-57ca70b5-7846-4f43-987f-5bdd2ee0d3e5 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762241 Jul 16 18:22:12.811959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.825728 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-02f477f4-627f-4baf-9308-b748b61255f5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips/f3a7c75f-b8e7-47f4-be1f-5b47226cbe9f HTTP/1.1" status: 200 len: 693 time: 0.1032624 Jul 16 18:22:12.874440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-160bd3fa-3d0d-4cb7-bad0-d02bc1909b28 None None] Provisioning for port b47ef2de-36ba-444e-8724-24c049481427 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:12.881271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-160bd3fa-3d0d-4cb7-bad0-d02bc1909b28 None None] Provisioning complete for port b47ef2de-36ba-444e-8724-24c049481427 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:12.881834 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-160bd3fa-3d0d-4cb7-bad0-d02bc1909b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.906514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] For port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:12.927532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-160bd3fa-3d0d-4cb7-bad0-d02bc1909b28 None None] Port b47ef2de-36ba-444e-8724-24c049481427 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:12.947219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] For port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:12.963711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.051110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.051740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.053194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 HTTP/1.1" status: 200 len: 1096 time: 2.5826428 Jul 16 18:22:13.055579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd005b6-4f00-4b92-968f-37868c95a250', 'tag': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:13.057807 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a7322b-0322-44d4-afed-cd1b8588aed3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd005b6-4f00-4b92-968f-37868c95a250", "tag": "134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:13.104113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c1bc-3558-46fe-af79-33acc4f4c11d req-db3c7cc8-25bf-4c2b-9b72-602133d395d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.105708 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd45c1bc-3558-46fe-af79-33acc4f4c11d req-db3c7cc8-25bf-4c2b-9b72-602133d395d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1098 time: 0.3025587 Jul 16 18:22:13.115350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103435ea-f1f3-4316-b3b5-4073305a50ee req-e117b698-2f04-403e-b6c5-3d274dbee23f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.115690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-6e5136a5-c081-4dd8-be76-31f7918c4c40 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.117042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-103435ea-f1f3-4316-b3b5-4073305a50ee req-e117b698-2f04-403e-b6c5-3d274dbee23f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 947 time: 0.1473560 Jul 16 18:22:13.122638 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-6e5136a5-c081-4dd8-be76-31f7918c4c40 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.2482257 Jul 16 18:22:13.128613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-f0c7c1ff-d141-4b6f-8a27-0a594347dedf tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:13.129708 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-f0c7c1ff-d141-4b6f-8a27-0a594347dedf tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060513 Jul 16 18:22:13.130530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c81e48-7a01-403c-9157-6ace267550e9 service neutron] Pushing event updated for resources: {'Port': ['ID=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.150045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Made reservation on behalf of 8b43252dd7854ca2ad33401859462375 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:13.153456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.187112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-103435ea-f1f3-4316-b3b5-4073305a50ee req-c4fa6165-04ec-416d-b000-debe4b90d4b6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Jul 16 18:22:13.238410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47ef2de-36ba-444e-8724-24c049481427 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:13.253059 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.261520 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-c832f880-5b7f-4886-bdc9-4308699609a0 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.177 HTTP/1.1" status: 200 len: 696 time: 0.1039722 Jul 16 18:22:13.271892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd45c1bc-3558-46fe-af79-33acc4f4c11d req-8b369b09-4e7e-4f69-bf09-6022a2c04904 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380818 Jul 16 18:22:13.276016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Transition to ACTIVE for port object b47ef2de-36ba-444e-8724-24c049481427 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:13.279772 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.372256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-ff203c86-d7b0-4bbe-9e63-441c47046238 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.177 HTTP/1.1" status: 200 len: 696 time: 0.0732279 Jul 16 18:22:13.414384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Pushing event updated for resources: {'Port': ['ID=b47ef2de-36ba-444e-8724-24c049481427,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.445419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-787e40ea-0cbb-4fc8-b3cd-d5d2929b49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.446948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-787e40ea-0cbb-4fc8-b3cd-d5d2929b49eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 1099 time: 0.3062510 Jul 16 18:22:13.461111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Attempting to bind port b47ef2de-36ba-444e-8724-24c049481427 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:13.461442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Attempting to bind port b47ef2de-36ba-444e-8724-24c049481427 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:13.461771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Attempting to bind port b47ef2de-36ba-444e-8724-24c049481427 on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:13.476058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427702c-2c44-4fd4-b576-53d57db10a10 req-eb036beb-325e-4a33-907f-dca1b66ee427 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.477530 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d427702c-2c44-4fd4-b576-53d57db10a10 req-eb036beb-325e-4a33-907f-dca1b66ee427 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 949 time: 0.1478302 Jul 16 18:22:13.478632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Port b47ef2de-36ba-444e-8724-24c049481427 on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:13.478965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Attempting to bind port b47ef2de-36ba-444e-8724-24c049481427 on network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:13.486550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:13.486899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Checking segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:13.487302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Bound using segment: {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:13.487731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Bound port: b47ef2de-36ba-444e-8724-24c049481427, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a0c4bd-08bd-4201-bee6-35297231d05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:13.488083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.491310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fd373331-db7c-42f1-b625-716a039183e5 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:13.543499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-395e2fef-6382-4ed7-a25d-9beb06a827f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 HTTP/1.1" status: 200 len: 217 time: 0.0849068 Jul 16 18:22:13.549291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Allocated IP 172.20.0.10 (847657e6-35ab-4070-8c37-d5f3065826ff/9d69b7be-27ee-4ceb-8089-73f5d77d36f6/84ed6e56-1267-4e77-9b69-7eb863e16b22) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:13.549466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port fd373331-db7c-42f1-b625-716a039183e5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:13.555587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port fd373331-db7c-42f1-b625-716a039183e5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:13.555969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.574801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d427702c-2c44-4fd4-b576-53d57db10a10 req-6d5a0c09-94a9-4e71-82fa-91b14d2eb689 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904458 Jul 16 18:22:13.604666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] For port b47ef2de-36ba-444e-8724-24c049481427, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:13.610679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] For port b47ef2de-36ba-444e-8724-24c049481427, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b47ef2de-36ba-444e-8724-24c049481427,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:13.617048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.635413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.636714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.638726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] 10.222.0.67 "PUT /v2.0/ports/b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 1092 time: 0.9668405 Jul 16 18:22:13.641756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:13.643545 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a447a583-6b3a-41f3-9f81-ae679ae7bd39" -d '{"events": [{"name": "network-changed", "server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "tag": "b47ef2de-36ba-444e-8724-24c049481427"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:13.696294 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.740315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fd373331-db7c-42f1-b625-716a039183e5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fd373331-db7c-42f1-b625-716a039183e5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:13.750619 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.806159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363e7ff-e9fd-467e-8ebb-e2db84903021 service neutron] Pushing event updated for resources: {'Port': ['ID=b47ef2de-36ba-444e-8724-24c049481427,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.817181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=fd373331-db7c-42f1-b625-716a039183e5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.854204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-d8a8af25-a052-49ee-a144-bda7e2f6a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.855573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-d8a8af25-a052-49ee-a144-bda7e2f6a117 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 1095 time: 0.1575010 Jul 16 18:22:13.868845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd7a92-6b3d-4dc5-9cae-d46a1655a8c0 req-fc564c82-1e7d-4050-b64e-adc8222360b2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.870443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f2dd7a92-6b3d-4dc5-9cae-d46a1655a8c0 req-fc564c82-1e7d-4050-b64e-adc8222360b2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 943 time: 0.1051135 Jul 16 18:22:13.919519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-6a01c1e3-be8b-46b6-9062-72cbb714c5c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 217 time: 0.0480165 Jul 16 18:22:13.953157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-029142b3-29f1-442f-be1d-8649ed47e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.954701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-029142b3-29f1-442f-be1d-8649ed47e536 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.4024394 Jul 16 18:22:13.967036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f2dd7a92-6b3d-4dc5-9cae-d46a1655a8c0 req-afedc9be-4773-46a4-9141-67efc093c73c tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893869 Jul 16 18:22:13.995094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-51046896-38c4-4d27-8975-931e1cb65875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.996961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-51046896-38c4-4d27-8975-931e1cb65875 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0638816 Jul 16 18:22:14.021274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Deleting port 99a43d69-26bb-4297-ae42-af9d58c71d81 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:14.021619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.064809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-df144ae4-887d-4e99-86bd-7e8601691756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.069356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-df144ae4-887d-4e99-86bd-7e8601691756 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593996 Jul 16 18:22:14.172248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.172564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.177865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.197619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-e6c5dc7d-c9f7-4c2b-91e7-295c6a487a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.199155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-e6c5dc7d-c9f7-4c2b-91e7-295c6a487a93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2340786 Jul 16 18:22:14.204965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Calling delete_port for 99a43d69-26bb-4297-ae42-af9d58c71d81 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:14.219200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Transition to ACTIVE for port object 84ed6e56-1267-4e77-9b69-7eb863e16b22 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:14.391128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-56e68fc0-474b-4a77-9733-5d5479399951 req-5ac30a3d-392a-47de-81b5-60bd9984273d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 210 time: 0.3055947 Jul 16 18:22:14.391880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-c0716664-a173-46bf-84e8-84549b1e1e69 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832254 Jul 16 18:22:14.402933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.454478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-7255c9f6-0bb8-48f1-98b5-1f58efc16ded service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768766 Jul 16 18:22:14.515657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Network 847657e6-35ab-4070-8c37-d5f3065826ff is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:14.547311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:14.555379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:14.557989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event updated for resources: {'Port': ['ID=84ed6e56-1267-4e77-9b69-7eb863e16b22,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.591425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5383c4e7-681d-473c-ac4b-a5babb9ce4b2 req-0bfbad51-f23f-4913-8b7b-0968664fe716 service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286342 Jul 16 18:22:14.614240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b3440-f353-42e5-af88-dbcfa84fbd4c req-ac57667d-b628-4de2-9310-d6ee13d3a60f tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.624826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-404b3440-f353-42e5-af88-dbcfa84fbd4c req-ac57667d-b628-4de2-9310-d6ee13d3a60f tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 950 time: 0.1019380 Jul 16 18:22:14.625984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.657480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15c5f090-3001-47ea-8e0f-1395bca6a1aa req-c5a97959-e552-45cd-8625-5787794d1707 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523434 Jul 16 18:22:14.663196 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-404b3440-f353-42e5-af88-dbcfa84fbd4c req-5f16e99f-d660-45ef-8b92-8602e6d5d378 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Jul 16 18:22:14.665761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.666407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.670597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event deleted for resources: {'Port': ['ID=99a43d69-26bb-4297-ae42-af9d58c71d81,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.689449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8de522-2746-4037-8670-715116bf9707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd373331-db7c-42f1-b625-716a039183e5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:14.692480 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407594b0-3002-45b6-b0b6-5917925db3ec" -d '{"events": [{"server_uuid": "df8de522-2746-4037-8670-715116bf9707", "name": "network-vif-plugged", "status": "completed", "tag": "fd373331-db7c-42f1-b625-716a039183e5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:14.708328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-168d621b-a5fe-4c5b-9b00-27b7bc72455f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0088987 Jul 16 18:22:14.735602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Request body: {'port': {'device_id': '38af91c0-9a84-48e5-8355-68d7563b5440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:14.741442 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9228f6-5fa4-45cc-afd8-cb422141d67b x-openstack-request-id: req-4c9228f6-5fa4-45cc-afd8-cb422141d67b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:14.741740 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd005b6-4f00-4b92-968f-37868c95a250", "tag": "134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:14.742329 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c9228f6-5fa4-45cc-afd8-cb422141d67b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:14.742728 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd005b6-4f00-4b92-968f-37868c95a250', 'tag': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', 'status': 'completed', 'code': 200} Jul 16 18:22:14.817232 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.821012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.822617 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16b3a039-f649-4cea-8d78-4a0169ee2c42 req-3642302b-d14f-444f-8cc3-4189155d708a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "DELETE /v2.0/floatingips/f3a7c75f-b8e7-47f4-be1f-5b47226cbe9f HTTP/1.1" status: 204 len: 173 time: 1.4429572 Jul 16 18:22:14.865281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-72cfdad6-25ef-4fc5-94d4-3b24efbce37b None None] Provisioning for port 84ed6e56-1267-4e77-9b69-7eb863e16b22 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:14.870549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-72cfdad6-25ef-4fc5-94d4-3b24efbce37b None None] Provisioning complete for port 84ed6e56-1267-4e77-9b69-7eb863e16b22 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:14.870549 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72cfdad6-25ef-4fc5-94d4-3b24efbce37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.872702 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e278785b-c9ed-480d-9a4e-eed8ef210c69 x-openstack-request-id: req-e278785b-c9ed-480d-9a4e-eed8ef210c69 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:14.873253 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "tag": "b47ef2de-36ba-444e-8724-24c049481427", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:14.873253 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e278785b-c9ed-480d-9a4e-eed8ef210c69 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:14.873604 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427', 'status': 'completed', 'code': 200} Jul 16 18:22:14.883846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.905698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-865371cf-3516-4350-a568-4290e179790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.905924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-72cfdad6-25ef-4fc5-94d4-3b24efbce37b None None] Port 84ed6e56-1267-4e77-9b69-7eb863e16b22 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:14.907125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-865371cf-3516-4350-a568-4290e179790d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 1099 time: 0.1367536 Jul 16 18:22:14.909567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18778a4a-68bf-43e1-8444-eede057206e3 req-d91a59c1-307d-42aa-95fc-0fac634a6394 tempest-LiveMigrationNegativeTest-542435137 tempest-LiveMigrationNegativeTest-542435137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.911998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18778a4a-68bf-43e1-8444-eede057206e3 req-d91a59c1-307d-42aa-95fc-0fac634a6394 tempest-LiveMigrationNegativeTest-542435137 tempest-LiveMigrationNegativeTest-542435137-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 1101 time: 0.0957778 Jul 16 18:22:14.959112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18778a4a-68bf-43e1-8444-eede057206e3 req-7ef20d48-762b-4eca-aa16-d337e6464608 tempest-LiveMigrationNegativeTest-542435137 tempest-LiveMigrationNegativeTest-542435137-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.002702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-352ba580-dbeb-4114-a393-988aa311eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.004267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-352ba580-dbeb-4114-a393-988aa311eb28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 1095 time: 0.0914078 Jul 16 18:22:15.127666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-7ff950a2-5ec3-4cb3-a4fd-8dda6f7ec4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.128809 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-7ff950a2-5ec3-4cb3-a4fd-8dda6f7ec4f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.1163700 Jul 16 18:22:15.148654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18778a4a-68bf-43e1-8444-eede057206e3 req-7ef20d48-762b-4eca-aa16-d337e6464608 tempest-LiveMigrationNegativeTest-542435137 tempest-LiveMigrationNegativeTest-542435137-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.179536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-b9fbe15b-504d-406b-9f5c-e3e9bf322bd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 217 time: 0.0419290 Jul 16 18:22:15.180235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18778a4a-68bf-43e1-8444-eede057206e3 req-7ef20d48-762b-4eca-aa16-d337e6464608 tempest-LiveMigrationNegativeTest-542435137 tempest-LiveMigrationNegativeTest-542435137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.186656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-fb92ef50-0cfc-4ab8-a3ec-45eab658e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.188272 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-fb92ef50-0cfc-4ab8-a3ec-45eab658e1ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2469018 Jul 16 18:22:15.228142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18778a4a-68bf-43e1-8444-eede057206e3 req-7ef20d48-762b-4eca-aa16-d337e6464608 tempest-LiveMigrationNegativeTest-542435137 tempest-LiveMigrationNegativeTest-542435137-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895641 Jul 16 18:22:15.244526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef20d48-762b-4eca-aa16-d337e6464608 tempest-LiveMigrationNegativeTest-542435137 tempest-LiveMigrationNegativeTest-542435137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbd64e2-8427-448b-b8ef-cc57605914f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.258045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-b6e9769e-3ab9-42ed-b422-040acfa4e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.259541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-b6e9769e-3ab9-42ed-b422-040acfa4e58b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0688372 Jul 16 18:22:15.262077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-15be7c5c-51e5-4f5f-b3ed-f753ca1efe5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 HTTP/1.1" status: 200 len: 217 time: 0.0462306 Jul 16 18:22:15.276168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03b9a2-ffbe-40e3-9ba7-05f6660de146 req-13cf6da5-8e6d-45ae-8d77-b5eefb1888b4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.278286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a03b9a2-ffbe-40e3-9ba7-05f6660de146 req-13cf6da5-8e6d-45ae-8d77-b5eefb1888b4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 946 time: 0.3130648 Jul 16 18:22:15.321529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-b1ec8cdb-2131-4ee0-9ce3-ec113d70cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.323860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-b1ec8cdb-2131-4ee0-9ce3-ec113d70cf29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571554 Jul 16 18:22:15.376059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-9f3f6c6b-5b0e-4d27-9f90-7107ce2e777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.377749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-9f3f6c6b-5b0e-4d27-9f90-7107ce2e777f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0985618 Jul 16 18:22:15.382014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a03b9a2-ffbe-40e3-9ba7-05f6660de146 req-8ac4d8ca-4a3a-4ace-b933-bae852ebfd9c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960178 Jul 16 18:22:15.461117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ed6e56-1267-4e77-9b69-7eb863e16b22 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:15.470005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.470207 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-b24fedff-9294-48b3-8daf-77f945ce1048 service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389177 Jul 16 18:22:15.478555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75cea2-11ce-41ef-98db-31e9e5c3c54c req-f094792a-e46d-4a6f-af67-781e779cf738 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.480040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a75cea2-11ce-41ef-98db-31e9e5c3c54c req-f094792a-e46d-4a6f-af67-781e779cf738 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1155629 Jul 16 18:22:15.488952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Transition to ACTIVE for port object 84ed6e56-1267-4e77-9b69-7eb863e16b22 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:15.495697 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.500319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-68ae0c52-2e10-409b-9eca-d3b079e497ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.501994 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-68ae0c52-2e10-409b-9eca-d3b079e497ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1091518 Jul 16 18:22:15.578034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a75cea2-11ce-41ef-98db-31e9e5c3c54c req-418b3eab-630b-430f-849a-d5872c9f9789 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893340 Jul 16 18:22:15.601800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Pushing event updated for resources: {'Port': ['ID=84ed6e56-1267-4e77-9b69-7eb863e16b22,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.609829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a447a583-6b3a-41f3-9f81-ae679ae7bd39 req-d53ada73-24a7-4070-8994-e8193dedd376 service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284454 Jul 16 18:22:15.728139 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa593c-7691-4d2b-9f78-8e2e2858f933 x-openstack-request-id: req-d4aa593c-7691-4d2b-9f78-8e2e2858f933 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:15.733552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-ac00e515-0054-456e-b938-b84ea413e1c9 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107430 Jul 16 18:22:15.739946 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8de522-2746-4037-8670-715116bf9707", "name": "network-vif-plugged", "status": "completed", "tag": "fd373331-db7c-42f1-b625-716a039183e5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:15.745264 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4aa593c-7691-4d2b-9f78-8e2e2858f933 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:15.746017 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8de522-2746-4037-8670-715116bf9707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd373331-db7c-42f1-b625-716a039183e5', 'code': 200} Jul 16 18:22:15.830775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-1a77ebd6-ea36-4779-99dd-3c2940fab432 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1497552 Jul 16 18:22:15.877083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Attempting to bind port 84ed6e56-1267-4e77-9b69-7eb863e16b22 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:15.877341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Attempting to bind port 84ed6e56-1267-4e77-9b69-7eb863e16b22 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:15.877678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Attempting to bind port 84ed6e56-1267-4e77-9b69-7eb863e16b22 on network 847657e6-35ab-4070-8c37-d5f3065826ff {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:15.894097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Port 84ed6e56-1267-4e77-9b69-7eb863e16b22 on network 847657e6-35ab-4070-8c37-d5f3065826ff not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:15.894444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Attempting to bind port 84ed6e56-1267-4e77-9b69-7eb863e16b22 on network 847657e6-35ab-4070-8c37-d5f3065826ff {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:15.900618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa0461-4283-4c81-a421-aa80639197f0 req-b8743df8-76be-4dc4-801d-373a1bc89120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.902058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38fa0461-4283-4c81-a421-aa80639197f0 req-b8743df8-76be-4dc4-801d-373a1bc89120 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 1102 time: 0.1333423 Jul 16 18:22:15.902376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:15.903072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Checking segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:15.903376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Bound using segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:15.903819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Bound port: 84ed6e56-1267-4e77-9b69-7eb863e16b22, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:15.904173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.916309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-ec01d0f5-f570-4a5a-b7ad-416c53d78193 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.917811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-ec01d0f5-f570-4a5a-b7ad-416c53d78193 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports/23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 942 time: 0.0810974 Jul 16 18:22:15.924518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace75a-95be-4e7f-b3db-f7fc4ea6a10f req-1bcd0473-7f0e-4190-a110-0768fb87d228 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.926184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2eace75a-95be-4e7f-b3db-f7fc4ea6a10f req-1bcd0473-7f0e-4190-a110-0768fb87d228 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 947 time: 0.4046443 Jul 16 18:22:15.953451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38fa0461-4283-4c81-a421-aa80639197f0 req-82a9e2f7-cd1b-4f5e-9ca2-de51a1f85455 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Jul 16 18:22:15.977423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a7322b-0322-44d4-afed-cd1b8588aed3 req-cc1b6bc8-03ae-470c-af86-a193b9e30316 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726134 Jul 16 18:22:16.011807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2eace75a-95be-4e7f-b3db-f7fc4ea6a10f req-60a2464f-dce9-4707-abcb-d9ca394a4b06 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739121 Jul 16 18:22:16.029047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] For port 84ed6e56-1267-4e77-9b69-7eb863e16b22, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:16.032263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] For port 84ed6e56-1267-4e77-9b69-7eb863e16b22, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:16.046077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.081598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.082248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.083607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] 10.222.0.67 "PUT /v2.0/ports/84ed6e56-1267-4e77-9b69-7eb863e16b22 HTTP/1.1" status: 200 len: 1093 time: 1.3546641 Jul 16 18:22:16.118914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3305b-bfeb-41c9-a3a7-310f3e8e6b80 service neutron] Pushing event updated for resources: {'Port': ['ID=84ed6e56-1267-4e77-9b69-7eb863e16b22,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:16.135113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-67e6cd51-dbf4-4979-9432-60dd78b0a88a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1233191 Jul 16 18:22:16.149512 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0e622ab-baca-454b-b4df-fbcd0b7897cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.211433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-06fc0e62-56de-44da-b623-d876a3f26503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.213076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-06fc0e62-56de-44da-b623-d876a3f26503 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 1096 time: 0.0750508 Jul 16 18:22:16.275904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-acf17a6a-419e-43e1-a7b5-78bfa07d8f3b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.280079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-05f75e21-58e9-47b3-824e-b0bbc0312120 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22 HTTP/1.1" status: 200 len: 217 time: 0.0567865 Jul 16 18:22:16.284289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-acf17a6a-419e-43e1-a7b5-78bfa07d8f3b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1406906 Jul 16 18:22:16.344815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-aaf5af95-4e80-479c-ad0e-66ef9429a07d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.0595992 Jul 16 18:22:16.349814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4fa30-ceed-4965-8723-caa57795c9fd req-d7c11686-b2e2-4af0-8112-2f0469a84a16 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.351285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfe4fa30-ceed-4965-8723-caa57795c9fd req-d7c11686-b2e2-4af0-8112-2f0469a84a16 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 943 time: 0.1372426 Jul 16 18:22:16.353208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f585ff92-cbaa-4092-a6c5-f2e5e6ca3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.354202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:16.354543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-f585ff92-cbaa-4092-a6c5-f2e5e6ca3b2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 200 len: 863 time: 0.0652637 Jul 16 18:22:16.414711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.424646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfe4fa30-ceed-4965-8723-caa57795c9fd req-837a0e28-926f-40e5-9401-f4eed28e7337 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670657 Jul 16 18:22:16.447190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-edebbf32-b1d5-4b08-8e21-42a60354af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.447190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-edebbf32-b1d5-4b08-8e21-42a60354af1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=847657e6-35ab-4070-8c37-d5f3065826ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784345 Jul 16 18:22:16.569229 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.574260 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.574710 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Floating IP 038c3975-0249-4d6c-bc6c-9c5a70be9ea9 disassociated. External IP: 172.25.1.168, port: 23a3e756-7e8f-4799-a08f-42c5201c543a. Jul 16 18:22:16.743275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:16.745611 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288da865-0fa4-4178-b324-e2bba935e5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:16.791993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Router e50cea22-7160-443b-ab93-ad8bfb3a3194 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:16.812754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-0ff8e7fa-5a6e-46e8-99f9-a351cd96df10 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590856 Jul 16 18:22:16.821688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b62fb-3d29-4c36-9376-00394da9fb71 req-c175e57c-d073-4220-b135-db04deb9baf1 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.823107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-415b62fb-3d29-4c36-9376-00394da9fb71 req-c175e57c-d073-4220-b135-db04deb9baf1 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1098 time: 0.1140223 Jul 16 18:22:16.903352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:16.908230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-415b62fb-3d29-4c36-9376-00394da9fb71 req-2c72928a-cc83-4ee4-8713-900a7ddcf7da tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758288 Jul 16 18:22:16.908511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.916482 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] Sync routers for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:16.931629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-556f0dec-5745-474a-9d70-182e8d1d4dfe req-a515f809-1bf3-46eb-aa4b-536649183c0e service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072218 Jul 16 18:22:16.932443 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:16.946507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:16.947557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-beef44df-245c-4cb3-836a-25c86dfb7e2b tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "PUT /v2.0/floatingips/038c3975-0249-4d6c-bc6c-9c5a70be9ea9 HTTP/1.1" status: 200 len: 695 time: 0.5971560 Jul 16 18:22:16.948002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:16.950307 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717" -d '{"events": [{"name": "network-changed", "server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:17.018997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-d049a043-54f8-4fad-9ab3-8f4f32b0a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.020468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-d049a043-54f8-4fad-9ab3-8f4f32b0a28f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b90333c7b1204434b080330bdccfd225&device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 1097 time: 0.0572848 Jul 16 18:22:17.083176 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:17.088756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:17.176900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd95a1-2d0d-4e98-a642-9f395c25abef req-771dd1cf-4509-4a26-bb8e-ba0669d2a10b tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.181306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6bbd95a1-2d0d-4e98-a642-9f395c25abef req-771dd1cf-4509-4a26-bb8e-ba0669d2a10b tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 944 time: 0.1450536 Jul 16 18:22:17.193095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-36a397d9-f449-42db-bd03-9cc9fcb01c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.194630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-36a397d9-f449-42db-bd03-9cc9fcb01c00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 200 len: 928 time: 0.1686003 Jul 16 18:22:17.250015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6bbd95a1-2d0d-4e98-a642-9f395c25abef req-7fe167ff-c8ec-4dd0-bb34-305293030c70 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623136 Jul 16 18:22:17.275152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-44c6d6da-2bdd-4ba0-913f-f3951c901b77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 217 time: 0.0745924 Jul 16 18:22:17.287383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.298804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', 'mac_address': 'fa:16:3e:26:75:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:17.368009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-02012427-e4d0-4cf2-b979-56408a62a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.371269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.375048 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-02012427-e4d0-4cf2-b979-56408a62a980 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71f2e826-30e7-41ff-bb8e-c3d7e816eda3 HTTP/1.1" status: 200 len: 866 time: 0.0946393 Jul 16 18:22:17.394838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:17.404598 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:36Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.425690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.440277 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.443956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-9162da66-135e-4d13-9801-c3a500848060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.458850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-9162da66-135e-4d13-9801-c3a500848060 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2688688b-dd9a-4963-9a16-d6c4c354e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828443 Jul 16 18:22:17.505532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b47ef2de-36ba-444e-8724-24c049481427 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:17.507721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8f78-ad91-4eb5-bba8-a48429ef7ac5 req-644179ac-ea32-483c-aae6-59a4a46376dc tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.509660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20cf8f78-ad91-4eb5-bba8-a48429ef7ac5 req-644179ac-ea32-483c-aae6-59a4a46376dc tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 950 time: 0.1438401 Jul 16 18:22:17.520510 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] Checking router: e50cea22-7160-443b-ab93-ad8bfb3a3194 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:17.529166 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:17.529735 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:21:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.554819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6396-3549-4858-be80-f2207f865aa9 req-75b1f327-6adc-4959-ac66-209c4ee0fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.560364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-05ae6396-3549-4858-be80-f2207f865aa9 req-75b1f327-6adc-4959-ac66-209c4ee0fb50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.1604567 Jul 16 18:22:17.581377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-b5bf59d7-3ab4-4037-ad1e-5ea980bb3256 service neutron] 10.222.0.49 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214800 Jul 16 18:22:17.585104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.623306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20cf8f78-ad91-4eb5-bba8-a48429ef7ac5 req-e8f45e86-8fbd-47e4-9a15-7b7f37248e60 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041760 Jul 16 18:22:17.637278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-05ae6396-3549-4858-be80-f2207f865aa9 req-5e84c899-8f09-44f2-a0cf-566ace3e69e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663288 Jul 16 18:22:17.654757 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:17.716170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a23599-d554-4a8f-bb57-b57667b4a4d0 req-bd068a66-e2f1-4193-8744-223607a8b2b2 service neutron] 10.222.0.49 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284993 Jul 16 18:22:17.730003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port b47ef2de-36ba-444e-8724-24c049481427, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b47ef2de-36ba-444e-8724-24c049481427,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.745478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'b47ef2de-36ba-444e-8724-24c049481427', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'mac_address': 'fa:16:3e:21:a6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:17.795134 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f4ee88-9143-4465-b9cb-6a6976ac5a6a x-openstack-request-id: req-e2f4ee88-9143-4465-b9cb-6a6976ac5a6a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:17.795630 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:17.796049 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2f4ee88-9143-4465-b9cb-6a6976ac5a6a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:17.796439 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'status': 'completed', 'code': 200} Jul 16 18:22:17.811880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:17.882672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.917816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47ef2de-36ba-444e-8724-24c049481427 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:17.945861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-5ed2f493-0f8a-40f6-90cf-ba80ce3357e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.949859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-5ed2f493-0f8a-40f6-90cf-ba80ce3357e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 1096 time: 0.1186917 Jul 16 18:22:17.951630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port b47ef2de-36ba-444e-8724-24c049481427, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b47ef2de-36ba-444e-8724-24c049481427,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.963675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.964248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e33d2-446b-437d-9427-3468ae0941fe req-462eb6b7-094f-432a-8d85-46a7ecf6d884 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.968160 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:36Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.970905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac2e33d2-446b-437d-9427-3468ae0941fe req-462eb6b7-094f-432a-8d85-46a7ecf6d884 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1397955 Jul 16 18:22:18.033277 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6724a9-55c7-4cd7-b716-0e3542e5df58 None None] The sync data for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 is: [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:21:29Z', 'revision_number': 4, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2ff81956-dc91-447b-92ff-d92c22c9e523', 'name': '', 'network_id': '2688688b-dd9a-4963-9a16-d6c4c354e444', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'mac_address': 'fa:16:3e:af:3b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:26Z', 'updated_at': '2021-07-16T18:21:36Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'subnets': [{'id': '71f2e826-30e7-41ff-bb8e-c3d7e816eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:18.055071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac2e33d2-446b-437d-9427-3468ae0941fe req-4779fa5b-6da3-4656-b847-5a2fdd557ada tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760808 Jul 16 18:22:18.070590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=b47ef2de-36ba-444e-8724-24c049481427,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:18.099092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-c19b9af4-a538-46d0-9596-f06528b5b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.101254 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-c19b9af4-a538-46d0-9596-f06528b5b329 service neutron] 10.222.0.67 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 925 time: 0.1444619 Jul 16 18:22:18.131060 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d1c833-4ab2-4731-9c23-ac8c323056a3 x-openstack-request-id: req-90d1c833-4ab2-4731-9c23-ac8c323056a3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:18.131384 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:18.131631 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90d1c833-4ab2-4731-9c23-ac8c323056a3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:18.132044 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'status': 'completed', 'code': 200} Jul 16 18:22:18.180812 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-7d639a70-e4f4-4524-8916-299afdd7ac03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22 HTTP/1.1" status: 200 len: 217 time: 0.0643733 Jul 16 18:22:18.243342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74febff-2a06-4d34-99b9-41c8a40b646e req-4f024710-f5a6-4565-a834-fa6f3550a827 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.250392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a74febff-2a06-4d34-99b9-41c8a40b646e req-4f024710-f5a6-4565-a834-fa6f3550a827 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1098 time: 0.1478076 Jul 16 18:22:18.262569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-1c7a482b-744b-42c2-b5ba-de159de55a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.264168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-1c7a482b-744b-42c2-b5ba-de159de55a94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 200 len: 863 time: 0.0758870 Jul 16 18:22:18.290757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['b47ef2de-36ba-444e-8724-24c049481427'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:18.292972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-c4e914e1-4da7-46b9-86cf-bb5f1399588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.294628 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-c4e914e1-4da7-46b9-86cf-bb5f1399588b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b90333c7b1204434b080330bdccfd225&device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 1097 time: 0.1290562 Jul 16 18:22:18.322206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a74febff-2a06-4d34-99b9-41c8a40b646e req-666d0e6b-8ee2-4340-a6dd-627da564cee0 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693002 Jul 16 18:22:18.361350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-3714df2c-efcd-40c1-9671-0fd0a9587c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.365796 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-3714df2c-efcd-40c1-9671-0fd0a9587c17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=847657e6-35ab-4070-8c37-d5f3065826ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893581 Jul 16 18:22:18.388108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839f97cb-22c3-431e-b322-ebe61585f96e None None] New status for floating IP 038c3975-0249-4d6c-bc6c-9c5a70be9ea9: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:18.431719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbe162-5836-4930-8549-bc9982929e10 req-9109fd54-e23f-4fb0-857c-f9c646c86073 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.439525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00bbe162-5836-4930-8549-bc9982929e10 req-9109fd54-e23f-4fb0-857c-f9c646c86073 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 948 time: 0.2003739 Jul 16 18:22:18.480379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-e3f65f5b-2349-4a8b-a21d-505894017ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.484742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-e3f65f5b-2349-4a8b-a21d-505894017ccf service neutron] 10.222.0.67 "GET /v2.0/networks?id=2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 200 len: 928 time: 0.1757243 Jul 16 18:22:18.490526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-d1e589b7-f77b-47f0-8016-ec2dc34701f8 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194737 Jul 16 18:22:18.544825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-12bd4a20-3240-461c-b7a6-09ea7214ce49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 200 len: 217 time: 0.0515423 Jul 16 18:22:18.548484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00bbe162-5836-4930-8549-bc9982929e10 req-d1c08cab-d0eb-4e64-a970-d86cc17c70b1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080871 Jul 16 18:22:18.604646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-0ffe4885-dbb1-49f0-9542-d2d8e5efaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.606470 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-0ffe4885-dbb1-49f0-9542-d2d8e5efaebd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=71f2e826-30e7-41ff-bb8e-c3d7e816eda3 HTTP/1.1" status: 200 len: 866 time: 0.0553069 Jul 16 18:22:18.662562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288da865-0fa4-4178-b324-e2bba935e5e7 req-40e11433-90e6-4385-8ce3-7f40a84cf450 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646609 Jul 16 18:22:18.679695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb526b-fd31-437d-bff0-8f946b30d55d req-a9698448-b7b0-42ad-b381-f4b34de48079 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.690179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dedb526b-fd31-437d-bff0-8f946b30d55d req-a9698448-b7b0-42ad-b381-f4b34de48079 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 944 time: 0.1692302 Jul 16 18:22:18.699164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-e76818bc-884e-45ef-824e-e518d6d8fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.701772 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-e76818bc-884e-45ef-824e-e518d6d8fe21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2688688b-dd9a-4963-9a16-d6c4c354e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869551 Jul 16 18:22:18.739892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dedb526b-fd31-437d-bff0-8f946b30d55d req-a7cecee0-2580-4bfd-bd72-0e7d2af5a672 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486488 Jul 16 18:22:18.828521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-51065b3e-e79f-45f8-99f6-03d216ce904d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips/038c3975-0249-4d6c-bc6c-9c5a70be9ea9 HTTP/1.1" status: 200 len: 695 time: 0.0688105 Jul 16 18:22:18.835381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87038886-4b2b-4d82-8a20-f20c23839b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.845649 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.869137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-fe87ba15-6722-4d07-abd1-8496113bbc68 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550534 Jul 16 18:22:18.972564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-ffecc522-73b0-4b2e-8988-4731b7efbfe5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.974278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-ffecc522-73b0-4b2e-8988-4731b7efbfe5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1446490 Jul 16 18:22:19.003649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6f9342d-6ef8-4fc6-8710-7cd11fd04717 req-ebaee891-fb6a-4b31-b7d8-f778e8064e42 service neutron] 10.222.0.67 "GET /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218410 Jul 16 18:22:19.036315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-8a3fb1fb-5d5e-4af8-815f-2958fd1db9c5 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0546596 Jul 16 18:22:19.086600 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-1530eca1-7592-429a-abd5-996a0362caa9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0439782 Jul 16 18:22:19.106869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:19.111369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:19.222367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Deleting port dba666ea-3a26-4d1e-a080-fa61aadaed60 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:19.222708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.231803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:19.241706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:19.242149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.272252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.290644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'mac_address': 'fa:16:3e:1a:3a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:19.291004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc87d6-001d-4f39-8dbe-f62ae8653e86 req-0ba72f15-8ff9-4b1d-a9bc-d8189a917a09 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.298837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bbdc87d6-001d-4f39-8dbe-f62ae8653e86 req-0ba72f15-8ff9-4b1d-a9bc-d8189a917a09 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 944 time: 0.0820398 Jul 16 18:22:19.303555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.304133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.316769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Calling delete_port for dba666ea-3a26-4d1e-a080-fa61aadaed60 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:19.340576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bbdc87d6-001d-4f39-8dbe-f62ae8653e86 req-89dece83-5071-4d83-954d-210d41f37e69 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407908 Jul 16 18:22:19.341858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.378983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4548b4ae-1c64-421b-9632-2760b3b5ad07 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:19.393994 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.414392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.425143 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.433249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd005b6-4f00-4b92-968f-37868c95a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:19.435767 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f9349-8816-45dc-b322-98bf1aef59ff" -d '{"events": [{"server_uuid": "4fd005b6-4f00-4b92-968f-37868c95a250", "name": "network-vif-plugged", "status": "completed", "tag": "134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:19.467668 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.468119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.474470 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.474930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:19.496374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event deleted for resources: {'Port': ['ID=dba666ea-3a26-4d1e-a080-fa61aadaed60,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.513239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 84ed6e56-1267-4e77-9b69-7eb863e16b22 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:19.540996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.560002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.564277 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.565494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-442c5f8a-dfee-42a0-aa10-49662e078b63 req-0fac1a39-ddc6-4a8d-b8d8-8997f3521e59 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "DELETE /v2.0/floatingips/038c3975-0249-4d6c-bc6c-9c5a70be9ea9 HTTP/1.1" status: 204 len: 173 time: 0.4733367 Jul 16 18:22:19.573620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65698e7-3318-4418-a1b3-5c8a0d599161 req-fb30e57c-a139-4a79-be31-dbc09cac467b tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.581129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e65698e7-3318-4418-a1b3-5c8a0d599161 req-fb30e57c-a139-4a79-be31-dbc09cac467b tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 950 time: 0.0906770 Jul 16 18:22:19.622529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e65698e7-3318-4418-a1b3-5c8a0d599161 req-f72c52e5-a52f-4d55-91e5-cb13e6c1b015 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Jul 16 18:22:19.680798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.701971 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.723998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4548b4ae-1c64-421b-9632-2760b3b5ad07 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:19.728512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c0437-3ae1-47b2-ac78-9731e4b40426 req-0dbd4bdc-559d-4cc2-8c6d-9abfee697781 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.730055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-564c0437-3ae1-47b2-ac78-9731e4b40426 req-0dbd4bdc-559d-4cc2-8c6d-9abfee697781 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 949 time: 0.0697417 Jul 16 18:22:19.735511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 84ed6e56-1267-4e77-9b69-7eb863e16b22, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.742993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4548b4ae-1c64-421b-9632-2760b3b5ad07'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:19.773099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-564c0437-3ae1-47b2-ac78-9731e4b40426 req-0e6a3efd-e151-4aea-8a99-6480427bd76b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362148 Jul 16 18:22:19.786505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.787539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'port_id': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'mac_address': 'fa:16:3e:ad:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:19.800527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.812870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26147d58-1ce7-4ac0-9944-d51109ea173b req-2dd8513e-8870-4630-aa46-93d5479d8085 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.814709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26147d58-1ce7-4ac0-9944-d51109ea173b req-2dd8513e-8870-4630-aa46-93d5479d8085 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 949 time: 0.0735469 Jul 16 18:22:19.858209 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26147d58-1ce7-4ac0-9944-d51109ea173b req-bb9fcd59-ea0e-4b0a-a1b7-3968a63b8982 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357478 Jul 16 18:22:19.886020 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.892847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.908727 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df5ff45-e89b-4cbb-88e3-3b26234a7a21 x-openstack-request-id: req-0df5ff45-e89b-4cbb-88e3-3b26234a7a21 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:19.909082 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd005b6-4f00-4b92-968f-37868c95a250", "name": "network-vif-plugged", "status": "completed", "tag": "134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:19.909290 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0df5ff45-e89b-4cbb-88e3-3b26234a7a21 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:19.909663 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd005b6-4f00-4b92-968f-37868c95a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', 'code': 200} Jul 16 18:22:19.933280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ed6e56-1267-4e77-9b69-7eb863e16b22 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:19.941223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.971277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 84ed6e56-1267-4e77-9b69-7eb863e16b22, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:19.978288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.063610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=84ed6e56-1267-4e77-9b69-7eb863e16b22,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:20.098084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d559c-2338-4578-beee-7196fb72296d req-177d14be-0ebb-4b51-a707-3dcd472b401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.100921 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-227d559c-2338-4578-beee-7196fb72296d req-177d14be-0ebb-4b51-a707-3dcd472b401e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 1101 time: 0.1102982 Jul 16 18:22:20.131337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b3c6-69b3-416e-858f-3eb7f433d3f0 req-95f23cbf-e2df-4581-a8ef-223a47f8ce73 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.133002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2889b3c6-69b3-416e-858f-3eb7f433d3f0 req-95f23cbf-e2df-4581-a8ef-223a47f8ce73 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 949 time: 0.0848367 Jul 16 18:22:20.152588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-227d559c-2338-4578-beee-7196fb72296d req-72cc0297-9bcc-47cb-8555-ee7068845100 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379589 Jul 16 18:22:20.173692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2889b3c6-69b3-416e-858f-3eb7f433d3f0 req-cde63209-7392-4ef9-94a5-03f8f15d6a6f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336630 Jul 16 18:22:20.306846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['84ed6e56-1267-4e77-9b69-7eb863e16b22'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:20.350263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c97ba1-da2d-4567-9d0b-6296f227df3b req-2f342412-2d97-421c-b11a-0c6c17f00f14 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.352075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b9c97ba1-da2d-4567-9d0b-6296f227df3b req-2f342412-2d97-421c-b11a-0c6c17f00f14 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 944 time: 0.0747156 Jul 16 18:22:20.405462 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b9c97ba1-da2d-4567-9d0b-6296f227df3b req-3c1a80d8-35b7-45d0-8f3f-781651c13f62 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Jul 16 18:22:20.414062 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f0c05-9ff0-49d3-8cb3-f679ae5d2afd req-8c47bb43-1f7b-479c-9d0e-f0e83c0463c6 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.415892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a0f0c05-9ff0-49d3-8cb3-f679ae5d2afd req-8c47bb43-1f7b-479c-9d0e-f0e83c0463c6 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 948 time: 0.0719950 Jul 16 18:22:20.461184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a0f0c05-9ff0-49d3-8cb3-f679ae5d2afd req-7e86cc33-49d5-47c6-80f8-d49df98e1f18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Jul 16 18:22:20.578705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c56750-d22c-4e6f-afab-42312ef20f30 req-d8254d63-7b5d-44f5-8e09-b55e9cc6d154 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.580459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4c56750-d22c-4e6f-afab-42312ef20f30 req-d8254d63-7b5d-44f5-8e09-b55e9cc6d154 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0686455 Jul 16 18:22:20.620300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77680b-2b8e-4dde-8a05-b89313e9debc req-6ac37ec9-fda3-4e91-b8cd-b114e4445f7b tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.621935 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f77680b-2b8e-4dde-8a05-b89313e9debc req-6ac37ec9-fda3-4e91-b8cd-b114e4445f7b tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1098 time: 0.0544569 Jul 16 18:22:20.623116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4c56750-d22c-4e6f-afab-42312ef20f30 req-870faffe-6c25-43d7-9163-21266cce147d tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0370176 Jul 16 18:22:20.660311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f77680b-2b8e-4dde-8a05-b89313e9debc req-9e1c2c6e-c868-4046-827d-86fea0f225f6 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Jul 16 18:22:20.799268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324730b1-153d-426a-ba0c-8ed5397c2556 req-9519ddf1-853a-44f5-b5d7-82d5c741fabd tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.800718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-324730b1-153d-426a-ba0c-8ed5397c2556 req-9519ddf1-853a-44f5-b5d7-82d5c741fabd tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 950 time: 0.0651617 Jul 16 18:22:20.822574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514bc49-0a25-40bb-b3b1-64b241857165 req-3145ca9a-1482-4d15-84ac-af6d3e423847 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.824280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3514bc49-0a25-40bb-b3b1-64b241857165 req-3145ca9a-1482-4d15-84ac-af6d3e423847 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 945 time: 0.0640590 Jul 16 18:22:20.837190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-324730b1-153d-426a-ba0c-8ed5397c2556 req-b2157c33-2424-46a3-80aa-1a571a9f69ac tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/security-groups?id=f58c8646-239a-4987-acbb-53c19266185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Jul 16 18:22:20.868346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3514bc49-0a25-40bb-b3b1-64b241857165 req-25000319-d906-493c-9ed1-d2601b19a675 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382037 Jul 16 18:22:20.930372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d2aaacb-5a0d-4d36-b66c-359bfb5aebc1 req-f1273a4a-0ddf-4dbd-a5a6-aa9f02bcffe6 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0388873 Jul 16 18:22:21.000851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-5788c27f-4e93-4861-8d3c-84a5f86246a5 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.002334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-5788c27f-4e93-4861-8d3c-84a5f86246a5 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 949 time: 0.0676391 Jul 16 18:22:21.114445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:21.138704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Deleting port edb69938-dc14-4dc6-8575-95ca2097ffbc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:21.139913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.193289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 4548b4ae-1c64-421b-9632-2760b3b5ad07 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:21.193759 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.291840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] For port edb69938-dc14-4dc6-8575-95ca2097ffbc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=edb69938-dc14-4dc6-8575-95ca2097ffbc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.292296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.310693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Calling delete_port for edb69938-dc14-4dc6-8575-95ca2097ffbc owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:21.359862 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.396767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.402159 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.458787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.500099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a092e-3b1b-4132-ab50-3d936cac2c11 req-e075b1bb-51e1-4568-8435-fcc4d1ca3b7e tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.501782 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66a092e-3b1b-4132-ab50-3d936cac2c11 req-e075b1bb-51e1-4568-8435-fcc4d1ca3b7e tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f0e4331-7cda-41a2-a14c-b1925d7dd0f9 HTTP/1.1" status: 200 len: 949 time: 0.1333642 Jul 16 18:22:21.524801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b47ef2de-36ba-444e-8724-24c049481427 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:21.604361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.608187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port b47ef2de-36ba-444e-8724-24c049481427 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:21.618696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port b47ef2de-36ba-444e-8724-24c049481427 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:21.619060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.702684 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.738916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port b47ef2de-36ba-444e-8724-24c049481427, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b47ef2de-36ba-444e-8724-24c049481427,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.743274 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.744418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 84ed6e56-1267-4e77-9b69-7eb863e16b22 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:21.824198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=b47ef2de-36ba-444e-8724-24c049481427,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.838679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 84ed6e56-1267-4e77-9b69-7eb863e16b22 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:21.842624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 84ed6e56-1267-4e77-9b69-7eb863e16b22 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:21.842990 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.864479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66a092e-3b1b-4132-ab50-3d936cac2c11 req-fff8e528-362d-42a8-a54b-8741703406cf tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453383 Jul 16 18:22:21.869152 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.881292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e039c39-47f7-43b2-a616-5f421c5601f4', 'edb69938-dc14-4dc6-8575-95ca2097ffbc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:21.902813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Pushing event deleted for resources: {'Port': ['ID=edb69938-dc14-4dc6-8575-95ca2097ffbc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.910925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07'}, {'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:21.913228 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28b458c-89c6-4688-beb4-4e3f0d907775" -d '{"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-plugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07"}, {"server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "name": "network-vif-plugged", "status": "completed", "tag": "b47ef2de-36ba-444e-8724-24c049481427"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:21.997788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.010143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] No DVR routers for this DVR port edb69938-dc14-4dc6-8575-95ca2097ffbc on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:22.013967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.016681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8efbd0de-3cd5-40fd-ad3d-bf78f3f3ad01 req-16e3b597-6925-4a23-9ce4-05394e8146ff tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "DELETE /v2.0/ports/edb69938-dc14-4dc6-8575-95ca2097ffbc HTTP/1.1" status: 204 len: 173 time: 1.0079725 Jul 16 18:22:22.017828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'name': 'network-vif-deleted', 'tag': 'edb69938-dc14-4dc6-8575-95ca2097ffbc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:22.021277 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0c0213-520f-4c65-a955-463e391b8f4f" -d '{"events": [{"server_uuid": "9f0e4331-7cda-41a2-a14c-b1925d7dd0f9", "name": "network-vif-deleted", "tag": "edb69938-dc14-4dc6-8575-95ca2097ffbc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:22.028176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-ae472dba-712e-433c-9924-091397afdc59 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.030871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-ae472dba-712e-433c-9924-091397afdc59 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.67 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 950 time: 0.1824520 Jul 16 18:22:22.065335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 84ed6e56-1267-4e77-9b69-7eb863e16b22, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:22.078836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.165554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=84ed6e56-1267-4e77-9b69-7eb863e16b22,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.197567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Deleting port fd373331-db7c-42f1-b625-716a039183e5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:22.197917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.316418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] For port fd373331-db7c-42f1-b625-716a039183e5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fd373331-db7c-42f1-b625-716a039183e5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:22.317358 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.333677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Calling delete_port for fd373331-db7c-42f1-b625-716a039183e5 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:22.433007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:22.444133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.481699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a6a3e-7703-4598-b0a6-4468d49649dc req-52fb8727-1f91-4f0b-a2dc-dbd2e0f8f13b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.483537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.483745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-785a6a3e-7703-4598-b0a6-4468d49649dc req-52fb8727-1f91-4f0b-a2dc-dbd2e0f8f13b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 949 time: 0.0713186 Jul 16 18:22:22.497813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fd373331-db7c-42f1-b625-716a039183e5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:22.520620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Pushing event deleted for resources: {'Port': ['ID=fd373331-db7c-42f1-b625-716a039183e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.567938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-785a6a3e-7703-4598-b0a6-4468d49649dc req-c3c41bec-0fb8-4c86-9180-c013043f0a36 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766048 Jul 16 18:22:22.572860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] No DVR routers for this DVR port fd373331-db7c-42f1-b625-716a039183e5 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:22.575828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.578356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c784bfde-73e3-46b6-9c71-54a814f24741 req-0c5478c4-8fea-4304-94af-f4d549dfd28e tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.67 "DELETE /v2.0/ports/fd373331-db7c-42f1-b625-716a039183e5 HTTP/1.1" status: 204 len: 173 time: 0.5368402 Jul 16 18:22:22.584026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-71560632-5cad-4287-8cab-e169ae5c6629 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:22.585088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-71560632-5cad-4287-8cab-e169ae5c6629 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1510313 Jul 16 18:22:22.585614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8de522-2746-4037-8670-715116bf9707', 'name': 'network-vif-deleted', 'tag': 'fd373331-db7c-42f1-b625-716a039183e5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:22.588209 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d2821-0a3e-4db3-9957-3728e3e0c911" -d '{"events": [{"server_uuid": "df8de522-2746-4037-8670-715116bf9707", "name": "network-vif-deleted", "tag": "fd373331-db7c-42f1-b625-716a039183e5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:22.715431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Request body: {'binding': {'host': 'n-h1-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:22.719124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:22:22.775604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b02cc-f1e8-4e93-b137-dacf7bfbef0d req-10c854b9-40b3-422b-b596-813d8672d786 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.786634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75b02cc-f1e8-4e93-b137-dacf7bfbef0d req-10c854b9-40b3-422b-b596-813d8672d786 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1003344 Jul 16 18:22:22.834513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75b02cc-f1e8-4e93-b137-dacf7bfbef0d req-f65f1735-e536-4d2e-b126-67f05fb461f1 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468433 Jul 16 18:22:22.896732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on host n-h1-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:22.897246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:22.897644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:22.902765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:22.903162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:22.908504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:22.908944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:22.909389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:22.909917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Bound port: 10eb0818-dc49-4de7-971a-9fbd971886d5, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:22.965888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:22.971932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.973426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-e97364f2-e133-4469-a75b-3a1240542dd0 service neutron] 10.222.0.49 "POST /v2.0/ports/10eb0818-dc49-4de7-971a-9fbd971886d5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3355467 Jul 16 18:22:23.001916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eca172-2a3f-44aa-ae36-9efeab889a49 req-9d6d13ff-13f4-4bae-b0a5-b6d50885fb07 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.003577 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b2eca172-2a3f-44aa-ae36-9efeab889a49 req-9d6d13ff-13f4-4bae-b0a5-b6d50885fb07 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 945 time: 0.0643559 Jul 16 18:22:23.044255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b2eca172-2a3f-44aa-ae36-9efeab889a49 req-055771c2-adf2-435d-adb1-375056d67acd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jul 16 18:22:23.182772 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2cd88d8-ba74-45d6-98b3-a68bf5f6fe60 req-4e2fb7ef-2857-4a24-bfeb-03fcf5d824e7 tempest-DeleteServersAdminTestJSON-1678910720 tempest-DeleteServersAdminTestJSON-1678910720-project] 10.222.0.49 "GET /v2.0/ports?device_id=df8de522-2746-4037-8670-715116bf9707 HTTP/1.1" status: 200 len: 210 time: 0.0355861 Jul 16 18:22:23.249744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d9558-9ff1-4012-87a0-bad207c8884b req-be6d0e7f-d76c-46ea-a36b-e6f470ed72c2 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.250230 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34d52ba-c820-49c1-8f73-a09a00c90b42 x-openstack-request-id: req-b34d52ba-c820-49c1-8f73-a09a00c90b42 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:23.251086 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-plugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07", "code": 200}, {"server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "name": "network-vif-plugged", "status": "completed", "tag": "b47ef2de-36ba-444e-8724-24c049481427", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:23.251488 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b34d52ba-c820-49c1-8f73-a09a00c90b42 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:23.251904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a3d9558-9ff1-4012-87a0-bad207c8884b req-be6d0e7f-d76c-46ea-a36b-e6f470ed72c2 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 946 time: 0.0959928 Jul 16 18:22:23.252489 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'code': 200} Jul 16 18:22:23.252746 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427', 'code': 200} Jul 16 18:22:23.278961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-ff5e7418-5e2e-439e-b59e-a85d58420c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.280462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-ff5e7418-5e2e-439e-b59e-a85d58420c98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1098 time: 0.0583105 Jul 16 18:22:23.296987 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efddc0c-890a-49c8-a89a-61866be50115 x-openstack-request-id: req-9efddc0c-890a-49c8-a89a-61866be50115 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:23.297293 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0e4331-7cda-41a2-a14c-b1925d7dd0f9", "name": "network-vif-deleted", "tag": "edb69938-dc14-4dc6-8575-95ca2097ffbc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:23.297613 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9efddc0c-890a-49c8-a89a-61866be50115 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:23.298152 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0e4331-7cda-41a2-a14c-b1925d7dd0f9', 'name': 'network-vif-deleted', 'tag': 'edb69938-dc14-4dc6-8575-95ca2097ffbc', 'status': 'completed', 'code': 200} Jul 16 18:22:23.311630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a3d9558-9ff1-4012-87a0-bad207c8884b req-42a5281d-5fe7-4664-a7d7-46d31e935936 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494342 Jul 16 18:22:23.464384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-be423653-086f-45c8-a78c-5afcd6c079a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.465880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-be423653-086f-45c8-a78c-5afcd6c079a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.1776516 Jul 16 18:22:23.520648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-f066a709-22da-4281-a541-33628b2eb609 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 217 time: 0.0464103 Jul 16 18:22:23.534870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f4f4b-e9e7-49ea-af36-3bbe0243f630 req-4ef16b24-3587-4c14-8206-66dc8cb1ffc4 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.536536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb1f4f4b-e9e7-49ea-af36-3bbe0243f630 req-4ef16b24-3587-4c14-8206-66dc8cb1ffc4 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 1101 time: 0.0578732 Jul 16 18:22:23.540813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3a84e-5e5a-4f23-83dc-c26eee4f1eef req-b8081349-b7d9-43fc-9b6f-fbd74a1d261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.542281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1e3a84e-5e5a-4f23-83dc-c26eee4f1eef req-b8081349-b7d9-43fc-9b6f-fbd74a1d261f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 1097 time: 0.1509829 Jul 16 18:22:23.555763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb1f4f4b-e9e7-49ea-af36-3bbe0243f630 req-a5c9c459-4f60-487d-8097-c82ba53e1d0e tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.597785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697335f-1364-4a07-a2ca-b37ae314248a req-9e4d5827-e2fe-4c64-ac70-477a0cb090a0 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.599899 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0697335f-1364-4a07-a2ca-b37ae314248a req-9e4d5827-e2fe-4c64-ac70-477a0cb090a0 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 945 time: 0.1789629 Jul 16 18:22:23.619017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7116c567-94b8-4bd0-91be-81e1b9c741e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.620509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7116c567-94b8-4bd0-91be-81e1b9c741e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0921490 Jul 16 18:22:23.630444 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1e3a84e-5e5a-4f23-83dc-c26eee4f1eef req-e729cc0e-9b06-4ac6-8dab-c7ba04a8831c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701702 Jul 16 18:22:23.648549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb1f4f4b-e9e7-49ea-af36-3bbe0243f630 req-a5c9c459-4f60-487d-8097-c82ba53e1d0e tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.653516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cb1f4f4b-e9e7-49ea-af36-3bbe0243f630 req-a5c9c459-4f60-487d-8097-c82ba53e1d0e tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.662424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-2d354946-177c-4eb7-a3d4-00bdbe44f121 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310533 Jul 16 18:22:23.676615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb1f4f4b-e9e7-49ea-af36-3bbe0243f630 req-a5c9c459-4f60-487d-8097-c82ba53e1d0e tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339118 Jul 16 18:22:23.683416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0697335f-1364-4a07-a2ca-b37ae314248a req-16c5fa6a-c911-465b-9a1a-ca3d58d2089a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745957 Jul 16 18:22:23.685236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9c459-4f60-487d-8097-c82ba53e1d0e tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92829dc-1274-4e6e-b3cf-bc43b98e63a5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:23.757940 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2cf347-f0d0-4c0a-b8ea-0ef79aad9ecc x-openstack-request-id: req-2a2cf347-f0d0-4c0a-b8ea-0ef79aad9ecc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:23.758229 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8de522-2746-4037-8670-715116bf9707", "name": "network-vif-deleted", "tag": "fd373331-db7c-42f1-b625-716a039183e5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:23.758475 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a2cf347-f0d0-4c0a-b8ea-0ef79aad9ecc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:23.758853 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8de522-2746-4037-8670-715116bf9707', 'name': 'network-vif-deleted', 'tag': 'fd373331-db7c-42f1-b625-716a039183e5', 'status': 'completed', 'code': 200} Jul 16 18:22:23.791277 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-a967d816-636b-4d06-8a42-e2c8a639adf6 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209462 Jul 16 18:22:23.894949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-3285ddac-6765-4608-963c-b80c05878726 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946910 Jul 16 18:22:23.895433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062f4bb-5c7a-4203-8700-ffd8a69c22cb req-9a6312aa-0a0c-4b21-9567-a84b73b1734d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.896968 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f062f4bb-5c7a-4203-8700-ffd8a69c22cb req-9a6312aa-0a0c-4b21-9567-a84b73b1734d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 946 time: 0.0701427 Jul 16 18:22:23.953128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f062f4bb-5c7a-4203-8700-ffd8a69c22cb req-409a7299-61f2-49a3-bd8e-9a4a85f43173 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440009 Jul 16 18:22:24.026448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-ce850f81-1ffd-406e-bdc5-9060174530b4 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.027894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-ce850f81-1ffd-406e-bdc5-9060174530b4 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.67 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 945 time: 0.0970552 Jul 16 18:22:24.122139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-ce6fe999-4da5-4750-8bc3-e8bcdff41036 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.123814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-ce6fe999-4da5-4750-8bc3-e8bcdff41036 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1098 time: 0.1428630 Jul 16 18:22:24.139681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-15'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:24.144299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ba974-19c2-4cef-8df4-3f3ff03141ad req-aa176089-e459-4356-900a-5306c427109b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.146102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d5ba974-19c2-4cef-8df4-3f3ff03141ad req-aa176089-e459-4356-900a-5306c427109b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.0895243 Jul 16 18:22:24.190723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d5ba974-19c2-4cef-8df4-3f3ff03141ad req-caf9133a-b175-4cb7-a7f9-9bc2bb01330e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Jul 16 18:22:24.192151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Deleting port 23a3e756-7e8f-4799-a08f-42c5201c543a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:24.192656 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.206300 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.272784 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d88e7267-3f7f-402c-8149-5f8826b2e781 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412476 Jul 16 18:22:24.323347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.374128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf1c6-8f1e-4f29-a9d2-abe9248d83c1 req-47309c40-9985-40a2-ad96-a9e52e066642 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.375726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cdcf1c6-8f1e-4f29-a9d2-abe9248d83c1 req-47309c40-9985-40a2-ad96-a9e52e066642 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 945 time: 0.0765288 Jul 16 18:22:24.407888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] For port 23a3e756-7e8f-4799-a08f-42c5201c543a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=23a3e756-7e8f-4799-a08f-42c5201c543a,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:24.407888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.421421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cdcf1c6-8f1e-4f29-a9d2-abe9248d83c1 req-57553b50-9f30-463b-a603-623575fa5054 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Jul 16 18:22:24.593247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0425-fc41-4709-ba2d-61c6652f41d8 req-11a84f34-0376-4993-a733-91b06da3f6fa tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.595089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e05f0425-fc41-4709-ba2d-61c6652f41d8 req-11a84f34-0376-4993-a733-91b06da3f6fa tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 950 time: 0.0742555 Jul 16 18:22:24.637661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e05f0425-fc41-4709-ba2d-61c6652f41d8 req-cfe0ac42-a1fe-41fa-9b46-2cb2b7ccd519 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Jul 16 18:22:24.708833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Calling delete_port for 23a3e756-7e8f-4799-a08f-42c5201c543a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:24.826116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-7f51e6d3-66b1-47cf-b859-c6e1954bec20 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.827621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-7f51e6d3-66b1-47cf-b859-c6e1954bec20 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5218506 Jul 16 18:22:24.869633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-95ae4167-edbf-4d2f-8fc3-b11559ec9dbf tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/quotas/afcf1270f60e477f8d098b7e9eec2c6c HTTP/1.1" status: 200 len: 375 time: 0.0323980 Jul 16 18:22:24.872065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0d98-bccb-4497-a4f0-0a5f80dec266 req-2536d162-e50e-4d64-b75d-d57da03ef510 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.873731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7aa0d98-bccb-4497-a4f0-0a5f80dec266 req-2536d162-e50e-4d64-b75d-d57da03ef510 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 946 time: 0.0660353 Jul 16 18:22:24.914023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7aa0d98-bccb-4497-a4f0-0a5f80dec266 req-aca68514-38b7-43b8-a8b4-efaa02b0d6b6 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334747 Jul 16 18:22:24.931545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:25.040668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:25.046149 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-319db7a8-7289-4c51-ad39-e52de1e6c56d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699245 Jul 16 18:22:25.065002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.083206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['23a3e756-7e8f-4799-a08f-42c5201c543a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:25.107210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Pushing event deleted for resources: {'Port': ['ID=23a3e756-7e8f-4799-a08f-42c5201c543a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:25.126730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.132614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964977c-40a7-454c-b882-b2f97a08e4c1 req-847b103b-8cb5-4b71-ba33-fbdd8b585b2a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.142026 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4964977c-40a7-454c-b882-b2f97a08e4c1 req-847b103b-8cb5-4b71-ba33-fbdd8b585b2a tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/ports?device_id=19bef891-0160-45dd-b981-846ed6fc610b HTTP/1.1" status: 200 len: 867 time: 0.1173334 Jul 16 18:22:25.175655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] No DVR routers for this DVR port 23a3e756-7e8f-4799-a08f-42c5201c543a on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:25.178140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.192637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.194728 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4aab904a-4b97-4493-b360-06c1f622fe9f req-7019827f-e258-4cc5-93c0-6027b054836f tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.67 "DELETE /v2.0/ports/23a3e756-7e8f-4799-a08f-42c5201c543a HTTP/1.1" status: 204 len: 173 time: 1.1610401 Jul 16 18:22:25.197217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4964977c-40a7-454c-b882-b2f97a08e4c1 req-1607d690-d6dd-4644-8569-5dd4f53fc4e9 tempest-FloatingIPsAssociationNegativeTestJSON-43457590 tempest-FloatingIPsAssociationNegativeTestJSON-43457590-project] 10.222.0.49 "GET /v2.0/security-groups?id=796f7d64-7ca8-4df3-96ce-1b8c9db6febc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540345 Jul 16 18:22:25.253974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:25.256825 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ffdf7-9929-4614-992b-f62d7ffe8d95" -d '{"events": [{"server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "name": "network-vif-plugged", "status": "completed", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:25.361042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:25.389457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on host n-h2-791504-15 for vnic_type normal with profile {"migrating_to": "n-h1-791504-15"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:25.389801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:25.390083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:25.395828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:25.396110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Attempting to bind port 10eb0818-dc49-4de7-971a-9fbd971886d5 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:25.401667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:25.402083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:25.402409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:25.402845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Bound port: 10eb0818-dc49-4de7-971a-9fbd971886d5, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:25.403252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.482559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:25.486985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:25.493510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.521727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b31459-9945-4818-add3-1d1b3e177806 req-edf8a4ae-f63d-4689-8f95-7d6bcae4b17f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.523262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1b31459-9945-4818-add3-1d1b3e177806 req-edf8a4ae-f63d-4689-8f95-7d6bcae4b17f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 944 time: 0.0701735 Jul 16 18:22:25.534408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device edb69938-dc14-4dc6-8575-95ca2097ffbc no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:25.567152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: edb69938-dc14-4dc6-8575-95ca2097ffbc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:25.567839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device edb69938-dc14-4dc6-8575-95ca2097ffbc not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:25.568946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 23a3e756-7e8f-4799-a08f-42c5201c543a no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:25.597238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 23a3e756-7e8f-4799-a08f-42c5201c543a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:25.597882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 23a3e756-7e8f-4799-a08f-42c5201c543a not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:25.598558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fd373331-db7c-42f1-b625-716a039183e5 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:25.604726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1b31459-9945-4818-add3-1d1b3e177806 req-8211a9d0-1358-49c7-ac91-34bad79ea0c0 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631938 Jul 16 18:22:25.609657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:25.630900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.631532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.632969 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-7980ded3-b0c0-4032-bdb3-b6bc3899d003 service neutron] 10.222.0.59 "PUT /v2.0/ports/10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 1124 time: 1.4979253 Jul 16 18:22:25.667577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: fd373331-db7c-42f1-b625-716a039183e5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:25.668386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fd373331-db7c-42f1-b625-716a039183e5 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:25.689049 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ac845c-9385-4682-b2f0-049c066ee95e x-openstack-request-id: req-57ac845c-9385-4682-b2f0-049c066ee95e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:25.689656 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "name": "network-vif-plugged", "status": "completed", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:25.690668 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57ac845c-9385-4682-b2f0-049c066ee95e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:25.691505 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'code': 200} Jul 16 18:22:25.705140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['10eb0818-dc49-4de7-971a-9fbd971886d5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:25.773567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5'}, {'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'name': 'network-vif-deleted', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a'}, {'name': 'network-changed', 'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:25.776399 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70dd777-e9ae-4107-9219-8204db7bf952" -d '{"events": [{"server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "name": "network-vif-unplugged", "status": "completed", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5"}, {"server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "name": "network-vif-deleted", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a"}, {"name": "network-changed", "server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:25.790010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-465c4125-85b9-4392-bd5a-7cf86548107d tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.794748 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-465c4125-85b9-4392-bd5a-7cf86548107d tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 950 time: 0.2349305 Jul 16 18:22:25.809195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce658f53-bb0d-4753-a879-3343dadcead7 req-609c03d1-ce89-4244-87eb-36842847198b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.811074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce658f53-bb0d-4753-a879-3343dadcead7 req-609c03d1-ce89-4244-87eb-36842847198b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1770213 Jul 16 18:22:25.887979 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce658f53-bb0d-4753-a879-3343dadcead7 req-cac24bd0-6ca8-4c32-9a60-ff9c71580b36 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700662 Jul 16 18:22:25.931477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d416-d690-4054-a90b-86496b5a4787 req-dfd001a6-1cc5-42aa-ac5f-0d7e11cb8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.934335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a582d416-d690-4054-a90b-86496b5a4787 req-dfd001a6-1cc5-42aa-ac5f-0d7e11cb8e26 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 1098 time: 0.1553447 Jul 16 18:22:25.959578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Deleting port 9e039c39-47f7-43b2-a616-5f421c5601f4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:25.959921 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.010482 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a582d416-d690-4054-a90b-86496b5a4787 req-3d310df4-f6c9-417d-8001-c5b7c01080ff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603998 Jul 16 18:22:26.018945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aa197-f805-4025-9ff2-2764a13b9270 req-67dbeea4-810e-4462-999c-6e3b14e86382 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.026640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-363aa197-f805-4025-9ff2-2764a13b9270 req-67dbeea4-810e-4462-999c-6e3b14e86382 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 945 time: 0.1594095 Jul 16 18:22:26.078876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-363aa197-f805-4025-9ff2-2764a13b9270 req-6517299e-c76b-4f03-aff3-a01219492bd9 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507531 Jul 16 18:22:26.114627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] For port 9e039c39-47f7-43b2-a616-5f421c5601f4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e039c39-47f7-43b2-a616-5f421c5601f4,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:26.115109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.130480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Calling delete_port for 9e039c39-47f7-43b2-a616-5f421c5601f4 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:26.312654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbd7fd-739c-428a-befc-bb2aef63ed61 req-6c8adefa-67d1-429c-b7a7-23dbbe733740 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.314480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b9fbd7fd-739c-428a-befc-bb2aef63ed61 req-6c8adefa-67d1-429c-b7a7-23dbbe733740 tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c618c2b-9f4a-4442-8a8c-573c8a6c02d6 HTTP/1.1" status: 200 len: 950 time: 0.0860422 Jul 16 18:22:26.322765 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c46d9f-c0e6-4c3e-bee4-49987206910b x-openstack-request-id: req-c7c46d9f-c0e6-4c3e-bee4-49987206910b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:26.323349 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "name": "network-vif-unplugged", "status": "completed", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5", "code": 200}, {"server_uuid": "19bef891-0160-45dd-b981-846ed6fc610b", "name": "network-vif-deleted", "tag": "23a3e756-7e8f-4799-a08f-42c5201c543a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:26.323349 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7c46d9f-c0e6-4c3e-bee4-49987206910b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:26.323730 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5', 'code': 200} Jul 16 18:22:26.323980 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bef891-0160-45dd-b981-846ed6fc610b', 'name': 'network-vif-deleted', 'tag': '23a3e756-7e8f-4799-a08f-42c5201c543a', 'status': 'completed', 'code': 200} Jul 16 18:22:26.324225 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5', 'status': 'completed', 'code': 200} Jul 16 18:22:26.361955 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.374071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e039c39-47f7-43b2-a616-5f421c5601f4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:26.430227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Pushing event deleted for resources: {'Port': ['ID=9e039c39-47f7-43b2-a616-5f421c5601f4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:26.431529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b9fbd7fd-739c-428a-befc-bb2aef63ed61 req-d896f4a1-2f2d-4a8d-9d32-4c1f6b925f1e tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.49 "GET /v2.0/security-groups?id=188e5b0d-c420-41a2-bea1-bbc03d7a060d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Jul 16 18:22:26.462280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-e111efdf-75e9-4aaf-a45c-2522138c8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.472986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-e111efdf-75e9-4aaf-a45c-2522138c8986 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1127 time: 0.1202939 Jul 16 18:22:26.506585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] No DVR routers for this DVR port 9e039c39-47f7-43b2-a616-5f421c5601f4 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:26.509660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.511606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ca3a7e1-9fb6-4158-aa44-a0920325413a req-eaa02063-0bc1-4dce-b3bf-dfccbf0502db tempest-LiveMigrationNegativeTest-2087367315 tempest-LiveMigrationNegativeTest-2087367315-project] 10.222.0.67 "DELETE /v2.0/ports/9e039c39-47f7-43b2-a616-5f421c5601f4 HTTP/1.1" status: 204 len: 173 time: 0.7107358 Jul 16 18:22:26.590073 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-9ce360d5-c967-47ed-ae56-6fe7d989cb85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1690719 Jul 16 18:22:26.623411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f1e9-2462-4c11-830c-e3f12c48711a req-c8223032-7076-47c1-9833-c125445925bc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.625164 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2719f1e9-2462-4c11-830c-e3f12c48711a req-c8223032-7076-47c1-9833-c125445925bc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 946 time: 0.1197746 Jul 16 18:22:26.682305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-160dfd40-9123-4f3d-a155-569bc3651d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.684177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-160dfd40-9123-4f3d-a155-569bc3651d5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.2080104 Jul 16 18:22:26.735373 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2719f1e9-2462-4c11-830c-e3f12c48711a req-9be726a3-5238-4ce1-b964-f6cf4c3720f5 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984004 Jul 16 18:22:26.758554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-ced2b33e-2d32-4e79-8886-015ccf2b626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.760341 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-ced2b33e-2d32-4e79-8886-015ccf2b626a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 1102 time: 0.1340454 Jul 16 18:22:26.809524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-70e225b1-13a8-48c7-bc4e-e0b1d0372916 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 217 time: 0.1121323 Jul 16 18:22:26.906560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-a629925b-e0b0-45c0-9882-99609f2e9ed8 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.908971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-a629925b-e0b0-45c0-9882-99609f2e9ed8 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3175070 Jul 16 18:22:26.929053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-438973b0-a0d2-4c98-9157-21f41ec5dc77 req-57dfb7be-4c3e-4d7e-bc0f-e9b3e562d113 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 210 time: 0.0539632 Jul 16 18:22:26.965484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-b8b4e34e-03b4-4eee-8d78-acf7b10221a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.972602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-b8b4e34e-03b4-4eee-8d78-acf7b10221a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1548765 Jul 16 18:22:27.003137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-2290751c-80f5-4cc6-832b-862a07d6be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.005225 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-2290751c-80f5-4cc6-832b-862a07d6be52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1565783 Jul 16 18:22:27.078636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-335f54d4-db3d-4bef-8321-8f69efe3b858 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 696 time: 0.1496890 Jul 16 18:22:27.091785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.100737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-6ebfe8fc-ef36-4b30-bc0f-1bdb033b8a67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=166ab513-4808-4c1e-9371-a89b3eb6b05f HTTP/1.1" status: 200 len: 217 time: 0.0878646 Jul 16 18:22:27.115433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-fd961037-457a-43ab-a9f7-2532f0448db4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686276 Jul 16 18:22:27.119222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'floatingip': {'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:27.169538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:27.254510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-dcd4127f-8b67-4891-b3a0-a634d79bcb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.256347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-dcd4127f-8b67-4891-b3a0-a634d79bcb65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1134558 Jul 16 18:22:27.260601 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-e0f613f9-73c8-4ee7-bdbd-663b8da89a63 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368067 Jul 16 18:22:27.271838 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.586527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:27.600866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 has no active binding in host n-h1-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:22:27.641349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.648679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b70dd777-e9ae-4107-9219-8204db7bf952 req-c999bb4d-c05a-4475-b08d-974ebde4b0eb service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837145 Jul 16 18:22:27.729388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-508195e7-6b06-4254-8692-2fdf46b5adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.730867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-508195e7-6b06-4254-8692-2fdf46b5adf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4657845 Jul 16 18:22:27.742886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25274a0-83bb-4471-b02e-7ae67f09acb4 req-2f313f34-3c8c-4051-b9a0-9557b5cf3d65 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.744401 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c25274a0-83bb-4471-b02e-7ae67f09acb4 req-2f313f34-3c8c-4051-b9a0-9557b5cf3d65 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 944 time: 0.2693789 Jul 16 18:22:27.923556 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c25274a0-83bb-4471-b02e-7ae67f09acb4 req-dc22ae4b-3cd9-44f0-9ce6-d79cc1941f37 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598892 Jul 16 18:22:27.984874 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3bb7b708-329c-40f0-9189-071ae24e1dcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3172e5fe933c44c19c732f18f0a7490a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387635 Jul 16 18:22:27.995954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:28.031252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-f0dcc0fd-a70f-482a-8c1c-f1db0446174d service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801950 Jul 16 18:22:28.113802 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.125514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.195127 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a9bafb3-b10c-4ba4-bcb0-22f5ffd8c8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.248185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bbf3708-2e52-4f84-8701-78403259ac89 req-ca733e55-502f-4942-99b4-450686084dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036877 Jul 16 18:22:28.265884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a9bafb3-b10c-4ba4-bcb0-22f5ffd8c8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.305361 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-233af334-8120-44bd-afaf-21dc25a1d944 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562172 Jul 16 18:22:28.309210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-76687a03-f1bd-4002-b1b5-f85166a0cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.310819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-76687a03-f1bd-4002-b1b5-f85166a0cd6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1127 time: 0.2426932 Jul 16 18:22:28.329139 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Floating IP 9717b44a-f709-4a13-9f53-5144ce631454 associated. External IP: 172.25.1.109, port: 98dc17dd-6e7e-47de-bfee-7e7b651580ae. Jul 16 18:22:28.329356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'name': 'network-vif-deleted', 'tag': '9e039c39-47f7-43b2-a616-5f421c5601f4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:28.334008 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aa982d-c59e-4b2c-aa5d-96e0ce865d43" -d '{"events": [{"server_uuid": "2c618c2b-9f4a-4442-8a8c-573c8a6c02d6", "name": "network-vif-deleted", "tag": "9e039c39-47f7-43b2-a616-5f421c5601f4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:28.408928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a9bafb3-b10c-4ba4-bcb0-22f5ffd8c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.412045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a9bafb3-b10c-4ba4-bcb0-22f5ffd8c8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.413342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8a9bafb3-b10c-4ba4-bcb0-22f5ffd8c8ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f58c8646-239a-4987-acbb-53c19266185f HTTP/1.1" status: 204 len: 168 time: 0.4157324 Jul 16 18:22:28.525159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bafb3-b10c-4ba4-bcb0-22f5ffd8c8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c8646-239a-4987-acbb-53c19266185f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.703389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-5c59a5ab-4487-46f5-b080-8d4dde50055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.705601 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-5c59a5ab-4487-46f5-b080-8d4dde50055f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.3411345 Jul 16 18:22:28.716676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.830774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-2dc08809-9f2f-4f4e-999f-ca41c2616cc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 217 time: 0.0629547 Jul 16 18:22:28.855058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-6c1db0d2-c941-4dbb-8f4a-833d1c751527 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.856642 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-6c1db0d2-c941-4dbb-8f4a-833d1c751527 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5420556 Jul 16 18:22:28.867430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadbfb3-d6bf-4d0b-bed6-b122834c1df8 req-d5189125-b28b-4f1d-b1dc-2797962e60d9 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.868923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9cadbfb3-d6bf-4d0b-bed6-b122834c1df8 req-d5189125-b28b-4f1d-b1dc-2797962e60d9 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.7069948 Jul 16 18:22:28.879667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:28.911050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-5cce9fff-3e19-4636-bfa1-a71b93975f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.912702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-5cce9fff-3e19-4636-bfa1-a71b93975f68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0748818 Jul 16 18:22:28.917525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:28.930890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45674) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:28.981372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-e4604e10-94fb-43c8-9ecb-d6ff303f1383 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884771 Jul 16 18:22:29.004560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-c8b28e48-cbe0-4745-9893-b221fb8b65c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803785 Jul 16 18:22:29.007486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0fb85e1-936d-4f7f-b899-6fa6124a540f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.080987 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9cadbfb3-d6bf-4d0b-bed6-b122834c1df8 req-e402e101-b81e-4956-ba5c-aeb594e2bb88 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907337 Jul 16 18:22:29.300183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-fb029da2-c51d-430d-a7fc-2176e08de9fa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:29.302584 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-fb029da2-c51d-430d-a7fc-2176e08de9fa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117704 Jul 16 18:22:29.315340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:29.484655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:29.493636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.500132 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:29.501778 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.67', 58517) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.517627 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:29.518571 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:29.537165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.537645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e039c39-47f7-43b2-a616-5f421c5601f4 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:29.557400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 9e039c39-47f7-43b2-a616-5f421c5601f4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:29.557734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e039c39-47f7-43b2-a616-5f421c5601f4 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:29.585514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d55a6a-b0d9-4f21-9493-ae8a512e926d req-6182ff42-95d3-4a6b-a4ab-30be4400f992 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:29.587226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9d55a6a-b0d9-4f21-9493-ae8a512e926d req-6182ff42-95d3-4a6b-a4ab-30be4400f992 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 946 time: 0.2520230 Jul 16 18:22:29.591189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-f848df76-0357-4cf1-8ac5-0065ce8a10d8 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783522 Jul 16 18:22:29.616612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-c3ab905f-b2a8-4af5-bd7a-4309adb36abd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "PUT /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 200 len: 997 time: 2.5037222 Jul 16 18:22:29.621716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:29.624025 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af609ca0-5bae-48dd-9a5d-88129046f2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:29.654494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Deleting port 2ff81956-dc91-447b-92ff-d92c22c9e523 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:29.654985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.673837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9d55a6a-b0d9-4f21-9493-ae8a512e926d req-ac02f32d-8899-4109-98e1-745a837a6920 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754352 Jul 16 18:22:29.718394 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:29.742917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] For port 2ff81956-dc91-447b-92ff-d92c22c9e523, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2ff81956-dc91-447b-92ff-d92c22c9e523,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:29.743439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.756154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Calling delete_port for 2ff81956-dc91-447b-92ff-d92c22c9e523 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:29.762327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-08debe25-e8a7-4026-b173-950301649d1b service neutron] 10.222.0.67 "GET /v2.0/ports/10eb0818-dc49-4de7-971a-9fbd971886d5/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.2400069 Jul 16 18:22:29.764717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0fb85e1-936d-4f7f-b899-6fa6124a540f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.785861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0fb85e1-936d-4f7f-b899-6fa6124a540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.828934 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:22:29.828934 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:22:29.828934 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': 'afcf1270f60e477f8d098b7e9eec2c6c', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 22, 29, 547505)}] Jul 16 18:22:29.828934 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:22:29.829901 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:22:29.843835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:29.848372 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.898374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05ad19d3-d976-4bac-b4ee-9bc18c68c355 req-8a19ea2a-3558-4004-b66c-b9e5962c091b service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942200 Jul 16 18:22:29.900289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a63835b-d9c8-41ca-ab4e-0d385a9d5241 req-a8fe2ec1-ee7d-4b57-8ba9-67dbfb9e0a4a tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 210 time: 0.0493114 Jul 16 18:22:29.909158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e08c7171-1ad6-4d4b-9ad5-4e85a54f7065 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d824b0ece6b24b749c86c2bb644acbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573749 Jul 16 18:22:29.918991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb85e1-936d-4f7f-b899-6fa6124a540f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f6805-b99e-42b5-bd9d-ef4912330937,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:29.921612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.937451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b0fb85e1-936d-4f7f-b899-6fa6124a540f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f8fa8ca542b448b809276d4a4117574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9963853 Jul 16 18:22:29.944621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45692) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.982841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-a8ef9475-6b28-4543-93ec-b411764bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:29.984371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-a8ef9475-6b28-4543-93ec-b411764bea32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.3365428 Jul 16 18:22:30.053345 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81411e1-e221-4125-b8f2-3a944fc65ff0 x-openstack-request-id: req-a81411e1-e221-4125-b8f2-3a944fc65ff0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:30.053695 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c618c2b-9f4a-4442-8a8c-573c8a6c02d6", "name": "network-vif-deleted", "tag": "9e039c39-47f7-43b2-a616-5f421c5601f4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:30.053922 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a81411e1-e221-4125-b8f2-3a944fc65ff0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:30.054253 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c618c2b-9f4a-4442-8a8c-573c8a6c02d6', 'name': 'network-vif-deleted', 'tag': '9e039c39-47f7-43b2-a616-5f421c5601f4', 'status': 'completed', 'code': 200} Jul 16 18:22:30.135846 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:36:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:27Z', 'revision_number': 1, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.170158 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:30.179904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc75cd3-049e-470c-93df-983ae0409c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.181571 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:30.182409 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.186858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b04e7de5-77d9-4894-973a-9f346ce16314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.268361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc75cd3-049e-470c-93df-983ae0409c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.288724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-7e5ff34c-1baa-4118-af7c-3b271fa00825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.290583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-7e5ff34c-1baa-4118-af7c-3b271fa00825 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.2959008 Jul 16 18:22:30.293725 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:30.296039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b04e7de5-77d9-4894-973a-9f346ce16314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.303748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.339662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:30.344633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.210 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/0d992ea8-722e-48a9-9dcc-141b76cc5b6e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:30.357168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7c72c-25b2-4106-841a-c43f30d8cab8 req-3f979315-8fcb-4c23-8a23-69c8013460c6 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.358673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83a7c72c-25b2-4106-841a-c43f30d8cab8 req-3f979315-8fcb-4c23-8a23-69c8013460c6 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 944 time: 0.2587979 Jul 16 18:22:30.359409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff81956-dc91-447b-92ff-d92c22c9e523,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.427268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:30.487169 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:30.490334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10eb0818-dc49-4de7-971a-9fbd971886d5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:30.490964 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.508828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-6a9a114c-f847-4954-8860-21304047d4fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 1000 time: 0.1927831 Jul 16 18:22:30.518110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:30.532831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83a7c72c-25b2-4106-841a-c43f30d8cab8 req-979dc794-71fe-403c-a8ac-9b3d2d00dff8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401415 Jul 16 18:22:30.563827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc75cd3-049e-470c-93df-983ae0409c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.573207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cc75cd3-049e-470c-93df-983ae0409c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.574580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3cc75cd3-049e-470c-93df-983ae0409c36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/188e5b0d-c420-41a2-bea1-bbc03d7a060d HTTP/1.1" status: 204 len: 168 time: 0.6360872 Jul 16 18:22:30.602146 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:30.634278 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:36:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:27Z', 'revision_number': 1, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.648698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b04e7de5-77d9-4894-973a-9f346ce16314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.659521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b04e7de5-77d9-4894-973a-9f346ce16314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.663152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b04e7de5-77d9-4894-973a-9f346ce16314 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/085f6805-b99e-42b5-bd9d-ef4912330937 HTTP/1.1" status: 204 len: 168 time: 0.7024770 Jul 16 18:22:30.688281 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2be7785-b03c-405d-9145-f794db8c2616 x-openstack-request-id: req-c2be7785-b03c-405d-9145-f794db8c2616 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:30.691129 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:30.692188 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2be7785-b03c-405d-9145-f794db8c2616 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:30.692890 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'status': 'completed', 'code': 200} Jul 16 18:22:30.699039 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa5660-ce71-491e-bb70-3ef6781c90e6 None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:36:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:27Z', 'revision_number': 1, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:30.701948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.717241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc75cd3-049e-470c-93df-983ae0409c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188e5b0d-c420-41a2-bea1-bbc03d7a060d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.775384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-8a91fe44-d8c8-47ba-a57a-92b6fddf32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.782858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-8a91fe44-d8c8-47ba-a57a-92b6fddf32c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.2362881 Jul 16 18:22:30.857457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.858087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e7de5-77d9-4894-973a-9f346ce16314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f6805-b99e-42b5-bd9d-ef4912330937,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.898170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.993953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] Transition to ACTIVE for port object 10eb0818-dc49-4de7-971a-9fbd971886d5 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:30.998093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-fdb5085d-3d92-4d97-989f-6a62907b3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.009468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-fdb5085d-3d92-4d97-989f-6a62907b3ab6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2254832 Jul 16 18:22:31.021704 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.110969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-bd96254b-2d7e-4027-a4a4-deab8c52bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.113047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2c4a1-f643-4a5d-98f6-12299358c7eb None None] New status for floating IP 9717b44a-f709-4a13-9f53-5144ce631454: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:31.116312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-bd96254b-2d7e-4027-a4a4-deab8c52bdae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.3757174 Jul 16 18:22:31.145351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object 0d992ea8-722e-48a9-9dcc-141b76cc5b6e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:31.192145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] No DVR routers for this DVR port 10eb0818-dc49-4de7-971a-9fbd971886d5 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:31.198226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] Pushing event updated for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.253855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:31.283135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-cbdb1073-2660-4bd8-bfe4-d781e6403920 service neutron] 10.222.0.67 "PUT /v2.0/ports/10eb0818-dc49-4de7-971a-9fbd971886d5/bindings/n-h1-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 1.5128994 Jul 16 18:22:31.305802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-1ae7611d-2910-41cf-b5a6-af8118a63698 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938745 Jul 16 18:22:31.498421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b8b83fea-19d6-49c5-bb97-78250c7e9058 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef1e5a59d8904754bf80e21a51638f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376354 Jul 16 18:22:31.505021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45718) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:31.514715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7c2363-0c80-479e-8bc2-99658a71b27b req-71005ef7-1c88-49b9-a0c2-6073af8f215b service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079182 Jul 16 18:22:31.594518 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4af6edd-076e-45e2-975a-937c9185108d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.597689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-b72ec42a-88b0-4501-8d03-c06370d528e0 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.599216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-b72ec42a-88b0-4501-8d03-c06370d528e0 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.1957197 Jul 16 18:22:31.685062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.685335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4af6edd-076e-45e2-975a-937c9185108d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.698317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:31.786658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-9767d852-4404-466f-8e6c-5a15192415b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.788262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-9767d852-4404-466f-8e6c-5a15192415b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf&tenant_id=a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 1097 time: 0.1801860 Jul 16 18:22:31.818884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b70ba6-50bd-4f27-9efd-fbd1dc466639 req-f0f13eff-13a8-47a5-aa95-d81463219f5f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.820264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b70ba6-50bd-4f27-9efd-fbd1dc466639 req-f0f13eff-13a8-47a5-aa95-d81463219f5f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1647992 Jul 16 18:22:31.840510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:31.849355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4af6edd-076e-45e2-975a-937c9185108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.851376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a4af6edd-076e-45e2-975a-937c9185108d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.851667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Router e50cea22-7160-443b-ab93-ad8bfb3a3194 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:31.855542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a4af6edd-076e-45e2-975a-937c9185108d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfbd64e2-8427-448b-b8ef-cc57605914f7 HTTP/1.1" status: 204 len: 168 time: 0.3493202 Jul 16 18:22:31.865893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:31.868365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:31.888578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.93 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/85d67aaf-8882-4e58-9125-e2dbcc9ce127) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:31.908128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af6edd-076e-45e2-975a-937c9185108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbd64e2-8427-448b-b8ef-cc57605914f7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.920576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b70ba6-50bd-4f27-9efd-fbd1dc466639 req-47aba110-b09d-4f28-9bf5-acb3ecb2275d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929952 Jul 16 18:22:31.970829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-b785a249-b378-4ad7-9557-05c1b629c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.975732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-b785a249-b378-4ad7-9557-05c1b629c902 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1097 time: 0.1469569 Jul 16 18:22:32.158260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:32.170510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-5ae65ad3-7d87-4cf7-b043-b346914f8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.173609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-5ae65ad3-7d87-4cf7-b043-b346914f8ffb service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.9613245 Jul 16 18:22:32.178900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdc7d3c8-5479-44d3-ae68-a4b989ef36cb req-ba6dd126-2322-45ad-8fde-e7e3175e42d5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 210 time: 0.0442452 Jul 16 18:22:32.215893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-8ccef64c-eb96-4205-87fe-8f3183e5c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.218592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-8ccef64c-eb96-4205-87fe-8f3183e5c48e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.2362299 Jul 16 18:22:32.248081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.249042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.253795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4c8bd28d-6826-4176-8b00-e47f62b36602 None None] Provisioning for port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:32.261334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4c8bd28d-6826-4176-8b00-e47f62b36602 None None] Provisioning complete for port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:32.262329 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd28d-6826-4176-8b00-e47f62b36602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.288532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-4a701ffc-298c-4343-ac26-3502d612a2f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 217 time: 0.0620067 Jul 16 18:22:32.314260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bd28d-6826-4176-8b00-e47f62b36602 None None] Port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:32.368010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324916-df64-4769-b852-f3627b4628da req-0c515975-0fea-4eb8-adec-60992d592f36 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.368647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-2a329d45-e008-42bf-ba60-4fee52329620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.369647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89324916-df64-4769-b852-f3627b4628da req-0c515975-0fea-4eb8-adec-60992d592f36 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 946 time: 0.7227731 Jul 16 18:22:32.380808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45746) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:32.380975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-2a329d45-e008-42bf-ba60-4fee52329620 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0804899 Jul 16 18:22:32.426085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'floatingip': {'port_id': '84ed6e56-1267-4e77-9b69-7eb863e16b22'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:32.445464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-22738841-9a65-40f7-ba8a-0b177efe5e85 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5715888 Jul 16 18:22:32.501691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-83bcf17f-4918-4949-a720-f66aed82d17a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751288 Jul 16 18:22:32.508550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Request body: {'port': {'device_id': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:32.537828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.538816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-a507483e-3c90-46b7-9905-74f024058405 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.549141 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-a507483e-3c90-46b7-9905-74f024058405 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1635113 Jul 16 18:22:32.604936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-95d0b057-914f-49ad-9f78-d573b497042c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 1002 time: 0.3910918 Jul 16 18:22:32.679501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-1efa5151-6a33-427b-868c-9575e50b2077 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1002 time: 0.1290047 Jul 16 18:22:32.696317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'floatingip': {'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:32.723270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:32.730901 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c7ba4bb1-19b2-4390-b823-2f8ddebf364c admin admin] 10.222.0.49 "PUT /v2.0/routers/e50cea22-7160-443b-ab93-ad8bfb3a3194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6351495 Jul 16 18:22:32.737966 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] Sync routers for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:32.739626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:32.748995 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:32.749627 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.787135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.849533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-9cd1ebdd-eefe-4e12-8bd7-67683f285f2b service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258219 Jul 16 18:22:32.905929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-5377346c-46b9-4892-821b-2b26a0cc9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.907509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-5377346c-46b9-4892-821b-2b26a0cc9cc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.2749138 Jul 16 18:22:32.908954 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:32.972508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.011554 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.038039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-ace147ef-2183-4329-bf43-bf93a2e04444 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794021 Jul 16 18:22:33.075541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object 85d67aaf-8882-4e58-9125-e2dbcc9ce127 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:33.127045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4250-21d8-4e3e-a6b9-71510e65e728 req-89743b31-4795-47db-9012-e8e9e3b35b4b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.128644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-458b4250-21d8-4e3e-a6b9-71510e65e728 req-89743b31-4795-47db-9012-e8e9e3b35b4b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 945 time: 0.5935800 Jul 16 18:22:33.233182 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.246379 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:22:30Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.279121 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] Checking router: e50cea22-7160-443b-ab93-ad8bfb3a3194 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:33.290494 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] Routers {'e50cea22-7160-443b-ab93-ad8bfb3a3194'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:33.291492 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e50cea22-7160-443b-ab93-ad8bfb3a3194'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.415983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-458b4250-21d8-4e3e-a6b9-71510e65e728 req-2c53c582-d904-45ce-ac6e-11a7aff72da8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740400 Jul 16 18:22:33.429613 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] Set router e50cea22-7160-443b-ab93-ad8bfb3a3194 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:33.498839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-ae1ab7c3-81dd-46ef-99ee-0873cbc28c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.501413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-ae1ab7c3-81dd-46ef-99ee-0873cbc28c16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5758252 Jul 16 18:22:33.569063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:33.637422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:33.812456 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:22:30Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.856274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.861521 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b7cf0-71da-4562-b5e5-8887eddb3a68 None None] The sync data for ids ['e50cea22-7160-443b-ab93-ad8bfb3a3194'] in n-d-791504-15 is: [{'id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-47934160-router', 'tenant_id': 'b90333c7b1204434b080330bdccfd225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:19Z', 'updated_at': '2021-07-16T18:22:30Z', 'revision_number': 5, 'project_id': 'b90333c7b1204434b080330bdccfd225', 'gw_port': {'id': 'a56f490b-95cf-4003-b1ef-d49a02a65e20', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50cea22-7160-443b-ab93-ad8bfb3a3194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:33.872190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:33.978096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-31569cdc-698f-49a6-94c3-e66055684bc5 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.979511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-31569cdc-698f-49a6-94c3-e66055684bc5 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.4029477 Jul 16 18:22:34.128007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:34.192860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.204404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.224065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:34.226442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:34.265768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=85d67aaf-8882-4e58-9125-e2dbcc9ce127,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.277026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2ff81956-dc91-447b-92ff-d92c22c9e523 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:34.298998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 2ff81956-dc91-447b-92ff-d92c22c9e523 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:34.299575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2ff81956-dc91-447b-92ff-d92c22c9e523 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:34.339860 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.362426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-582c7fe0-a8b8-4386-a1a9-5e26be8d70f0 service neutron] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:34.368262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-582c7fe0-a8b8-4386-a1a9-5e26be8d70f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.370057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aceee169-c73c-4ddb-baf7-60c3bdb046bf req-582c7fe0-a8b8-4386-a1a9-5e26be8d70f0 service neutron] 10.222.0.59 "DELETE /v2.0/ports/10eb0818-dc49-4de7-971a-9fbd971886d5/bindings/n-h2-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.3820186 Jul 16 18:22:34.371587 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Floating IP 9717b44a-f709-4a13-9f53-5144ce631454 associated. External IP: 172.25.1.109, port: 98dc17dd-6e7e-47de-bfee-7e7b651580ae. Jul 16 18:22:34.466175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.466959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.481021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-979d89c6-5171-4d80-a885-d73a16672d0c service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261313 Jul 16 18:22:34.541467 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-13a44e01-24c0-46fb-8e7e-1f5835a8e8c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2303810 Jul 16 18:22:34.561588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cae4e33d-5427-4038-bf46-f7fbfd925187 None None] Provisioning for port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:34.567216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cae4e33d-5427-4038-bf46-f7fbfd925187 None None] Provisioning complete for port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:34.567833 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cae4e33d-5427-4038-bf46-f7fbfd925187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.573977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Request body: {'port': {'device_id': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:34.607369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cae4e33d-5427-4038-bf46-f7fbfd925187 None None] Port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:34.611140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:34.647282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:22:34.693596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560dadb-34f0-43be-a386-9e291b9114bc req-868a402d-b6e0-48fa-b0dc-aad61410fa70 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.696839 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2560dadb-34f0-43be-a386-9e291b9114bc req-868a402d-b6e0-48fa-b0dc-aad61410fa70 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.5740190 Jul 16 18:22:34.730070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:34.740250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:34.752998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:34.753611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:34.849842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.887000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:34.893294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.942785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d992ea8-722e-48a9-9dcc-141b76cc5b6e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:34.955824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2560dadb-34f0-43be-a386-9e291b9114bc req-dad7d4d5-2678-49b5-893e-e9bc679c345d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140779 Jul 16 18:22:34.957997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af609ca0-5bae-48dd-9a5d-88129046f2ff req-b043ca63-b5ca-43ea-99f3-27f6faa6880a service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191031 Jul 16 18:22:34.964635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:34.966073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.971428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Deleting port a56f490b-95cf-4003-b1ef-d49a02a65e20 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:34.971886 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.999019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.006629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Transition to ACTIVE for port object 0d992ea8-722e-48a9-9dcc-141b76cc5b6e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:35.051088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.115891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:35.123423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.175744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:35.178628 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34223190-5d74-4544-9150-43a3453a2e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:35.201511 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b associated. External IP: 172.25.1.67, port: 84ed6e56-1267-4e77-9b69-7eb863e16b22. Jul 16 18:22:35.224932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-74e67395-18ae-4034-84b1-b3a57fd73c2f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "PUT /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 200 len: 998 time: 2.5363491 Jul 16 18:22:35.281343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:21:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:33Z', 'revision_number': 3, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.302614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-2c83a43a-681c-4f94-b043-74aa7bbf66cd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.304705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-2c83a43a-681c-4f94-b043-74aa7bbf66cd tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports/98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 943 time: 0.0742033 Jul 16 18:22:35.316554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:35.326036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:35.326429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.435137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-5b85c9dd-af87-4eea-9058-a4505c5c5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.436944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-5b85c9dd-af87-4eea-9058-a4505c5c5435 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.0685587 Jul 16 18:22:35.442864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:35.529577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-ba39e152-5f0c-4850-8758-50c65157d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.531206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-ba39e152-5f0c-4850-8758-50c65157d0c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.0878506 Jul 16 18:22:35.580693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-5978f291-9e59-44d5-8d17-93131991a889 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 217 time: 0.0394604 Jul 16 18:22:35.608405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Pushing event updated for resources: {'Port': ['ID=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.631555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-38dbca25-0c56-4f16-8f3f-3e7e9e807d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.633232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-38dbca25-0c56-4f16-8f3f-3e7e9e807d9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0465527 Jul 16 18:22:35.683470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:21:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:33Z', 'revision_number': 3, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.694797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-b9c73d27-863b-46d0-8611-3b94e5b6c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.696326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-b9c73d27-863b-46d0-8611-3b94e5b6c47a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568213 Jul 16 18:22:35.718838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee43e08-b66a-45b0-9ba8-2c84e5888e83 None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:21:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:33Z', 'revision_number': 3, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:35.723646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] For port a56f490b-95cf-4003-b1ef-d49a02a65e20, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a56f490b-95cf-4003-b1ef-d49a02a65e20,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:35.724011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.795323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-f3cba725-8657-40fd-85d4-f3642d8cebea service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908399 Jul 16 18:22:35.812255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Calling delete_port for a56f490b-95cf-4003-b1ef-d49a02a65e20 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:35.887220 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-94ca6fd6-9df6-438f-82fa-895cd4e31b9a service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843303 Jul 16 18:22:35.905659 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e764a-1c71-41ea-a13a-16ea5f34882b None None] New status for floating IP 9717b44a-f709-4a13-9f53-5144ce631454: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:35.918156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b25488-b7e4-48da-a352-7ffee05ba4da req-e5723d67-f45d-4c5f-95b5-94a333a46131 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.919660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6b25488-b7e4-48da-a352-7ffee05ba4da req-e5723d67-f45d-4c5f-95b5-94a333a46131 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 935 time: 0.7306249 Jul 16 18:22:35.930809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Attempting to bind port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:35.931128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Attempting to bind port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:35.931452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Attempting to bind port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:35.972127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-50cc9985-3e67-48cc-a273-eb6d18808b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.973755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-50cc9985-3e67-48cc-a273-eb6d18808b69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 1097 time: 0.0567293 Jul 16 18:22:36.022223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:36.022592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Attempting to bind port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:36.055588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:36.055927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:36.056313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:36.056903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Bound port: 0d992ea8-722e-48a9-9dcc-141b76cc5b6e, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:36.057139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.075115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-569d1b98-4d98-430e-8494-40feeffeb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.076940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-569d1b98-4d98-430e-8494-40feeffeb5ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.0968542 Jul 16 18:22:36.157229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-f66598c7-dd8e-48e9-980f-dee19c693773 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 1001 time: 0.0737226 Jul 16 18:22:36.162647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6b25488-b7e4-48da-a352-7ffee05ba4da req-bd0c4329-1fde-4acf-9aa7-2e183ea08879 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280185 Jul 16 18:22:36.227174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-8f8c52ca-278e-4381-9ac0-5e88fbbeaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.228967 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-8f8c52ca-278e-4381-9ac0-5e88fbbeaa83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0629447 Jul 16 18:22:36.293253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Router da8f748f-85e4-41df-93bf-9091c6c75a90 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:36.302424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:36.303559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-551a4ab1-e346-4ff9-9f33-beb3bf04e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.305124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-551a4ab1-e346-4ff9-9f33-beb3bf04e47a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638433 Jul 16 18:22:36.313550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:36.314190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:36.331508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] For port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:36.353999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d67aaf-8882-4e58-9125-e2dbcc9ce127 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:36.364301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] For port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:36.368801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.414226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.445628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:36.454340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Transition to ACTIVE for port object 85d67aaf-8882-4e58-9125-e2dbcc9ce127 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:36.462332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.470497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.492447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.493131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.494582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] 10.222.0.67 "PUT /v2.0/ports/0d992ea8-722e-48a9-9dcc-141b76cc5b6e HTTP/1.1" status: 200 len: 1097 time: 4.0082116 Jul 16 18:22:36.495053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'tag': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:36.497443 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b5583f-a770-409f-9ebe-587384f87898" -d '{"events": [{"name": "network-changed", "server_uuid": "38347cdd-0b60-466b-ac35-c7ff1306bb13", "tag": "0d992ea8-722e-48a9-9dcc-141b76cc5b6e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:36.699545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7ec48-c970-4bd2-9113-9d61d4bbaa9e service neutron] Pushing event updated for resources: {'Port': ['ID=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.778711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:36.785783 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.788483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-edc3ed85-9671-4d72-8dc4-b3ff29f52df4 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762578 Jul 16 18:22:36.791010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Pushing event deleted for resources: {'Port': ['ID=a56f490b-95cf-4003-b1ef-d49a02a65e20,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.791639 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] Sync routers for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:36.818863 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:36.819909 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:36.878466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.909703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f69339be-4763-4ec5-b85e-eeb19bc7ff18 req-e3037e29-0286-4ea9-8dcc-55ea865515bd service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079602 Jul 16 18:22:36.984661 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621c715-8740-4cfe-ba04-45d195886330 x-openstack-request-id: req-8621c715-8740-4cfe-ba04-45d195886330 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:36.985016 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:36.985360 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8621c715-8740-4cfe-ba04-45d195886330 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:36.985772 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'status': 'completed', 'code': 200} Jul 16 18:22:37.004398 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:37.079498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:21:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:36Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:37.100988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Pushing event updated for resources: {'Port': ['ID=85d67aaf-8882-4e58-9125-e2dbcc9ce127,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:37.114243 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-21b42b5e-3c82-4b10-a8e5-d7f75a7d8074 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "PUT /v2.0/floatingips/43e8ca34-89bd-4600-95ea-0e0656eaf53b HTTP/1.1" status: 200 len: 991 time: 4.7101200 Jul 16 18:22:37.138925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:37.147735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:37.149056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:37.158336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-e792951d-2ad0-4339-ac8d-885cf936d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.159862 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-e792951d-2ad0-4339-ac8d-885cf936d0a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 1100 time: 0.6116393 Jul 16 18:22:37.161586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.170123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.186621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Attempting to bind port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:37.186621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Attempting to bind port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:37.186621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Attempting to bind port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:37.197528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f480544-ea62-4e39-9805-698352649a6c req-f2670967-b806-4357-892c-ccdad919c393 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.205675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f480544-ea62-4e39-9805-698352649a6c req-f2670967-b806-4357-892c-ccdad919c393 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.0995121 Jul 16 18:22:37.257963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f480544-ea62-4e39-9805-698352649a6c req-154f80f0-be8e-4a61-b209-f89983d68fac tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513639 Jul 16 18:22:37.272204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:37.282200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:37.282529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Attempting to bind port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:37.285503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-472174c2-da98-49ec-8e29-5f618cc5e92f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e HTTP/1.1" status: 200 len: 217 time: 0.1109126 Jul 16 18:22:37.309884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:37.310689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:37.310689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:37.311067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Bound port: 85d67aaf-8882-4e58-9125-e2dbcc9ce127, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:37.311497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.340461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.341052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e50cea22-7160-443b-ab93-ad8bfb3a3194 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:37.345497 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450be993-2418-4aa5-8220-843104f30ff2 x-openstack-request-id: req-450be993-2418-4aa5-8220-843104f30ff2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:37.345789 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38347cdd-0b60-466b-ac35-c7ff1306bb13", "tag": "0d992ea8-722e-48a9-9dcc-141b76cc5b6e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:37.346023 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-450be993-2418-4aa5-8220-843104f30ff2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:37.346411 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'tag': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e', 'status': 'completed', 'code': 200} Jul 16 18:22:37.356978 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.359435 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '43e8ca34-89bd-4600-95ea-0e0656eaf53b', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'port_id': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'mac_address': 'fa:16:3e:ad:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38af91c0-9a84-48e5-8355-68d7563b5440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:34Z', 'revision_number': 1, 'project_id': '8b43252dd7854ca2ad33401859462375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:37.360858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45836) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:37.361405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-57a24f2f-1b78-4e3e-b9a4-74b654e034be admin admin] 10.222.0.49 "DELETE /v2.0/routers/e50cea22-7160-443b-ab93-ad8bfb3a3194 HTTP/1.1" status: 204 len: 168 time: 4.6129823 Jul 16 18:22:37.407622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-163ddfb2-2f6b-489c-b386-248fa95d1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.409208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-163ddfb2-2f6b-489c-b386-248fa95d1b42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1141331 Jul 16 18:22:37.410910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223190-5d74-4544-9150-43a3453a2e3d req-3a425507-cbe4-445d-a918-4e9e0016d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.412321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34223190-5d74-4544-9150-43a3453a2e3d req-3a425507-cbe4-445d-a918-4e9e0016d68e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.3502820 Jul 16 18:22:37.423277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30338a-dd75-4107-ad80-cb2a546ac3b1 req-e3280fe0-00fa-4e17-a3cf-b0eae2441771 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.424955 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e30338a-dd75-4107-ad80-cb2a546ac3b1 req-e3280fe0-00fa-4e17-a3cf-b0eae2441771 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 945 time: 0.5066307 Jul 16 18:22:37.440811 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] Checking router: da8f748f-85e4-41df-93bf-9091c6c75a90 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:37.461689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Deleting subnet 71f2e826-30e7-41ff-bb8e-c3d7e816eda3 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:37.466680 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:37.467308 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:37.475597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.523002 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.603393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:21:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:36Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:37.644177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13fdbb-3385-40fe-bff6-7e14717bbb5b None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': 'b47ef2de-36ba-444e-8724-24c049481427', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:21:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:36Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:37.665759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] For port 85d67aaf-8882-4e58-9125-e2dbcc9ce127, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:37.666255 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:37.703684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e30338a-dd75-4107-ad80-cb2a546ac3b1 req-4356c623-b395-4c77-961e-50b05c501ed3 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575300 Jul 16 18:22:37.712486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] For port 85d67aaf-8882-4e58-9125-e2dbcc9ce127, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=85d67aaf-8882-4e58-9125-e2dbcc9ce127,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:37.718376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.795066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.795693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.797179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] 10.222.0.67 "PUT /v2.0/ports/85d67aaf-8882-4e58-9125-e2dbcc9ce127 HTTP/1.1" status: 200 len: 1096 time: 3.2371664 Jul 16 18:22:37.815754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223190-5d74-4544-9150-43a3453a2e3d req-e42963be-5bfd-4240-b142-93ff66d1a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.817076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34223190-5d74-4544-9150-43a3453a2e3d req-e42963be-5bfd-4240-b142-93ff66d1a53a service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.3801906 Jul 16 18:22:37.824744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-c0c49c64-0788-4184-983d-c71324638110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.826403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-c0c49c64-0788-4184-983d-c71324638110 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3906922 Jul 16 18:22:37.833486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.845411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-27a1296f-7303-4bad-8bc1-6943fb3f9364 req-a48197d2-a130-4bda-861c-287c5ab2d18b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1001 time: 0.2156734 Jul 16 18:22:37.939089 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34223190-5d74-4544-9150-43a3453a2e3d req-ee51a86a-4df2-4e5b-8b32-9bc5a728a6ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 217 time: 0.1023083 Jul 16 18:22:37.988099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1296f-7303-4bad-8bc1-6943fb3f9364 req-3de0ecf8-55db-4ad0-a843-c58f994fecdf tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.008807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Pushing event updated for resources: {'Port': ['ID=85d67aaf-8882-4e58-9125-e2dbcc9ce127,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.009150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-27a1296f-7303-4bad-8bc1-6943fb3f9364 req-3de0ecf8-55db-4ad0-a843-c58f994fecdf tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports/b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 942 time: 0.1627538 Jul 16 18:22:38.077153 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.083655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a56f490b-95cf-4003-b1ef-d49a02a65e20 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:38.112644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.113450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.113450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.113682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.114007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.114496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.114994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.115458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.115941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.116425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.116926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.117411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41444a3-9022-44ac-8cfe-b3f5a6ff63d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.155522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: a56f490b-95cf-4003-b1ef-d49a02a65e20 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:38.155902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a56f490b-95cf-4003-b1ef-d49a02a65e20 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:38.181424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223190-5d74-4544-9150-43a3453a2e3d req-6ae7e970-5ff9-4356-9b88-2171890f4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.184019 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34223190-5d74-4544-9150-43a3453a2e3d req-6ae7e970-5ff9-4356-9b88-2171890f4fe3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.1755857 Jul 16 18:22:38.185819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f2e826-30e7-41ff-bb8e-c3d7e816eda3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.210448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.214710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/71f2e826-30e7-41ff-bb8e-c3d7e816eda3 HTTP/1.1" status: 204 len: 168 time: 0.8506687 Jul 16 18:22:38.215898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd92b5-0f77-4f1f-a567-038b779ae140 None None] Network 2688688b-dd9a-4963-9a16-d6c4c354e444 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:38.217590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.230085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.230433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.230780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.231120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.231458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.231791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.232123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.232446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.232798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.233120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.233446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.233772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8463069-129c-4169-bd2f-ca8186de42ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:38.253474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '43e8ca34-89bd-4600-95ea-0e0656eaf53b', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'port_id': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'mac_address': 'fa:16:3e:ad:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38af91c0-9a84-48e5-8355-68d7563b5440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:34Z', 'revision_number': 1, 'project_id': '8b43252dd7854ca2ad33401859462375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:38.282361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-dccef3ce-a0c2-418c-a5e7-49ead144172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.283882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-dccef3ce-a0c2-418c-a5e7-49ead144172a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 1099 time: 0.4285042 Jul 16 18:22:38.297511 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a9c3f-836a-4fec-b530-60c5161eaf74 None None] The sync data for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 is: [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '43e8ca34-89bd-4600-95ea-0e0656eaf53b', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'port_id': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'mac_address': 'fa:16:3e:ad:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38af91c0-9a84-48e5-8355-68d7563b5440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:34Z', 'revision_number': 1, 'project_id': '8b43252dd7854ca2ad33401859462375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:38.322617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-27a1296f-7303-4bad-8bc1-6943fb3f9364 req-3acdc162-a6de-4de9-b1ba-b128712437aa tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1001 time: 0.1151729 Jul 16 18:22:38.337442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-7fca3a46-247b-48bd-b73b-5f4e0dec21a2 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840031 Jul 16 18:22:38.448985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1296f-7303-4bad-8bc1-6943fb3f9364 req-43cb18e1-48c4-413e-b96b-a293c9367cc0 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.449364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-27a1296f-7303-4bad-8bc1-6943fb3f9364 req-43cb18e1-48c4-413e-b96b-a293c9367cc0 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1188638 Jul 16 18:22:38.480836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] DHCP port deletion for 2688688b-dd9a-4963-9a16-d6c4c354e444 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:38.551839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] Deleting port 09ffddc4-acff-4314-9a73-01b6d6c089cb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:38.552389 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.582212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa7627-42ef-4bdf-87fa-938282525bcb None None] New status for floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:38.665619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] For port 09ffddc4-acff-4314-9a73-01b6d6c089cb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=09ffddc4-acff-4314-9a73-01b6d6c089cb,segment=NetworkSegment(376c3a49-7ad7-41b3-87ce-bd9a449e08fb),segment_id=376c3a49-7ad7-41b3-87ce-bd9a449e08fb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:38.666196 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.688399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] Calling delete_port for 09ffddc4-acff-4314-9a73-01b6d6c089cb owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:38.736195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-958552ba-2cd7-4430-b80e-78c4db0161b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=85d67aaf-8882-4e58-9125-e2dbcc9ce127 HTTP/1.1" status: 200 len: 217 time: 0.4394193 Jul 16 18:22:38.771428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.851650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34223190-5d74-4544-9150-43a3453a2e3d req-1780a72a-095d-41f3-9af0-a858e2828e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.853175 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34223190-5d74-4544-9150-43a3453a2e3d req-1780a72a-095d-41f3-9af0-a858e2828e3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6494465 Jul 16 18:22:38.892180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-ef195e8d-d745-45c5-a667-a3a3d4056616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.893676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-ef195e8d-d745-45c5-a667-a3a3d4056616 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1445000 Jul 16 18:22:38.894942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bf496-9b32-4768-96e0-2b53d96da679 req-c03a5f53-c0c8-46ea-8d2c-c1bcef29bc52 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.897202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f57bf496-9b32-4768-96e0-2b53d96da679 req-c03a5f53-c0c8-46ea-8d2c-c1bcef29bc52 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.0808458 Jul 16 18:22:38.899936 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.930101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] Pushing event deleted for resources: {'Port': ['ID=09ffddc4-acff-4314-9a73-01b6d6c089cb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.932334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7159f973-8e91-40c3-8566-a029cf2abaf2 None None] No DVR routers for this DVR port 09ffddc4-acff-4314-9a73-01b6d6c089cb on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:38.958986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f57bf496-9b32-4768-96e0-2b53d96da679 req-20ce9dee-3c66-4cc0-ad6b-021b12779cd0 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524707 Jul 16 18:22:38.977081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3fb4b-339f-4933-8d56-1a7717376cdd req-82aa77c6-30e1-455f-87be-403778e8190b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.978895 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91d3fb4b-339f-4933-8d56-1a7717376cdd req-82aa77c6-30e1-455f-87be-403778e8190b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 947 time: 0.7184207 Jul 16 18:22:38.983944 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-58063e94-3889-4da5-a7a5-370a0d484d22 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698395 Jul 16 18:22:38.986234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:38.988652 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2" -d '{"events": [{"name": "network-changed", "server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "tag": "b47ef2de-36ba-444e-8724-24c049481427"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:39.053899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-171c63a8-0ed6-4877-ab52-fefbb768531f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1001 time: 0.0685823 Jul 16 18:22:39.113867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868409f7-331e-4474-9322-b8feb2d4ecab req-11196187-7ddc-4d59-a5d1-57572fc08e30 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.115327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-11196187-7ddc-4d59-a5d1-57572fc08e30 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports/b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 942 time: 0.0557580 Jul 16 18:22:39.117963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34223190-5d74-4544-9150-43a3453a2e3d req-ca2b57fa-8707-4e98-ba6b-8526134355a3 service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539501 Jul 16 18:22:39.122775 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91d3fb4b-339f-4933-8d56-1a7717376cdd req-29ed2388-f920-4d3b-9e90-c24a96ff42ed tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370604 Jul 16 18:22:39.135283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Deleting port 09ffddc4-acff-4314-9a73-01b6d6c089cb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:39.135622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.160294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-e42ed2bf-62df-45ba-85d9-c6ae0794a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.162057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-e42ed2bf-62df-45ba-85d9-c6ae0794a1b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2420468 Jul 16 18:22:39.271155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-f721b2a8-7f89-4c3a-9cf9-bed88c46ac9a tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1001 time: 0.0651772 Jul 16 18:22:39.354903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22'}, {'name': 'network-changed', 'server_uuid': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'tag': '85d67aaf-8882-4e58-9125-e2dbcc9ce127'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:39.357152 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22"}, {"name": "network-changed", "server_uuid": "06eb7057-5bba-4cc3-aa9a-4da161af03bb", "tag": "85d67aaf-8882-4e58-9125-e2dbcc9ce127"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:39.363157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] For port 09ffddc4-acff-4314-9a73-01b6d6c089cb, host n-d-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:39.363515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.367222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5583f-a770-409f-9ebe-587384f87898 req-f85e67e0-8c0a-4b48-8100-e348d71530ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.368735 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b5583f-a770-409f-9ebe-587384f87898 req-f85e67e0-8c0a-4b48-8100-e348d71530ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 1100 time: 0.3275263 Jul 16 18:22:39.377463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868409f7-331e-4474-9322-b8feb2d4ecab req-6979dff1-b0e8-4f05-bf66-ab7a156b0228 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.378801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-6979dff1-b0e8-4f05-bf66-ab7a156b0228 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1022308 Jul 16 18:22:39.402892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Calling delete_port for 09ffddc4-acff-4314-9a73-01b6d6c089cb owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:39.424272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Port 09ffddc4-acff-4314-9a73-01b6d6c089cb was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:22:39.447868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.449402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-7501bc8c-a218-4262-a070-4fc6614a4018 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1001 time: 0.0634949 Jul 16 18:22:39.455824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34223190-5d74-4544-9150-43a3453a2e3d req-8ff81ad4-aec3-424c-b215-7fdbb83f67ff service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230107 Jul 16 18:22:39.458993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:39.505953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-7cf25623-132b-42f7-ac6d-93b2a27ea265 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311887 Jul 16 18:22:39.513456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.521759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ffddc4-acff-4314-9a73-01b6d6c089cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.537564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] No DVR routers for this DVR port 09ffddc4-acff-4314-9a73-01b6d6c089cb on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:39.596545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbecf1-fc9b-4b11-90e8-19262aa5d780 req-53a99f55-026c-4bbd-8a3f-a4058ec8a94c tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.598097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6fbecf1-fc9b-4b11-90e8-19262aa5d780 req-53a99f55-026c-4bbd-8a3f-a4058ec8a94c tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1097 time: 0.3149981 Jul 16 18:22:39.654713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5583f-a770-409f-9ebe-587384f87898 req-3ff89a33-03b1-4b6c-9ec1-5ccbb1a44413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.656132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b5583f-a770-409f-9ebe-587384f87898 req-3ff89a33-03b1-4b6c-9ec1-5ccbb1a44413 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2742524 Jul 16 18:22:39.660218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.664725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.665633 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Floating IP 9717b44a-f709-4a13-9f53-5144ce631454 disassociated. External IP: 172.25.1.109, port: b47ef2de-36ba-444e-8724-24c049481427. Jul 16 18:22:39.704919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.756078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2688688b-dd9a-4963-9a16-d6c4c354e444']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:39.758788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b5583f-a770-409f-9ebe-587384f87898 req-321a0a2a-637c-4119-a747-1cd8933f2f83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e HTTP/1.1" status: 200 len: 217 time: 0.0866594 Jul 16 18:22:39.774895 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd4b18fe-5cbc-4b5f-a16b-2ee7c3e19b65 req-ce47cb2a-327c-48ae-a8f0-c730391b4fad service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545104 Jul 16 18:22:39.776367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376c3a49-7ad7-41b3-87ce-bd9a449e08fb') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:39.776691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376c3a49-7ad7-41b3-87ce-bd9a449e08fb') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:39.814136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.816946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6fbecf1-fc9b-4b11-90e8-19262aa5d780 req-620383d2-d1a6-4016-a887-1246e9d2fc32 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071657 Jul 16 18:22:39.835553 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:39.846339 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:39.873289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5583f-a770-409f-9ebe-587384f87898 req-4786d425-fa6c-4ae4-a4dd-85e0a74601ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.874779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b5583f-a770-409f-9ebe-587384f87898 req-4786d425-fa6c-4ae4-a4dd-85e0a74601ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1025722 Jul 16 18:22:39.896616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:39.958337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.989206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.994784 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2688688b-dd9a-4963-9a16-d6c4c354e444 HTTP/1.1" status: 204 len: 168 time: 1.7739038 Jul 16 18:22:39.998875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ec092-86ef-46e2-b197-435b3067a678 admin admin] Pushing event deleted for resources: {'Network': ['ID=2688688b-dd9a-4963-9a16-d6c4c354e444,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:40.010367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5583f-a770-409f-9ebe-587384f87898 req-b88379ba-13bb-484a-9b59-ac53e3b4dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.012290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b5583f-a770-409f-9ebe-587384f87898 req-b88379ba-13bb-484a-9b59-ac53e3b4dd07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992837 Jul 16 18:22:40.064100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 09ffddc4-acff-4314-9a73-01b6d6c089cb no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:40.082713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:40.087839 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.099467 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:40.118809 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:40.120049 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.127402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 09ffddc4-acff-4314-9a73-01b6d6c089cb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:40.128372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 09ffddc4-acff-4314-9a73-01b6d6c089cb not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:40.143618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-484aea77-6936-4bb7-808a-52f35e75c42f tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "PUT /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 200 len: 695 time: 0.6861620 Jul 16 18:22:40.161778 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b5583f-a770-409f-9ebe-587384f87898 req-9d9b5404-21d8-42c2-98bf-285e05e20f65 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412604 Jul 16 18:22:40.267648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.285684 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54d8060-11f9-4be8-9c04-d08d3865599f x-openstack-request-id: req-b54d8060-11f9-4be8-9c04-d08d3865599f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:40.286275 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "tag": "b47ef2de-36ba-444e-8724-24c049481427", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:40.286380 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b54d8060-11f9-4be8-9c04-d08d3865599f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:40.286723 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427', 'status': 'completed', 'code': 200} Jul 16 18:22:40.294381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868409f7-331e-4474-9322-b8feb2d4ecab req-b1af420c-5fe3-4fd8-aeb4-93047aeaa6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.296072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-b1af420c-5fe3-4fd8-aeb4-93047aeaa6c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 1097 time: 0.1246395 Jul 16 18:22:40.304611 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:40.361876 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782550b6-5af1-40b7-a75e-52222abcf170 x-openstack-request-id: req-782550b6-5af1-40b7-a75e-52222abcf170 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:40.362449 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06eb7057-5bba-4cc3-aa9a-4da161af03bb", "tag": "85d67aaf-8882-4e58-9125-e2dbcc9ce127", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:40.362449 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-782550b6-5af1-40b7-a75e-52222abcf170 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:40.362764 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'status': 'completed', 'code': 200} Jul 16 18:22:40.363002 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'tag': '85d67aaf-8882-4e58-9125-e2dbcc9ce127', 'status': 'completed', 'code': 200} Jul 16 18:22:40.447523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b5583f-a770-409f-9ebe-587384f87898 req-e5773c31-5fe7-4d69-a649-aa0dc4be8704 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758346 Jul 16 18:22:40.481337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-319770f3-9d8d-45d2-851c-8d7892f065b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b90333c7b1204434b080330bdccfd225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124929 Jul 16 18:22:40.481945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45906) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.500570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-03da462e-252b-46f4-904b-19fefb774b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.502564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-03da462e-252b-46f4-904b-19fefb774b21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 1097 time: 0.2046716 Jul 16 18:22:40.532580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868409f7-331e-4474-9322-b8feb2d4ecab req-f4ac6388-0465-4a44-9a22-e91a09278ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.539451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-f4ac6388-0465-4a44-9a22-e91a09278ef0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.2244184 Jul 16 18:22:40.581522 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.591945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-b0d2c3ee-a921-46cb-aa80-a8c9f877c5a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 217 time: 0.0513520 Jul 16 18:22:40.605401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-f78932c7-16c1-4101-b218-2b8d18eca02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.606853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-f78932c7-16c1-4101-b218-2b8d18eca02a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 1098 time: 0.2244186 Jul 16 18:22:40.612182 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:40.622352 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:40.623204 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.661680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8430-994a-45d8-ad8d-4105d2e486e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.668872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-ad60db6d-bb74-4d67-a04e-8e8f9a02e11b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.670392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-ad60db6d-bb74-4d67-a04e-8e8f9a02e11b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.2283504 Jul 16 18:22:40.700372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-ad316924-212e-496a-838c-682928127862 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/quotas/a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 375 time: 0.0233262 Jul 16 18:22:40.705633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-c5454c11-b446-4248-a015-30f4c3940c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.707401 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-c5454c11-b446-4248-a015-30f4c3940c48 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.1678848 Jul 16 18:22:40.731112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8430-994a-45d8-ad8d-4105d2e486e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.733631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868409f7-331e-4474-9322-b8feb2d4ecab req-bd513e79-4f06-406f-b48e-cf82ea31850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.735226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-bd513e79-4f06-406f-b48e-cf82ea31850d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.1319971 Jul 16 18:22:40.763775 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:40.782048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-8017be3b-eb76-4c91-ad42-1c162b9ac254 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 217 time: 0.0413284 Jul 16 18:22:40.820381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-a4b4fe51-71c0-4371-b49e-84aa188d1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.822131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-a4b4fe51-71c0-4371-b49e-84aa188d1eab service neutron] 10.222.0.67 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 925 time: 0.2032299 Jul 16 18:22:40.861179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-8a8648e0-2107-4b5d-baee-b1b09f460b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.862644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-8a8648e0-2107-4b5d-baee-b1b09f460b46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0725167 Jul 16 18:22:40.876456 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-378aa6eb-892c-44a1-8eb9-89b88461100b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680074 Jul 16 18:22:40.900448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868409f7-331e-4474-9322-b8feb2d4ecab req-7318e5fd-0dc7-4a07-a8a0-38729df16398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.908410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-7318e5fd-0dc7-4a07-a8a0-38729df16398 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649563 Jul 16 18:22:40.930029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8430-994a-45d8-ad8d-4105d2e486e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.933309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8430-994a-45d8-ad8d-4105d2e486e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.936885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f8bb8430-994a-45d8-ad8d-4105d2e486e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/796f7d64-7ca8-4df3-96ce-1b8c9db6febc HTTP/1.1" status: 204 len: 168 time: 0.4474912 Jul 16 18:22:40.957518 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-6aaaeb4c-4cf8-40f5-9a02-259210bf0367 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22 HTTP/1.1" status: 200 len: 1001 time: 0.1284924 Jul 16 18:22:40.960377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb8430-994a-45d8-ad8d-4105d2e486e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f7d64-7ca8-4df3-96ce-1b8c9db6febc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:40.987072 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:41.017962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-c8d57313-323d-4500-b8dd-838ad6923201 service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404324 Jul 16 18:22:41.022436 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68050a5-d54b-48ae-96a2-7d2e6b983d0a None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:41.082655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-bf0b41be-b8a6-4e95-a752-a1c64c062a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.084472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-bf0b41be-b8a6-4e95-a752-a1c64c062a9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 200 len: 863 time: 0.1178205 Jul 16 18:22:41.091440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:41.092547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-c65e624f-f275-46f1-bc80-d7a932bfc170 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831348 Jul 16 18:22:41.167902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-c2c36587-6e7a-4d3d-9515-b76dc1b5c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.169783 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-c2c36587-6e7a-4d3d-9515-b76dc1b5c14a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2912376 Jul 16 18:22:41.201323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-435367b5-91c1-4aaf-a3f1-8e51c4cd9d88 service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821532 Jul 16 18:22:41.243361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-868409f7-331e-4474-9322-b8feb2d4ecab req-2d899630-3d2d-4d8e-b596-d7ea833b9785 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496511 Jul 16 18:22:41.245716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-6b51750f-b78e-4eef-90a0-8fc9133cc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.247300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-6b51750f-b78e-4eef-90a0-8fc9133cc967 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=847657e6-35ab-4070-8c37-d5f3065826ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525280 Jul 16 18:22:41.389950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-9c8b3a01-8554-48f2-95b5-3ca4182791bc service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119977 Jul 16 18:22:41.535728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-0f63130a-e956-4e15-b0fa-07622105ebcd service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773287 Jul 16 18:22:41.538552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594f681-2664-442a-82bd-c1c038bda2a6 None None] New status for floating IP 9717b44a-f709-4a13-9f53-5144ce631454: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:41.548875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4030b-a660-4d3f-b059-94d2c4b964c5 req-fae37c00-5516-4800-ba02-4ebdcc6c0bb3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.550489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22e4030b-a660-4d3f-b059-94d2c4b964c5 req-fae37c00-5516-4800-ba02-4ebdcc6c0bb3 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1152494 Jul 16 18:22:41.595564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f06e9df-9af8-421f-a3bb-d8e1c96e1a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.636297 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa7d3125-c26a-401a-81aa-d3c0bc8b00b2 req-18ea791d-ba22-4be7-923f-1740dc3394fd service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377837 Jul 16 18:22:41.700322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0d992ea8-722e-48a9-9dcc-141b76cc5b6e details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:41.707750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22e4030b-a660-4d3f-b059-94d2c4b964c5 req-57f93f09-bb79-4157-86dd-cdb6e53651ae tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466863 Jul 16 18:22:41.731392 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-ed1d4811-7c4a-42ad-adf3-16348e4062a9 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799369 Jul 16 18:22:41.732048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c247f-e8a2-4814-a62c-87221434e451 req-0d196442-f8c1-46db-a073-c4a22cfbd2e7 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.733988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c2c247f-e8a2-4814-a62c-87221434e451 req-0d196442-f8c1-46db-a073-c4a22cfbd2e7 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 947 time: 0.1993716 Jul 16 18:22:41.807712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f06e9df-9af8-421f-a3bb-d8e1c96e1a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.884806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-2111a1a0-b887-4478-9c5c-6347042303f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.886640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-2111a1a0-b887-4478-9c5c-6347042303f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 1099 time: 0.0826559 Jul 16 18:22:41.887982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f06e9df-9af8-421f-a3bb-d8e1c96e1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.923159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c2c247f-e8a2-4814-a62c-87221434e451 req-b4adcabc-125f-4906-aa32-16c38727bbcb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136310 Jul 16 18:22:41.994387 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f06e9df-9af8-421f-a3bb-d8e1c96e1a76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50105ac56cdd43c3b076ec6c50e2efd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9018989 Jul 16 18:22:41.995561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06e9df-9af8-421f-a3bb-d8e1c96e1a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1434f905-6113-4817-9560-7d261a5c79ca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.997896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45952) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:42.115044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-734624a8-ffc4-4318-8a86-ab5653c9b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.116605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-734624a8-ffc4-4318-8a86-ab5653c9b47b service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2218442 Jul 16 18:22:42.125771 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f05aef6d-b7ee-4c5f-80fe-28d06fe7bbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.138880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-12ef65af-d787-4be7-8e64-17815f474bf2 req-8f57d194-0558-4561-9a93-d38a59f66c42 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0561306 Jul 16 18:22:42.169039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f05aef6d-b7ee-4c5f-80fe-28d06fe7bbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.180383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-d76f0bc4-1b26-450d-bc99-26500a727375 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=85d67aaf-8882-4e58-9125-e2dbcc9ce127 HTTP/1.1" status: 200 len: 217 time: 0.0444999 Jul 16 18:22:42.254500 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f05aef6d-b7ee-4c5f-80fe-28d06fe7bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.255934 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f05aef6d-b7ee-4c5f-80fe-28d06fe7bbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.257141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f05aef6d-b7ee-4c5f-80fe-28d06fe7bbb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1434f905-6113-4817-9560-7d261a5c79ca HTTP/1.1" status: 204 len: 168 time: 0.2583036 Jul 16 18:22:42.278119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-0e163fd2-e4f1-4c63-938d-03cfb84b5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.280374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-0e163fd2-e4f1-4c63-938d-03cfb84b5512 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0934029 Jul 16 18:22:42.283615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aef6d-b7ee-4c5f-80fe-28d06fe7bbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1434f905-6113-4817-9560-7d261a5c79ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:42.288949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:42.293758 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "tag": "b47ef2de-36ba-444e-8724-24c049481427"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:42.296967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:42.446696 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f618e7-fd61-454c-8312-82a648608142 x-openstack-request-id: req-72f618e7-fd61-454c-8312-82a648608142 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:42.447514 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "tag": "b47ef2de-36ba-444e-8724-24c049481427", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:42.452255 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72f618e7-fd61-454c-8312-82a648608142 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:42.454279 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427', 'status': 'completed', 'code': 200} Jul 16 18:22:42.455093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:42.483546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e', 'mac_address': 'fa:16:3e:e9:a6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:42.508970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1803902122-network', 'tenant_id': '1c35ff2640aa4fd5b2a60f6e7943d351'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:42.519562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-7c49e721-dcfc-4007-a572-eff8e0f43854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.521113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-7c49e721-dcfc-4007-a572-eff8e0f43854 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2188489 Jul 16 18:22:42.572204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-e1e005b9-9b60-4789-8cc5-fa217b00739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.575553 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-e1e005b9-9b60-4789-8cc5-fa217b00739b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 1097 time: 0.1783290 Jul 16 18:22:42.589664 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.606111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Made reservation on behalf of 1c35ff2640aa4fd5b2a60f6e7943d351 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:42.608865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d992ea8-722e-48a9-9dcc-141b76cc5b6e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:42.613100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.632740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:42.641352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.654635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.697297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-08af8b23-6d60-42fc-ac25-b21e5794ae83 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664610 Jul 16 18:22:42.760742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:42.831656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-1a308265-dced-4321-9a7d-70d33d91cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.833601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-1a308265-dced-4321-9a7d-70d33d91cccc service neutron] 10.222.0.67 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.2477803 Jul 16 18:22:42.888646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebd0ee0-c33b-4f12-b58b-1e4c278fe9a0 req-98c3b817-caeb-4fa8-a5e3-136bca5277dd service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851540 Jul 16 18:22:42.900436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:42.902986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-315feddf-b2bb-4f75-856f-baf02d6ef18c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 200 len: 217 time: 0.0558224 Jul 16 18:22:42.916930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:42.941563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d65ebff-d1a0-4aa7-bd6f-54ef8c5b8859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.975083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5a62-eb34-495a-b581-7583b6ef9c7d req-88d0189e-30b2-4d10-b439-9fb54e4aa9d6 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.976635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17cb5a62-eb34-495a-b581-7583b6ef9c7d req-88d0189e-30b2-4d10-b439-9fb54e4aa9d6 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1327958 Jul 16 18:22:42.983990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-37bdc212-d5fd-4d31-8e3c-bc2fd3b8e8fb tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.991972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-37bdc212-d5fd-4d31-8e3c-bc2fd3b8e8fb tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3240700 Jul 16 18:22:43.012313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-b1bfe6d7-b89a-479f-b8ac-0cd878cc4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.014112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-b1bfe6d7-b89a-479f-b8ac-0cd878cc4028 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.1022305 Jul 16 18:22:43.022871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17cb5a62-eb34-495a-b581-7583b6ef9c7d req-c2584aaf-abde-490f-a9b0-41c2a5e7ce3e tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Jul 16 18:22:43.023340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.078623 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-01b21d8b-cfe4-452f-a322-3e4cb537d9a3 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 696 time: 0.0855026 Jul 16 18:22:43.104282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'floatingip': {'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:43.158684 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.206009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e585da5-1112-4f81-96da-0be6d3528bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.240371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.251593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e700-58ab-471d-95ce-18216dc98bb8 req-928bda94-3d64-4d8b-a334-5a8eb8b26ae1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.253169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7096e700-58ab-471d-95ce-18216dc98bb8 req-928bda94-3d64-4d8b-a334-5a8eb8b26ae1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 947 time: 0.1013112 Jul 16 18:22:43.254188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.313489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7096e700-58ab-471d-95ce-18216dc98bb8 req-4b880461-7819-4c44-b804-697f3ccbb4dd tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528667 Jul 16 18:22:43.330511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:43.347420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-84748edf-fa62-4c68-a681-8e74c11288da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.348992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-84748edf-fa62-4c68-a681-8e74c11288da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2902045 Jul 16 18:22:43.366894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9bb36e-f2ea-4061-a55d-ea774b353604,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.369376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d65ebff-d1a0-4aa7-bd6f-54ef8c5b8859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.396563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.396938 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Added segment 75810a58-ad0b-482d-b22c-b6c29f2b2f89 of type vlan for network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 Jul 16 18:22:43.429784 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d65ebff-d1a0-4aa7-bd6f-54ef8c5b8859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.481118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7d65ebff-d1a0-4aa7-bd6f-54ef8c5b8859 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2ec56167bab4f7ab49e11cb32d45270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593016 Jul 16 18:22:43.486989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.505454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ebff-d1a0-4aa7-bd6f-54ef8c5b8859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe078a3-359c-4bfc-a1f1-1c8675bfd2a0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.521877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e585da5-1112-4f81-96da-0be6d3528bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.539151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e585da5-1112-4f81-96da-0be6d3528bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.615795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e585da5-1112-4f81-96da-0be6d3528bf3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=908977464c0849e98e61e7aa13ed8383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913792 Jul 16 18:22:43.616604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e585da5-1112-4f81-96da-0be6d3528bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4874569-5888-4170-b76c-d5b2480c0866,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.619887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46002) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.623221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 85d67aaf-8882-4e58-9125-e2dbcc9ce127 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:43.625646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0d992ea8-722e-48a9-9dcc-141b76cc5b6e up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:43.628617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3cad1c0-b966-4ae6-84a2-bfeb88037f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.673164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3cad1c0-b966-4ae6-84a2-bfeb88037f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.716192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-825d41d6-c893-4ce4-8b6d-21104cca1716 req-56acd29f-b85f-4c3b-89ee-80549461705c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0490942 Jul 16 18:22:43.747930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b764f431-7136-4e70-916c-0bb504c0c576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.767210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:43.783597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b764f431-7136-4e70-916c-0bb504c0c576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.798398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 85d67aaf-8882-4e58-9125-e2dbcc9ce127, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=85d67aaf-8882-4e58-9125-e2dbcc9ce127,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:43.813564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:43.813912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3cad1c0-b966-4ae6-84a2-bfeb88037f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.814062 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.815833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '85d67aaf-8882-4e58-9125-e2dbcc9ce127', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '85d67aaf-8882-4e58-9125-e2dbcc9ce127', 'mac_address': 'fa:16:3e:a6:5b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:43.816810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3cad1c0-b966-4ae6-84a2-bfeb88037f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.820481 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b3cad1c0-b966-4ae6-84a2-bfeb88037f8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fe078a3-359c-4bfc-a1f1-1c8675bfd2a0 HTTP/1.1" status: 204 len: 168 time: 0.3301191 Jul 16 18:22:43.838148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad1c0-b966-4ae6-84a2-bfeb88037f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe078a3-359c-4bfc-a1f1-1c8675bfd2a0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.877535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b764f431-7136-4e70-916c-0bb504c0c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.878316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.882748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b764f431-7136-4e70-916c-0bb504c0c576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.884294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b764f431-7136-4e70-916c-0bb504c0c576 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4874569-5888-4170-b76c-d5b2480c0866 HTTP/1.1" status: 204 len: 168 time: 0.2621038 Jul 16 18:22:43.909296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764f431-7136-4e70-916c-0bb504c0c576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4874569-5888-4170-b76c-d5b2480c0866,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.918351 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.947577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-50418984-1fd4-451d-add2-2c97619b4a3e tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.949584 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-50418984-1fd4-451d-add2-2c97619b4a3e tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.6496508 Jul 16 18:22:43.952418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d67aaf-8882-4e58-9125-e2dbcc9ce127 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:43.995517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Request body: {'port': {'device_id': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'admin_state_up': True, 'tenant_id': 'a3789f914e9442f48a8206c661fc9fed'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:43.996085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 85d67aaf-8882-4e58-9125-e2dbcc9ce127, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=85d67aaf-8882-4e58-9125-e2dbcc9ce127,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:44.009943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.014678 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.068465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:44.071073 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e62a71b-e9d7-4a5e-8cbe-88390041afca" -d '{"events": [{"server_uuid": "38347cdd-0b60-466b-ac35-c7ff1306bb13", "name": "network-vif-plugged", "status": "completed", "tag": "0d992ea8-722e-48a9-9dcc-141b76cc5b6e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:44.071515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-1598931c-bab0-47e5-8932-bd144608c22d service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007251 Jul 16 18:22:44.099188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.100357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.100708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.101887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:44.114472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.114946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-197ffe72-ed59-47a4-8c85-471ba069a07c tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.117559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-197ffe72-ed59-47a4-8c85-471ba069a07c tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.67 "GET /v2.0/ports?device_id=017c51f8-d107-4533-a79c-181bc4d95bbc HTTP/1.1" status: 200 len: 945 time: 0.1336172 Jul 16 18:22:44.122005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=85d67aaf-8882-4e58-9125-e2dbcc9ce127,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.206605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.305871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['85d67aaf-8882-4e58-9125-e2dbcc9ce127'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:44.311308 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0128355 Jul 16 18:22:44.324430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Deleting port b47ef2de-36ba-444e-8724-24c049481427 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:44.324802 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.345687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46022) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.353175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Request body: {'subnet': {'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1803902122-subnet', 'tenant_id': '1c35ff2640aa4fd5b2a60f6e7943d351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:44.409915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc6093-c668-4825-b746-779073598c39 admin admin] Pushing event updated for resources: {'Network': ['ID=140ca1dd-9816-46ab-ad94-1ecd99e69a28,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.472000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:44.487294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.488210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Made reservation on behalf of 1c35ff2640aa4fd5b2a60f6e7943d351 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:44.490757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.528980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4925ede-6d1a-4577-a7f3-4e2b3bf28453 req-1193c07c-06ac-4a1f-a996-77522bf82f35 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.536973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4925ede-6d1a-4577-a7f3-4e2b3bf28453 req-1193c07c-06ac-4a1f-a996-77522bf82f35 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.2687428 Jul 16 18:22:44.556914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] For port b47ef2de-36ba-444e-8724-24c049481427, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b47ef2de-36ba-444e-8724-24c049481427,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:44.557372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.561559 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa36d1b2-68fc-45eb-8ecf-916fe307cf9f req-d1d95947-5a80-4881-9102-cde71b6c5622 service neutron] 10.222.0.67 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735057 Jul 16 18:22:44.562545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156102c1-a02e-4b51-9654-a22126f1eb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.575814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Calling delete_port for b47ef2de-36ba-444e-8724-24c049481427 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:44.583021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Made reservation on behalf of a3789f914e9442f48a8206c661fc9fed for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:44.586890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.606961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4925ede-6d1a-4577-a7f3-4e2b3bf28453 req-a0a5b06b-6970-4228-b300-dc34be247c95 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688086 Jul 16 18:22:44.653880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:22:44.659548 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ed74e-2893-420a-9705-198c9ce5631d x-openstack-request-id: req-3a2ed74e-2893-420a-9705-198c9ce5631d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:44.660132 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38347cdd-0b60-466b-ac35-c7ff1306bb13", "name": "network-vif-plugged", "status": "completed", "tag": "0d992ea8-722e-48a9-9dcc-141b76cc5b6e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:44.660706 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a2ed74e-2893-420a-9705-198c9ce5631d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:44.661221 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e', 'code': 200} Jul 16 18:22:44.776733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.796460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['98dc17dd-6e7e-47de-bfee-7e7b651580ae'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:44.803603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.841252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.861626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Pushing event deleted for resources: {'Port': ['ID=b47ef2de-36ba-444e-8724-24c049481427,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.894697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['b47ef2de-36ba-444e-8724-24c049481427'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:45.006275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Allocated IP 172.20.0.6 (c256d501-8406-46fc-819a-b542ce42eb9d/6646841a-3692-4c50-abd5-e333cc4581b2/9e57611a-107d-41a9-a41e-57bbc074043c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:45.275543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a4e8-ebfd-410b-9027-449fe829ce27 req-9903e2ee-d176-47e8-a5df-955590ddadb1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.277139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf59a4e8-ebfd-410b-9027-449fe829ce27 req-9903e2ee-d176-47e8-a5df-955590ddadb1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 948 time: 0.4898717 Jul 16 18:22:45.278072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] No DVR routers for this DVR port b47ef2de-36ba-444e-8724-24c049481427 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:45.281661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.284073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19e4a017-0ba5-4512-a396-bac883aa9844 req-5f2453bc-b0c5-43b1-b9e0-27b16eee28d6 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.67 "DELETE /v2.0/ports/b47ef2de-36ba-444e-8724-24c049481427 HTTP/1.1" status: 204 len: 173 time: 1.1598959 Jul 16 18:22:45.284212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'name': 'network-vif-deleted', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:45.286459 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105835c6-c4af-44fb-8981-19870b02c57c" -d '{"events": [{"server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "name": "network-vif-deleted", "tag": "b47ef2de-36ba-444e-8724-24c049481427"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:45.303153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f21a-17a8-4ba3-bd6b-ce1fd9ad0a66 req-6649f19a-eadf-4d9b-a8a5-4e378f7584c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.304737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c694f21a-17a8-4ba3-bd6b-ce1fd9ad0a66 req-6649f19a-eadf-4d9b-a8a5-4e378f7584c7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 1102 time: 0.5215194 Jul 16 18:22:45.333668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf59a4e8-ebfd-410b-9027-449fe829ce27 req-ecc87862-17d2-4b87-997a-1f66516a3c43 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362046 Jul 16 18:22:45.338509 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Floating IP 9717b44a-f709-4a13-9f53-5144ce631454 associated. External IP: 172.25.1.109, port: 98dc17dd-6e7e-47de-bfee-7e7b651580ae. Jul 16 18:22:45.401090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.418996 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156102c1-a02e-4b51-9654-a22126f1eb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.467188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156102c1-a02e-4b51-9654-a22126f1eb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.511862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.525913 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c694f21a-17a8-4ba3-bd6b-ce1fd9ad0a66 req-f18b8fef-e1b4-42b9-97e3-96f92df40d99 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020931 Jul 16 18:22:45.591577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9dc0cb-f637-4624-931c-1db603ed598e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.605134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b899f95-967c-4721-b99f-01597dbe18e4 req-12615e07-1d48-4d79-aec8-1b89280599cb tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jul 16 18:22:45.606578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-156102c1-a02e-4b51-9654-a22126f1eb10 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b6b7f7b60d749df863366e81f6b89d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1134584 Jul 16 18:22:45.609294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46056) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.612021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156102c1-a02e-4b51-9654-a22126f1eb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244f229-2f6e-423b-8141-46c96dfb1fc9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.632145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 85d67aaf-8882-4e58-9125-e2dbcc9ce127 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:45.660254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Checking segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:45.660617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Network hostable DHCP agents. Network: 140ca1dd-9816-46ab-ad94-1ecd99e69a28, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:45.674355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc2f-210f-45a0-bb82-1dce1aa2c22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.701598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc2f-210f-45a0-bb82-1dce1aa2c22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.721303 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.746460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:45.751882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:45.752688 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.755734 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e170482-ed6a-424b-968d-ac8e22dd11d4 x-openstack-request-id: req-6e170482-ed6a-424b-968d-ac8e22dd11d4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:45.756026 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017c51f8-d107-4533-a79c-181bc4d95bbc", "name": "network-vif-deleted", "tag": "b47ef2de-36ba-444e-8724-24c049481427", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:45.756274 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e170482-ed6a-424b-968d-ac8e22dd11d4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:45.756899 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017c51f8-d107-4533-a79c-181bc4d95bbc', 'name': 'network-vif-deleted', 'tag': 'b47ef2de-36ba-444e-8724-24c049481427', 'status': 'completed', 'code': 200} Jul 16 18:22:45.780872 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc2f-210f-45a0-bb82-1dce1aa2c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.785530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc2f-210f-45a0-bb82-1dce1aa2c22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.791381 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-89dbcc2f-210f-45a0-bb82-1dce1aa2c22a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6244f229-2f6e-423b-8141-46c96dfb1fc9 HTTP/1.1" status: 204 len: 168 time: 0.1805668 Jul 16 18:22:45.803351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbcc2f-210f-45a0-bb82-1dce1aa2c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244f229-2f6e-423b-8141-46c96dfb1fc9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.816711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.824132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:45.842197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Network c256d501-8406-46fc-819a-b542ce42eb9d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:45.880585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:45.886290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:45.924795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 140ca1dd-9816-46ab-ad94-1ecd99e69a28) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:45.952916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.953921 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.955023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e41688-73c9-457e-a7a6-eed97930ca31 None None] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:45.985639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.986622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.001850 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ac97e11a-bf62-4868-bf83-4ba2714b2a36 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6544676 Jul 16 18:22:46.006219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a4de-19bf-4d57-be0f-e59a0d2550c8 req-7b360c91-ee3d-48fd-839b-3d8f36235e4f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.007362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c72a4de-19bf-4d57-be0f-e59a0d2550c8 req-7b360c91-ee3d-48fd-839b-3d8f36235e4f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1055779 Jul 16 18:22:46.011704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:46.028544 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-4a5c0c74-3ddb-4462-bdc1-7db1f667e6ec tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0454416 Jul 16 18:22:46.052526 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.068010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Request body: {'port': {'device_id': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:46.095682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c72a4de-19bf-4d57-be0f-e59a0d2550c8 req-74e35b56-73df-461b-b4ed-1ec75584187d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783730 Jul 16 18:22:46.175110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 85d67aaf-8882-4e58-9125-e2dbcc9ce127, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=85d67aaf-8882-4e58-9125-e2dbcc9ce127,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:46.191034 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.192961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d13c883-d7f5-4dd0-bafa-ba46ab3ebc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.317204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=85d67aaf-8882-4e58-9125-e2dbcc9ce127,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:46.335311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c18b9d-4486-427b-8aea-94f882ba5f72 None None] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:46.613225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:46.615070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.619544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.623457 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:46.634861 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:46.635894 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:46.662656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d67aaf-8882-4e58-9125-e2dbcc9ce127'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:46.665592 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3933e0e-f689-4798-9eb5-3484c3397a41" -d '{"events": [{"server_uuid": "06eb7057-5bba-4cc3-aa9a-4da161af03bb", "name": "network-vif-plugged", "status": "completed", "tag": "85d67aaf-8882-4e58-9125-e2dbcc9ce127"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:46.691216 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e5569dd8-6368-4ee3-bc2a-1a5dcf976a70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "PUT /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 200 len: 997 time: 3.6113293 Jul 16 18:22:46.695851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:46.698463 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d42286-06e4-467f-8491-8a331b0f4f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:46.765408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:46.858688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e68de290-e804-4887-9acd-5954fcbe7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.865999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e68de290-e804-4887-9acd-5954fcbe7808 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.1526961 Jul 16 18:22:47.011569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-9a173408-f889-4dfb-89d5-90ea82ee400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.018696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-9a173408-f889-4dfb-89d5-90ea82ee400e service neutron] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.1518114 Jul 16 18:22:47.025666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-bd708abe-24d3-4f5e-9311-cd19544eaf96 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.031016 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:36:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:44Z', 'revision_number': 8, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:47.036008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-bd708abe-24d3-4f5e-9311-cd19544eaf96 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.1408939 Jul 16 18:22:47.053776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-8d373788-aec2-4b19-8a5a-36dce905c4e3 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/quotas/1c35ff2640aa4fd5b2a60f6e7943d351 HTTP/1.1" status: 200 len: 375 time: 0.0162234 Jul 16 18:22:47.061631 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:47.071045 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:47.071879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:47.104076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-1ab1d50d-370e-462c-8d7d-bdc2e5e1a987 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492930 Jul 16 18:22:47.125823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-0aa4cfce-c346-45b3-b3f1-1485df14aabd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 1000 time: 0.1061804 Jul 16 18:22:47.139520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e57611a-107d-41a9-a41e-57bbc074043c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:47.169090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.191303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Transition to ACTIVE for port object 9e57611a-107d-41a9-a41e-57bbc074043c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:47.195492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-6b266970-7477-4fb9-be17-e8e39ddb8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.197300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-6b266970-7477-4fb9-be17-e8e39ddb8aeb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0705998 Jul 16 18:22:47.198328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.210734 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:47.262042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6bc6798a-4503-4445-95ff-e52760c79759 service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568673 Jul 16 18:22:47.277677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:47.354930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-f2001a32-5fe2-4b31-84c0-a99ad8d05755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.362435 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-f2001a32-5fe2-4b31-84c0-a99ad8d05755 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229713 Jul 16 18:22:47.369527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-ccfd5b1b-4181-4569-8ea9-9a0276b93867 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:47.376234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-ccfd5b1b-4181-4569-8ea9-9a0276b93867 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128937 Jul 16 18:22:47.386402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-9ad14f0a-1a52-485a-b08a-cbf05b2e78d7 service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216843 Jul 16 18:22:47.431899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:47.432231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:47.432554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:47.462997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:47.463330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:47.473184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:47.473881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:47.473881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:47.474343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Bound port: 9e57611a-107d-41a9-a41e-57bbc074043c, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:47.474706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.530623 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-e50c6bf8-3a18-42dc-9412-23e0cd1d6411 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534667 Jul 16 18:22:47.605583 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:36:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:44Z', 'revision_number': 8, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:47.629430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:47.633657 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a19e0e-3276-47f8-90b4-23ee7eb815ba None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '9717b44a-f709-4a13-9f53-5144ce631454', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'port_id': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'mac_address': 'fa:16:3e:36:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:22:44Z', 'revision_number': 8, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:47.646819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:47.652347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b47ef2de-36ba-444e-8724-24c049481427 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:47.660654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.679038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe8bbfed-619c-4d96-b1fd-fce20a8878e9 req-42b8af28-205b-4226-bc1a-0a123c479e9b service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472230 Jul 16 18:22:47.701267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: b47ef2de-36ba-444e-8724-24c049481427 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:47.701857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b47ef2de-36ba-444e-8724-24c049481427 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:47.716025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.716291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.717715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] 10.222.0.59 "PUT /v2.0/ports/9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 1092 time: 1.6548283 Jul 16 18:22:47.744510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc1b69-fcde-4d4e-9563-2e73974bb5da service neutron] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:47.783883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d75c9-5933-4d38-9a01-57ad8e7b7447 req-5083cf57-db22-40cc-8e88-653496c24830 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.791232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-039d75c9-5933-4d38-9a01-57ad8e7b7447 req-5083cf57-db22-40cc-8e88-653496c24830 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 949 time: 0.1406329 Jul 16 18:22:47.835241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-039d75c9-5933-4d38-9a01-57ad8e7b7447 req-885a7361-a699-45ad-97ee-e18f6a81ee54 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Jul 16 18:22:47.884951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-feb3a2ab-63d2-4404-a970-559295ee79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:47.886947 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-feb3a2ab-63d2-4404-a970-559295ee79d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1095 time: 0.1087472 Jul 16 18:22:47.940181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-63d56907-b1ef-41fa-a93d-4bb40ffa84d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 217 time: 0.0441689 Jul 16 18:22:47.984077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07848357-5556-4c29-963c-2f5cc5a92315 None None] New status for floating IP 9717b44a-f709-4a13-9f53-5144ce631454: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:48.043898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-b163106b-94b4-4d94-b6b9-ad79eb837eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.045571 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-b163106b-94b4-4d94-b6b9-ad79eb837eaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0884733 Jul 16 18:22:48.087910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-5486f460-c198-4da5-809a-54b74ca39d8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336127 Jul 16 18:22:48.113919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7bcfd-82f7-4744-8799-e0fbc6f27152 req-58653d83-2252-40e5-ac62-ca4203daf23d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.115566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22a7bcfd-82f7-4744-8799-e0fbc6f27152 req-58653d83-2252-40e5-ac62-ca4203daf23d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 943 time: 0.1140864 Jul 16 18:22:48.227005 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22a7bcfd-82f7-4744-8799-e0fbc6f27152 req-6b782a99-6e00-4c34-89f9-7696c242d7c9 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005979 Jul 16 18:22:48.253599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-d4e0c1be-32f0-48e6-91eb-c9f9f6b5c54c service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560602 Jul 16 18:22:48.259628 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92f408d-d472-4cf7-bb48-23a4c8f60be6 x-openstack-request-id: req-d92f408d-d472-4cf7-bb48-23a4c8f60be6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:48.259921 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06eb7057-5bba-4cc3-aa9a-4da161af03bb", "name": "network-vif-plugged", "status": "completed", "tag": "85d67aaf-8882-4e58-9125-e2dbcc9ce127", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:48.260197 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d92f408d-d472-4cf7-bb48-23a4c8f60be6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:48.260596 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d67aaf-8882-4e58-9125-e2dbcc9ce127', 'code': 200} Jul 16 18:22:48.347218 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff214d7-937a-45ff-9b1f-c751c480328a x-openstack-request-id: req-7ff214d7-937a-45ff-9b1f-c751c480328a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:48.347501 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:48.347850 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ff214d7-937a-45ff-9b1f-c751c480328a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:48.348143 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'status': 'completed', 'code': 200} Jul 16 18:22:48.382004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ccc1e16-533b-4587-903e-a8d4da5b8603 req-a707188d-0a0b-470c-adfd-659ee9ab7e77 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059594 Jul 16 18:22:48.451709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37288498-e09d-43e6-94b9-44a87b9e08fa req-edbb1ff7-295d-4ec6-b3d1-8acdd210ecef tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.459060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37288498-e09d-43e6-94b9-44a87b9e08fa req-edbb1ff7-295d-4ec6-b3d1-8acdd210ecef tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1046324 Jul 16 18:22:48.459351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc79d-400d-4862-8872-b58e24790e7f req-dfca0103-0ac6-48e1-b7e5-c6a859336b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.472614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-325cc79d-400d-4862-8872-b58e24790e7f req-dfca0103-0ac6-48e1-b7e5-c6a859336b09 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 1101 time: 0.0723276 Jul 16 18:22:48.502441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-c12fdb0e-d609-4141-aa68-efc4badab0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.504349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-c12fdb0e-d609-4141-aa68-efc4badab0c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.1391559 Jul 16 18:22:48.511922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37288498-e09d-43e6-94b9-44a87b9e08fa req-8453bc3f-1ec0-4eaf-8036-73bd9a2d8d73 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Jul 16 18:22:48.549644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-325cc79d-400d-4862-8872-b58e24790e7f req-594d479e-449e-45e2-b1c7-98d84b42b76c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686681 Jul 16 18:22:48.552735 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-19d27889-98c4-4325-a6c6-6ad35fde41e1 req-b6ea3c0b-7f50-471e-9393-ee337ff3c448 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 210 time: 0.0424657 Jul 16 18:22:48.629133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b45a3d1b-37db-4b5b-adf7-6105d5231a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.651669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-007c6584-1aa9-4579-8373-c4bf75eafee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.651669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-007c6584-1aa9-4579-8373-c4bf75eafee9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.1327353 Jul 16 18:22:48.657981 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c71ca1e7-3f1c-4609-9b50-e5d3d0e60e00 req-e3a32214-a1a8-4b9c-879c-faeb7f27f8d7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 200 len: 999 time: 0.0776129 Jul 16 18:22:48.720275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-daa7d552-3ea9-48de-ad47-71a08242cfaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 1002 time: 0.0622289 Jul 16 18:22:48.774612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca1e7-3f1c-4609-9b50-e5d3d0e60e00 req-41741e5d-27bc-417a-a562-6ee642e90753 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.776100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c71ca1e7-3f1c-4609-9b50-e5d3d0e60e00 req-41741e5d-27bc-417a-a562-6ee642e90753 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1098943 Jul 16 18:22:48.777932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-e2a56435-5e67-4f16-8308-2499889642f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.779339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-e2a56435-5e67-4f16-8308-2499889642f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0500205 Jul 16 18:22:48.786527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-c71ca1e7-3f1c-4609-9b50-e5d3d0e60e00 req-f318642f-3124-4727-902b-513e81be0d0a tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:48.787558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c71ca1e7-3f1c-4609-9b50-e5d3d0e60e00 req-f318642f-3124-4727-902b-513e81be0d0a tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059800 Jul 16 18:22:48.823519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75884126-5a1d-49e9-a8b8-6578ba2c6de4 req-ab42f4e1-4167-46c1-bba5-335a0ecafebb tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=16fb0fdfb5f44bf29ecab81830ba94bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473819 Jul 16 18:22:48.830314 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.924749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-f1fbcbf0-81ed-4f6f-86ad-88a1dfe5fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.926445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-f1fbcbf0-81ed-4f6f-86ad-88a1dfe5fff9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379468 Jul 16 18:22:48.951846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-f9833599-47b0-44e4-b232-6812c716cdce tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1002 time: 0.0981042 Jul 16 18:22:48.960019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75884126-5a1d-49e9-a8b8-6578ba2c6de4 req-4953f3e5-8bb4-4d71-8585-0085ad86681a tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.961466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75884126-5a1d-49e9-a8b8-6578ba2c6de4 req-4953f3e5-8bb4-4d71-8585-0085ad86681a tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310439 Jul 16 18:22:49.000437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75884126-5a1d-49e9-a8b8-6578ba2c6de4 req-f4f7c4d7-4e77-4314-b4fe-48fe6441e766 tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/quotas/16fb0fdfb5f44bf29ecab81830ba94bc HTTP/1.1" status: 200 len: 375 time: 0.0276303 Jul 16 18:22:49.017546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-74a90dce-e719-45ff-a61c-0f18d75811a2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.021221 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-74a90dce-e719-45ff-a61c-0f18d75811a2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports/98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 943 time: 0.0620959 Jul 16 18:22:49.078773 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75884126-5a1d-49e9-a8b8-6578ba2c6de4 req-eb32daa9-6765-42d7-9fd6-8e6b29f6af00 tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16fb0fdfb5f44bf29ecab81830ba94bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490744 Jul 16 18:22:49.125934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-3f24722d-34ab-4035-80eb-7598069d8a13 service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809046 Jul 16 18:22:49.221513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-bf301c52-275b-4797-9e5e-072119dd515c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.223020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-bf301c52-275b-4797-9e5e-072119dd515c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.1924276 Jul 16 18:22:49.231802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-d91b4d5b-4639-4b5d-8f1d-6462605c6574 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1002 time: 0.0982409 Jul 16 18:22:49.233876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9d42286-06e4-467f-8491-8a331b0f4f2f req-158dd1cf-22af-4220-b2bb-eb077d10286a service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002975 Jul 16 18:22:49.237641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Request body: {'port': {'device_id': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'admin_state_up': True, 'tenant_id': '1c35ff2640aa4fd5b2a60f6e7943d351'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:49.380368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c93aed-fd63-41f8-b08f-b2015efde75f req-1fb660eb-130b-49fa-9124-6b59931ac537 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.381992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7c93aed-fd63-41f8-b08f-b2015efde75f req-1fb660eb-130b-49fa-9124-6b59931ac537 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 949 time: 0.0666656 Jul 16 18:22:49.421651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-191d38bb-0d7f-4de2-a5d2-2799b59052d0 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.422027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7c93aed-fd63-41f8-b08f-b2015efde75f req-e17525db-4d83-48fa-b0d3-68613fe9e888 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Jul 16 18:22:49.423252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-191d38bb-0d7f-4de2-a5d2-2799b59052d0 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1774302 Jul 16 18:22:49.486813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Made reservation on behalf of 1c35ff2640aa4fd5b2a60f6e7943d351 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:49.491035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.536996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-5f2fb859-c87b-4245-9c25-3e0bd95b094d tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 1002 time: 0.1064489 Jul 16 18:22:49.574956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:49.678204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.739982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Allocated IP 172.20.0.8 (140ca1dd-9816-46ab-ad94-1ecd99e69a28/fc9dc0cb-f637-4624-931c-1db603ed598e/ab72d739-3ef8-4b74-8371-03cffc403edb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:49.813978 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.874393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f61d-d3aa-4d5f-a91b-5e7191ddc017 req-4c50ff89-aff4-4f0f-aad5-6fcca23ef8a8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.875977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0384f61d-d3aa-4d5f-a91b-5e7191ddc017 req-4c50ff89-aff4-4f0f-aad5-6fcca23ef8a8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 943 time: 0.0649760 Jul 16 18:22:49.885236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.903892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.904240 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Floating IP 9717b44a-f709-4a13-9f53-5144ce631454 disassociated. External IP: 172.25.1.109, port: 98dc17dd-6e7e-47de-bfee-7e7b651580ae. Jul 16 18:22:49.916218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0384f61d-d3aa-4d5f-a91b-5e7191ddc017 req-6c52803d-8763-44ce-b5ad-10d769405bad tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343461 Jul 16 18:22:50.074380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.076157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ccb86-988e-4fc6-9265-be6bca10f55a req-eedb91d5-efe9-42d9-b299-92616cdced7b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.077867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec0ccb86-988e-4fc6-9265-be6bca10f55a req-eedb91d5-efe9-42d9-b299-92616cdced7b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.0636585 Jul 16 18:22:50.117353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec0ccb86-988e-4fc6-9265-be6bca10f55a req-22afc464-f1db-4085-95d7-055d4e5f803c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Jul 16 18:22:50.203387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.244935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:50.268588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:50.275849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:50.277675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:50.281366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:50.299011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc53a73-14fb-433b-b44d-b52a455bc540 req-90d16d03-1a2c-4fb8-8d9d-722f77fe152c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.300498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1dc53a73-14fb-433b-b44d-b52a455bc540 req-90d16d03-1a2c-4fb8-8d9d-722f77fe152c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 931 time: 0.0758519 Jul 16 18:22:50.340374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1dc53a73-14fb-433b-b44d-b52a455bc540 req-6fa807a4-051c-45d0-859e-3aea1fa197fa tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Jul 16 18:22:50.350309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:50.352594 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0f735-7209-44be-9532-084c34a10741" -d '{"events": [{"name": "network-changed", "server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:50.378785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.379419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.430775 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-4e223dd6-ef88-4180-bfa4-24658e2091f6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1979373 Jul 16 18:22:50.440076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:50.444915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Request body: {'port': {'device_id': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:50.449844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.452709 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:50.461914 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:50.462446 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.511898 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c265a9ac-df12-4716-8f81-6a72f98ec39e x-openstack-request-id: req-c265a9ac-df12-4716-8f81-6a72f98ec39e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:50.512182 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:50.512429 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c265a9ac-df12-4716-8f81-6a72f98ec39e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:50.512841 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c', 'status': 'completed', 'code': 200} Jul 16 18:22:50.525428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-a571a259-f9fe-4d91-a0b6-93e1f92bbdef tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "PUT /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 200 len: 696 time: 0.9570658 Jul 16 18:22:50.578915 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:50.601651 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.621181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0f735-7209-44be-9532-084c34a10741 req-f3eb4975-3dc2-4c87-8679-1f0dcde351ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.624302 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7b0f735-7209-44be-9532-084c34a10741 req-f3eb4975-3dc2-4c87-8679-1f0dcde351ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0815771 Jul 16 18:22:50.711693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-3f179375-4405-4a7c-8fa3-5a23f45e86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.713086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-3f179375-4405-4a7c-8fa3-5a23f45e86f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.1594658 Jul 16 18:22:50.741676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0f735-7209-44be-9532-084c34a10741 req-0329793f-17e2-42dd-8f76-00ad5c8d8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.743525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7b0f735-7209-44be-9532-084c34a10741 req-0329793f-17e2-42dd-8f76-00ad5c8d8dec service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.1097312 Jul 16 18:22:50.789558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7b0f735-7209-44be-9532-084c34a10741 req-a8338f64-f0ec-4ebc-ac02-72b1b848a814 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 217 time: 0.0389659 Jul 16 18:22:50.834913 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.861045 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:50.869276 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:50.869884 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.873272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0f735-7209-44be-9532-084c34a10741 req-7f98e7a0-4090-469a-b70b-316cd451a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.874766 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7b0f735-7209-44be-9532-084c34a10741 req-7f98e7a0-4090-469a-b70b-316cd451a210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0768292 Jul 16 18:22:50.898769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875b722-daa3-474f-800c-40e105426fc1 req-37addea1-dfa4-4e13-a248-ca3c3a519e49 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.900250 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7875b722-daa3-474f-800c-40e105426fc1 req-37addea1-dfa4-4e13-a248-ca3c3a519e49 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 949 time: 0.1134498 Jul 16 18:22:50.920022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7b0f735-7209-44be-9532-084c34a10741 req-8095b4b3-cfb8-4046-ae7f-15beda45c7cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375216 Jul 16 18:22:50.934210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-17b21e7a-0444-4704-adc1-6771ef8f6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.936433 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-17b21e7a-0444-4704-adc1-6771ef8f6045 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.2098551 Jul 16 18:22:50.973495 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:50.982310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7875b722-daa3-474f-800c-40e105426fc1 req-5e4f0e0b-67d5-4a59-b4bb-5c1384100796 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646288 Jul 16 18:22:51.017108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-7b8d29b8-deac-43ec-a9f8-e296dd2f6bad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 217 time: 0.0679460 Jul 16 18:22:51.060543 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7b0f735-7209-44be-9532-084c34a10741 req-815cf1cc-2344-4b26-a4eb-4a7de9ec52bc service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276662 Jul 16 18:22:51.127117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab72d739-3ef8-4b74-8371-03cffc403edb {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:51.134013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-75e38c7a-b97e-4326-85de-7fd64e281008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.137021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-75e38c7a-b97e-4326-85de-7fd64e281008 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.1107869 Jul 16 18:22:51.141407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.178823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7b0f735-7209-44be-9532-084c34a10741 req-ac52d536-5ba2-4979-aae9-ded5819c6f65 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108227 Jul 16 18:22:51.188165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Transition to ACTIVE for port object ab72d739-3ef8-4b74-8371-03cffc403edb will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:51.192926 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:51.194981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.226065 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5906f-8c23-41e1-8784-0f98a56aa92a None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:21:37Z', 'revision_number': 4, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '2402993e-f881-4017-ba9d-e711b9899b2c', 'name': '', 'network_id': 'dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'mac_address': 'fa:16:3e:48:78:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:33Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'subnets': [{'id': 'b299928e-7007-465e-aa9b-d1156b69fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:51.286580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da9f37d2-938f-48cb-b62e-11536ac1c738 req-1725d569-ef5d-46a5-b11e-12945b8c4578 tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=16fb0fdfb5f44bf29ecab81830ba94bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238194 Jul 16 18:22:51.306896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9e57611a-107d-41a9-a41e-57bbc074043c details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:51.427078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:51.437837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f37d2-938f-48cb-b62e-11536ac1c738 req-e8563a93-a940-4f37-9861-73fbee69847c tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.446214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da9f37d2-938f-48cb-b62e-11536ac1c738 req-e8563a93-a940-4f37-9861-73fbee69847c tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528316 Jul 16 18:22:51.451387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '9e57611a-107d-41a9-a41e-57bbc074043c', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'port_id': '9e57611a-107d-41a9-a41e-57bbc074043c', 'mac_address': 'fa:16:3e:95:0a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646841a-3692-4c50-abd5-e333cc4581b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:51.464985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da9f37d2-938f-48cb-b62e-11536ac1c738 req-ba2977c3-c157-45f8-8812-d846d0e6a441 tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/quotas/16fb0fdfb5f44bf29ecab81830ba94bc HTTP/1.1" status: 200 len: 375 time: 0.0175815 Jul 16 18:22:51.498385 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.509517 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da9f37d2-938f-48cb-b62e-11536ac1c738 req-3b9b51dc-411a-48c8-9716-176e10952d7b tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16fb0fdfb5f44bf29ecab81830ba94bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418794 Jul 16 18:22:51.520357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e57611a-107d-41a9-a41e-57bbc074043c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:51.548567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe1b42-c5bf-4faa-941f-2e46b98311ab None None] New status for floating IP 9717b44a-f709-4a13-9f53-5144ce631454: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:51.560641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:51.563513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.578015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-cb124ec2-940e-41c6-b0c8-239b69f01a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.581517 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-cb124ec2-940e-41c6-b0c8-239b69f01a20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4366984 Jul 16 18:22:51.596864 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.711986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Attempting to bind port ab72d739-3ef8-4b74-8371-03cffc403edb on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:51.712384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Attempting to bind port ab72d739-3ef8-4b74-8371-03cffc403edb by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:51.712640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Attempting to bind port ab72d739-3ef8-4b74-8371-03cffc403edb on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:51.722466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.725411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Port ab72d739-3ef8-4b74-8371-03cffc403edb on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:51.725741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Attempting to bind port ab72d739-3ef8-4b74-8371-03cffc403edb on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:51.733298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c04d4-8c1b-409b-997a-c6fdfc9219b4 req-2fea9b99-4f82-4826-9a3d-03925c84d81d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.735351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-1821ab3b-b076-49ce-9bd7-4eae4b5c8eee service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332686 Jul 16 18:22:51.736076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:51.736468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Checking segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:51.736824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Bound using segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:51.737273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Bound port: ab72d739-3ef8-4b74-8371-03cffc403edb, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:51.737603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.741440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f6c04d4-8c1b-409b-997a-c6fdfc9219b4 req-2fea9b99-4f82-4826-9a3d-03925c84d81d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.0778768 Jul 16 18:22:51.778863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f6c04d4-8c1b-409b-997a-c6fdfc9219b4 req-47132834-1d7e-434b-9c02-56f15a873052 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Jul 16 18:22:51.807826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.878556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:51.883031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:51.887458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa3e3b8e-d585-4743-aaee-45f7135066e8 req-28463e20-fb99-4a3f-a613-69d6af6fcba6 service neutron] 10.222.0.49 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412160 Jul 16 18:22:51.888944 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.922595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.923212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.924600 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] 10.222.0.67 "PUT /v2.0/ports/ab72d739-3ef8-4b74-8371-03cffc403edb HTTP/1.1" status: 200 len: 1092 time: 1.4860420 Jul 16 18:22:51.931214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['9e57611a-107d-41a9-a41e-57bbc074043c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:51.948958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a798fa7-8fb2-4b73-b9f9-1307d1d8793a service neutron] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.986335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb03b7-8a67-454a-97a9-869d2b428c4a req-873d4c39-3f1e-4474-9da1-180b3f965f3b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.993933 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9eb03b7-8a67-454a-97a9-869d2b428c4a req-873d4c39-3f1e-4474-9da1-180b3f965f3b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 950 time: 0.0997503 Jul 16 18:22:52.041509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-15478289-007a-41cc-8f29-676f6f5e7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.044274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9eb03b7-8a67-454a-97a9-869d2b428c4a req-cf1d82fb-161f-4071-8dda-17d73754dd82 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491450 Jul 16 18:22:52.045614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-15478289-007a-41cc-8f29-676f6f5e7d26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 1095 time: 0.0720508 Jul 16 18:22:52.100180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-bef5563e-dc8d-4f84-90e7-6727fe609e70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab72d739-3ef8-4b74-8371-03cffc403edb HTTP/1.1" status: 200 len: 217 time: 0.0473156 Jul 16 18:22:52.186334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-adf15270-97dd-4d58-8ef4-26afd097594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.187968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-adf15270-97dd-4d58-8ef4-26afd097594b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.0791163 Jul 16 18:22:52.221418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b54f8-5375-447b-8006-03365f0a54db req-786ce5f3-bd26-41b2-a5a2-e79de23a2699 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.223150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-781b54f8-5375-447b-8006-03365f0a54db req-786ce5f3-bd26-41b2-a5a2-e79de23a2699 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 943 time: 0.0648499 Jul 16 18:22:52.224578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-c1cd0c22-31cd-40ea-ae60-22b46144fd29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291355 Jul 16 18:22:52.232719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707957e-a181-4ae5-a53c-702b1461553f req-2e796209-3eba-48c7-985a-65cb6a33b98d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.234537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0707957e-a181-4ae5-a53c-702b1461553f req-2e796209-3eba-48c7-985a-65cb6a33b98d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1369662 Jul 16 18:22:52.262000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-781b54f8-5375-447b-8006-03365f0a54db req-96b8deeb-379c-4953-a6e9-32589700202f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Jul 16 18:22:52.325213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0707957e-a181-4ae5-a53c-702b1461553f req-a516d2a1-ba93-4f1e-bd33-1d37ed6ede91 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821419 Jul 16 18:22:52.351014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-85e9e27e-f56e-4ffb-9011-cf8284830312 service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153941 Jul 16 18:22:52.451811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.476015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43a1a4e6-2179-4b8a-bab7-9e268ece8658 req-33e55d63-08e5-4473-acb2-fe8862085df9 service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085048 Jul 16 18:22:52.513851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae'}, {'name': 'network-changed', 'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:52.516654 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510" -d '{"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae"}, {"name": "network-changed", "server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:52.714466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0563d-aebf-45ef-9428-b518e2fa6ca3 req-94cfe771-ffeb-4a89-be4e-0b7d85d61df0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.720726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0563d-aebf-45ef-9428-b518e2fa6ca3 req-94cfe771-ffeb-4a89-be4e-0b7d85d61df0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.722334 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91a0563d-aebf-45ef-9428-b518e2fa6ca3 req-94cfe771-ffeb-4a89-be4e-0b7d85d61df0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb&device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 1690 time: 0.0758255 Jul 16 18:22:52.771604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91a0563d-aebf-45ef-9428-b518e2fa6ca3 req-61bb63da-1097-4df6-b6bc-0806db4a6f14 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Jul 16 18:22:52.787642 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325e5352-646f-43e6-9623-36a3d9baae4d x-openstack-request-id: req-325e5352-646f-43e6-9623-36a3d9baae4d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:52.788232 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:52.788697 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-325e5352-646f-43e6-9623-36a3d9baae4d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:52.790987 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'status': 'completed', 'code': 200} Jul 16 18:22:52.792021 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'status': 'completed', 'code': 200} Jul 16 18:22:52.878211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-5d5d1ce4-65f5-40d4-b257-b363f1a3c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.880222 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-5d5d1ce4-65f5-40d4-b257-b363f1a3c0cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 1095 time: 0.0621631 Jul 16 18:22:52.882825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-5811fcb2-5389-4fcb-9a15-80bc2b89fec9 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 200 len: 694 time: 0.0832827 Jul 16 18:22:52.982672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-7f89d2be-a8ad-4206-b9a5-5fdd70404864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.984110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-7f89d2be-a8ad-4206-b9a5-5fdd70404864 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 1098 time: 0.1408837 Jul 16 18:22:52.994598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-f1b9e8ea-3955-4735-81ba-79d215a9743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.997229 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-f1b9e8ea-3955-4735-81ba-79d215a9743b service neutron] 10.222.0.67 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 906 time: 0.1034894 Jul 16 18:22:53.061296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-4d8d5ee5-0018-487a-92bc-9b79759b980a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab72d739-3ef8-4b74-8371-03cffc403edb HTTP/1.1" status: 200 len: 217 time: 0.0551646 Jul 16 18:22:53.091435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-4db344eb-d934-45ea-a945-3a47beed203d tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.098695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-4db344eb-d934-45ea-a945-3a47beed203d tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.2084727 Jul 16 18:22:53.104668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-89a57a31-31ef-47aa-a658-05584eab2d6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:53.110032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-89a57a31-31ef-47aa-a658-05584eab2d6b tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065293 Jul 16 18:22:53.121237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-7b9dad4d-b639-4076-9ca8-1be3f97a7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.122746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-7b9dad4d-b639-4076-9ca8-1be3f97a7ba9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.0542202 Jul 16 18:22:53.160157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46284) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:53.180106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-5f6e44b6-c4c8-45d7-b35a-e5827433ce70 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 697 time: 0.0594401 Jul 16 18:22:53.184714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-3aaff743-7a0a-4539-a934-84a932f9ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.186156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-3aaff743-7a0a-4539-a934-84a932f9ee11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 200 len: 921 time: 0.1925192 Jul 16 18:22:53.191656 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-3a52273f-bf18-4e06-aadf-82f6557c343d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552337 Jul 16 18:22:53.230249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-d9e1e9e9-bc62-4c26-a802-9dd9b68843a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 200 len: 217 time: 0.0345333 Jul 16 18:22:53.276833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-08bf2079-48c9-4bcf-858c-b28b81e3fc3c tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 697 time: 0.0880778 Jul 16 18:22:53.287063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ccc76-e609-446f-9786-a3233bb35a85 req-0d52d41b-861b-4baa-b760-107f2dfafd0c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.288614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe0ccc76-e609-446f-9786-a3233bb35a85 req-0d52d41b-861b-4baa-b760-107f2dfafd0c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.1627486 Jul 16 18:22:53.310673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9e57611a-107d-41a9-a41e-57bbc074043c up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:53.353213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f979ee01-5e14-4da2-891b-ba4ad905b713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.354580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-1233acb6-8aca-4eac-a36e-951ed86494ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.356041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-1233acb6-8aca-4eac-a36e-951ed86494ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 200 len: 859 time: 0.0965598 Jul 16 18:22:53.358931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-0bebe3ad-648c-48fc-8333-64950d35fa85 service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597385 Jul 16 18:22:53.387820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 9e57611a-107d-41a9-a41e-57bbc074043c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:53.395141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 9e57611a-107d-41a9-a41e-57bbc074043c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:53.395898 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.426395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe0ccc76-e609-446f-9786-a3233bb35a85 req-41f87e00-54f6-4c3f-8fd5-1f2309dc995d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219857 Jul 16 18:22:53.491412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-fb4b9c9d-10de-47cd-9bc7-6f3220e51e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.493031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-fb4b9c9d-10de-47cd-9bc7-6f3220e51e0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032879 Jul 16 18:22:53.497492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Deleting port 35fe3e22-47b7-4e6a-a4a4-e8e5d4efbaa2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:53.497830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.554209 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.581676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:53.584500 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f623be-386c-470c-9314-b04575b011aa" -d '{"events": [{"server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "name": "network-vif-plugged", "status": "completed", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:53.585400 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d22f9d04-cefc-4579-a1c1-b150a30ef98e req-f6b8e20b-2316-4fde-97cf-66f7ff056eb2 tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=16fb0fdfb5f44bf29ecab81830ba94bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427644 Jul 16 18:22:53.598001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:53.604603 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.607486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-9405bab2-748e-4883-80ee-8de2f1be768c service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368207 Jul 16 18:22:53.658113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.658760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.660623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:53.672094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-35fef220-4804-4fc3-9b41-9d6859da2870 service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712577 Jul 16 18:22:53.675931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Calling delete_port for 35fe3e22-47b7-4e6a-a4a4-e8e5d4efbaa2 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:53.714126 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f979ee01-5e14-4da2-891b-ba4ad905b713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.720200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f979ee01-5e14-4da2-891b-ba4ad905b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.761435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f9d04-cefc-4579-a1c1-b150a30ef98e req-2c69d2bd-59aa-4a2d-a719-72e08c76f060 tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.762882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d22f9d04-cefc-4579-a1c1-b150a30ef98e req-2c69d2bd-59aa-4a2d-a719-72e08c76f060 tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764839 Jul 16 18:22:53.786519 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f979ee01-5e14-4da2-891b-ba4ad905b713 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41821a9d78c74179a1299ce89ba207f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226225 Jul 16 18:22:53.786710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:53.792953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979ee01-5e14-4da2-891b-ba4ad905b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02458f76-69a8-4d2b-a8ad-e7a0ed400a0d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:53.797185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d22f9d04-cefc-4579-a1c1-b150a30ef98e req-7a08e841-7fac-4a1d-b146-0f00d55e024b tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/quotas/16fb0fdfb5f44bf29ecab81830ba94bc HTTP/1.1" status: 200 len: 375 time: 0.0267005 Jul 16 18:22:53.830444 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ac68bb-0c1e-48bb-a7eb-98b01b1ec510 req-5224b8e9-c6d7-4a2c-b474-f1936b269ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502094 Jul 16 18:22:53.842926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d22f9d04-cefc-4579-a1c1-b150a30ef98e req-e402b70a-2b5e-4345-8ea8-ba439e15232b tempest-QuotasAdminNegativeTest-1870257086 tempest-QuotasAdminNegativeTest-1870257086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16fb0fdfb5f44bf29ecab81830ba94bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375640 Jul 16 18:22:53.870868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56aaf3c-30bc-4c9e-b930-1cb94d679543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.887823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.899688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56aaf3c-30bc-4c9e-b930-1cb94d679543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.913826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Pushing event deleted for resources: {'Port': ['ID=35fe3e22-47b7-4e6a-a4a4-e8e5d4efbaa2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:53.961046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56aaf3c-30bc-4c9e-b930-1cb94d679543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.964081 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a56aaf3c-30bc-4c9e-b930-1cb94d679543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.967664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a56aaf3c-30bc-4c9e-b930-1cb94d679543 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02458f76-69a8-4d2b-a8ad-e7a0ed400a0d HTTP/1.1" status: 204 len: 168 time: 0.1777968 Jul 16 18:22:53.980258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56aaf3c-30bc-4c9e-b930-1cb94d679543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02458f76-69a8-4d2b-a8ad-e7a0ed400a0d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:53.996576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.999516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.013361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f73a9478-69a2-450f-8269-94ba966c2bcf req-1b56e88a-6f1f-47e0-9ccd-793e215572f2 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "DELETE /v2.0/floatingips/9717b44a-f709-4a13-9f53-5144ce631454 HTTP/1.1" status: 204 len: 173 time: 0.7181342 Jul 16 18:22:54.069481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d26511-1d57-4054-b87e-d4d3634c577d req-d55a7a6b-e92a-4129-bae1-ec8a7d1ec456 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.071015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9d26511-1d57-4054-b87e-d4d3634c577d req-d55a7a6b-e92a-4129-bae1-ec8a7d1ec456 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 1101 time: 0.0544446 Jul 16 18:22:54.113749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9d26511-1d57-4054-b87e-d4d3634c577d req-a3c3d1ad-9d67-4312-a1db-f736274b59b0 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Jul 16 18:22:54.168769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01098343-43d8-41ce-b059-93b9e88243c2 req-4b96a7c7-72ec-45e7-aff2-6a87d6cea480 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.170426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01098343-43d8-41ce-b059-93b9e88243c2 req-4b96a7c7-72ec-45e7-aff2-6a87d6cea480 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 943 time: 0.0768983 Jul 16 18:22:54.196319 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.213208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01098343-43d8-41ce-b059-93b9e88243c2 req-1e83fda9-fa02-44a1-a382-d947c13a5c79 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Jul 16 18:22:54.284465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad610a-e3d2-4a4d-b03f-44bdc50699df req-c0155c8a-0f06-4d1c-a06a-00875f1de2f7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.286158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-daad610a-e3d2-4a4d-b03f-44bdc50699df req-c0155c8a-0f06-4d1c-a06a-00875f1de2f7 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.0704837 Jul 16 18:22:54.317905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:54.331375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8754-d35d-49a3-a1e7-0b0ad62e6852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.337413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-daad610a-e3d2-4a4d-b03f-44bdc50699df req-e3a0cba4-0acd-4679-83c0-f88b5f2e8776 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Jul 16 18:22:54.375823 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40383f75-263a-44bb-bb53-cb91360186b7 x-openstack-request-id: req-40383f75-263a-44bb-bb53-cb91360186b7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:54.376297 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "name": "network-vif-plugged", "status": "completed", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:54.376646 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40383f75-263a-44bb-bb53-cb91360186b7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:54.377289 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c', 'code': 200} Jul 16 18:22:54.438657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8754-d35d-49a3-a1e7-0b0ad62e6852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.443930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8754-d35d-49a3-a1e7-0b0ad62e6852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.514353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c8bb8754-d35d-49a3-a1e7-0b0ad62e6852 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a10e633a85342f8826860860ef7f236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953509 Jul 16 18:22:54.516295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb8754-d35d-49a3-a1e7-0b0ad62e6852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4304a1-2bf4-4900-871e-7bd2dd63a2bd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.517503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46324) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:54.540881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701abe3d-17c5-4682-a926-5b74dc1232e8 req-150c0c6e-e71e-47ff-801f-985a4d60c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.542389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-701abe3d-17c5-4682-a926-5b74dc1232e8 req-150c0c6e-e71e-47ff-801f-985a4d60c0be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1097 time: 0.0868199 Jul 16 18:22:54.582664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a37f06cf-492e-4e51-953a-60d5c39802a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.589207 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-701abe3d-17c5-4682-a926-5b74dc1232e8 req-fdbd4a6b-9c6c-498c-a91d-15431706be31 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Jul 16 18:22:54.604541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a37f06cf-492e-4e51-953a-60d5c39802a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.662002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a37f06cf-492e-4e51-953a-60d5c39802a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.674313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a37f06cf-492e-4e51-953a-60d5c39802a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.674313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a37f06cf-492e-4e51-953a-60d5c39802a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d4304a1-2bf4-4900-871e-7bd2dd63a2bd HTTP/1.1" status: 204 len: 168 time: 0.1481493 Jul 16 18:22:54.686798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f06cf-492e-4e51-953a-60d5c39802a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4304a1-2bf4-4900-871e-7bd2dd63a2bd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.781443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd58e4-a838-4802-8126-0d7f64eab5b9 req-bf519d43-40b1-4880-adc8-0c9cdc19a33c tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.783092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81cd58e4-a838-4802-8126-0d7f64eab5b9 req-bf519d43-40b1-4880-adc8-0c9cdc19a33c tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 1102 time: 0.0536199 Jul 16 18:22:54.828956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81cd58e4-a838-4802-8126-0d7f64eab5b9 req-d7bf2ae1-554d-4d62-acb1-cd003ce93484 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Jul 16 18:22:54.831376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3174bc8-f01a-4c22-b797-83d64c36e713 req-af66e8d4-377c-4448-a548-7b5f1d9f017c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.833235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c3174bc8-f01a-4c22-b797-83d64c36e713 req-af66e8d4-377c-4448-a548-7b5f1d9f017c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.0693316 Jul 16 18:22:54.891399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c3174bc8-f01a-4c22-b797-83d64c36e713 req-e73b7bd9-635a-412d-9b21-bc2d19784a6d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517316 Jul 16 18:22:55.048389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577bb14-0a13-44aa-96c7-172bd86a3408 req-c1c09b2b-6ac1-4650-9850-acd99457635e tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.056479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9577bb14-0a13-44aa-96c7-172bd86a3408 req-c1c09b2b-6ac1-4650-9850-acd99457635e tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 946 time: 0.0897331 Jul 16 18:22:55.322161 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-a4cbb3b8-84ac-4b1a-aaf7-bbfbbfae6320 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312941 Jul 16 18:22:55.335153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.461102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9799f1b2-4a48-4bda-956b-14e6ff6ce166 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.462933 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9799f1b2-4a48-4bda-956b-14e6ff6ce166 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395702 Jul 16 18:22:55.483598 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9577bb14-0a13-44aa-96c7-172bd86a3408 req-8953670c-054c-4759-a728-05501171b506 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260905 Jul 16 18:22:55.492139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-66adb17d-6d36-44ec-adbb-de8b22edefd2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/quotas/afcf1270f60e477f8d098b7e9eec2c6c HTTP/1.1" status: 200 len: 375 time: 0.0234907 Jul 16 18:22:55.511952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608711-ae47-4f19-8bad-5267833cc48d req-576abc90-c11a-4905-a31e-ac0d3f16b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.518713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76608711-ae47-4f19-8bad-5267833cc48d req-576abc90-c11a-4905-a31e-ac0d3f16b981 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.4601908 Jul 16 18:22:55.576265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76608711-ae47-4f19-8bad-5267833cc48d req-c76ebeae-813b-4ca9-827f-f9c70721b81d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505340 Jul 16 18:22:55.582428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-5157646e-8ed9-48ea-ac4d-fcfe03fd5caf tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843782 Jul 16 18:22:55.617454 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c26-9f91-488a-a4e6-3d09c4ad3e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.716948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ab72d739-3ef8-4b74-8371-03cffc403edb details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:55.783011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c26-9f91-488a-a4e6-3d09c4ad3e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.789187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaf3f8-075a-4a47-a748-e70b916fb6d5 req-da917fdc-f7bd-412c-8329-f9460dbee343 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.790445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89aa5c26-9f91-488a-a4e6-3d09c4ad3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.794424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7aaf3f8-075a-4a47-a748-e70b916fb6d5 req-da917fdc-f7bd-412c-8329-f9460dbee343 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 943 time: 0.1440332 Jul 16 18:22:55.858825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7aaf3f8-075a-4a47-a748-e70b916fb6d5 req-fc435ac1-1134-4289-b05f-dd921897b271 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Jul 16 18:22:55.886408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-89aa5c26-9f91-488a-a4e6-3d09c4ad3e26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16fb0fdfb5f44bf29ecab81830ba94bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488160 Jul 16 18:22:55.888627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa5c26-9f91-488a-a4e6-3d09c4ad3e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd83910-c464-43e0-b045-07838c02532d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.889601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46382) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:56.003904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76d79049-55a4-4752-b543-1d2f451f24b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.033706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76d79049-55a4-4752-b543-1d2f451f24b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.070855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:56.087774 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76d79049-55a4-4752-b543-1d2f451f24b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.091103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76d79049-55a4-4752-b543-1d2f451f24b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.094868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-76d79049-55a4-4752-b543-1d2f451f24b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bd83910-c464-43e0-b045-07838c02532d HTTP/1.1" status: 204 len: 168 time: 0.2005081 Jul 16 18:22:56.098244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'mac_address': 'fa:16:3e:22:f1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:56.134394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d79049-55a4-4752-b543-1d2f451f24b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd83910-c464-43e0-b045-07838c02532d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.190441 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.219849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab72d739-3ef8-4b74-8371-03cffc403edb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:56.237981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9d97-d362-463a-ba1a-fd8f0dd14e54 req-eb68cda8-ee73-4b3c-948f-9df3c60417b8 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.249766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:56.253986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6e8a9d97-d362-463a-ba1a-fd8f0dd14e54 req-eb68cda8-ee73-4b3c-948f-9df3c60417b8 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 950 time: 0.1215949 Jul 16 18:22:56.255817 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.327003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.348618 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6e8a9d97-d362-463a-ba1a-fd8f0dd14e54 req-7f60dccc-8521-4942-a86e-f8bdb11b3d0c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935721 Jul 16 18:22:56.366459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14613a-7a08-4b0b-a3fd-18f675ce1049 req-d82b8eea-f910-4b05-b860-f4de79e490b2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.368654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d14613a-7a08-4b0b-a3fd-18f675ce1049 req-d82b8eea-f910-4b05-b860-f4de79e490b2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.1488395 Jul 16 18:22:56.442279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d14613a-7a08-4b0b-a3fd-18f675ce1049 req-22bfbeae-4a63-4d91-b43c-04d22d8a5ed5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675294 Jul 16 18:22:56.510398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ab72d739-3ef8-4b74-8371-03cffc403edb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:56.669382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c121559-5898-4856-9389-71a34db33b44 req-95e88f5a-e43e-4133-9458-61e454859495 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.671146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c121559-5898-4856-9389-71a34db33b44 req-95e88f5a-e43e-4133-9458-61e454859495 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.59 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 946 time: 0.1780460 Jul 16 18:22:56.689348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5a8d8-2629-4b5b-9b67-d25e3357184d req-8a6dd9a7-e524-4eeb-90a5-5dfa879e80a4 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.691226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5d5a8d8-2629-4b5b-9b67-d25e3357184d req-8a6dd9a7-e524-4eeb-90a5-5dfa879e80a4 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1097 time: 0.1199403 Jul 16 18:22:56.803326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:56.820999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a17750ef-843b-4710-abcb-1efb4ad880b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.880679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5d5a8d8-2629-4b5b-9b67-d25e3357184d req-6fe50400-41ac-4f8e-b606-68bca718af7c tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787663 Jul 16 18:22:56.928439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298abfd-2fcd-4c8d-ad36-b22db5198c99 req-8f12812b-513c-4905-b219-56fbbb905102 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.943693 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3298abfd-2fcd-4c8d-ad36-b22db5198c99 req-8f12812b-513c-4905-b219-56fbbb905102 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 946 time: 0.1293106 Jul 16 18:22:56.958389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Deleting port 98dc17dd-6e7e-47de-bfee-7e7b651580ae {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:56.958827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.004688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3298abfd-2fcd-4c8d-ad36-b22db5198c99 req-341412a7-c1f4-435f-bd33-f789540087e4 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/security-groups?id=44913b6c-97ed-4dec-91e4-b747375c1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600667 Jul 16 18:22:57.097800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a17750ef-843b-4710-abcb-1efb4ad880b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.112420 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a17750ef-843b-4710-abcb-1efb4ad880b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.120117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-288e9f7a-8083-4135-8523-c541bf57e68c req-69cead03-cd05-4de2-b86a-b6a9afec472b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 210 time: 0.0639358 Jul 16 18:22:57.139016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] For port 98dc17dd-6e7e-47de-bfee-7e7b651580ae, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=98dc17dd-6e7e-47de-bfee-7e7b651580ae,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.139384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.164328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Calling delete_port for 98dc17dd-6e7e-47de-bfee-7e7b651580ae owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:57.181312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46432) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.181519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a17750ef-843b-4710-abcb-1efb4ad880b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51f6f9155788438b9e95bd470c1d25f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769617 Jul 16 18:22:57.188347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17750ef-843b-4710-abcb-1efb4ad880b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45d490-1b31-41d1-89f9-797db41e2a19,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.290461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbed6671-fc09-41b6-b3d1-308fa030ffe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.318572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbed6671-fc09-41b6-b3d1-308fa030ffe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.352336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.360383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:57.368430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:57.376600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['98dc17dd-6e7e-47de-bfee-7e7b651580ae'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:57.396848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbed6671-fc09-41b6-b3d1-308fa030ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.401902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dbed6671-fc09-41b6-b3d1-308fa030ffe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.408928 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dbed6671-fc09-41b6-b3d1-308fa030ffe9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a45d490-1b31-41d1-89f9-797db41e2a19 HTTP/1.1" status: 204 len: 168 time: 0.2237713 Jul 16 18:22:57.417533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Pushing event deleted for resources: {'Port': ['ID=98dc17dd-6e7e-47de-bfee-7e7b651580ae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.446180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed6671-fc09-41b6-b3d1-308fa030ffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45d490-1b31-41d1-89f9-797db41e2a19,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.507406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a19c3-59d8-47ef-928a-3e86affa18f0 req-16ade019-087a-478b-a329-10137ebef351 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.516670 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af7a19c3-59d8-47ef-928a-3e86affa18f0 req-16ade019-087a-478b-a329-10137ebef351 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 944 time: 0.1421125 Jul 16 18:22:57.564449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] No DVR routers for this DVR port 98dc17dd-6e7e-47de-bfee-7e7b651580ae on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:57.573312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.576141 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c121559-5898-4856-9389-71a34db33b44 req-e8594853-b121-4922-aa41-23a1254d13b7 tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.59 "DELETE /v2.0/ports/98dc17dd-6e7e-47de-bfee-7e7b651580ae HTTP/1.1" status: 204 len: 173 time: 0.8838656 Jul 16 18:22:57.576717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'name': 'network-vif-deleted', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:57.579409 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01676f74-41da-4b32-96a2-711f8353c4b9" -d '{"events": [{"server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "name": "network-vif-deleted", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:57.609251 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af7a19c3-59d8-47ef-928a-3e86affa18f0 req-5871c9fe-0421-43e0-a513-f431b3e3873a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840318 Jul 16 18:22:57.720162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.816073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ab72d739-3ef8-4b74-8371-03cffc403edb up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:57.857564 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4563da-6679-441d-97d3-ede338114e2d x-openstack-request-id: req-2c4563da-6679-441d-97d3-ede338114e2d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:57.858391 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194e31af-ea4d-4c4d-9c53-1fe8160adf59", "name": "network-vif-deleted", "tag": "98dc17dd-6e7e-47de-bfee-7e7b651580ae", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:57.858791 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c4563da-6679-441d-97d3-ede338114e2d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:57.859379 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e31af-ea4d-4c4d-9c53-1fe8160adf59', 'name': 'network-vif-deleted', 'tag': '98dc17dd-6e7e-47de-bfee-7e7b651580ae', 'status': 'completed', 'code': 200} Jul 16 18:22:57.884659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:57.887312 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8a784-d602-465f-8916-71b4ae43062b" -d '{"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:57.913449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.945919 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.953937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:58.088588 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a569a7a1-f581-4a67-9214-26ee44e7ce7d x-openstack-request-id: req-a569a7a1-f581-4a67-9214-26ee44e7ce7d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:58.089805 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:58.091995 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a569a7a1-f581-4a67-9214-26ee44e7ce7d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:58.092688 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'code': 200} Jul 16 18:22:58.093986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.127603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'mac_address': 'fa:16:3e:1a:3a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:58.156395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f09f08-fc5b-461b-b3e8-e91fe111e337 req-66881592-e0b0-4dfd-94ae-14533c86ca43 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.169420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9f09f08-fc5b-461b-b3e8-e91fe111e337 req-66881592-e0b0-4dfd-94ae-14533c86ca43 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 948 time: 0.1829159 Jul 16 18:22:58.259741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port ab72d739-3ef8-4b74-8371-03cffc403edb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:58.263522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9f09f08-fc5b-461b-b3e8-e91fe111e337 req-766631a8-aa98-4eea-8641-f7bb35a12323 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931110 Jul 16 18:22:58.281964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port ab72d739-3ef8-4b74-8371-03cffc403edb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:58.282376 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.338158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e434ab78-1adb-4d40-bdf8-6e26aacc4227 req-e05862ba-6c65-4fc1-ac19-0db00a12621a tempest-FloatingIPsAssociationTestJSON-449532356 tempest-FloatingIPsAssociationTestJSON-449532356-project] 10.222.0.49 "GET /v2.0/ports?device_id=194e31af-ea4d-4c4d-9c53-1fe8160adf59 HTTP/1.1" status: 200 len: 210 time: 0.0529609 Jul 16 18:22:58.383727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.384372 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.450359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4548b4ae-1c64-421b-9632-2760b3b5ad07 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:58.541959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c778b50-c825-492c-9a0f-5809eeffc559 req-46b7950f-c7ab-4eb1-ab3c-c67c1f467b98 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 210 time: 0.0507267 Jul 16 18:22:58.560416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:58.577905 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.611663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-813ee016-f55f-46dc-8507-77e7dfbea2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.722461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9be33a18-b4ac-4dfe-b567-a4f5ec62cfd4 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949345 Jul 16 18:22:58.755469 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.771248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.864300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:58.870267 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.934561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4548b4ae-1c64-421b-9632-2760b3b5ad07'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:59.051448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.096509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-77ff56b5-d7f6-4458-98f4-2c1068db507e tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405073 Jul 16 18:22:59.260217 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-813ee016-f55f-46dc-8507-77e7dfbea2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.283403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363f5b-370c-4b0c-8cf2-d273a8d5c80b req-51cba267-034d-4cd3-852e-b583fef6da36 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.284734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-813ee016-f55f-46dc-8507-77e7dfbea2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.300427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84363f5b-370c-4b0c-8cf2-d273a8d5c80b req-51cba267-034d-4cd3-852e-b583fef6da36 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.3059890 Jul 16 18:22:59.351426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-813ee016-f55f-46dc-8507-77e7dfbea2ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13dec6fdca314518a1b12a11ce0a9ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9656398 Jul 16 18:22:59.360987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 98dc17dd-6e7e-47de-bfee-7e7b651580ae no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:59.365877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46504) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.386420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-3aedade1-188e-426f-b76c-c6e590cda421 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.388035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-3aedade1-188e-426f-b76c-c6e590cda421 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6529515 Jul 16 18:22:59.400651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 98dc17dd-6e7e-47de-bfee-7e7b651580ae {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:59.401296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 98dc17dd-6e7e-47de-bfee-7e7b651580ae not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:59.427748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': '073b0965-5011-4062-983b-468226ca2f1b', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:59.438239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ee016-f55f-46dc-8507-77e7dfbea2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708eee16-6fd7-4ae1-810c-f238c30483c8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.464273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84363f5b-370c-4b0c-8cf2-d273a8d5c80b req-68e70743-2b30-48e8-8561-69dc4c3aba21 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609325 Jul 16 18:22:59.515016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-b048eb61-c5c2-4cc9-97e5-879394502996 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.517709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-b048eb61-c5c2-4cc9-97e5-879394502996 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141479 Jul 16 18:22:59.538272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:59.589220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be084382-dc4a-4c82-8d4f-348c7b291ad0 req-a902c7fb-be47-4619-8818-3ae62086a053 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.590821 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be084382-dc4a-4c82-8d4f-348c7b291ad0 req-a902c7fb-be47-4619-8818-3ae62086a053 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 945 time: 0.6035047 Jul 16 18:22:59.635116 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28918d93-f714-419f-91a0-55aa60c3aece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.660635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28918d93-f714-419f-91a0-55aa60c3aece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.706665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be084382-dc4a-4c82-8d4f-348c7b291ad0 req-97a4671e-860f-4d47-9881-3495df62fb9b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044445 Jul 16 18:22:59.713363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:59.718212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.799721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28918d93-f714-419f-91a0-55aa60c3aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.802164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.804280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28918d93-f714-419f-91a0-55aa60c3aece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.805872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28918d93-f714-419f-91a0-55aa60c3aece admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/708eee16-6fd7-4ae1-810c-f238c30483c8 HTTP/1.1" status: 204 len: 168 time: 0.4356549 Jul 16 18:22:59.823435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28918d93-f714-419f-91a0-55aa60c3aece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708eee16-6fd7-4ae1-810c-f238c30483c8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.834025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:59.840357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.094197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:00.096722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec2f3ceb-2bd5-4d49-879d-b626a0e70481 req-31f6065c-f912-4dd2-8bc6-f80c84570052 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 210 time: 0.0512624 Jul 16 18:23:00.097267 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f07e60-f053-4520-8d22-48ffe519ab95" -d '{"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-plugged", "status": "completed", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:00.129764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.4 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/7cb5ef48-b62d-4b04-b9f0-430e8b0433de) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:00.253259 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78693e9e-9b4e-412f-9b33-e15c1e7138a5 x-openstack-request-id: req-78693e9e-9b4e-412f-9b33-e15c1e7138a5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:00.253552 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-plugged", "status": "completed", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:00.253823 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78693e9e-9b4e-412f-9b33-e15c1e7138a5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:00.254496 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'code': 200} Jul 16 18:23:00.472708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7d55c-4c14-4f06-b05c-925aabde11d6 req-893b7140-de19-4f1e-a869-9461f435fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.474883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aef7d55c-4c14-4f06-b05c-925aabde11d6 req-893b7140-de19-4f1e-a869-9461f435fb19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 1097 time: 0.1172860 Jul 16 18:23:00.480610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90ee2-a5ea-4069-a786-b88996deec87 req-155ff629-ecb5-4a25-8fde-325140edc299 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.482619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fc90ee2-a5ea-4069-a786-b88996deec87 req-155ff629-ecb5-4a25-8fde-325140edc299 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 1102 time: 0.1151960 Jul 16 18:23:00.488727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.518959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object 7cb5ef48-b62d-4b04-b9f0-430e8b0433de will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:00.541163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.557208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aef7d55c-4c14-4f06-b05c-925aabde11d6 req-560afbee-dad0-4e09-9d1e-f1a08865a3b2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734618 Jul 16 18:23:00.559450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fc90ee2-a5ea-4069-a786-b88996deec87 req-96a881ca-48b7-439c-8e0d-7595203c25d6 tempest-ServersAdminTestJSON-2074783795 tempest-ServersAdminTestJSON-2074783795-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704546 Jul 16 18:23:00.571371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c105a25-d35f-4663-9184-3658ef4b4e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.677831 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.692525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:00.696263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:00.705953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.42 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/4402e893-a5ae-414d-b5df-21809550d12d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:00.813526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:00.825559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:00.833490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:00.839688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:00.880120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.025170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.027369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.079649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.125693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object 4402e893-a5ae-414d-b5df-21809550d12d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:01.181759 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c105a25-d35f-4663-9184-3658ef4b4e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.209111 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c105a25-d35f-4663-9184-3658ef4b4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.227415 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.231877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-57b81fd3-d349-49ff-9162-9274cba2037f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7019596 Jul 16 18:23:01.354993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Request body: {'port': {'device_id': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.361487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=4402e893-a5ae-414d-b5df-21809550d12d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.378408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:01.382201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:01.385527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:01.391658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:01.396861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-904c733c-019c-4694-b323-6b9948ecb773 None None] Provisioning for port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:01.479161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.479850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.493959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c105a25-d35f-4663-9184-3658ef4b4e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd559b61-8504-4d17-9e69-ef16b5b63250,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.499735 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c105a25-d35f-4663-9184-3658ef4b4e84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2345a1ade19442b8aee3fc35c492cace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9573174 Jul 16 18:23:01.521114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46568) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.530711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-904c733c-019c-4694-b323-6b9948ecb773 None None] Provisioning complete for port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:01.531020 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-904c733c-019c-4694-b323-6b9948ecb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.624476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7443b095-aabc-4014-9056-0e7a4d29dbdb tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2200537 Jul 16 18:23:01.672716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Request body: {'port': {'device_id': '073b0965-5011-4062-983b-468226ca2f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.710774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-904c733c-019c-4694-b323-6b9948ecb773 None None] Port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:01.732548 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.776681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b6d5d-64ed-40b5-aad6-18056a91928e req-dc45cfb7-8739-4616-b969-ca3951c03a05 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.784558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e3b6d5d-64ed-40b5-aad6-18056a91928e req-dc45cfb7-8739-4616-b969-ca3951c03a05 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 945 time: 0.4437940 Jul 16 18:23:01.786948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1349d9c-da33-4420-9cfd-b1591897ea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.789877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 4548b4ae-1c64-421b-9632-2760b3b5ad07 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:01.790255 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.807166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.839822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc584-6e6c-4e9a-b1ec-3d55aed1bcd3 req-7bacb0b0-8ea7-4b1e-8c9f-6fb0bcacff9c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.841355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df6fc584-6e6c-4e9a-b1ec-3d55aed1bcd3 req-7bacb0b0-8ea7-4b1e-8c9f-6fb0bcacff9c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 948 time: 0.3704708 Jul 16 18:23:01.853669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1349d9c-da33-4420-9cfd-b1591897ea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.862984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f9903654-fde0-469e-af1c-7bdefd1de13f None None] Provisioning for port 4402e893-a5ae-414d-b5df-21809550d12d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:01.870491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f9903654-fde0-469e-af1c-7bdefd1de13f None None] Provisioning complete for port 4402e893-a5ae-414d-b5df-21809550d12d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:01.871081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9903654-fde0-469e-af1c-7bdefd1de13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.873978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.925058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e3b6d5d-64ed-40b5-aad6-18056a91928e req-57fa2dbc-7323-4cac-88d2-a3fb1f2c9221 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390493 Jul 16 18:23:01.940225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f9903654-fde0-469e-af1c-7bdefd1de13f None None] Port 4402e893-a5ae-414d-b5df-21809550d12d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:01.953833 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.992565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:01.998564 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.054515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.103885 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b370664a-d34c-4737-ae1c-d8aa753909b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.117943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df6fc584-6e6c-4e9a-b1ec-3d55aed1bcd3 req-182dd3f9-c0bf-47cf-867b-e2fd7350a29d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621996 Jul 16 18:23:02.152938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1349d9c-da33-4420-9cfd-b1591897ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.152938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1349d9c-da33-4420-9cfd-b1591897ea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.152938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e1349d9c-da33-4420-9cfd-b1591897ea7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd559b61-8504-4d17-9e69-ef16b5b63250 HTTP/1.1" status: 204 len: 168 time: 0.6198430 Jul 16 18:23:02.155615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:02.184185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1349d9c-da33-4420-9cfd-b1591897ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd559b61-8504-4d17-9e69-ef16b5b63250,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.257962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:02.261461 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ac0687-fd9c-4f9d-a268-dbe87e3e91da" -d '{"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-plugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:02.300804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:02.317633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b370664a-d34c-4737-ae1c-d8aa753909b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.339136 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd9639-e341-48a5-b01d-10003f753626 x-openstack-request-id: req-79dd9639-e341-48a5-b01d-10003f753626 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:02.339136 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-plugged", "status": "completed", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:02.339136 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79dd9639-e341-48a5-b01d-10003f753626 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:02.339136 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'code': 200} Jul 16 18:23:02.343680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b370664a-d34c-4737-ae1c-d8aa753909b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.435383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370664a-d34c-4737-ae1c-d8aa753909b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0f0409-545c-4f90-b5d7-83cbde7beeaa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.463885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b370664a-d34c-4737-ae1c-d8aa753909b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82f151e47d2f48659f6b51360cc06944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548796 Jul 16 18:23:02.464585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.534937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-090e12f3-ffe9-4d37-9ca6-207462d1f5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.560835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-090e12f3-ffe9-4d37-9ca6-207462d1f5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.648809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Deleting port 2402993e-f881-4017-ba9d-e711b9899b2c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:02.649789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.650716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-090e12f3-ffe9-4d37-9ca6-207462d1f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.654306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-090e12f3-ffe9-4d37-9ca6-207462d1f5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.655725 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-090e12f3-ffe9-4d37-9ca6-207462d1f5f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e0f0409-545c-4f90-b5d7-83cbde7beeaa HTTP/1.1" status: 204 len: 168 time: 0.1899908 Jul 16 18:23:02.667940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e12f3-ffe9-4d37-9ca6-207462d1f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0f0409-545c-4f90-b5d7-83cbde7beeaa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.814255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb5ef48-b62d-4b04-b9f0-430e8b0433de {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:02.827694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.845612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83e75-439e-4c22-bfd2-8c6a7220d53b req-82f75e66-e8a3-4ccb-9a69-721650a225e3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.847154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7a83e75-439e-4c22-bfd2-8c6a7220d53b req-82f75e66-e8a3-4ccb-9a69-721650a225e3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 935 time: 0.7715905 Jul 16 18:23:02.875078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Transition to ACTIVE for port object 7cb5ef48-b62d-4b04-b9f0-430e8b0433de will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:02.877485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] For port 2402993e-f881-4017-ba9d-e711b9899b2c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2402993e-f881-4017-ba9d-e711b9899b2c,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:02.878032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.894115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.911119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Calling delete_port for 2402993e-f881-4017-ba9d-e711b9899b2c owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:03.049675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7a83e75-439e-4c22-bfd2-8c6a7220d53b req-6358e1e6-376b-4de5-95f0-abfc97293c15 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926589 Jul 16 18:23:03.057466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Pushing event updated for resources: {'Port': ['ID=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.103581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.238758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-7c8ed9be-dbd1-49c0-bb87-cd629ae67b43 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.240198 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-7c8ed9be-dbd1-49c0-bb87-cd629ae67b43 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 948 time: 0.3037083 Jul 16 18:23:03.281862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4402e893-a5ae-414d-b5df-21809550d12d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:03.305797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.321683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Attempting to bind port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:03.322230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Attempting to bind port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:03.322710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Attempting to bind port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:03.331778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:03.332558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Attempting to bind port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:03.337464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.345466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2060634532-network', 'tenant_id': 'ba50709b69c44cc8b26db85c331be727'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:03.351505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Transition to ACTIVE for port object 4402e893-a5ae-414d-b5df-21809550d12d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:03.356756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.360463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:03.360883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:03.361489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:03.362338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Bound port: 7cb5ef48-b62d-4b04-b9f0-430e8b0433de, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:03.363150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.413046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33d64f6-e0b4-42c9-8e1f-e4ae4d394890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.445347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Made reservation on behalf of ba50709b69c44cc8b26db85c331be727 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:03.447686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.474606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.505673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Pushing event updated for resources: {'Port': ['ID=4402e893-a5ae-414d-b5df-21809550d12d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.579959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3b405-62d0-4499-afd4-e1f7fe637ad6 req-b3cafdfb-35e9-4d5e-b504-c67b3ba13048 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.586731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3c3b405-62d0-4499-afd4-e1f7fe637ad6 req-b3cafdfb-35e9-4d5e-b504-c67b3ba13048 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 948 time: 0.1888633 Jul 16 18:23:03.632306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Attempting to bind port 4402e893-a5ae-414d-b5df-21809550d12d on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:03.632633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Attempting to bind port 4402e893-a5ae-414d-b5df-21809550d12d by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:03.632985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Attempting to bind port 4402e893-a5ae-414d-b5df-21809550d12d on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:03.644745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3c3b405-62d0-4499-afd4-e1f7fe637ad6 req-b6ebbd60-874e-42e8-b0a0-86b2ed48d671 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506234 Jul 16 18:23:03.645521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Port 4402e893-a5ae-414d-b5df-21809550d12d on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:03.645851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Attempting to bind port 4402e893-a5ae-414d-b5df-21809550d12d on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:03.651687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:03.652700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:03.652700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:03.653944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Bound port: 4402e893-a5ae-414d-b5df-21809550d12d, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:03.655132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.716808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20871f-ced4-42e9-8933-5b44cd15282d req-6c01acf9-b044-4006-b03e-c9882706ed9f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.727703 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7f20871f-ced4-42e9-8933-5b44cd15282d req-6c01acf9-b044-4006-b03e-c9882706ed9f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 945 time: 0.3878736 Jul 16 18:23:03.737025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] For port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:03.742494 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] For port 4402e893-a5ae-414d-b5df-21809550d12d, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:03.746623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] For port 4402e893-a5ae-414d-b5df-21809550d12d, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4402e893-a5ae-414d-b5df-21809550d12d,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:03.751455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] For port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:03.753331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.761282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.776843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.800501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.801286 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.802955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] 10.222.0.59 "PUT /v2.0/ports/4402e893-a5ae-414d-b5df-21809550d12d HTTP/1.1" status: 200 len: 1096 time: 2.1465437 Jul 16 18:23:03.803482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073b0965-5011-4062-983b-468226ca2f1b', 'tag': '4402e893-a5ae-414d-b5df-21809550d12d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:03.806332 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e13b43-a9c3-4acd-a540-dac318396bce" -d '{"events": [{"name": "network-changed", "server_uuid": "073b0965-5011-4062-983b-468226ca2f1b", "tag": "4402e893-a5ae-414d-b5df-21809550d12d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:03.827008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Pushing event deleted for resources: {'Port': ['ID=2402993e-f881-4017-ba9d-e711b9899b2c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.847926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3ab15-5321-45d2-9176-570a0cbe5de4 service neutron] Pushing event updated for resources: {'Port': ['ID=4402e893-a5ae-414d-b5df-21809550d12d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.866007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Deleting port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:03.866528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.920870 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5debee01-eee1-493d-bb1c-8534b1ae83c2 x-openstack-request-id: req-5debee01-eee1-493d-bb1c-8534b1ae83c2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:03.921785 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073b0965-5011-4062-983b-468226ca2f1b", "tag": "4402e893-a5ae-414d-b5df-21809550d12d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:03.922584 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5debee01-eee1-493d-bb1c-8534b1ae83c2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:03.923239 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073b0965-5011-4062-983b-468226ca2f1b', 'tag': '4402e893-a5ae-414d-b5df-21809550d12d', 'status': 'completed', 'code': 200} Jul 16 18:23:03.946576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-e8420994-42f3-4451-b292-ca3ad181df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.948679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-e8420994-42f3-4451-b292-ca3ad181df0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 1099 time: 0.0786574 Jul 16 18:23:03.970122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7f20871f-ced4-42e9-8933-5b44cd15282d req-9bc27723-002d-4442-bf89-b0b4138a3836 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414830 Jul 16 18:23:03.993150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.994053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.996123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] 10.222.0.67 "PUT /v2.0/ports/7cb5ef48-b62d-4b04-b9f0-430e8b0433de HTTP/1.1" status: 200 len: 1095 time: 2.6834393 Jul 16 18:23:04.022566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-c88682f3-4d9a-418a-a506-9b38820e3379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4402e893-a5ae-414d-b5df-21809550d12d HTTP/1.1" status: 200 len: 217 time: 0.0619934 Jul 16 18:23:04.108233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'tag': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:04.111524 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce89e8f9-63d2-453c-9d22-30602fae1dee" -d '{"events": [{"name": "network-changed", "server_uuid": "08afe676-3ffd-4029-9b62-d9a1e7d0937f", "tag": "7cb5ef48-b62d-4b04-b9f0-430e8b0433de"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:04.120572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa97bef-60a6-417c-bffb-d210714283bd service neutron] Pushing event updated for resources: {'Port': ['ID=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.152054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-37dc898d-fe41-4262-9460-9a673ea2376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.156109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-37dc898d-fe41-4262-9460-9a673ea2376a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1198680 Jul 16 18:23:04.247005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-0f332b3b-feb7-4e4e-891b-f0f2320c317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.248836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-0f332b3b-feb7-4e4e-891b-f0f2320c317c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775452 Jul 16 18:23:04.428629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-7d760849-4bf9-4b91-ba20-6994cbca6a32 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626215 Jul 16 18:23:04.437071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] For port 6c536edc-def0-4816-bfdd-1796e8fbc0c3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c536edc-def0-4816-bfdd-1796e8fbc0c3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:04.437852 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.449707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33d64f6-e0b4-42c9-8e1f-e4ae4d394890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.459668 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770d83c-ac76-4843-ac84-c56a4a24f4fa x-openstack-request-id: req-5770d83c-ac76-4843-ac84-c56a4a24f4fa {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:04.460204 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08afe676-3ffd-4029-9b62-d9a1e7d0937f", "tag": "7cb5ef48-b62d-4b04-b9f0-430e8b0433de", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:04.460661 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5770d83c-ac76-4843-ac84-c56a4a24f4fa {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:04.461306 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'tag': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', 'status': 'completed', 'code': 200} Jul 16 18:23:04.511245 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33d64f6-e0b4-42c9-8e1f-e4ae4d394890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.520347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Calling delete_port for 6c536edc-def0-4816-bfdd-1796e8fbc0c3 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:04.549088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-938d2730-7a8b-4a67-874e-3a1286183ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.550873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-938d2730-7a8b-4a67-874e-3a1286183ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 1098 time: 0.4256842 Jul 16 18:23:04.569154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-87355f51-65ff-4bc8-be94-fbf26d9b76bc service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280727 Jul 16 18:23:04.669487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e33d64f6-e0b4-42c9-8e1f-e4ae4d394890 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3be10abeaf894b81aaa15a54ed05189e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3285668 Jul 16 18:23:04.669487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-b889bd81-eb4a-41ea-a0bc-ff594a82c61d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7cb5ef48-b62d-4b04-b9f0-430e8b0433de HTTP/1.1" status: 200 len: 217 time: 0.1002555 Jul 16 18:23:04.669836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.678356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.699767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d64f6-e0b4-42c9-8e1f-e4ae4d394890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ef5eb-424a-4fb0-b6b4-a884c757c219,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.718838 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.723993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d193-1932-422e-9a4b-8582683f513b req-d571f0e9-2230-45a4-9bde-f3da6cfb2dc0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.730988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3736d193-1932-422e-9a4b-8582683f513b req-d571f0e9-2230-45a4-9bde-f3da6cfb2dc0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 947 time: 0.4184978 Jul 16 18:23:04.785097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:04.796084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae8cdd-f70c-4dae-8689-de9469dac7b7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.816485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.816974 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Added segment 139b3951-15ce-4adc-b199-9949e8b22245 of type vlan for network de4bd8a8-71f7-4060-b825-16152738dfb9 Jul 16 18:23:04.858165 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3736d193-1932-422e-9a4b-8582683f513b req-e862a6c2-251f-44bb-91e8-4a1f63def6c6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263032 Jul 16 18:23:04.859233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.871406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5993d-e160-4ec0-8703-f4e10bf53b47 req-cd2ef0c5-93be-4c2d-af3e-ed5d70f294d1 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.872961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3a5993d-e160-4ec0-8703-f4e10bf53b47 req-cd2ef0c5-93be-4c2d-af3e-ed5d70f294d1 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 945 time: 0.2602241 Jul 16 18:23:04.878332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad872135-0134-445e-9733-abe491378160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.879442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-754d4202-e50d-4f02-a279-d113e79ffb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.880975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-754d4202-e50d-4f02-a279-d113e79ffb0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1783118 Jul 16 18:23:04.881123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-f2e3a26a-b04e-433f-b165-5fb0ad07b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.882532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-f2e3a26a-b04e-433f-b165-5fb0ad07b94e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 1099 time: 0.2173126 Jul 16 18:23:04.904227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.965708 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad872135-0134-445e-9733-abe491378160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.043615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3a5993d-e160-4ec0-8703-f4e10bf53b47 req-d250fb5f-702e-4493-97fc-c7d85334aa7a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546655 Jul 16 18:23:05.052688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.053456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.054031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.112684 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0073173 Jul 16 18:23:05.115921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.150455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Request body: {'subnet': {'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2060634532-subnet', 'tenant_id': 'ba50709b69c44cc8b26db85c331be727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:05.154210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-73499919-e498-48e7-a850-77fc26164a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.156077 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-73499919-e498-48e7-a850-77fc26164a7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2464626 Jul 16 18:23:05.158874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504d41-421d-4da0-8b15-4b81326e4e11 admin admin] Pushing event updated for resources: {'Network': ['ID=de4bd8a8-71f7-4060-b825-16152738dfb9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.173160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network de4bd8a8-71f7-4060-b825-16152738dfb9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:05.202200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad872135-0134-445e-9733-abe491378160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.205295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad872135-0134-445e-9733-abe491378160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.206478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad872135-0134-445e-9733-abe491378160 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/734ef5eb-424a-4fb0-b6b4-a884c757c219 HTTP/1.1" status: 204 len: 168 time: 0.5267446 Jul 16 18:23:05.214574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-486ac853-09ba-4b04-86d3-da122a8eff19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=4402e893-a5ae-414d-b5df-21809550d12d HTTP/1.1" status: 200 len: 217 time: 0.0500250 Jul 16 18:23:05.222106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad872135-0134-445e-9733-abe491378160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ef5eb-424a-4fb0-b6b4-a884c757c219,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.235047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Made reservation on behalf of ba50709b69c44cc8b26db85c331be727 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:05.236036 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.266336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.299249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-a9a3195f-cb4b-417f-8af3-ddd981c466f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.300860 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-a9a3195f-cb4b-417f-8af3-ddd981c466f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3104699 Jul 16 18:23:05.330993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Pushing event deleted for resources: {'Port': ['ID=6c536edc-def0-4816-bfdd-1796e8fbc0c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.342056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c51dc4-d881-4fcf-989c-4ad238851180 req-e8b5b298-fc65-4182-adb4-4444b7c333c5 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.351570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12c51dc4-d881-4fcf-989c-4ad238851180 req-e8b5b298-fc65-4182-adb4-4444b7c333c5 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=0972d0c0-c070-4b4b-88a7-ee5bb6ff758b HTTP/1.1" status: 200 len: 948 time: 0.3598955 Jul 16 18:23:05.353766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-a98f2821-e431-4a8c-b819-cc802828347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.354196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['166ab513-4808-4c1e-9371-a89b3eb6b05f', '6c536edc-def0-4816-bfdd-1796e8fbc0c3', '4548b4ae-1c64-421b-9632-2760b3b5ad07'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:05.355240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-a98f2821-e431-4a8c-b819-cc802828347e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1311028 Jul 16 18:23:05.485961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-44ba0ff3-3b10-42a1-bfe4-d37f598a12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.487763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-44ba0ff3-3b10-42a1-bfe4-d37f598a12ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1235476 Jul 16 18:23:05.565941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-2e33fbe8-c635-4b47-adc9-3e325c3c3e30 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372124 Jul 16 18:23:05.566716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] No DVR routers for this DVR port 6c536edc-def0-4816-bfdd-1796e8fbc0c3 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:05.569390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.572008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f03e54c4-83fc-4e80-ba95-364fe28ada86 req-adeeb2df-349b-4a54-a5a8-5ca4366ead18 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "DELETE /v2.0/ports/6c536edc-def0-4816-bfdd-1796e8fbc0c3 HTTP/1.1" status: 204 len: 173 time: 2.1915207 Jul 16 18:23:05.592910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.667023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12c51dc4-d881-4fcf-989c-4ad238851180 req-e992690b-4ae3-4741-9df7-5acce324d954 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144708 Jul 16 18:23:05.723394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Router 5beecda8-252b-4738-81e9-bdb2b324d4c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:05.806920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e4a34d5-c562-4917-901f-b42ff80fc366 req-96243dab-6b75-40a0-b756-fc20927f7b3c service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258179 Jul 16 18:23:05.887698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:05.899208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a1f9a74-bd3b-452d-baa9-12e4e7eb924f admin admin] 10.222.0.49 "PUT /v2.0/routers/5beecda8-252b-4738-81e9-bdb2b324d4c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0138903 Jul 16 18:23:05.900061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46664) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.900191 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] Sync routers for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:05.915119 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:05.915302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:05.915799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Network hostable DHCP agents. Network: de4bd8a8-71f7-4060-b825-16152738dfb9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:05.916512 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:05.938441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a70bcc-79a4-4430-92bf-4a49daf7bf0b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.982243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-c2b7acce-1865-4498-bd04-81f2ef6617cf service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866350 Jul 16 18:23:06.040244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Network de4bd8a8-71f7-4060-b825-16152738dfb9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:06.126832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, de4bd8a8-71f7-4060-b825-16152738dfb9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:06.140812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31285430-e4d1-41a7-99d7-742358470a24 None None] Network de4bd8a8-71f7-4060-b825-16152738dfb9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:06.203070 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:06.208828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.209416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.354558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b778220-c99d-4403-8f8a-ba7bb14aec50 None None] Network de4bd8a8-71f7-4060-b825-16152738dfb9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:06.668011 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:23:03Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:06.694167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'name': 'network-vif-deleted', 'tag': '6c536edc-def0-4816-bfdd-1796e8fbc0c3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:06.697981 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b9b36-3dd1-491b-8434-aa610e3106f2" -d '{"events": [{"server_uuid": "0972d0c0-c070-4b4b-88a7-ee5bb6ff758b", "name": "network-vif-deleted", "tag": "6c536edc-def0-4816-bfdd-1796e8fbc0c3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:06.701979 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.734015 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] Checking router: 5beecda8-252b-4738-81e9-bdb2b324d4c2 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:06.755235 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] Routers {'5beecda8-252b-4738-81e9-bdb2b324d4c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:06.755867 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5beecda8-252b-4738-81e9-bdb2b324d4c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:06.911511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-5db8e080-cc50-4e22-9d59-8d95a7d11a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.914017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-5db8e080-cc50-4e22-9d59-8d95a7d11a00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 1098 time: 1.0120969 Jul 16 18:23:06.922428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e9446e46-8fe5-4253-ade6-08bc431a7a2d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8054709 Jul 16 18:23:06.944013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5e13b43-a9c3-4acd-a540-dac318396bce req-54d91cef-72ab-4b08-af96-e5b7cf526794 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9458311 Jul 16 18:23:06.949196 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] Set router 5beecda8-252b-4738-81e9-bdb2b324d4c2 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:06.998311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.053448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868871f-e105-43f5-9d5e-2db03f368ee9 req-1255fb81-308c-4474-9180-de2466cb0bb6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.055001 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d868871f-e105-43f5-9d5e-2db03f368ee9 req-1255fb81-308c-4474-9180-de2466cb0bb6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 947 time: 0.8416445 Jul 16 18:23:07.176787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d868871f-e105-43f5-9d5e-2db03f368ee9 req-57245c9b-e810-4ec3-b2c3-9953db669860 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154699 Jul 16 18:23:07.233781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50394-1a53-4a93-b92f-eb531a364b26 req-21738889-9950-481d-aaba-9bd35ea043f8 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.235397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9b50394-1a53-4a93-b92f-eb531a364b26 req-21738889-9950-481d-aaba-9bd35ea043f8 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 945 time: 0.5302994 Jul 16 18:23:07.243120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-5c079cd3-1739-499a-bc09-31785c7c42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.245193 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-5c079cd3-1739-499a-bc09-31785c7c42f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.3225749 Jul 16 18:23:07.308213 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:23:03Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:07.317485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-495d4bc9-c4cf-4982-a655-4e068c7c3dd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7cb5ef48-b62d-4b04-b9f0-430e8b0433de HTTP/1.1" status: 200 len: 217 time: 0.0614173 Jul 16 18:23:07.423328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4402e893-a5ae-414d-b5df-21809550d12d details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:07.426456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c536edc-def0-4816-bfdd-1796e8fbc0c3 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:07.475116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9b50394-1a53-4a93-b92f-eb531a364b26 req-52386ad6-b19c-4ec6-8cc3-a2798a62dd20 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688178 Jul 16 18:23:07.505765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 6c536edc-def0-4816-bfdd-1796e8fbc0c3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:07.512677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c536edc-def0-4816-bfdd-1796e8fbc0c3 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:07.539862 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f6332-2d8d-4d6a-9fd1-fd7f38f8e57c None None] The sync data for ids ['5beecda8-252b-4738-81e9-bdb2b324d4c2'] in n-d-791504-15 is: [{'id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-477380438-router', 'tenant_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:27Z', 'updated_at': '2021-07-16T18:23:03Z', 'revision_number': 5, 'project_id': '4ed6b7be46404051bfd1393b8ca0b7c3', 'gw_port': {'id': 'f7ef165f-c01c-4cd8-968c-0527bfd85e76', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beecda8-252b-4738-81e9-bdb2b324d4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:28Z', 'updated_at': '2021-07-16T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:07.545821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-77e59f13-0933-4d07-a0cd-651bdddcd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.547926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-77e59f13-0933-4d07-a0cd-651bdddcd2c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.2115102 Jul 16 18:23:07.575470 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:07.588818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Deleting port f7ef165f-c01c-4cd8-968c-0527bfd85e76 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:07.592494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.696318 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c9cf6c-2db5-4c81-ae63-91931a3e2ec4 x-openstack-request-id: req-57c9cf6c-2db5-4c81-ae63-91931a3e2ec4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:07.696663 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0972d0c0-c070-4b4b-88a7-ee5bb6ff758b", "name": "network-vif-deleted", "tag": "6c536edc-def0-4816-bfdd-1796e8fbc0c3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:07.696908 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57c9cf6c-2db5-4c81-ae63-91931a3e2ec4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:07.697317 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0972d0c0-c070-4b4b-88a7-ee5bb6ff758b', 'name': 'network-vif-deleted', 'tag': '6c536edc-def0-4816-bfdd-1796e8fbc0c3', 'status': 'completed', 'code': 200} Jul 16 18:23:07.769854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4402e893-a5ae-414d-b5df-21809550d12d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4402e893-a5ae-414d-b5df-21809550d12d,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:07.795595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '4402e893-a5ae-414d-b5df-21809550d12d', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '4402e893-a5ae-414d-b5df-21809550d12d', 'mac_address': 'fa:16:3e:00:4a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:07.966053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-9d089638-7cfb-4cab-96eb-4fb62e9f629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.967596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-9d089638-7cfb-4cab-96eb-4fb62e9f629f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4071918 Jul 16 18:23:08.121564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2402993e-f881-4017-ba9d-e711b9899b2c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:08.151166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 2402993e-f881-4017-ba9d-e711b9899b2c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:08.151447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2402993e-f881-4017-ba9d-e711b9899b2c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:08.187675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.215956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4402e893-a5ae-414d-b5df-21809550d12d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:08.244879 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-dbbfb2e2-a63c-4a1d-af4d-9ce1a79ee219 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663519 Jul 16 18:23:08.278684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] For port f7ef165f-c01c-4cd8-968c-0527bfd85e76, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f7ef165f-c01c-4cd8-968c-0527bfd85e76,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:08.279213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.284645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4402e893-a5ae-414d-b5df-21809550d12d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4402e893-a5ae-414d-b5df-21809550d12d,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:08.292411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.296504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46738) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.307394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1003501268-network', 'tenant_id': '1f3f71d5d49a4f32af5e3acd118828ec'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:08.344744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Calling delete_port for f7ef165f-c01c-4cd8-968c-0527bfd85e76 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:08.359077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Made reservation on behalf of 1f3f71d5d49a4f32af5e3acd118828ec for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:08.364901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.382933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4402e893-a5ae-414d-b5df-21809550d12d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.385357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.396651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.402746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.403221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.403500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.403842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.404179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.404511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.405077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.407011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.407525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.408025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.408508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:08.583547 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce89e8f9-63d2-453c-9d22-30602fae1dee req-7199f14d-7969-4a4d-b933-a686ffaddc17 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266051 Jul 16 18:23:08.599121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.605609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.608360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:08.636088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:08.654880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2be9e-95fb-4725-981e-aaf887bee74c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.691574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.692171 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Added segment cc85c1c5-4dec-44eb-a6b0-cffe56b66942 of type vlan for network 2e27af54-c8ba-48ec-b90e-8fec46ebeae6 Jul 16 18:23:08.772609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.822705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad02c24-422b-495f-9ef9-8fdc7471eb99 req-7f5f54b4-3825-41ff-bad7-883f5744d202 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.830464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bad02c24-422b-495f-9ef9-8fdc7471eb99 req-7f5f54b4-3825-41ff-bad7-883f5744d202 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 950 time: 0.2458544 Jul 16 18:23:08.849238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62424da-5459-48f4-b19a-13149b4af16a req-fda489c6-60d5-4abd-875a-a0ca242a5f6b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.850788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a62424da-5459-48f4-b19a-13149b4af16a req-fda489c6-60d5-4abd-875a-a0ca242a5f6b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 948 time: 0.1735466 Jul 16 18:23:08.876113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bad02c24-422b-495f-9ef9-8fdc7471eb99 req-2e7ec48b-3a96-431f-af6d-6e904f151e28 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Jul 16 18:23:08.877545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.893279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.894253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.894831 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.904884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ef165f-c01c-4cd8-968c-0527bfd85e76,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.954294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] Pushing event updated for resources: {'Network': ['ID=2e27af54-c8ba-48ec-b90e-8fec46ebeae6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.966412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2e27af54-c8ba-48ec-b90e-8fec46ebeae6 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:08.972552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3771f3d8-c939-4b6e-9336-8f30b605e69c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6726179 Jul 16 18:23:08.975214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.979997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Request body: {'subnet': {'network_id': '2e27af54-c8ba-48ec-b90e-8fec46ebeae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1003501268-subnet', 'tenant_id': '1f3f71d5d49a4f32af5e3acd118828ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:08.990252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.995834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a62424da-5459-48f4-b19a-13149b4af16a req-eb58a1ca-0db9-42bc-8a0e-9684a14acba5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246257 Jul 16 18:23:09.039112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Made reservation on behalf of 1f3f71d5d49a4f32af5e3acd118828ec for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:09.043244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.142237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.146317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.196891 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.198478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5beecda8-252b-4738-81e9-bdb2b324d4c2 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:09.204887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.206208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e98af4fb-38b4-4cdd-aa54-94c7cc2ed026 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5beecda8-252b-4738-81e9-bdb2b324d4c2 HTTP/1.1" status: 204 len: 168 time: 3.3030672 Jul 16 18:23:09.208803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.246605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.263982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] Deleting subnet b299928e-7007-465e-aa9b-d1156b69fe79 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:09.267715 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.314004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=578d4420-2bca-45db-ae06-8ee1f55ff8fd,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:09.325325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Checking segment: {'id': 'cc85c1c5-4dec-44eb-a6b0-cffe56b66942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2e27af54-c8ba-48ec-b90e-8fec46ebeae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:09.325507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Network hostable DHCP agents. Network: 2e27af54-c8ba-48ec-b90e-8fec46ebeae6, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:09.335303 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.359607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Network 2e27af54-c8ba-48ec-b90e-8fec46ebeae6 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:09.378725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2e27af54-c8ba-48ec-b90e-8fec46ebeae6) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:09.386659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.387808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.391326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208505f-615c-4c3e-b945-c0ffec9060c4 None None] Network 2e27af54-c8ba-48ec-b90e-8fec46ebeae6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:09.411469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-89044a3e-ba31-4139-9c0b-3cb4b34dfafe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4350362 Jul 16 18:23:09.500905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.601575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.601842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543a34d-796c-49dd-af72-e79ba5f1b62f None None] Network 2e27af54-c8ba-48ec-b90e-8fec46ebeae6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:09.641763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.646203 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b299928e-7007-465e-aa9b-d1156b69fe79 HTTP/1.1" status: 204 len: 168 time: 0.4341137 Jul 16 18:23:09.646203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec7ace-79b5-4f28-b263-d100f991b3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b299928e-7007-465e-aa9b-d1156b69fe79,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:09.646872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46770) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.740263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ebafd-ebe8-4797-8be7-135e6a0bf657 None None] Network dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:09.788806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7cb5ef48-b62d-4b04-b9f0-430e8b0433de details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:09.839245 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.860340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.959218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-63255529-e542-485b-b309-7e5940a7bd45 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.966567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-63255529-e542-485b-b309-7e5940a7bd45 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 950 time: 0.2263958 Jul 16 18:23:09.974418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:23:10.039283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Deleting port dc4c678a-b66a-42db-bc29-4988a1c0c03c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:10.040243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.073768 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7e286d5-dc82-4233-bca2-d0d67ca146b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.152228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f7ef165f-c01c-4cd8-968c-0527bfd85e76 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:10.191245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:10.202019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f7ef165f-c01c-4cd8-968c-0527bfd85e76 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:10.202844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f7ef165f-c01c-4cd8-968c-0527bfd85e76 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:10.207955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] For port dc4c678a-b66a-42db-bc29-4988a1c0c03c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dc4c678a-b66a-42db-bc29-4988a1c0c03c,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:10.208301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', 'mac_address': 'fa:16:3e:84:ea:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:10.208444 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.236614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7e286d5-dc82-4233-bca2-d0d67ca146b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.248220 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7e286d5-dc82-4233-bca2-d0d67ca146b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.252083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Calling delete_port for dc4c678a-b66a-42db-bc29-4988a1c0c03c owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:10.262361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] DHCP port deletion for dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:10.270602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.301218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e286d5-dc82-4233-bca2-d0d67ca146b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48be6e7e-6481-4714-9bc7-ac5a0821e892,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.309148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb5ef48-b62d-4b04-b9f0-430e8b0433de {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:10.310178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a7e286d5-dc82-4233-bca2-d0d67ca146b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=353b268826114f048b53b37e673b99a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484682 Jul 16 18:23:10.313005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46800) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:10.327868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133838-c038-40c5-ae8e-425614b61b9b req-61b99b46-f255-4c27-8497-80aa0fb9172b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.329434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96133838-c038-40c5-ae8e-425614b61b9b req-61b99b46-f255-4c27-8497-80aa0fb9172b tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 950 time: 0.1398127 Jul 16 18:23:10.334494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:10.342148 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.373831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] Deleting port dc4c678a-b66a-42db-bc29-4988a1c0c03c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:10.374157 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.398494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96133838-c038-40c5-ae8e-425614b61b9b req-802204d1-8c1e-4d24-b01f-1c2b59b0aa28 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615690 Jul 16 18:23:10.402947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Deleting port 166ab513-4808-4c1e-9371-a89b3eb6b05f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:10.403421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a228390-5c3b-4278-9190-5d897c27a940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.403505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.414086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.428578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a228390-5c3b-4278-9190-5d897c27a940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.464007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] For port dc4c678a-b66a-42db-bc29-4988a1c0c03c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dc4c678a-b66a-42db-bc29-4988a1c0c03c,segment=NetworkSegment(c3a0c4bd-08bd-4201-bee6-35297231d05a),segment_id=c3a0c4bd-08bd-4201-bee6-35297231d05a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:10.464403 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.480357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] Calling delete_port for dc4c678a-b66a-42db-bc29-4988a1c0c03c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:10.482445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a228390-5c3b-4278-9190-5d897c27a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.486522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a228390-5c3b-4278-9190-5d897c27a940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.491234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2a228390-5c3b-4278-9190-5d897c27a940 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48be6e7e-6481-4714-9bc7-ac5a0821e892 HTTP/1.1" status: 204 len: 168 time: 0.1775599 Jul 16 18:23:10.511589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a228390-5c3b-4278-9190-5d897c27a940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be6e7e-6481-4714-9bc7-ac5a0821e892,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.567665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-59e1044c-0775-469c-a75b-02a4747e50d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.569355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-59e1044c-0775-469c-a75b-02a4747e50d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.3697455 Jul 16 18:23:10.592042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.605633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9cdc4930-9645-4fa5-9bfa-49a75e99e8f6 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/quotas/ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 375 time: 0.0242820 Jul 16 18:23:10.611378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] For port 166ab513-4808-4c1e-9371-a89b3eb6b05f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=166ab513-4808-4c1e-9371-a89b3eb6b05f,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:10.611976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.617818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63f656-a3b5-4d25-a5c6-9df85f4fff0b req-dac6f3b7-9943-4ce4-bc45-af288888fe17 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.619430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc63f656-a3b5-4d25-a5c6-9df85f4fff0b req-dac6f3b7-9943-4ce4-bc45-af288888fe17 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 948 time: 0.0924933 Jul 16 18:23:10.634804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] Pushing event deleted for resources: {'Port': ['ID=dc4c678a-b66a-42db-bc29-4988a1c0c03c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.637723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c51bc-c95e-41f2-8c85-912400635a9d None None] No DVR routers for this DVR port dc4c678a-b66a-42db-bc29-4988a1c0c03c on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:10.659490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.661756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Calling delete_port for 166ab513-4808-4c1e-9371-a89b3eb6b05f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:10.663110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['7cb5ef48-b62d-4b04-b9f0-430e8b0433de'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:10.667526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-3526306f-5aee-4265-b633-e7f7dc4ccdad tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522635 Jul 16 18:23:10.677233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc63f656-a3b5-4d25-a5c6-9df85f4fff0b req-b2c26e75-5c69-4d29-af07-6a8214e6b405 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Jul 16 18:23:10.711483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4c678a-b66a-42db-bc29-4988a1c0c03c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.736155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] No DVR routers for this DVR port dc4c678a-b66a-42db-bc29-4988a1c0c03c on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:10.900827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:10.914395 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37a711ba-84f6-42a6-986b-1976f4a83c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.915295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.929442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.945001 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-62911169-88c7-4dc1-bdb0-ec7e844401ad service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499094 Jul 16 18:23:10.949236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a0c4bd-08bd-4201-bee6-35297231d05a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.949579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a0c4bd-08bd-4201-bee6-35297231d05a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.976572 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.011422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37a711ba-84f6-42a6-986b-1976f4a83c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.016193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37a711ba-84f6-42a6-986b-1976f4a83c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.025261 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.052077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a711ba-84f6-42a6-986b-1976f4a83c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159b9bcd-84af-4de7-8311-ad258f687af8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.056323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-37a711ba-84f6-42a6-986b-1976f4a83c24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3d4f74d53ad4eb1b6faf5f268ad1d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543767 Jul 16 18:23:11.058888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46818) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:11.062912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:11.063331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:11.065149 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:11.131634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687196cb-91e3-431e-96a7-d2cac3785779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.143705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.151171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687196cb-91e3-431e-96a7-d2cac3785779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.155153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-d787ab76-20cc-42a3-9110-5c0689e6c669 service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030220 Jul 16 18:23:11.161582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['166ab513-4808-4c1e-9371-a89b3eb6b05f', '4548b4ae-1c64-421b-9632-2760b3b5ad07'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:11.178431 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.180512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Pushing event deleted for resources: {'Port': ['ID=166ab513-4808-4c1e-9371-a89b3eb6b05f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.204608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.208751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] 10.222.0.49 "DELETE /v2.0/networks/dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1 HTTP/1.1" status: 204 len: 168 time: 1.5582333 Jul 16 18:23:11.216871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80410ec7-6df5-48d1-a099-7268b59dd91a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3d68a4-1dc3-4307-be3d-fbab25fbe5f1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.255458 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687196cb-91e3-431e-96a7-d2cac3785779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.260375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687196cb-91e3-431e-96a7-d2cac3785779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.268485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-687196cb-91e3-431e-96a7-d2cac3785779 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/159b9bcd-84af-4de7-8311-ad258f687af8 HTTP/1.1" status: 204 len: 168 time: 0.2051146 Jul 16 18:23:11.279594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687196cb-91e3-431e-96a7-d2cac3785779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159b9bcd-84af-4de7-8311-ad258f687af8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.282001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] No DVR routers for this DVR port 166ab513-4808-4c1e-9371-a89b3eb6b05f on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:11.285138 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.287288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-673b22cc-1e49-4e28-9b44-2becec6c25f9 req-aa86f686-26d5-4384-b517-45a8e2691eb2 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "DELETE /v2.0/ports/166ab513-4808-4c1e-9371-a89b3eb6b05f HTTP/1.1" status: 204 len: 173 time: 1.3089516 Jul 16 18:23:11.287653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'name': 'network-vif-deleted', 'tag': '166ab513-4808-4c1e-9371-a89b3eb6b05f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:11.290503 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6d66f6-d3ab-4dd4-aa23-5af472dee972" -d '{"events": [{"server_uuid": "b86f7c97-7a7c-4c95-a542-1c202ae2273a", "name": "network-vif-deleted", "tag": "166ab513-4808-4c1e-9371-a89b3eb6b05f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:11.329488 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1de4dd0-f595-4c9c-9580-c3bd567fdbaa x-openstack-request-id: req-b1de4dd0-f595-4c9c-9580-c3bd567fdbaa {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:11.330012 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86f7c97-7a7c-4c95-a542-1c202ae2273a", "name": "network-vif-deleted", "tag": "166ab513-4808-4c1e-9371-a89b3eb6b05f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:11.330636 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1de4dd0-f595-4c9c-9580-c3bd567fdbaa {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:11.331873 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86f7c97-7a7c-4c95-a542-1c202ae2273a', 'name': 'network-vif-deleted', 'tag': '166ab513-4808-4c1e-9371-a89b3eb6b05f', 'status': 'completed', 'code': 200} Jul 16 18:23:11.444626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4402e893-a5ae-414d-b5df-21809550d12d up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:11.480444 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e016479-ebbf-4c54-a0b9-8bfdb10752f7 req-02c20ca2-f34b-4082-9bfe-8c89c3f81f6f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 210 time: 0.0540154 Jul 16 18:23:11.560805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46834) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:11.576358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 4402e893-a5ae-414d-b5df-21809550d12d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:11.585514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 4402e893-a5ae-414d-b5df-21809550d12d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:11.585927 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.643296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54775abe-bc10-492d-9260-d36d2f2e3e28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ed6b7be46404051bfd1393b8ca0b7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807426 Jul 16 18:23:11.646094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:11.704756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.711532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-785396d9-23c2-4dd4-9a21-b16c3abe8f51 req-0bea5fa6-28a0-477c-851b-0dae7d063bcc tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=b86f7c97-7a7c-4c95-a542-1c202ae2273a HTTP/1.1" status: 200 len: 210 time: 0.0887690 Jul 16 18:23:11.776107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3135e10-7fc1-4d21-8455-5f38cb86790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.780239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4402e893-a5ae-414d-b5df-21809550d12d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4402e893-a5ae-414d-b5df-21809550d12d,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:11.781860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073b0965-5011-4062-983b-468226ca2f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4402e893-a5ae-414d-b5df-21809550d12d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:11.786038 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41d1369-e490-4ba6-9ed0-7f04d5c15b31" -d '{"events": [{"server_uuid": "073b0965-5011-4062-983b-468226ca2f1b", "name": "network-vif-plugged", "status": "completed", "tag": "4402e893-a5ae-414d-b5df-21809550d12d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:11.814789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3135e10-7fc1-4d21-8455-5f38cb86790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.817839 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.818909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 166ab513-4808-4c1e-9371-a89b3eb6b05f no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:11.821143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ab72d739-3ef8-4b74-8371-03cffc403edb details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:11.823009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7cb5ef48-b62d-4b04-b9f0-430e8b0433de up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:11.907996 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ba8fb9-85dd-4849-ac6e-af68b5400128 x-openstack-request-id: req-a3ba8fb9-85dd-4849-ac6e-af68b5400128 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:11.908285 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073b0965-5011-4062-983b-468226ca2f1b", "name": "network-vif-plugged", "status": "completed", "tag": "4402e893-a5ae-414d-b5df-21809550d12d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:11.908701 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3ba8fb9-85dd-4849-ac6e-af68b5400128 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:11.909252 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073b0965-5011-4062-983b-468226ca2f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4402e893-a5ae-414d-b5df-21809550d12d', 'code': 200} Jul 16 18:23:11.940565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 166ab513-4808-4c1e-9371-a89b3eb6b05f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:11.941123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 166ab513-4808-4c1e-9371-a89b3eb6b05f not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:11.988483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a6ccf-9bc5-4942-aa8b-b00ae27940bb req-1c0a3757-4c92-47eb-8b5e-270a641e7eb2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.008903 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c38a6ccf-9bc5-4942-aa8b-b00ae27940bb req-1c0a3757-4c92-47eb-8b5e-270a641e7eb2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 949 time: 0.1755319 Jul 16 18:23:12.054331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3135e10-7fc1-4d21-8455-5f38cb86790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.058779 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3135e10-7fc1-4d21-8455-5f38cb86790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.064538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f3135e10-7fc1-4d21-8455-5f38cb86790a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44913b6c-97ed-4dec-91e4-b747375c1e8a HTTP/1.1" status: 204 len: 168 time: 0.4156928 Jul 16 18:23:12.111559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135e10-7fc1-4d21-8455-5f38cb86790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44913b6c-97ed-4dec-91e4-b747375c1e8a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.141449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c38a6ccf-9bc5-4942-aa8b-b00ae27940bb req-bfda605f-b366-4531-97e7-41b13d8a26a7 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265111 Jul 16 18:23:12.180182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dc4c678a-b66a-42db-bc29-4988a1c0c03c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:12.236246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:12.251565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: dc4c678a-b66a-42db-bc29-4988a1c0c03c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:12.251904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dc4c678a-b66a-42db-bc29-4988a1c0c03c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:12.256181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:12.256557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.265179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4402e893-a5ae-414d-b5df-21809550d12d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.295464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb771c16-53e5-4fc7-aaf7-602721252f26 req-d3f6ae89-1269-42b4-acf6-586676ce4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.304544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb771c16-53e5-4fc7-aaf7-602721252f26 req-d3f6ae89-1269-42b4-acf6-586676ce4c61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 1101 time: 0.2871232 Jul 16 18:23:12.314770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:12.335815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'mac_address': 'fa:16:3e:22:f1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:12.384739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb771c16-53e5-4fc7-aaf7-602721252f26 req-fc43d5d1-a206-44dd-b3a1-bf1d2056ecf7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731857 Jul 16 18:23:12.411808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.429872 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.453981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab72d739-3ef8-4b74-8371-03cffc403edb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:12.467177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:12.479689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.486245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:12.511038 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.549312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.625608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.676063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ab72d739-3ef8-4b74-8371-03cffc403edb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:12.699209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bff43554-dc3a-47df-a508-d17a2f37ef85 req-9d33b790-c998-47f6-a804-a02e9d08ba20 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 210 time: 0.0464900 Jul 16 18:23:13.258702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:13.426555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-8139e501-a019-47c3-90f5-2df61d7129b0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.428656 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-8139e501-a019-47c3-90f5-2df61d7129b0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.2648489 Jul 16 18:23:13.441806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdfffb-a385-4b4a-b18f-86a4f48fb922 req-c435e6de-2f98-4d78-8892-d536b93ed6b5 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.449325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3efdfffb-a385-4b4a-b18f-86a4f48fb922 req-c435e6de-2f98-4d78-8892-d536b93ed6b5 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 951 time: 0.2001097 Jul 16 18:23:13.460664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Request body: {'port': {'device_id': '27449faf-e385-4afd-b3a8-694605078589', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'admin_state_up': True, 'tenant_id': 'ba50709b69c44cc8b26db85c331be727'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:13.474294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2089402527-network', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:13.568659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Made reservation on behalf of 55ada01da5ad4e8aa6b7f4df5e03aba2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:13.571018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.586698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.598442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3efdfffb-a385-4b4a-b18f-86a4f48fb922 req-60ae76a0-cf3f-4d9e-81c5-90437511f22d tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468163 Jul 16 18:23:13.628795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197e9b-4dea-433c-afc9-9cdd5a698c3a req-fce899bd-f07b-4bd3-bf27-46935253ba88 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.635555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1197e9b-4dea-433c-afc9-9cdd5a698c3a req-fce899bd-f07b-4bd3-bf27-46935253ba88 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 949 time: 0.1570222 Jul 16 18:23:13.690386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1197e9b-4dea-433c-afc9-9cdd5a698c3a req-38eaf639-853f-4631-b30e-736089da6722 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537450 Jul 16 18:23:13.743211 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6dd8f6f9-0a56-4ac9-8735-1997fe0bd721 req-8e837572-bf73-4fcb-a889-17efa887a3e2 tempest-AbsoluteLimitsNegativeTestJSON-1095022096 tempest-AbsoluteLimitsNegativeTestJSON-1095022096-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9ed3e068ee0f41419d85f067c45bc099&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383890 Jul 16 18:23:13.745666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.751007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.779467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:13.791144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7d0922-8691-4389-82d5-2cf3e1e93576,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.797649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.798324 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Added segment 26873df3-8a10-400b-abcf-420b4e75f002 of type vlan for network 9e656ea5-7f60-4382-9739-22b361eb2781 Jul 16 18:23:13.821757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ab72d739-3ef8-4b74-8371-03cffc403edb up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:13.865527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.878469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Made reservation on behalf of ba50709b69c44cc8b26db85c331be727 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:13.887023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.909791 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.911184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.912226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.913669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:13.917643 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c005c1d6-efdf-4a48-9067-d3fc86d4308d" -d '{"events": [{"server_uuid": "08afe676-3ffd-4029-9b62-d9a1e7d0937f", "name": "network-vif-plugged", "status": "completed", "tag": "7cb5ef48-b62d-4b04-b9f0-430e8b0433de"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:13.935887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port ab72d739-3ef8-4b74-8371-03cffc403edb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:13.936696 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.957789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8f6f9-0a56-4ac9-8735-1997fe0bd721 req-b0c7b925-2bf1-4233-b2cd-438ebeaaee71 tempest-AbsoluteLimitsNegativeTestJSON-1095022096 tempest-AbsoluteLimitsNegativeTestJSON-1095022096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.960287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6990910 Jul 16 18:23:13.960956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46976) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:13.966031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6dd8f6f9-0a56-4ac9-8735-1997fe0bd721 req-b0c7b925-2bf1-4233-b2cd-438ebeaaee71 tempest-AbsoluteLimitsNegativeTestJSON-1095022096 tempest-AbsoluteLimitsNegativeTestJSON-1095022096-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172885 Jul 16 18:23:13.998714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Request body: {'subnet': {'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2089402527-subnet', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:14.004037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669492b-b310-4a14-b753-73c592c826b4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e656ea5-7f60-4382-9739-22b361eb2781,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.021489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9e656ea5-7f60-4382-9739-22b361eb2781 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:14.026826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6dd8f6f9-0a56-4ac9-8735-1997fe0bd721 req-162a73b5-b2b3-4e74-a3a9-d11b56fdba34 tempest-AbsoluteLimitsNegativeTestJSON-1095022096 tempest-AbsoluteLimitsNegativeTestJSON-1095022096-project] 10.222.0.49 "GET /v2.0/quotas/9ed3e068ee0f41419d85f067c45bc099 HTTP/1.1" status: 200 len: 375 time: 0.0597093 Jul 16 18:23:14.056123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec70efcc-eb99-4184-8191-fed23d146a03 req-55205e73-dcf2-48b0-8f50-4a543c22de57 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 210 time: 0.0394619 Jul 16 18:23:14.064383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Made reservation on behalf of 55ada01da5ad4e8aa6b7f4df5e03aba2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:14.070474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.082986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6dd8f6f9-0a56-4ac9-8735-1997fe0bd721 req-cfcf1ebf-596f-451e-8c29-e503edddefa9 tempest-AbsoluteLimitsNegativeTestJSON-1095022096 tempest-AbsoluteLimitsNegativeTestJSON-1095022096-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ed3e068ee0f41419d85f067c45bc099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550737 Jul 16 18:23:14.100154 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.138305 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7208e39a-b51e-4a87-801f-c7ff216009e3 x-openstack-request-id: req-7208e39a-b51e-4a87-801f-c7ff216009e3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:14.138636 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08afe676-3ffd-4029-9b62-d9a1e7d0937f", "name": "network-vif-plugged", "status": "completed", "tag": "7cb5ef48-b62d-4b04-b9f0-430e8b0433de", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:14.138882 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7208e39a-b51e-4a87-801f-c7ff216009e3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:14.139273 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', 'code': 200} Jul 16 18:23:14.206061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Allocated IP 172.20.0.4 (de4bd8a8-71f7-4060-b825-16152738dfb9/39a70bcc-79a4-4430-92bf-4a49daf7bf0b/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:14.237486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:14.247770 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.314963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.354733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810e84-cae3-43d7-8c5f-2db50eb9bd13 req-71439783-1340-47da-b0d6-c7fa0cc23f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.357981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1810e84-cae3-43d7-8c5f-2db50eb9bd13 req-71439783-1340-47da-b0d6-c7fa0cc23f87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 1100 time: 0.1451676 Jul 16 18:23:14.467426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1810e84-cae3-43d7-8c5f-2db50eb9bd13 req-dbe48ff6-ea91-44e6-9de1-2667e07b7ca6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838935 Jul 16 18:23:14.482409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.555666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.569274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3cc998-e59a-41b1-bdd8-978c411f60f4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.586185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.618892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Checking segment: {'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:14.619248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Network hostable DHCP agents. Network: 9e656ea5-7f60-4382-9739-22b361eb2781, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:14.646122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.670642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Network 9e656ea5-7f60-4382-9739-22b361eb2781 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:14.696217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9e656ea5-7f60-4382-9739-22b361eb2781) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:14.708702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c085a-374a-4061-942b-08dbfc1109cd None None] Network 9e656ea5-7f60-4382-9739-22b361eb2781 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:14.718291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.721264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.755308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3e837353-7467-4d0a-a9cb-fd05678a3874 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7593579 Jul 16 18:23:14.759235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.772491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Network de4bd8a8-71f7-4060-b825-16152738dfb9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:14.776453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:14.785097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:14.795289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:14.837934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732dd5df-d684-451d-8f4b-2a2e663e6f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.867829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.868505 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.883565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.888734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.905361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.976473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae329368-6d3d-4eeb-bbeb-72ba10520776 req-35b07004-9bc1-4b8b-86b7-d114cc527dc5 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.978100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ae329368-6d3d-4eeb-bbeb-72ba10520776 req-35b07004-9bc1-4b8b-86b7-d114cc527dc5 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 951 time: 0.1024940 Jul 16 18:23:15.078646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ae329368-6d3d-4eeb-bbeb-72ba10520776 req-f5aa361a-8acd-4f2c-8f55-6e9ea015c15f tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945911 Jul 16 18:23:15.079778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-9e656ea5-7f60-4382-9739-22b361eb2781', 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'fixed_ips': [{'subnet_id': '0b3cc998-e59a-41b1-bdd8-978c411f60f4'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:15.080661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.196390 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.393883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c78247-e948-4062-9e6e-449c116d6eac req-73e41edb-3621-4e37-a855-8fb1dccc394b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.395528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00c78247-e948-4062-9e6e-449c116d6eac req-73e41edb-3621-4e37-a855-8fb1dccc394b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 931 time: 0.0959499 Jul 16 18:23:15.404649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Allocated IP 172.20.0.2 (9e656ea5-7f60-4382-9739-22b361eb2781/0b3cc998-e59a-41b1-bdd8-978c411f60f4/cfe54b6e-4f77-4d1b-ad91-251393dcaede) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:15.466292 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.476416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732dd5df-d684-451d-8f4b-2a2e663e6f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.480243 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00c78247-e948-4062-9e6e-449c116d6eac req-0478be8d-1e69-46b9-bacb-8e116f04fcbd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Jul 16 18:23:15.497485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-9795fba4-5a1c-4c76-afef-aeae6ad8c4cc tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0469942 Jul 16 18:23:15.510098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Request body: {'port': {'device_id': '27449faf-e385-4afd-b3a8-694605078589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:15.541843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ce171-ebb3-4632-a240-315df40a8af0 req-9cdd6221-74e7-4996-8894-3bf32b9dc287 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.548218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-624ce171-ebb3-4632-a240-315df40a8af0 req-9cdd6221-74e7-4996-8894-3bf32b9dc287 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 951 time: 0.5241098 Jul 16 18:23:15.549486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732dd5df-d684-451d-8f4b-2a2e663e6f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.585181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.596893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Transition to ACTIVE for port object cfe54b6e-4f77-4d1b-ad91-251393dcaede will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:15.620135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Transition to ACTIVE for port object cfe54b6e-4f77-4d1b-ad91-251393dcaede will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:15.632379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.683740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.697046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Network 9e656ea5-7f60-4382-9739-22b361eb2781 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:15.700606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dd5df-d684-451d-8f4b-2a2e663e6f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de034668-4b11-418f-8dda-590a82c9e203,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.706215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:15.710808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:15.793609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f8f02-393f-4cd5-85f1-3405fa613ef0 req-cacd2451-886c-4a3a-8965-ca5db13883c9 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.795670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Attempting to bind port cfe54b6e-4f77-4d1b-ad91-251393dcaede on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:15.796575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Attempting to bind port cfe54b6e-4f77-4d1b-ad91-251393dcaede by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:15.797055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Attempting to bind port cfe54b6e-4f77-4d1b-ad91-251393dcaede on network 9e656ea5-7f60-4382-9739-22b361eb2781 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:15.800815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Pushing event updated for resources: {'Port': ['ID=cfe54b6e-4f77-4d1b-ad91-251393dcaede,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.806413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:15.806615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Checking segment: {'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:15.807027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.807421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Bound using segment: {'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:15.807943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Bound port: cfe54b6e-4f77-4d1b-ad91-251393dcaede, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:15.808424 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.810573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-879f8f02-393f-4cd5-85f1-3405fa613ef0 req-cacd2451-886c-4a3a-8965-ca5db13883c9 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 949 time: 0.8703120 Jul 16 18:23:15.858178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-879f8f02-393f-4cd5-85f1-3405fa613ef0 req-3a2b0f79-4271-41e8-a894-f5b221d37e8c tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Jul 16 18:23:15.866305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-732dd5df-d684-451d-8f4b-2a2e663e6f28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ed3e068ee0f41419d85f067c45bc099&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3072867 Jul 16 18:23:15.867864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:15.899619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] For port cfe54b6e-4f77-4d1b-ad91-251393dcaede, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:15.908637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] For port cfe54b6e-4f77-4d1b-ad91-251393dcaede, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cfe54b6e-4f77-4d1b-ad91-251393dcaede,segment=NetworkSegment(26873df3-8a10-400b-abcf-420b4e75f002),segment_id=26873df3-8a10-400b-abcf-420b4e75f002)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:15.917231 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.995471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353b5a8-18fa-4991-8bf5-6c81526ce5c9 None None] Pushing event updated for resources: {'Port': ['ID=cfe54b6e-4f77-4d1b-ad91-251393dcaede,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:16.040433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Deleting port 4548b4ae-1c64-421b-9632-2760b3b5ad07 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:16.041096 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.089759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04005d34-82a2-44f1-8a7b-ab297e3e4989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.143679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:16.146012 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e814102b-a0f8-4ff2-9508-516035a22724" -d '{"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-plugged", "status": "completed", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:16.166480 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fe91e99-1e76-47a1-9023-be9d7cb5d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.172565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04005d34-82a2-44f1-8a7b-ab297e3e4989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.279475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:16.306956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36f33-8390-4cd5-be17-9db3ba6fb357 req-2d360bbd-c94f-42bd-adf0-b9df83e8ae7a tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.308484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4a36f33-8390-4cd5-be17-9db3ba6fb357 req-2d360bbd-c94f-42bd-adf0-b9df83e8ae7a tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 948 time: 0.1970918 Jul 16 18:23:16.310809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.346451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Transition to ACTIVE for port object a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:16.359649 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.430548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4a36f33-8390-4cd5-be17-9db3ba6fb357 req-1e61c85b-52d6-45e3-b732-a2827635d090 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124151 Jul 16 18:23:16.436891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:16.511127 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522c6676-733c-4ad0-b4e2-85fd8240782a x-openstack-request-id: req-522c6676-733c-4ad0-b4e2-85fd8240782a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:16.511496 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-plugged", "status": "completed", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:16.513768 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-522c6676-733c-4ad0-b4e2-85fd8240782a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:16.513768 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'code': 200} Jul 16 18:23:16.560742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:16.561150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:16.561583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:16.566950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:16.567297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:16.573290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:16.573636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:16.574064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:16.574649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Bound port: a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:16.575037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.656571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:16.660501 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:16.668970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.724950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.725816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.727776 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] 10.222.0.67 "PUT /v2.0/ports/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 1092 time: 1.2215989 Jul 16 18:23:16.728500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:16.731393 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:16.761002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6159-0fcf-4ac1-9345-aa4a95dfc364 service neutron] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:16.944603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-2476dc2a-b0d9-4f73-a2e5-2757b247e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.947731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-2476dc2a-b0d9-4f73-a2e5-2757b247e0ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1095 time: 0.1600614 Jul 16 18:23:17.003182 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.032525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.047602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] For port 4548b4ae-1c64-421b-9632-2760b3b5ad07, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4548b4ae-1c64-421b-9632-2760b3b5ad07,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:17.048340 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.059805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-2aa4c34e-5a80-49b7-be94-e7fffc57e799 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 217 time: 0.1008966 Jul 16 18:23:17.132869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Calling delete_port for 4548b4ae-1c64-421b-9632-2760b3b5ad07 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:17.170555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7bf88-97d5-4f91-b880-c0e725143205 req-190fd90d-b079-4768-a7c0-b2affda2d355 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.172407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dee7bf88-97d5-4f91-b880-c0e725143205 req-190fd90d-b079-4768-a7c0-b2affda2d355 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 951 time: 0.8648713 Jul 16 18:23:17.178262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04005d34-82a2-44f1-8a7b-ab297e3e4989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.192136 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04005d34-82a2-44f1-8a7b-ab297e3e4989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.196766 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-04005d34-82a2-44f1-8a7b-ab297e3e4989 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de034668-4b11-418f-8dda-590a82c9e203 HTTP/1.1" status: 204 len: 168 time: 1.3256068 Jul 16 18:23:17.211776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-6b06b448-21f8-47d8-be45-73f3f8a6dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.213475 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-6b06b448-21f8-47d8-be45-73f3f8a6dde6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0810668 Jul 16 18:23:17.232547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab966d-77e8-4892-ab7e-7cf91d334893 req-a12d8e98-40e6-4852-8069-a886c7d0e8a5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.239462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab966d-77e8-4892-ab7e-7cf91d334893 req-a12d8e98-40e6-4852-8069-a886c7d0e8a5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.241617 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2cab966d-77e8-4892-ab7e-7cf91d334893 req-a12d8e98-40e6-4852-8069-a886c7d0e8a5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b&device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 1688 time: 0.2081110 Jul 16 18:23:17.295487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-ac0536fb-70d1-4832-91b5-6df7ec4648f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520577 Jul 16 18:23:17.305954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04005d34-82a2-44f1-8a7b-ab297e3e4989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de034668-4b11-418f-8dda-590a82c9e203,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.389409 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2cab966d-77e8-4892-ab7e-7cf91d334893 req-5ac260d9-47ba-49fa-a1bf-fcd87a8a1054 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389980 Jul 16 18:23:17.529738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Allocated IP 172.25.1.239 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/8c610b8e-b467-46a4-9932-39c6fa810a5e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:17.568044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-0223b8c5-7340-4513-8441-684a117a84f0 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173994 Jul 16 18:23:17.573035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2b916-d65b-48a9-8e5f-02f466cb3833 None None] Network 9e656ea5-7f60-4382-9739-22b361eb2781 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:17.722145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dee7bf88-97d5-4f91-b880-c0e725143205 req-07de1e14-f965-44bc-8113-14da17f8b905 tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/security-groups?id=f8b7e730-2484-4e7e-983f-da500c7c8e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049641 Jul 16 18:23:17.798961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e7150a41-0843-4b0d-b1dc-01b6699b7ab3 None None] Provisioning for port cfe54b6e-4f77-4d1b-ad91-251393dcaede completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:17.813181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.833197 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24d441a-1383-4681-b60f-84b82b63260d x-openstack-request-id: req-b24d441a-1383-4681-b60f-84b82b63260d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:17.833815 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:17.834951 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b24d441a-1383-4681-b60f-84b82b63260d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:17.835449 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858', 'status': 'completed', 'code': 200} Jul 16 18:23:17.876128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2cd72-8796-4632-ac7b-6410a84400fa req-3bc02a2a-cc9e-48aa-999b-4ef1da89c2f2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.884157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51a2cd72-8796-4632-ac7b-6410a84400fa req-3bc02a2a-cc9e-48aa-999b-4ef1da89c2f2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 943 time: 0.3116076 Jul 16 18:23:17.893844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-380b8712-e79a-4e14-9a18-2fd181ea0344 req-4c7123eb-eda3-453f-8118-3945757bed13 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118584 Jul 16 18:23:17.995016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.005352 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.211054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cfe54b6e-4f77-4d1b-ad91-251393dcaede up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:18.336586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Pushing event updated for resources: {'Port': ['ID=8c610b8e-b467-46a4-9932-39c6fa810a5e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.340681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:18.356830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port cfe54b6e-4f77-4d1b-ad91-251393dcaede completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:18.373715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port cfe54b6e-4f77-4d1b-ad91-251393dcaede triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:18.374384 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.426442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Pushing event deleted for resources: {'Port': ['ID=4548b4ae-1c64-421b-9632-2760b3b5ad07,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.429888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:18.479406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:18.488435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] No DVR routers for this DVR port 4548b4ae-1c64-421b-9632-2760b3b5ad07 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:18.525476 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.527962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-624ce171-ebb3-4632-a240-315df40a8af0 req-b1652e8e-1050-40c5-b67a-2515dc0c2c2c tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.59 "DELETE /v2.0/ports/4548b4ae-1c64-421b-9632-2760b3b5ad07 HTTP/1.1" status: 204 len: 173 time: 2.9658828 Jul 16 18:23:18.529725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-deleted', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:18.541895 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a6d549-9b70-4445-a01d-841bcceed98e" -d '{"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-deleted", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:18.572577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-459151f3-2cf7-4170-ae8f-3fbc66c51756 None None] Provisioning complete for port cfe54b6e-4f77-4d1b-ad91-251393dcaede triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:18.573610 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-459151f3-2cf7-4170-ae8f-3fbc66c51756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.579068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.596251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937e0ec-b8da-487d-90cf-2c51d121c8e9 req-fc5b57ae-5ee7-4c5c-a492-b2b6719068ea tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.600586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c937e0ec-b8da-487d-90cf-2c51d121c8e9 req-fc5b57ae-5ee7-4c5c-a492-b2b6719068ea tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1097 time: 0.5091910 Jul 16 18:23:18.649815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port cfe54b6e-4f77-4d1b-ad91-251393dcaede, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cfe54b6e-4f77-4d1b-ad91-251393dcaede,segment=NetworkSegment(26873df3-8a10-400b-abcf-420b4e75f002),segment_id=26873df3-8a10-400b-abcf-420b4e75f002)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:18.667515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.754095 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62aa0b38-7eef-4d1e-812e-7650455c0d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.856019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.871902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51a2cd72-8796-4632-ac7b-6410a84400fa req-49e75f20-6bd2-4bd4-8fd1-c6f8717832b0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9867105 Jul 16 18:23:18.883634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=cfe54b6e-4f77-4d1b-ad91-251393dcaede,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.899286 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.920982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-90d6617c-713c-430e-a9ed-4b5523039d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.922930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-90d6617c-713c-430e-a9ed-4b5523039d8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1095 time: 0.9457221 Jul 16 18:23:19.028674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-e84752ae-8e30-41f2-8026-53a976c9ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.030562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-e84752ae-8e30-41f2-8026-53a976c9ff9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.0954885 Jul 16 18:23:19.035957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c937e0ec-b8da-487d-90cf-2c51d121c8e9 req-f9eb85ef-620b-45a5-acb2-2c8f029c09f3 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270544 Jul 16 18:23:19.057815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-150348454-network', 'tenant_id': 'c2f9c760e0824400a2776eb93ae39031'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:19.091242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-b2a2eb24-cc6a-49ba-84fb-99a8d7b7396e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 217 time: 0.0496066 Jul 16 18:23:19.191856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-9ca918bb-ad15-48f4-99ad-4275af17f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.194457 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-9ca918bb-ad15-48f4-99ad-4275af17f104 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0831547 Jul 16 18:23:19.215039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Made reservation on behalf of c2f9c760e0824400a2776eb93ae39031 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:19.222267 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.225305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.256236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-bb9255e9-c4ab-42a6-9b66-6f102bc986d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504777 Jul 16 18:23:19.385980 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d403e-3e6b-48c8-9b19-dc68743eda8e x-openstack-request-id: req-7b8d403e-3e6b-48c8-9b19-dc68743eda8e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:19.386207 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e2735d-33ab-4cec-913a-e358e0c12f6c", "name": "network-vif-deleted", "tag": "4548b4ae-1c64-421b-9632-2760b3b5ad07", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:19.386419 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b8d403e-3e6b-48c8-9b19-dc68743eda8e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:19.386820 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e2735d-33ab-4cec-913a-e358e0c12f6c', 'name': 'network-vif-deleted', 'tag': '4548b4ae-1c64-421b-9632-2760b3b5ad07', 'status': 'completed', 'code': 200} Jul 16 18:23:19.410346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.442228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-45951add-8395-4943-8c13-ffe2b239a97b service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794739 Jul 16 18:23:19.492883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:19.564909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 4548b4ae-1c64-421b-9632-2760b3b5ad07 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:19.565622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4548b4ae-1c64-421b-9632-2760b3b5ad07 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:19.615464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4274235-f16b-4fc7-a6dc-ea1abb721f4f req-fab832d4-601f-4fd3-8dcd-2a535099b767 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615703 Jul 16 18:23:19.627995 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0a2b2f6f-e18b-4df8-a1ab-7e5a72fcf32c req-bdc1cdb7-76c6-44ec-8602-9ccbc271a7ed tempest-ServersAdminTestJSON-5247678 tempest-ServersAdminTestJSON-5247678-project] 10.222.0.49 "GET /v2.0/ports?device_id=33e2735d-33ab-4cec-913a-e358e0c12f6c HTTP/1.1" status: 200 len: 210 time: 0.1501539 Jul 16 18:23:19.805241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.826561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.911247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.955806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.990002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1037d81-e5b7-4b16-9913-80d60c257f4e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.043247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:20.069147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.069502 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Added segment ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458 of type vlan for network a180da3f-4f27-491e-b7b8-ac1f737bc216 Jul 16 18:23:20.087468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659c99b-802d-4c9b-8d6a-cd19ee0665f2 req-665b6966-54be-43af-a307-f59f9affe832 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.089395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7659c99b-802d-4c9b-8d6a-cd19ee0665f2 req-665b6966-54be-43af-a307-f59f9affe832 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 1101 time: 0.1827161 Jul 16 18:23:20.187201 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7659c99b-802d-4c9b-8d6a-cd19ee0665f2 req-ef399a9a-1ca0-42ec-b000-8812c196a742 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588248 Jul 16 18:23:20.191480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.209135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cfe54b6e-4f77-4d1b-ad91-251393dcaede up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:20.263362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.265753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.266600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.271466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port cfe54b6e-4f77-4d1b-ad91-251393dcaede triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:20.272107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Router 9b817ea9-412a-4d4b-b809-fea33762f69d is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:20.272609 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.400699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5313363 Jul 16 18:23:20.403484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47118) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:20.410120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Request body: {'subnet': {'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-150348454-subnet', 'tenant_id': 'c2f9c760e0824400a2776eb93ae39031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:20.440708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Made reservation on behalf of c2f9c760e0824400a2776eb93ae39031 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:20.450156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.512906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f632457-1039-4751-b991-31555f93a70a admin admin] Pushing event updated for resources: {'Network': ['ID=a180da3f-4f27-491e-b7b8-ac1f737bc216,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.523389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:20.674838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266b64f-d0ad-4aea-bcf5-46ff8f11f8e0 req-c439b923-0da6-444e-b1b2-f2ae36d880ae tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.676666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b266b64f-d0ad-4aea-bcf5-46ff8f11f8e0 req-c439b923-0da6-444e-b1b2-f2ae36d880ae tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 943 time: 0.2789016 Jul 16 18:23:20.697058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:20.698897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-b6481569-bc05-4936-9fbc-f91edb6f1ccb tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:20.700161 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-b6481569-bc05-4936-9fbc-f91edb6f1ccb tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122864 Jul 16 18:23:20.712102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.716202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Sync routers for ids ['9b817ea9-412a-4d4b-b809-fea33762f69d'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:20.728344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Request body: {'binding': {'host': 'n-h2-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:20.730899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:23:20.734162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Routers {'9b817ea9-412a-4d4b-b809-fea33762f69d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:20.734633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9b817ea9-412a-4d4b-b809-fea33762f69d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.758837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b266b64f-d0ad-4aea-bcf5-46ff8f11f8e0 req-41c9ae84-2269-4336-a616-21f927e88aec tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725548 Jul 16 18:23:20.762477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.766611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2dddf485-5b98-44ac-a1ea-0a524e561a9b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0062313 Jul 16 18:23:20.769319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47122) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:20.874442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Set router 9b817ea9-412a-4d4b-b809-fea33762f69d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:20.994012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on host n-h2-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:20.994347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:20.994671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:21.056522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:21.070567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:21.070993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:21.081152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Checking segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:21.081646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Network hostable DHCP agents. Network: a180da3f-4f27-491e-b7b8-ac1f737bc216, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:21.085871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:21.086505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:21.086795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:21.087326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Bound port: 9e57611a-107d-41a9-a41e-57bbc074043c, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:21.151768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:21.171141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, a180da3f-4f27-491e-b7b8-ac1f737bc216) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:21.176921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.178045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.187390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62fe2b-f150-45cb-b463-7bbfe2b77edc None None] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:21.199419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:21.227631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-56675c7d-4cdf-4cd4-8022-19197835932b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8229206 Jul 16 18:23:21.232545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:18Z', 'revision_number': 3, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:21.239362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.255255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-cbfebf18-b244-4c2f-8c9b-d72fe03e0bc3 service neutron] 10.222.0.49 "POST /v2.0/ports/9e57611a-107d-41a9-a41e-57bbc074043c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5282733 Jul 16 18:23:21.296921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Checking router: 9b817ea9-412a-4d4b-b809-fea33762f69d for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:21.297620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Updating router 9b817ea9-412a-4d4b-b809-fea33762f69d port 8c610b8e-b467-46a4-9932-39c6fa810a5e binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:21.500571 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.534391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-a180da3f-4f27-491e-b7b8-ac1f737bc216', 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'tenant_id': 'c2f9c760e0824400a2776eb93ae39031', 'fixed_ips': [{'subnet_id': 'a0fc421d-61d1-456c-a8a4-d2bfe45fa37e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:21.535675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.727853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.772590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf85b5-5da7-43b8-be5f-bfa4bfcd2011 req-ac92a4d5-1737-4605-8c43-8e77f41c8927 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.782718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3aaf85b5-5da7-43b8-be5f-bfa4bfcd2011 req-ac92a4d5-1737-4605-8c43-8e77f41c8927 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 1100 time: 0.6175656 Jul 16 18:23:21.783941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dd280-39fa-4d25-bf70-e2413e0ac59a req-3951b070-4769-404b-a5ee-aead045427c2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.789794 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f14dd280-39fa-4d25-bf70-e2413e0ac59a req-3951b070-4769-404b-a5ee-aead045427c2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.1856174 Jul 16 18:23:21.829873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-15c2c372-06d0-4c12-996a-b4509947c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.832132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-15c2c372-06d0-4c12-996a-b4509947c219 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1097 time: 0.1577652 Jul 16 18:23:21.834438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Allocated IP 172.20.0.2 (a180da3f-4f27-491e-b7b8-ac1f737bc216/a0fc421d-61d1-456c-a8a4-d2bfe45fa37e/f3e6168e-3ada-4e74-9e22-d90709291df5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:21.865081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:21.952439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-f6774447-fe71-4b4a-b007-6b26eba67977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.954088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-f6774447-fe71-4b4a-b007-6b26eba67977 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.1143734 Jul 16 18:23:21.975596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:22.023158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.042571 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f14dd280-39fa-4d25-bf70-e2413e0ac59a req-d5dcc491-65ea-47a9-b705-fbb00e4b21b5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443917 Jul 16 18:23:22.045226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-b23c90a2-39e8-4170-9425-756c321905dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 217 time: 0.0685394 Jul 16 18:23:22.045816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3aaf85b5-5da7-43b8-be5f-bfa4bfcd2011 req-9a9ff83c-cfb3-4c2f-9cd3-2c8360ff7cb0 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621744 Jul 16 18:23:22.149934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-f8c69b80-c29e-4c33-94b3-ffec4622976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.152289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-f8c69b80-c29e-4c33-94b3-ffec4622976e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0994947 Jul 16 18:23:22.231014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-65db937c-c83a-4987-8d94-02454645bdc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684435 Jul 16 18:23:22.365768 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.392989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Transition to ACTIVE for port object 8c610b8e-b467-46a4-9932-39c6fa810a5e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:22.395211 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6bd2c68d-c8be-4cbd-b978-dca06d9300ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fc6c7bb4b4d4dc39a664c57e3130732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098334 Jul 16 18:23:22.395860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47160) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:22.469990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-eb49e1e1-ea21-4cac-b64a-fbb2dac2e2f2 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225363 Jul 16 18:23:22.485069 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.488595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:22.508600 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5135de6d-0a68-4372-b74f-a5d6216d0cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.516522 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.532846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Allocated IP 172.20.0.1 (9e656ea5-7f60-4382-9739-22b361eb2781/0b3cc998-e59a-41b1-bdd8-978c411f60f4/8c424788-a1fa-442c-960a-176593efceba) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:22.575109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'port_id': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858', 'mac_address': 'fa:16:3e:5e:8d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a70bcc-79a4-4430-92bf-4a49daf7bf0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:22.593737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5135de6d-0a68-4372-b74f-a5d6216d0cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.651911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.664157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aaeda-b443-4760-bee5-27e9a09e6e1d None None] Pushing event updated for resources: {'Port': ['ID=8c610b8e-b467-46a4-9932-39c6fa810a5e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:22.672281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Attempting to bind port 8c610b8e-b467-46a4-9932-39c6fa810a5e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:22.673052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Attempting to bind port 8c610b8e-b467-46a4-9932-39c6fa810a5e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:22.673052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Attempting to bind port 8c610b8e-b467-46a4-9932-39c6fa810a5e on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:22.686596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:22.695533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:22.695958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:22.696844 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.697162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:22.697618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Bound port: 8c610b8e-b467-46a4-9932-39c6fa810a5e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:22.697880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.715320 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-0a229727-b83e-4ac6-80d2-75021c34e756 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330456 Jul 16 18:23:22.766354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] For port 8c610b8e-b467-46a4-9932-39c6fa810a5e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:22.772614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.776664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] For port 8c610b8e-b467-46a4-9932-39c6fa810a5e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c610b8e-b467-46a4-9932-39c6fa810a5e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:22.794868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.807855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Transition to ACTIVE for port object 8c424788-a1fa-442c-960a-176593efceba will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:22.824586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-66df86de-c8e7-4237-8bab-e6d4f4e0d538 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.826251 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-66df86de-c8e7-4237-8bab-e6d4f4e0d538 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 815 time: 0.2215581 Jul 16 18:23:22.827180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5135de6d-0a68-4372-b74f-a5d6216d0cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.830144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5135de6d-0a68-4372-b74f-a5d6216d0cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.845276 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5135de6d-0a68-4372-b74f-a5d6216d0cba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8b7e730-2484-4e7e-983f-da500c7c8e05 HTTP/1.1" status: 204 len: 168 time: 0.4351034 Jul 16 18:23:22.846969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:22.874649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-ee207848-5beb-42cf-ab3a-327c99f7da49 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/quotas/c2f9c760e0824400a2776eb93ae39031 HTTP/1.1" status: 200 len: 375 time: 0.0276923 Jul 16 18:23:22.882776 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.889109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135de6d-0a68-4372-b74f-a5d6216d0cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7e730-2484-4e7e-983f-da500c7c8e05,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:22.892811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.901144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Routers {'9b817ea9-412a-4d4b-b809-fea33762f69d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:22.901918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9b817ea9-412a-4d4b-b809-fea33762f69d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:22.953386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Pushing event updated for resources: {'Port': ['ID=8c424788-a1fa-442c-960a-176593efceba,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:22.972851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-0f8f6ab2-294f-4916-9a14-610ced1ba7f5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740869 Jul 16 18:23:23.000722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab800-339e-4e3e-bcb5-ddbbf901febe req-dc148e7a-f983-424e-943a-9bfbd5fa16e7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.014100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c1ab800-339e-4e3e-bcb5-ddbbf901febe req-dc148e7a-f983-424e-943a-9bfbd5fa16e7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 943 time: 0.6895516 Jul 16 18:23:23.019344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.039131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aaeda-b443-4760-bee5-27e9a09e6e1d None None] Pushing event updated for resources: {'Port': ['ID=8c610b8e-b467-46a4-9932-39c6fa810a5e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.042404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Network 9e656ea5-7f60-4382-9739-22b361eb2781 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:23.062404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Transition to ACTIVE for port object f3e6168e-3ada-4e74-9e22-d90709291df5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:23.072013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:23.086985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:23.176738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.221101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-e292a0d6-6fa4-4286-8ee5-9e4f19020895 service neutron] 10.222.0.49 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334938 Jul 16 18:23:23.244323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['a87a10d6-0d84-4d23-bb3f-0d9a86f6d858'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:23.311928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Transition to ACTIVE for port object f3e6168e-3ada-4e74-9e22-d90709291df5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:23.338795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c1ab800-339e-4e3e-bcb5-ddbbf901febe req-02b77221-47d3-4f88-86d4-6aee5b7f2a5b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235459 Jul 16 18:23:23.428394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-16634875-f417-4111-8b40-75815570b44f service neutron] 10.222.0.49 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000318 Jul 16 18:23:23.469689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.491811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:23.540895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4da8c424-9cb2-4176-85bf-1c9627e7ecaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0de02a5cd6404ebc89ad4ed7a0eca0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472641 Jul 16 18:23:23.544013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:23.591892 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.592190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] Set router 9b817ea9-412a-4d4b-b809-fea33762f69d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:23.694558 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5e7879f-5f28-411a-b9dd-357a13251d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.744745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5e7879f-5f28-411a-b9dd-357a13251d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.803346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:23.872393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5e7879f-5f28-411a-b9dd-357a13251d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.875767 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5e7879f-5f28-411a-b9dd-357a13251d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.877028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f5e7879f-5f28-411a-b9dd-357a13251d24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d38967d5-0f44-4b12-8ec3-04f092a9dab7 HTTP/1.1" status: 204 len: 168 time: 0.3318861 Jul 16 18:23:23.919353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.959596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:23.996521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:24.031688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e1db67a-d925-4709-ac84-bea58c2ad84c None None] Provisioning for port 8c424788-a1fa-442c-960a-176593efceba completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:24.053014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e1db67a-d925-4709-ac84-bea58c2ad84c None None] Provisioning complete for port 8c424788-a1fa-442c-960a-176593efceba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:24.054098 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e1db67a-d925-4709-ac84-bea58c2ad84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.062373 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-523a1e14-38d6-4008-97a0-f18d51f96951 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1560569 Jul 16 18:23:24.063391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7879f-5f28-411a-b9dd-357a13251d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38967d5-0f44-4b12-8ec3-04f092a9dab7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.249080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e1db67a-d925-4709-ac84-bea58c2ad84c None None] Port 8c424788-a1fa-442c-960a-176593efceba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:24.334494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-18ff5eac-95d4-4daf-b34a-8a585f296f24 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.342079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-18ff5eac-95d4-4daf-b34a-8a585f296f24 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684295 Jul 16 18:23:24.360416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-22f29510-3ff7-4d2c-a8d4-11a0560d56c3 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/quotas/afcf1270f60e477f8d098b7e9eec2c6c HTTP/1.1" status: 200 len: 375 time: 0.0173943 Jul 16 18:23:24.591388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Attempting to bind port f3e6168e-3ada-4e74-9e22-d90709291df5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:24.591944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Attempting to bind port f3e6168e-3ada-4e74-9e22-d90709291df5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:24.592228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Attempting to bind port f3e6168e-3ada-4e74-9e22-d90709291df5 on network a180da3f-4f27-491e-b7b8-ac1f737bc216 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:24.603318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:24.603737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Checking segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:24.604124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.604519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Bound using segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:24.605012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Bound port: f3e6168e-3ada-4e74-9e22-d90709291df5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:24.605387 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.609479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.647648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-29c11ace-540e-4f28-8351-a4a5e4bfb152 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2862575 Jul 16 18:23:24.694009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Pushing event updated for resources: {'Port': ['ID=f3e6168e-3ada-4e74-9e22-d90709291df5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.864991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a217db8-05d7-4dc4-975d-b69befec2a59 req-292ec2ab-71d3-4e09-86da-d529a2bd7f1a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.869857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a217db8-05d7-4dc4-975d-b69befec2a59 req-292ec2ab-71d3-4e09-86da-d529a2bd7f1a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.1844766 Jul 16 18:23:24.936343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] For port f3e6168e-3ada-4e74-9e22-d90709291df5, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:24.943052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] For port f3e6168e-3ada-4e74-9e22-d90709291df5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f3e6168e-3ada-4e74-9e22-d90709291df5,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:24.982427 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.991150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a217db8-05d7-4dc4-975d-b69befec2a59 req-2749faa2-ab28-4bdd-9a0e-4a2b78dd3597 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080930 Jul 16 18:23:25.023080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.033879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.154464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Pushing event updated for resources: {'Port': ['ID=8c424788-a1fa-442c-960a-176593efceba,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:25.172396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b509b-775b-4e3b-892c-faa5722df423 None None] Pushing event updated for resources: {'Port': ['ID=f3e6168e-3ada-4e74-9e22-d90709291df5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:25.181458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.240573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:18Z', 'revision_number': 3, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:25.364552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419de759-d261-41ea-9db5-dfd9d71cc347 None None] The sync data for ids ['9b817ea9-412a-4d4b-b809-fea33762f69d'] in n-d-791504-15 is: [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:18Z', 'revision_number': 3, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:25.462704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Network 9e656ea5-7f60-4382-9739-22b361eb2781 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:25.667179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688d9e5-9242-45e7-992e-839028159ecb req-1db422c7-0289-429f-9325-3cff427b3bcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.676287 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c688d9e5-9242-45e7-992e-839028159ecb req-1db422c7-0289-429f-9325-3cff427b3bcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 944 time: 0.2282159 Jul 16 18:23:25.727715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:25.851998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c688d9e5-9242-45e7-992e-839028159ecb req-55f81e2f-a59e-4a93-8c91-926869f96b00 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744812 Jul 16 18:23:25.887324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:25.987812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-4c77568b-1baa-41af-9b63-414d48a80c5c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.003525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-4c77568b-1baa-41af-9b63-414d48a80c5c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 815 time: 0.5578585 Jul 16 18:23:26.092376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:26.111797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:26.112048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:26.112048 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.205935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6ee817aa-3023-465d-b9aa-21108db5770e tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/quotas/c2f9c760e0824400a2776eb93ae39031 HTTP/1.1" status: 200 len: 375 time: 0.1891117 Jul 16 18:23:26.453482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Router 9b817ea9-412a-4d4b-b809-fea33762f69d has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:26.514722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.518024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f3e6168e-3ada-4e74-9e22-d90709291df5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:26.520268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-1a78825b-4a05-408a-9386-c2027a39d8fa tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2947977 Jul 16 18:23:26.624892 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8bdc3045-cf08-45ab-b483-d7a2db899042 None None] Provisioning complete for port 8c424788-a1fa-442c-960a-176593efceba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:26.625294 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3045-cf08-45ab-b483-d7a2db899042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.655675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-network', 'tenant_id': '8b160351ecbb47f69fc321963802f516'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:26.663974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc3045-cf08-45ab-b483-d7a2db899042 None None] Port 8c424788-a1fa-442c-960a-176593efceba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:26.671522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:26.673957 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45bd51-48a4-4b70-8d2a-8f9655d82cbd" -d '{"events": [{"server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "name": "network-vif-plugged", "status": "completed", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:26.702838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:26.714263 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.782838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f3e6168e-3ada-4e74-9e22-d90709291df5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:26.798170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c610b8e-b467-46a4-9932-39c6fa810a5e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:26.838908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Made reservation on behalf of 8b160351ecbb47f69fc321963802f516 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:26.845603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.885226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f0ca711-b536-4503-a40f-20ccbbd93e94 req-e158fe87-2227-4100-9916-fa993a84b300 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 210 time: 0.1021092 Jul 16 18:23:27.121159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.150155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8c610b8e-b467-46a4-9932-39c6fa810a5e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:27.154915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8c610b8e-b467-46a4-9932-39c6fa810a5e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:27.155648 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.176612 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.407676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.446298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:27.487638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8c610b8e-b467-46a4-9932-39c6fa810a5e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c610b8e-b467-46a4-9932-39c6fa810a5e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:27.494350 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.506280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7b200-693d-4b00-99e1-cf24bd5cba6f req-c9d4ad06-f4b6-4edf-a663-7c44954acaf0 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.520962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1e7b200-693d-4b00-99e1-cf24bd5cba6f req-c9d4ad06-f4b6-4edf-a663-7c44954acaf0 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.2151020 Jul 16 18:23:27.570512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9cf7fcd4-d3fc-48f9-b8eb-9f6abe561a1f admin admin] 10.222.0.49 "PUT /v2.0/routers/9b817ea9-412a-4d4b-b809-fea33762f69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7892396 Jul 16 18:23:27.612886 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1e7b200-693d-4b00-99e1-cf24bd5cba6f req-1105728d-bf2f-4488-b353-78aab452a0cb tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904210 Jul 16 18:23:27.662774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8c610b8e-b467-46a4-9932-39c6fa810a5e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.713338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-7977a083-d354-493f-99ad-ce7fda3dcc2a service neutron] 10.222.0.49 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0761764 Jul 16 18:23:27.739935 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d3a0bd-c95b-4445-b0b4-4a4f6178bd90 x-openstack-request-id: req-24d3a0bd-c95b-4445-b0b4-4a4f6178bd90 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:27.740516 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "name": "network-vif-plugged", "status": "completed", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:27.740965 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24d3a0bd-c95b-4445-b0b4-4a4f6178bd90 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:27.741509 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858', 'code': 200} Jul 16 18:23:27.875898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549c4cf-ac2b-49f3-91c3-2cd2f8b310a3 None None] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:28.101656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-05cb26db-1660-4781-afe1-49eb72874437 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.103195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-05cb26db-1660-4781-afe1-49eb72874437 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 815 time: 0.8917193 Jul 16 18:23:28.129121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Request body: {'port': {'device_id': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'admin_state_up': True, 'tenant_id': 'c2f9c760e0824400a2776eb93ae39031'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:28.193946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d95312-66c1-4f2d-861e-9bc6599458e1 req-49cc2844-3c95-4353-a00a-cbee1d652b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.199572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7d95312-66c1-4f2d-861e-9bc6599458e1 req-49cc2844-3c95-4353-a00a-cbee1d652b0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1097 time: 0.3213103 Jul 16 18:23:28.329724 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7d95312-66c1-4f2d-861e-9bc6599458e1 req-0812e19b-765f-459b-9f15-56ee04948435 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118546 Jul 16 18:23:28.338971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c610b8e-b467-46a4-9932-39c6fa810a5e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:28.355366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39295748-bd9d-42cf-ba8a-6266ac18923d req-cf4ed669-5347-4b5c-a599-17387730a644 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.357015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39295748-bd9d-42cf-ba8a-6266ac18923d req-cf4ed669-5347-4b5c-a599-17387730a644 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 945 time: 0.3847539 Jul 16 18:23:28.370649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-8d61472b-e41e-46bb-b42d-138240759c07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3151102 Jul 16 18:23:28.381165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-69e77888-80e8-4bec-b948-702426b3d803 service neutron] 10.222.0.49 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489112 Jul 16 18:23:28.407465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b7fd9c7d-98a5-489f-848c-c0096f4b3c39 None None] Provisioning for port f3e6168e-3ada-4e74-9e22-d90709291df5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:28.447741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b7fd9c7d-98a5-489f-848c-c0096f4b3c39 None None] Provisioning complete for port f3e6168e-3ada-4e74-9e22-d90709291df5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:28.448371 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9c7d-98a5-489f-848c-c0096f4b3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.460446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.500875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.512445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Made reservation on behalf of c2f9c760e0824400a2776eb93ae39031 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:28.526772 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.596088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39295748-bd9d-42cf-ba8a-6266ac18923d req-fac405bc-7e36-4796-8487-48f58b823a91 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167466 Jul 16 18:23:28.677341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8c610b8e-b467-46a4-9932-39c6fa810a5e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:28.678502 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.717285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-eaf89589-5c9b-4f9a-8f2b-ef9ec263d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.721585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-eaf89589-5c9b-4f9a-8f2b-ef9ec263d8ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1096 time: 0.2741866 Jul 16 18:23:28.955459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32104a9d-c501-47dd-bc04-ccf320ec0236,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.968301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:28.977247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9c7d-98a5-489f-848c-c0096f4b3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.004269 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.005176 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Added segment fc628d02-229e-4e14-a391-edcb57c8eaac of type vlan for network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 Jul 16 18:23:29.063993 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Sync routers for ids ['9b817ea9-412a-4d4b-b809-fea33762f69d'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:29.086992 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Routers {'9b817ea9-412a-4d4b-b809-fea33762f69d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:29.096359 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9b817ea9-412a-4d4b-b809-fea33762f69d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:29.142934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-fd903aec-7ec4-4a40-a445-5d32e7d45054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.153191 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-fd903aec-7ec4-4a40-a445-5d32e7d45054 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.4034936 Jul 16 18:23:29.220150 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-08d1baa9-6d43-4ffa-bf06-bb7f4aacaef4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 217 time: 0.0597353 Jul 16 18:23:29.328303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b7fd9c7d-98a5-489f-848c-c0096f4b3c39 None None] For port f3e6168e-3ada-4e74-9e22-d90709291df5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f3e6168e-3ada-4e74-9e22-d90709291df5,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:29.369106 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-84280e0b-7ca1-4d94-8b47-a31b79a3a796 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1464100 Jul 16 18:23:29.374876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:29.387515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9c7d-98a5-489f-848c-c0096f4b3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.423638 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Set router 9b817ea9-412a-4d4b-b809-fea33762f69d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:29.462786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Allocated IP 172.20.0.5 (a180da3f-4f27-491e-b7b8-ac1f737bc216/a0fc421d-61d1-456c-a8a4-d2bfe45fa37e/7ca98438-e4f4-43e8-a083-52445884ebdc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:29.481712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-6cc67c05-839d-49a1-a6bf-1702105945b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.487981 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-6cc67c05-839d-49a1-a6bf-1702105945b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1042032 Jul 16 18:23:29.550951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd9c7d-98a5-489f-848c-c0096f4b3c39 None None] Pushing event updated for resources: {'Port': ['ID=f3e6168e-3ada-4e74-9e22-d90709291df5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.575797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-fae1a02e-8497-49db-90eb-e2f47010feee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769160 Jul 16 18:23:29.657396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.737137 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:23Z', 'revision_number': 4, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8c424788-a1fa-442c-960a-176593efceba', 'name': '', 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'mac_address': 'fa:16:3e:e2:35:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0b3cc998-e59a-41b1-bdd8-978c411f60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:22Z', 'updated_at': '2021-07-16T18:23:23Z', 'revision_number': 2, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'subnets': [{'id': '0b3cc998-e59a-41b1-bdd8-978c411f60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:29.791609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-b5f4b31d-052f-4d1e-9db8-c4d93b0adae8 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017300 Jul 16 18:23:29.796865 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Checking router: 9b817ea9-412a-4d4b-b809-fea33762f69d for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:29.797689 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Updating router 9b817ea9-412a-4d4b-b809-fea33762f69d port 8c424788-a1fa-442c-960a-176593efceba binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:29.818637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2046e93a-314d-49bf-ab06-69dedfcbb83c req-3945be3a-ea8e-4b4d-bf71-a3c179ec38b1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 210 time: 0.2625756 Jul 16 18:23:29.882523 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.018183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a4b06e15-a77d-4f35-b39b-5061db0c1a40 None None] Provisioning complete for port f3e6168e-3ada-4e74-9e22-d90709291df5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:30.020012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a4b06e15-a77d-4f35-b39b-5061db0c1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.060648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.130043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-df7eb6a5-7c93-4224-9459-5cdd5b007bc4 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405233 Jul 16 18:23:30.163580 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5776a49-783f-4adf-801a-a50f5e7fef3e req-ab4e7a60-1a50-4635-b37d-fa3e458e1419 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630965 Jul 16 18:23:30.213652 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.219134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f3e6168e-3ada-4e74-9e22-d90709291df5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:30.219969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.220796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.413169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f3e6168e-3ada-4e74-9e22-d90709291df5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:30.414831 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.455581 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3458877 Jul 16 18:23:30.463969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47320) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:30.474380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Request body: {'subnet': {'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-subnet', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:30.557117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Made reservation on behalf of 8b160351ecbb47f69fc321963802f516 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:30.560108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.582558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd72c-643b-4de4-8bd7-22f4cdb3d030 admin admin] Pushing event updated for resources: {'Network': ['ID=3f599141-5a8c-46af-ad30-1f6f54e1cf39,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.643498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.648819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:30.688294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-515a482e-c449-4813-978c-0b285fa7d968 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.691881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-515a482e-c449-4813-978c-0b285fa7d968 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5519202 Jul 16 18:23:30.695316 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.721914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': '5121eb30-d829-4d99-b537-327d21117e59', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:30.742835 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Transition to ACTIVE for port object 8c424788-a1fa-442c-960a-176593efceba will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:30.747031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Transition to ACTIVE for port object 7ca98438-e4f4-43e8-a083-52445884ebdc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:30.762291 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.814948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c859c0a-241d-42f7-9d83-7cb06101e23d req-980aba63-011b-46de-94d1-b78158169c95 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.817061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c859c0a-241d-42f7-9d83-7cb06101e23d req-980aba63-011b-46de-94d1-b78158169c95 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.5907722 Jul 16 18:23:30.865212 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Pushing event updated for resources: {'Port': ['ID=8c424788-a1fa-442c-960a-176593efceba,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.886835 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.889848 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.902726 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.903145 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.903854 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.904196 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.905229 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.908766 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.909376 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.915089 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.915512 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.915776 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:30.918958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.952813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c859c0a-241d-42f7-9d83-7cb06101e23d req-96c7c9ce-6a93-40c3-b356-02022e15c582 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252198 Jul 16 18:23:30.971005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.018810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:31.025692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:31.080938 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Attempting to bind port 8c424788-a1fa-442c-960a-176593efceba on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:31.081310 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Attempting to bind port 8c424788-a1fa-442c-960a-176593efceba by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:31.081668 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Attempting to bind port 8c424788-a1fa-442c-960a-176593efceba on network 9e656ea5-7f60-4382-9739-22b361eb2781 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:31.096257 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:31.097043 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Checking segment: {'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:31.098267 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.102262 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Bound using segment: {'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:31.103236 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Bound port: 8c424788-a1fa-442c-960a-176593efceba, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26873df3-8a10-400b-abcf-420b4e75f002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:31.103846 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.108142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-e50e5a71-a015-4cff-925b-09d941c303f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2701194 Jul 16 18:23:31.113767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:31.210086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Allocated IP 172.25.1.215 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/c3e7befd-745e-4818-b725-89c4222a653f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:31.303901 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] For port 8c424788-a1fa-442c-960a-176593efceba, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:31.310277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Pushing event updated for resources: {'Port': ['ID=7ca98438-e4f4-43e8-a083-52445884ebdc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.313612 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] For port 8c424788-a1fa-442c-960a-176593efceba, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c424788-a1fa-442c-960a-176593efceba,segment=NetworkSegment(26873df3-8a10-400b-abcf-420b4e75f002),segment_id=26873df3-8a10-400b-abcf-420b4e75f002)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:31.333766 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.486333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.488185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.497461 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Routers {'9b817ea9-412a-4d4b-b809-fea33762f69d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:31.498283 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9b817ea9-412a-4d4b-b809-fea33762f69d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.504164 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a820da-031e-4ca2-989c-1eaf9c6af5b7 None None] Pushing event updated for resources: {'Port': ['ID=8c424788-a1fa-442c-960a-176593efceba,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.604733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f1714dec-05c8-4706-a3b2-ff94cb653197 None None] Provisioning for port 7ca98438-e4f4-43e8-a083-52445884ebdc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:31.612483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f1714dec-05c8-4706-a3b2-ff94cb653197 None None] Provisioning complete for port 7ca98438-e4f4-43e8-a083-52445884ebdc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:31.612961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1714dec-05c8-4706-a3b2-ff94cb653197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.617769 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-8e2f1706-5a37-4df2-a465-19a192ba8b99 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4878325 Jul 16 18:23:31.644321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Request body: {'port': {'device_id': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:31.763765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f1714dec-05c8-4706-a3b2-ff94cb653197 None None] Port 7ca98438-e4f4-43e8-a083-52445884ebdc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:31.859427 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] Set router 9b817ea9-412a-4d4b-b809-fea33762f69d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:31.896729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-27344304-a5e7-4409-bf4f-2c9128d48412 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.903584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-27344304-a5e7-4409-bf4f-2c9128d48412 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 815 time: 0.7078965 Jul 16 18:23:31.923991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e1986-d138-494d-afd2-54308f320e26 req-d3ef5582-0a08-4935-a3ae-ab34f219c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.925546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-d3ef5582-0a08-4935-a3ae-ab34f219c95b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 1098 time: 0.5697322 Jul 16 18:23:31.926396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.954643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-d9cbc71b-40af-4813-9f94-4235d9b14da9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/quotas/c2f9c760e0824400a2776eb93ae39031 HTTP/1.1" status: 200 len: 375 time: 0.0500112 Jul 16 18:23:31.961523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-7fdde88b-fc41-4d01-9030-88667b130c98 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.963016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-7fdde88b-fc41-4d01-9030-88667b130c98 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.67 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 815 time: 0.5400476 Jul 16 18:23:31.968328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.012197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Request body: {'port': {'device_id': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'admin_state_up': True, 'tenant_id': 'c2f9c760e0824400a2776eb93ae39031'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:32.138963 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.190574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Checking segment: {'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:32.190985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Network hostable DHCP agents. Network: 3f599141-5a8c-46af-ad30-1f6f54e1cf39, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:32.247145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3da460d-4f21-49c6-8617-de6abb19abaa,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.317442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.345812 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:23Z', 'revision_number': 4, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8c424788-a1fa-442c-960a-176593efceba', 'name': '', 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'mac_address': 'fa:16:3e:e2:35:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0b3cc998-e59a-41b1-bdd8-978c411f60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:22Z', 'updated_at': '2021-07-16T18:23:31Z', 'revision_number': 4, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'subnets': [{'id': '0b3cc998-e59a-41b1-bdd8-978c411f60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:32.348443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:32.353045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.398053 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860371c-8d9c-446f-8bdc-ba6c3696cc86 None None] The sync data for ids ['9b817ea9-412a-4d4b-b809-fea33762f69d'] in n-d-791504-15 is: [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:23Z', 'revision_number': 4, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8c424788-a1fa-442c-960a-176593efceba', 'name': '', 'network_id': '9e656ea5-7f60-4382-9739-22b361eb2781', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'mac_address': 'fa:16:3e:e2:35:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0b3cc998-e59a-41b1-bdd8-978c411f60f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:22Z', 'updated_at': '2021-07-16T18:23:31Z', 'revision_number': 4, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'subnets': [{'id': '0b3cc998-e59a-41b1-bdd8-978c411f60f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:32.568245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e1986-d138-494d-afd2-54308f320e26 req-794ba015-8c86-4c72-8e0e-fcf2caba1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.569768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-794ba015-8c86-4c72-8e0e-fcf2caba1244 service neutron] 10.222.0.67 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 925 time: 0.5761490 Jul 16 18:23:32.597332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-0d47f443-c390-4b01-9c46-ff0b28972051 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6413615 Jul 16 18:23:32.631115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:32.639728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Pushing event updated for resources: {'Port': ['ID=c3e7befd-745e-4818-b725-89c4222a653f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.661612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:32.678259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:32.697796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:32.777273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-3127b051-dac8-400d-b89a-348cf115c276 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22 HTTP/1.1" status: 200 len: 1001 time: 0.1954682 Jul 16 18:23:32.901421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e1986-d138-494d-afd2-54308f320e26 req-ef64c6b5-d3db-4a9a-8fea-48f4aef25f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.907503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-ef64c6b5-d3db-4a9a-8fea-48f4aef25f39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 200 len: 863 time: 0.0987513 Jul 16 18:23:32.914903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Made reservation on behalf of c2f9c760e0824400a2776eb93ae39031 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:32.918450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.936223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3f599141-5a8c-46af-ad30-1f6f54e1cf39) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:32.947107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d7b14-5c40-4fa2-bd13-a5c8497f3c06 None None] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:32.959747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.961868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.962452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.987874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.84 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/62604602-f178-4293-8441-e07376bdf92a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:33.085732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d57db42e-e194-499b-a4d4-a8e9ad771496 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6188211 Jul 16 18:23:33.101150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.298027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-3f599141-5a8c-46af-ad30-1f6f54e1cf39', 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'fixed_ips': [{'subnet_id': 'b3da460d-4f21-49c6-8617-de6abb19abaa'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:33.303151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.561055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Allocated IP 172.20.0.2 (3f599141-5a8c-46af-ad30-1f6f54e1cf39/b3da460d-4f21-49c6-8617-de6abb19abaa/10bd67af-1bdf-40a0-9fd2-37d2c5f23b91) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:33.651225 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-6bd6ea7a-2415-4b48-adb1-24d303e71a71 service neutron] 10.222.0.49 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0217197 Jul 16 18:23:33.679037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:33.804170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.850050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.851216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.878646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e1986-d138-494d-afd2-54308f320e26 req-675b947c-23d0-49a2-b24d-0a3c164da771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.880992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-675b947c-23d0-49a2-b24d-0a3c164da771 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=847657e6-35ab-4070-8c37-d5f3065826ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9536195 Jul 16 18:23:33.909708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dfe3b110-bfe4-4a38-94ac-219d8b7b3bda service neutron] 10.222.0.49 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564614 Jul 16 18:23:33.916682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca98438-e4f4-43e8-a083-52445884ebdc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:33.933756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.958260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Transition to ACTIVE for port object 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:33.985553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.991819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Transition to ACTIVE for port object 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:34.023914 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.092813 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.118398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Transition to ACTIVE for port object 7ca98438-e4f4-43e8-a083-52445884ebdc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:34.143653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.183625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Pushing event updated for resources: {'Port': ['ID=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.222786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c424788-a1fa-442c-960a-176593efceba up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:34.280036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:34.283855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:34.290080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:34.332089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8c424788-a1fa-442c-960a-176593efceba completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:34.361612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca98438-e4f4-43e8-a083-52445884ebdc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.397570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8c424788-a1fa-442c-960a-176593efceba triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:34.398011 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.403799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.477942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Allocated IP 172.20.0.3 (a180da3f-4f27-491e-b7b8-ac1f737bc216/a0fc421d-61d1-456c-a8a4-d2bfe45fa37e/09174c10-3695-4df4-81be-d0a6e1c366ff) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:34.485297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object 62604602-f178-4293-8441-e07376bdf92a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:34.550780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Attempting to bind port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:34.551358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Attempting to bind port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:34.552013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Attempting to bind port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 on network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:34.564191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:34.566001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Checking segment: {'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:34.566592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.567163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Bound using segment: {'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:34.567800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Bound port: 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:34.568478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.719761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.743351 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.767720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.790950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-a996f576-50bf-44f8-b4c5-dee70e79a177 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574309 Jul 16 18:23:34.799954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] For port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:34.807687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8c424788-a1fa-442c-960a-176593efceba, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c424788-a1fa-442c-960a-176593efceba,segment=NetworkSegment(26873df3-8a10-400b-abcf-420b4e75f002),segment_id=26873df3-8a10-400b-abcf-420b4e75f002)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:34.818790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] For port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,segment=NetworkSegment(fc628d02-229e-4e14-a391-edcb57c8eaac),segment_id=fc628d02-229e-4e14-a391-edcb57c8eaac)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:34.821009 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.871868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.891236 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.943901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8c424788-a1fa-442c-960a-176593efceba,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.970874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Pushing event updated for resources: {'Port': ['ID=c3e7befd-745e-4818-b725-89c4222a653f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.012140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Attempting to bind port 7ca98438-e4f4-43e8-a083-52445884ebdc on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:35.012712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Attempting to bind port 7ca98438-e4f4-43e8-a083-52445884ebdc by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:35.012865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Attempting to bind port 7ca98438-e4f4-43e8-a083-52445884ebdc on network a180da3f-4f27-491e-b7b8-ac1f737bc216 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:35.036876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.049746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f47639-18ed-4e15-a643-0fd862cae658 None None] Pushing event updated for resources: {'Port': ['ID=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.054996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', '4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:35.111422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127', '7cb5ef48-b62d-4b04-b9f0-430e8b0433de'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:35.145263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.159977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c5e1986-d138-494d-afd2-54308f320e26 req-3ae0ac64-5527-4576-b9aa-9434c6725eee service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452547 Jul 16 18:23:35.165260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Port 7ca98438-e4f4-43e8-a083-52445884ebdc on network a180da3f-4f27-491e-b7b8-ac1f737bc216 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:35.165715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Attempting to bind port 7ca98438-e4f4-43e8-a083-52445884ebdc on network a180da3f-4f27-491e-b7b8-ac1f737bc216 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:35.172372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=62604602-f178-4293-8441-e07376bdf92a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.183252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:35.183948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Checking segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:35.184446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Bound using segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:35.185066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Bound port: 7ca98438-e4f4-43e8-a083-52445884ebdc, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:35.185841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.197212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fd0c9-bd11-4d38-8ebf-1450ddce53fc req-b895f4da-63b0-494b-a224-617e0558d217 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.199394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d72fd0c9-bd11-4d38-8ebf-1450ddce53fc req-b895f4da-63b0-494b-a224-617e0558d217 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 945 time: 0.5863011 Jul 16 18:23:35.202176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.203837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-d06da974-0a9c-45d6-b5ec-528bd169d706 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8334093 Jul 16 18:23:35.274005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:35.435011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-2a15bb45-ed34-4cbe-b4ea-dc9f600bfb9f tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.215 HTTP/1.1" status: 200 len: 696 time: 0.1842947 Jul 16 18:23:35.437537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:35.450593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:35.471436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] For port 7ca98438-e4f4-43e8-a083-52445884ebdc, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:35.475642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] For port 7ca98438-e4f4-43e8-a083-52445884ebdc, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ca98438-e4f4-43e8-a083-52445884ebdc,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:35.484133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d72fd0c9-bd11-4d38-8ebf-1450ddce53fc req-8237f836-5bbf-4eda-9d0f-9d0e9eb1f0ae tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647097 Jul 16 18:23:35.486766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.599194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.601061 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.604015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ca98438-e4f4-43e8-a083-52445884ebdc HTTP/1.1" status: 200 len: 1092 time: 3.9650409 Jul 16 18:23:35.607853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'tag': '7ca98438-e4f4-43e8-a083-52445884ebdc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:35.610590 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d18261a7-02f7-423f-8ed3-c914bb965130", "tag": "7ca98438-e4f4-43e8-a083-52445884ebdc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:35.697847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4ae14-05c6-4258-bb0a-412e4278a778 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca98438-e4f4-43e8-a083-52445884ebdc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.114711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1400173b-52a2-4fe0-8766-11e58bf5b44c None None] Provisioning for port 62604602-f178-4293-8441-e07376bdf92a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:36.137849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-b4857c41-112c-4290-8ddb-c49d3f6dfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.140048 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-b4857c41-112c-4290-8ddb-c49d3f6dfb35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 1095 time: 0.1869860 Jul 16 18:23:36.150460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1400173b-52a2-4fe0-8766-11e58bf5b44c None None] Provisioning complete for port 62604602-f178-4293-8441-e07376bdf92a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:36.150850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1400173b-52a2-4fe0-8766-11e58bf5b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.176122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-5c670c57-b118-4fec-98ae-a3edf9ad239d tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.178473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c84925e6-d6cd-44e6-af12-652b68b6b282 req-5c670c57-b118-4fec-98ae-a3edf9ad239d tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.7230406 Jul 16 18:23:36.199376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.200742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.245409 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.259477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.293371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.296694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-b7481ac2-d6cb-46ef-b8d1-5829289386bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ca98438-e4f4-43e8-a083-52445884ebdc HTTP/1.1" status: 200 len: 217 time: 0.1410947 Jul 16 18:23:36.377636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c424788-a1fa-442c-960a-176593efceba up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:36.432727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1400173b-52a2-4fe0-8766-11e58bf5b44c None None] Port 62604602-f178-4293-8441-e07376bdf92a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:36.449415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8c424788-a1fa-442c-960a-176593efceba triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:36.449788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.487736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Allocated IP 172.25.1.143 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/e0e4ebb7-9c6e-483b-a4b6-502f42b7e391) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:36.528751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ae76f-01e6-4e75-8db2-24694b0649f0 req-e0b9b840-fa9d-4d03-bd50-f7431b89e165 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.530513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c57ae76f-01e6-4e75-8db2-24694b0649f0 req-e0b9b840-fa9d-4d03-bd50-f7431b89e165 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 935 time: 0.2660131 Jul 16 18:23:36.538674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-238346dc-c5ec-4bce-9b05-a1ef415f42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.542428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-238346dc-c5ec-4bce-9b05-a1ef415f42dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 200 len: 854 time: 0.1748514 Jul 16 18:23:36.581906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:36.620306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.661335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:36.687513 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-6550626d-bbc5-422e-ac4d-13005972242b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9763284 Jul 16 18:23:36.694554 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.719129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c57ae76f-01e6-4e75-8db2-24694b0649f0 req-db041cc6-8cd9-4fe7-a328-20e8d6b6d7c1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703651 Jul 16 18:23:36.757118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-a756fffa-52a4-4062-b981-73f98eedc0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.758926 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-a756fffa-52a4-4062-b981-73f98eedc0ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a180da3f-4f27-491e-b7b8-ac1f737bc216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027462 Jul 16 18:23:36.787999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Transition to ACTIVE for port object 09174c10-3695-4df4-81be-d0a6e1c366ff will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:36.802842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Request body: {'port': {'device_id': '5121eb30-d829-4d99-b537-327d21117e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:36.841684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79efb0e-ea13-426a-b775-415071f19bd0 None None] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:36.952594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:36.980552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:36.982837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.987201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:37.011476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41d82299-7b0f-4fdf-bd9d-ced70c72247b req-7e1f5d4f-4416-4a6f-b3c8-a44e2a60f548 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 210 time: 0.1235476 Jul 16 18:23:37.068054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-48bbfe1d-fdc4-444a-b2fa-27b76112f554 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985761 Jul 16 18:23:37.082596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3c086b8c-3eca-4e77-86b3-e01727545cae None None] Provisioning for port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:37.129159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.139869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3c086b8c-3eca-4e77-86b3-e01727545cae None None] Provisioning complete for port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:37.140366 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c086b8c-3eca-4e77-86b3-e01727545cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.235302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-5af7e52b-fc68-4a88-bcef-22cd51cd2955 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.236909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-5af7e52b-fc68-4a88-bcef-22cd51cd2955 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 815 time: 0.4384494 Jul 16 18:23:37.237511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.275212 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c086b8c-3eca-4e77-86b3-e01727545cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.278407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f48cda-68e7-4f15-9cb2-0da4c67a0b64 req-3580b80f-a4df-4278-9fc9-2c471266ea01 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016075 Jul 16 18:23:37.308302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc8ed3-0db7-4c70-b08a-3c87ea7c331b req-129199ad-258a-4b7b-847a-7bc1bd6d708f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.309915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35dc8ed3-0db7-4c70-b08a-3c87ea7c331b req-129199ad-258a-4b7b-847a-7bc1bd6d708f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.6340129 Jul 16 18:23:37.336531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Request body: {'port': {'device_id': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'admin_state_up': True, 'tenant_id': 'c2f9c760e0824400a2776eb93ae39031'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:37.338859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3c086b8c-3eca-4e77-86b3-e01727545cae None None] For port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,segment=NetworkSegment(fc628d02-229e-4e14-a391-edcb57c8eaac),segment_id=fc628d02-229e-4e14-a391-edcb57c8eaac)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:37.358963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:37.365570 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3c086b8c-3eca-4e77-86b3-e01727545cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.413771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:37.510302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:37.510541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c086b8c-3eca-4e77-86b3-e01727545cae None None] Pushing event updated for resources: {'Port': ['ID=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:37.586793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Pushing event updated for resources: {'Port': ['ID=09174c10-3695-4df4-81be-d0a6e1c366ff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:37.658916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81fb4a5a-32ef-4f25-bd67-07112a0e9be9 None None] Provisioning complete for port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:37.659535 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81fb4a5a-32ef-4f25-bd67-07112a0e9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.661278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04543b40-ed2d-42d4-8167-5f0ab4378448 req-3f963851-173d-4c09-ad6b-c3be29091383 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.670585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04543b40-ed2d-42d4-8167-5f0ab4378448 req-3f963851-173d-4c09-ad6b-c3be29091383 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1097 time: 0.0992889 Jul 16 18:23:37.720799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35dc8ed3-0db7-4c70-b08a-3c87ea7c331b req-6bbd1fd3-18b1-4927-a282-eb49c199239e tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975656 Jul 16 18:23:37.728560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04543b40-ed2d-42d4-8167-5f0ab4378448 req-4396f044-e77c-4369-8fd0-878e90d04514 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562449 Jul 16 18:23:37.756030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.756708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.860754 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6fef3a-c4ac-482c-9258-8fc165c73f41 x-openstack-request-id: req-2e6fef3a-c4ac-482c-9258-8fc165c73f41 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:37.861082 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18261a7-02f7-423f-8ed3-c914bb965130", "tag": "7ca98438-e4f4-43e8-a083-52445884ebdc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:37.861357 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e6fef3a-c4ac-482c-9258-8fc165c73f41 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:37.862021 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'tag': '7ca98438-e4f4-43e8-a083-52445884ebdc', 'status': 'completed', 'code': 200} Jul 16 18:23:37.994756 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6b8a3ebb-23f6-4687-aa86-4416838a2e61 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9896863 Jul 16 18:23:38.017143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-e32c67fc-6399-46c5-b942-c318dc27c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.018624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-e32c67fc-6399-46c5-b942-c318dc27c0b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 1095 time: 0.1165881 Jul 16 18:23:38.123500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:38.168709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3b6ac979-1b78-4615-885f-bdc986494bed None None] Provisioning for port 09174c10-3695-4df4-81be-d0a6e1c366ff completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:38.189863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3b6ac979-1b78-4615-885f-bdc986494bed None None] Provisioning complete for port 09174c10-3695-4df4-81be-d0a6e1c366ff triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:38.190218 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac979-1b78-4615-885f-bdc986494bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.208081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-13373aca-5ef3-4405-80c8-da322edbf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.209684 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-13373aca-5ef3-4405-80c8-da322edbf88a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 916 time: 0.1843407 Jul 16 18:23:38.261928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ac979-1b78-4615-885f-bdc986494bed None None] Port 09174c10-3695-4df4-81be-d0a6e1c366ff cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:38.272299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:38.272658 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.296955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-5799b7ad-cb93-4e59-863d-d0098279e896 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ca98438-e4f4-43e8-a083-52445884ebdc HTTP/1.1" status: 200 len: 217 time: 0.0801013 Jul 16 18:23:38.386937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-3ce17a98-297a-4204-a29d-7e11ac5f19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.393895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-3ce17a98-297a-4204-a29d-7e11ac5f19f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 200 len: 854 time: 0.0752246 Jul 16 18:23:38.436931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369b7dc-1e52-40d1-a425-6764cea371c2 req-41479cf6-8c5d-4a6d-8a84-04b79c714ba0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.438512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6369b7dc-1e52-40d1-a425-6764cea371c2 req-41479cf6-8c5d-4a6d-8a84-04b79c714ba0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 935 time: 0.1545429 Jul 16 18:23:38.491663 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6369b7dc-1e52-40d1-a425-6764cea371c2 req-cdb018a4-0707-4e6d-a08e-81600f23af03 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 Jul 16 18:23:38.506644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-3289cf97-8ed0-450c-b244-1b086f5d49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.508158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-3289cf97-8ed0-450c-b244-1b086f5d49e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a180da3f-4f27-491e-b7b8-ac1f737bc216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057315 Jul 16 18:23:38.538506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Request body: {'port': {'device_id': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:38.641259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32f1b65f-db4d-4c2c-94f7-12d180bfdb84 req-550f28ca-2a81-42cc-a89b-ff6c3cb84ae2 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips/cc34fc47-712e-4270-8551-35441b945af1 HTTP/1.1" status: 200 len: 693 time: 0.6542692 Jul 16 18:23:38.668811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-f205bce8-2267-4194-beee-667dd0de1576 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387880 Jul 16 18:23:38.679799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Made reservation on behalf of c2f9c760e0824400a2776eb93ae39031 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:38.683129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.780906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29805bbf-5800-40ca-99b5-6eb0b977149c req-3ebf17c0-5e20-4948-8cb7-1b63cb6996c5 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.782435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29805bbf-5800-40ca-99b5-6eb0b977149c req-3ebf17c0-5e20-4948-8cb7-1b63cb6996c5 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1097 time: 0.1329174 Jul 16 18:23:38.809595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.810818 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-280f35ab-7c53-49c5-bc9c-2f013d80c4d4 req-11e1ef7d-11cf-4731-bb34-ce2a220b0764 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248868 Jul 16 18:23:38.828373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29805bbf-5800-40ca-99b5-6eb0b977149c req-07ff8d53-f5b7-4b10-a5c3-9dc642d93330 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Jul 16 18:23:38.907540 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.974157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec64b844-bbe7-4688-bb4a-0ae88863f868 req-9446967e-84b0-421a-8d6c-90a935b1506d tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 210 time: 0.0280728 Jul 16 18:23:39.024046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1b65f-db4d-4c2c-94f7-12d180bfdb84 req-538c6224-c416-4af0-856e-f5ca766afc66 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.025424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32f1b65f-db4d-4c2c-94f7-12d180bfdb84 req-538c6224-c416-4af0-856e-f5ca766afc66 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.3693027 Jul 16 18:23:39.106587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62604602-f178-4293-8441-e07376bdf92a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:39.129143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.148922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75339f9d-b833-4cef-a7ed-2ed5ec7c128d req-679f11d6-6f11-42e3-bfaf-1c9a90d8e765 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.150980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75339f9d-b833-4cef-a7ed-2ed5ec7c128d req-679f11d6-6f11-42e3-bfaf-1c9a90d8e765 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.0745153 Jul 16 18:23:39.202394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75339f9d-b833-4cef-a7ed-2ed5ec7c128d req-9439e068-a957-45b9-859a-a5bc3a10cf76 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Jul 16 18:23:39.246965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Transition to ACTIVE for port object 62604602-f178-4293-8441-e07376bdf92a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:39.314678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.330497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Allocated IP 172.20.0.14 (a180da3f-4f27-491e-b7b8-ac1f737bc216/a0fc421d-61d1-456c-a8a4-d2bfe45fa37e/0eed9c6d-2195-42ce-8658-ed2fb791b033) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:39.348262 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7150b6c2-e5db-4225-8bab-00185bc22e2c req-95202660-8dc1-4203-b5b3-43ffc68b299d tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=55ada01da5ad4e8aa6b7f4df5e03aba2 HTTP/1.1" status: 200 len: 696 time: 0.1226621 Jul 16 18:23:39.475774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=62604602-f178-4293-8441-e07376bdf92a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.536510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.536883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.537221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.537550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.537876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.538199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.538518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.539466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.539466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.539750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.540067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.540377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:39.587494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ca98438-e4f4-43e8-a083-52445884ebdc details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:39.608958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.695886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7ca98438-e4f4-43e8-a083-52445884ebdc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ca98438-e4f4-43e8-a083-52445884ebdc,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:39.709682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '7ca98438-e4f4-43e8-a083-52445884ebdc', 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'port_id': '7ca98438-e4f4-43e8-a083-52445884ebdc', 'mac_address': 'fa:16:3e:82:b5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fc421d-61d1-456c-a8a4-d2bfe45fa37e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:39.716949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150b6c2-e5db-4225-8bab-00185bc22e2c req-01d7eaca-968e-4348-ae38-c9956e9e7d58 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.719048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7150b6c2-e5db-4225-8bab-00185bc22e2c req-01d7eaca-968e-4348-ae38-c9956e9e7d58 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks?id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 787 time: 0.3424184 Jul 16 18:23:39.753920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.768603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca98438-e4f4-43e8-a083-52445884ebdc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:39.771628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-7150b6c2-e5db-4225-8bab-00185bc22e2c req-adca1b72-8ef4-42bc-88ff-ad535d535906 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:39.772592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7150b6c2-e5db-4225-8bab-00185bc22e2c req-adca1b72-8ef4-42bc-88ff-ad535d535906 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156906 Jul 16 18:23:39.783665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Attempting to bind port 62604602-f178-4293-8441-e07376bdf92a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:39.783996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Attempting to bind port 62604602-f178-4293-8441-e07376bdf92a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:39.784313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Attempting to bind port 62604602-f178-4293-8441-e07376bdf92a on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:39.803357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7ca98438-e4f4-43e8-a083-52445884ebdc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ca98438-e4f4-43e8-a083-52445884ebdc,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:39.809510 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.822706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Port 62604602-f178-4293-8441-e07376bdf92a on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:39.823031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Attempting to bind port 62604602-f178-4293-8441-e07376bdf92a on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:39.839548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:39.839938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:39.840256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:39.840689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Bound port: 62604602-f178-4293-8441-e07376bdf92a, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:39.841067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.868328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7ca98438-e4f4-43e8-a083-52445884ebdc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.881174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.928738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Transition to ACTIVE for port object 0eed9c6d-2195-42ce-8658-ed2fb791b033 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:39.985400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] For port 62604602-f178-4293-8441-e07376bdf92a, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:40.000765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Router cfb3321a-bfd1-4cca-b4d2-431671e05105 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:40.003604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] For port 62604602-f178-4293-8441-e07376bdf92a, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=62604602-f178-4293-8441-e07376bdf92a,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:40.010783 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.034504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.132704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.133364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.134848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] 10.222.0.67 "PUT /v2.0/ports/62604602-f178-4293-8441-e07376bdf92a HTTP/1.1" status: 200 len: 1096 time: 3.4378178 Jul 16 18:23:40.140923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5121eb30-d829-4d99-b537-327d21117e59', 'tag': '62604602-f178-4293-8441-e07376bdf92a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:40.143192 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d5164a-659d-4bb4-9896-530524426ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "5121eb30-d829-4d99-b537-327d21117e59", "tag": "62604602-f178-4293-8441-e07376bdf92a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:40.162011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7ca98438-e4f4-43e8-a083-52445884ebdc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:40.213083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:40.569886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:40.577795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:40.600018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf21c2-9a86-4930-b251-afe636610aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=62604602-f178-4293-8441-e07376bdf92a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.612148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-d6e277b4-4f80-441c-bdea-53b8d6f1481b tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:40.613212 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-d6e277b4-4f80-441c-bdea-53b8d6f1481b tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0388515 Jul 16 18:23:40.660366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Request body: {'binding': {'host': 'n-h1-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:40.660843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:23:40.767658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8b420f0-c220-4cd7-b89a-3e0a8c423823 None None] Provisioning for port 0eed9c6d-2195-42ce-8658-ed2fb791b033 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:40.771575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f8b420f0-c220-4cd7-b89a-3e0a8c423823 None None] Provisioning complete for port 0eed9c6d-2195-42ce-8658-ed2fb791b033 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:40.771944 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f8b420f0-c220-4cd7-b89a-3e0a8c423823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.781805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.782426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.793761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:40.803526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Sync routers for ids ['cfb3321a-bfd1-4cca-b4d2-431671e05105'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:40.815515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f8b420f0-c220-4cd7-b89a-3e0a8c423823 None None] Port 0eed9c6d-2195-42ce-8658-ed2fb791b033 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:40.816621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Pushing event updated for resources: {'Port': ['ID=0eed9c6d-2195-42ce-8658-ed2fb791b033,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.818474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Routers {'cfb3321a-bfd1-4cca-b4d2-431671e05105'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:40.821333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cfb3321a-bfd1-4cca-b4d2-431671e05105'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.883572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2efdc-0837-46bd-b055-b8982ea8945c req-d0a52b78-1614-4bcd-9c94-23e6245ba192 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.885013 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ebd2efdc-0837-46bd-b055-b8982ea8945c req-d0a52b78-1614-4bcd-9c94-23e6245ba192 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 947 time: 0.7794280 Jul 16 18:23:40.895346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-1dd0a33f-5ae9-45b3-9bd5-1b505837c583 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5700312 Jul 16 18:23:40.929534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Set router cfb3321a-bfd1-4cca-b4d2-431671e05105 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:40.939035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Request body: {'port': {'device_id': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:40.942752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.946513 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b1dd8be9-77b5-4a17-a1ff-7f633854c290 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.8403234 Jul 16 18:23:40.946896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:40.957643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09174c10-3695-4df4-81be-d0a6e1c366ff {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:40.987587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.993776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-21a94367-b438-496f-a38a-c0780ec4a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.995392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-21a94367-b438-496f-a38a-c0780ec4a86e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 1099 time: 0.7698171 Jul 16 18:23:41.049507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Transition to ACTIVE for port object 09174c10-3695-4df4-81be-d0a6e1c366ff will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:41.085441 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ebd2efdc-0837-46bd-b055-b8982ea8945c req-73f73636-9859-44dc-a7e0-acf45c175649 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890833 Jul 16 18:23:41.093894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-3bf477fd-bcec-419f-85d1-7a975ca711b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62604602-f178-4293-8441-e07376bdf92a HTTP/1.1" status: 200 len: 217 time: 0.0661726 Jul 16 18:23:41.094707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.136749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 3, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.165816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Checking router: cfb3321a-bfd1-4cca-b4d2-431671e05105 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:41.166493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Updating router cfb3321a-bfd1-4cca-b4d2-431671e05105 port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:41.203520 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.268009 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.269864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on host n-h1-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:41.270200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:41.270528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:41.285014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-97fa1978-6965-46fe-943d-6e71d38013f4 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips/cc34fc47-712e-4270-8551-35441b945af1 HTTP/1.1" status: 200 len: 693 time: 0.1265869 Jul 16 18:23:41.296440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Pushing event updated for resources: {'Port': ['ID=09174c10-3695-4df4-81be-d0a6e1c366ff,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.317915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:41.317915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:41.351191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-93a804d6-5fd7-41ad-b18b-c2cfc5db26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.352606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-93a804d6-5fd7-41ad-b18b-c2cfc5db26dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.2257011 Jul 16 18:23:41.412051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:41.412389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:41.412939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:41.413390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Bound port: a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:41.461600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-55f21c35-0f9a-460d-b645-5ec5800041bc tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.463152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-55f21c35-0f9a-460d-b645-5ec5800041bc tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.1793828 Jul 16 18:23:41.465234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.480801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-15'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:41.496631 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.512683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Transition to ACTIVE for port object e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:41.521589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.575013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Attempting to bind port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:41.575385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Attempting to bind port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:41.575750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Attempting to bind port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:41.583462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:41.584150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:41.584274 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.584611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:41.585120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Bound port: e0e4ebb7-9c6e-483b-a4b6-502f42b7e391, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:41.585954 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.607794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ca98438-e4f4-43e8-a083-52445884ebdc up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:41.633315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a8241-c638-4cf6-ac10-2c17107d9300 None None] Pushing event updated for resources: {'Port': ['ID=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.634267 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.659820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Attempting to bind port 09174c10-3695-4df4-81be-d0a6e1c366ff on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:41.659820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Attempting to bind port 09174c10-3695-4df4-81be-d0a6e1c366ff by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:41.660545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Attempting to bind port 09174c10-3695-4df4-81be-d0a6e1c366ff on network a180da3f-4f27-491e-b7b8-ac1f737bc216 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:41.665252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:41.674375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-bfc612ce-6135-4f72-a126-e27abdc7cce9 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.675412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] For port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:41.675790 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-bfc612ce-6135-4f72-a126-e27abdc7cce9 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.3900137 Jul 16 18:23:41.679811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] For port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:41.685693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.686892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-2731be6b-64dc-496e-bdc2-7995436691a2 service neutron] 10.222.0.49 "POST /v2.0/ports/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858/bindings HTTP/1.1" status: 201 len: 390 time: 1.0406380 Jul 16 18:23:41.687175 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.702710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Port 09174c10-3695-4df4-81be-d0a6e1c366ff on network a180da3f-4f27-491e-b7b8-ac1f737bc216 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:41.703112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Attempting to bind port 09174c10-3695-4df4-81be-d0a6e1c366ff on network a180da3f-4f27-491e-b7b8-ac1f737bc216 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:41.740801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 7ca98438-e4f4-43e8-a083-52445884ebdc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:41.745662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Routers {'cfb3321a-bfd1-4cca-b4d2-431671e05105'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:41.746287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cfb3321a-bfd1-4cca-b4d2-431671e05105'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.760536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-a2001abc-9f4d-4f77-bedd-ba86c3e0a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.762208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-a2001abc-9f4d-4f77-bedd-ba86c3e0a781 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3934250 Jul 16 18:23:41.762329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 7ca98438-e4f4-43e8-a083-52445884ebdc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:41.762618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.766833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:41.766833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Checking segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:41.766833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Bound using segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:41.767228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Bound port: 09174c10-3695-4df4-81be-d0a6e1c366ff, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:41.767322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.774189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-dd46043b-6253-48fc-aedd-5a06971487ec tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.215 HTTP/1.1" status: 200 len: 696 time: 0.0863028 Jul 16 18:23:41.855856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Allocated IP 172.20.0.1 (3f599141-5a8c-46af-ad30-1f6f54e1cf39/b3da460d-4f21-49c6-8617-de6abb19abaa/b3703a2c-eb7c-43a9-b8e9-1e7603d492e9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:41.877657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a8241-c638-4cf6-ac10-2c17107d9300 None None] Pushing event updated for resources: {'Port': ['ID=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.934418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:41.954029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] Set router cfb3321a-bfd1-4cca-b4d2-431671e05105 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:41.966060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-7d53f398-487c-4c45-904e-5a3a78a5f93c tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.215 HTTP/1.1" status: 200 len: 696 time: 0.1430879 Jul 16 18:23:42.000413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e57611a-107d-41a9-a41e-57bbc074043c details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:42.041045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:42.075493 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.163817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:42.166704 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4662e23b-2dbd-4a88-bde9-576d5f614c42" -d '{"events": [{"server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:42.171320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] For port 09174c10-3695-4df4-81be-d0a6e1c366ff, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:42.174569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.195675 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.198825 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-9c73e20c-21c4-42e9-bc9e-d607329043db service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236634 Jul 16 18:23:42.199183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-4bd0376a-d7a8-4a81-b7a0-daff5e264fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.200962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-4bd0376a-d7a8-4a81-b7a0-daff5e264fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1097 time: 0.1169198 Jul 16 18:23:42.210110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.221356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] For port 09174c10-3695-4df4-81be-d0a6e1c366ff, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=09174c10-3695-4df4-81be-d0a6e1c366ff,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:42.268279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.310092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca98438-e4f4-43e8-a083-52445884ebdc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:42.313913 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd658f-b281-4505-a52e-2699c15a5c62" -d '{"events": [{"server_uuid": "d18261a7-02f7-423f-8ed3-c914bb965130", "name": "network-vif-plugged", "status": "completed", "tag": "7ca98438-e4f4-43e8-a083-52445884ebdc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:42.340724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7ca98438-e4f4-43e8-a083-52445884ebdc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ca98438-e4f4-43e8-a083-52445884ebdc,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:42.341323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eed9c6d-2195-42ce-8658-ed2fb791b033 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:42.369937 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.377030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:42.389324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.390168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.392324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] 10.222.0.67 "PUT /v2.0/ports/09174c10-3695-4df4-81be-d0a6e1c366ff HTTP/1.1" status: 200 len: 1092 time: 4.3808084 Jul 16 18:23:42.394476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.431704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e57611a-107d-41a9-a41e-57bbc074043c has no active binding in host n-h2-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:23:42.474078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7ca98438-e4f4-43e8-a083-52445884ebdc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.481520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 3, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:42.536736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f0bf7-4215-4cc2-b566-1b10302b4147 None None] The sync data for ids ['cfb3321a-bfd1-4cca-b4d2-431671e05105'] in n-d-791504-15 is: [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 3, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:42.542492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Transition to ACTIVE for port object 0eed9c6d-2195-42ce-8658-ed2fb791b033 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:42.563805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.578903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae9a7c-d64b-49c8-807f-10fa7d945475 service neutron] Pushing event updated for resources: {'Port': ['ID=09174c10-3695-4df4-81be-d0a6e1c366ff,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.599317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Deleting port c3e7befd-745e-4818-b725-89c4222a653f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:42.599893 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.679551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Transition to ACTIVE for port object b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:42.691802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-787c82c4-cfdc-4876-8913-1d326e10bbe1 req-ccd01df9-bcf4-4076-89fa-5b236c3a051a service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672217 Jul 16 18:23:42.808127 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.808506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.820508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.822915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Calling delete_port for c3e7befd-745e-4818-b725-89c4222a653f owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:42.847445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.847847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.848130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.848484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.848943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.849281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.849615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.849940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.850317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.850697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.851029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.851354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:42.858899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on host n-h1-791504-15 for vnic_type normal with profile {"migrating_to": "n-h2-791504-15"} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:42.863747 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:42.864310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:42.876549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-80bc55f2-4d5f-4df2-aa89-fa3276502300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.882077 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-80bc55f2-4d5f-4df2-aa89-fa3276502300 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.6686015 Jul 16 18:23:42.884383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:42.884954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Attempting to bind port 9e57611a-107d-41a9-a41e-57bbc074043c on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:42.919964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.957929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Pushing event updated for resources: {'Port': ['ID=0eed9c6d-2195-42ce-8658-ed2fb791b033,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.962736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:42.963077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:42.963465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:42.963906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Bound port: 9e57611a-107d-41a9-a41e-57bbc074043c, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:42.964277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.972682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-15fb932e-db03-40f6-8be7-cffc21a9c6b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 217 time: 0.0797553 Jul 16 18:23:43.015649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-86fc3014-2435-46de-9a34-c914c6bf8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.017988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-86fc3014-2435-46de-9a34-c914c6bf8a80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 1095 time: 0.5508952 Jul 16 18:23:43.070742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:43.098625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:43.102096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:43.114632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-6dd44698-7ee2-4389-b61f-3d30fbaa3693 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09174c10-3695-4df4-81be-d0a6e1c366ff HTTP/1.1" status: 200 len: 217 time: 0.0687037 Jul 16 18:23:43.155731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Pushing event updated for resources: {'Port': ['ID=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.193268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-650a49fe-87ea-4bc1-b13e-f6c57841fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.197314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Attempting to bind port 0eed9c6d-2195-42ce-8658-ed2fb791b033 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:43.197894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Attempting to bind port 0eed9c6d-2195-42ce-8658-ed2fb791b033 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:43.198246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-650a49fe-87ea-4bc1-b13e-f6c57841fb3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.1992915 Jul 16 18:23:43.198590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Attempting to bind port 0eed9c6d-2195-42ce-8658-ed2fb791b033 on network a180da3f-4f27-491e-b7b8-ac1f737bc216 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:43.233269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-b6f69f0a-b0ce-4eeb-9491-fc3b3bf4add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.234607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-b6f69f0a-b0ce-4eeb-9491-fc3b3bf4add0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 200 len: 854 time: 0.1083109 Jul 16 18:23:43.234751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:43.237830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Port 0eed9c6d-2195-42ce-8658-ed2fb791b033 on network a180da3f-4f27-491e-b7b8-ac1f737bc216 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:43.238402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Attempting to bind port 0eed9c6d-2195-42ce-8658-ed2fb791b033 on network a180da3f-4f27-491e-b7b8-ac1f737bc216 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:43.238726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:43.250627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:43.251262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Checking segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:43.251810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Bound using segment: {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:43.252413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Bound port: 0eed9c6d-2195-42ce-8658-ed2fb791b033, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:43.253031 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.258308 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.342960 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-7b75fa4d-5266-4658-a555-16fe876d85b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933099 Jul 16 18:23:43.347864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.378595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] For port 0eed9c6d-2195-42ce-8658-ed2fb791b033, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:43.382086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] For port 0eed9c6d-2195-42ce-8658-ed2fb791b033, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0eed9c6d-2195-42ce-8658-ed2fb791b033,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:43.392811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.433262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.440489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Pushing event deleted for resources: {'Port': ['ID=c3e7befd-745e-4818-b725-89c4222a653f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.448274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b27763d5-f01b-42f5-8720-69497c9b95c6 None None] Provisioning for port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:43.456897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b27763d5-f01b-42f5-8720-69497c9b95c6 None None] Provisioning complete for port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:43.457706 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b27763d5-f01b-42f5-8720-69497c9b95c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.491780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995222bf-eae1-4366-acee-d6fba1c90717 req-43fa4a4d-a358-44d0-af8b-39a9c9964384 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.496092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b27763d5-f01b-42f5-8720-69497c9b95c6 None None] Port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:43.499497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-995222bf-eae1-4366-acee-d6fba1c90717 req-43fa4a4d-a358-44d0-af8b-39a9c9964384 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 944 time: 0.4275355 Jul 16 18:23:43.499806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.500764 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.504021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] 10.222.0.59 "PUT /v2.0/ports/0eed9c6d-2195-42ce-8658-ed2fb791b033 HTTP/1.1" status: 200 len: 1093 time: 2.5984135 Jul 16 18:23:43.520928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-f9e2d8d2-66a8-406a-b8f5-17f9ef0cf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.522857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-f9e2d8d2-66a8-406a-b8f5-17f9ef0cf044 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180da3f-4f27-491e-b7b8-ac1f737bc216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645562 Jul 16 18:23:43.596434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a17ff-eec4-49d5-a33a-851537bec47e service neutron] Pushing event updated for resources: {'Port': ['ID=0eed9c6d-2195-42ce-8658-ed2fb791b033,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.616455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-995222bf-eae1-4366-acee-d6fba1c90717 req-d81bb567-2b2f-4225-a420-55f427aacb1a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160691 Jul 16 18:23:43.655949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.656583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.658121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] 10.222.0.67 "PUT /v2.0/ports/9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 1123 time: 2.1838155 Jul 16 18:23:43.660232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-b2d0df05-b81f-44d5-96c5-0861543faf5d service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038085 Jul 16 18:23:43.660767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9dd8a-435e-46c6-8f5b-8e1728de1c9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.693707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.717334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.740038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1f45d71-16cb-46b6-a13d-d15554e22bee req-2ac4412e-1477-4310-906d-c479493d2554 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "DELETE /v2.0/floatingips/cc34fc47-712e-4270-8551-35441b945af1 HTTP/1.1" status: 204 len: 173 time: 1.7606485 Jul 16 18:23:43.742929 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f89305-834a-42c0-8867-a647f3e24ec9 x-openstack-request-id: req-13f89305-834a-42c0-8867-a647f3e24ec9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:43.743219 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5121eb30-d829-4d99-b537-327d21117e59", "tag": "62604602-f178-4293-8441-e07376bdf92a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:43.743470 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13f89305-834a-42c0-8867-a647f3e24ec9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:43.743861 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5121eb30-d829-4d99-b537-327d21117e59', 'tag': '62604602-f178-4293-8441-e07376bdf92a', 'status': 'completed', 'code': 200} Jul 16 18:23:43.772062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['9e57611a-107d-41a9-a41e-57bbc074043c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:43.782016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e57611a-107d-41a9-a41e-57bbc074043c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:43.845357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.893958 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-0b29cb82-a2e0-45c2-b36e-973d3821486f service neutron] 10.222.0.67 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494377 Jul 16 18:23:43.895787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-2c107ae1-3e70-4405-b8d3-0ef44094b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.897214 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-2c107ae1-3e70-4405-b8d3-0ef44094b203 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 1096 time: 0.3154752 Jul 16 18:23:43.910605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-0e9d10fd-9f7f-4b55-9b4e-96011af5e595 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404735 Jul 16 18:23:43.932673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-b617c366-f9f2-4893-9002-17087624e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.934190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-b617c366-f9f2-4893-9002-17087624e81b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 1099 time: 0.2009797 Jul 16 18:23:44.000606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ab72d739-3ef8-4b74-8371-03cffc403edb no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:44.194848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-26853ee2-5a20-47d1-8bd0-b7583c0cc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.197949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-26853ee2-5a20-47d1-8bd0-b7583c0cc9d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2331092 Jul 16 18:23:44.205670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:44.214193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b102-ec66-4937-92fc-f6445c2b2762 req-8618cd25-111c-4004-936b-152a3418cfdc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.215836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d335b102-ec66-4937-92fc-f6445c2b2762 req-8618cd25-111c-4004-936b-152a3418cfdc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 943 time: 0.2992616 Jul 16 18:23:44.278958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-ef68ff46-56fa-4719-9004-1ff6beaf894b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=62604602-f178-4293-8441-e07376bdf92a HTTP/1.1" status: 200 len: 217 time: 0.0606327 Jul 16 18:23:44.281311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-1980ad83-4a1d-4863-b90b-ac8220391fab tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.282824 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-1980ad83-4a1d-4863-b90b-ac8220391fab tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.2739441 Jul 16 18:23:44.300853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-15'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:44.396284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.410000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d335b102-ec66-4937-92fc-f6445c2b2762 req-352cc268-842b-4065-b538-5750e587dad6 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835229 Jul 16 18:23:44.412884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-0b27a8c3-8442-4c86-8651-7304404d32ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eed9c6d-2195-42ce-8658-ed2fb791b033 HTTP/1.1" status: 200 len: 217 time: 0.5018573 Jul 16 18:23:44.419655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.460934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-fba452b0-c4f6-42a0-81e7-497ed2037de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.462667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-fba452b0-c4f6-42a0-81e7-497ed2037de2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1680868 Jul 16 18:23:44.500739 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.525899 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58942c71-04d3-4258-8d8a-ac373b80d68d req-72d1d767-5c3c-450b-b2f4-600737fbb96e service neutron] 10.222.0.67 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160336 Jul 16 18:23:44.541289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-49a9c0cf-8294-48fb-90d7-2753aeb9bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.542866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-49a9c0cf-8294-48fb-90d7-2753aeb9bc31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 200 len: 854 time: 0.1147885 Jul 16 18:23:44.556302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Pushing event updated for resources: {'Port': ['ID=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.562019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.565638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.576641 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:44.577397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.577764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:44.587196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:44.587878 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.593454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.618589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de505f0c-f43f-41f9-a45f-8a6c178eb6d8 req-3a25b3f5-7d27-430e-8c65-3a7838231845 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.620180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de505f0c-f43f-41f9-a45f-8a6c178eb6d8 req-3a25b3f5-7d27-430e-8c65-3a7838231845 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 945 time: 0.2117801 Jul 16 18:23:44.688001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.689302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de505f0c-f43f-41f9-a45f-8a6c178eb6d8 req-aea2db64-f260-4538-b22e-b48c57a651d9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 Jul 16 18:23:44.697463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-69925c95-a58f-49d1-87a2-7cfe70a4c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.698863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-69925c95-a58f-49d1-87a2-7cfe70a4c370 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a180da3f-4f27-491e-b7b8-ac1f737bc216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444705 Jul 16 18:23:44.711440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-2650c674-0784-4d05-919f-ae49b396ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.712990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-2650c674-0784-4d05-919f-ae49b396ba98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2285507 Jul 16 18:23:44.740437 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.764685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.771866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.814638 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffc143e-ca5d-408c-9cee-29bf92ff486b x-openstack-request-id: req-7ffc143e-ca5d-408c-9cee-29bf92ff486b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:44.814948 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "name": "network-vif-unplugged", "status": "completed", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:44.815175 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ffc143e-ca5d-408c-9cee-29bf92ff486b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:44.815557 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c', 'code': 200} Jul 16 18:23:44.844876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.858014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-0cc60d9a-6bf0-4081-b53f-5688feba8ba0 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497431 Jul 16 18:23:44.863436 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b382b37-f073-47bf-9216-686a57d21161 x-openstack-request-id: req-7b382b37-f073-47bf-9216-686a57d21161 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:44.863737 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18261a7-02f7-423f-8ed3-c914bb965130", "name": "network-vif-plugged", "status": "completed", "tag": "7ca98438-e4f4-43e8-a083-52445884ebdc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:44.864025 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b382b37-f073-47bf-9216-686a57d21161 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:44.864537 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca98438-e4f4-43e8-a083-52445884ebdc', 'code': 200} Jul 16 18:23:44.917872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:44.930626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:44.964582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.59', 50325) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:45.009251 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a853d99c-6e3a-4940-82e6-b24cbba75d9b req-a74a9df5-9871-4ad7-bfc3-ac989cb3dc60 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371822 Jul 16 18:23:45.053461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220bbb4-38dc-4593-aecc-f30b60624152 req-147b208f-f2a3-4e57-aa67-4937be148366 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.060623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a220bbb4-38dc-4593-aecc-f30b60624152 req-147b208f-f2a3-4e57-aa67-4937be148366 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 947 time: 0.3808556 Jul 16 18:23:45.064745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-6761297d-4038-42b0-9247-b05a106a2a38 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157284 Jul 16 18:23:45.103065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:45.252756 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-2daf7e04-ee13-4ccf-96ef-594de7993d72 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1183729 Jul 16 18:23:45.260578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad8f4020-00c9-406f-adb6-5cd6f440b07d None None] Provisioning complete for port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:45.261134 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4020-00c9-406f-adb6-5cd6f440b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.263067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:45.287882 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.308164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f4020-00c9-406f-adb6-5cd6f440b07d None None] Port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:45.392263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.503224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Allocated IP 172.25.1.5 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/3ab2840a-885f-473d-a2b1-7d094bc5e71b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:45.561552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a220bbb4-38dc-4593-aecc-f30b60624152 req-395effb5-eab5-4d5c-a5d4-06e2831c7542 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997523 Jul 16 18:23:45.590311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:45.615692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5d5164a-659d-4bb4-9896-530524426ec0 req-b34644a8-c8b1-40a1-88f7-02d8992574a5 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247452 Jul 16 18:23:45.616695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.621663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Router cfb3321a-bfd1-4cca-b4d2-431671e05105 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:45.625628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58761a-709f-43b0-aebd-0b6232a68eea req-b7e4d66b-b8b9-4254-b49f-b07a839808ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.627708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f58761a-709f-43b0-aebd-0b6232a68eea req-b7e4d66b-b8b9-4254-b49f-b07a839808ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 1097 time: 0.6565821 Jul 16 18:23:45.664330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.666015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.711670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:45.714624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:45.717818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.718545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:45.741811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Pushing event updated for resources: {'Port': ['ID=3ab2840a-885f-473d-a2b1-7d094bc5e71b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.745433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'tag': '09174c10-3695-4df4-81be-d0a6e1c366ff'}, {'name': 'network-changed', 'server_uuid': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'tag': '0eed9c6d-2195-42ce-8658-ed2fb791b033'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:45.747641 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "4780b57b-33e6-45a5-96e6-de3b6b1df815", "tag": "09174c10-3695-4df4-81be-d0a6e1c366ff"}, {"name": "network-changed", "server_uuid": "4a62ea8e-6c02-425a-aafa-12da09fafebf", "tag": "0eed9c6d-2195-42ce-8658-ed2fb791b033"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:45.782801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f58761a-709f-43b0-aebd-0b6232a68eea req-8df954bf-5d13-40db-9214-03ff807d8239 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459861 Jul 16 18:23:45.811379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.856550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.864451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.912577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:45.920928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b7ff9615-ee99-4995-863c-71fc32b2908f admin admin] 10.222.0.49 "PUT /v2.0/routers/cfb3321a-bfd1-4cca-b4d2-431671e05105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9729416 Jul 16 18:23:45.932279 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Sync routers for ids ['cfb3321a-bfd1-4cca-b4d2-431671e05105'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:45.934905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e2e64-fd32-4c75-bb5c-5aaa70bea333 req-5f234dbe-3ffc-4611-af76-9de4a7237045 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.936624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a7e2e64-fd32-4c75-bb5c-5aaa70bea333 req-5f234dbe-3ffc-4611-af76-9de4a7237045 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 944 time: 0.2622051 Jul 16 18:23:45.937377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on host n-h2-791504-15 for vnic_type normal with profile {"migrating_to": "n-h1-791504-15"} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:45.937713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:45.938219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:45.944143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:45.944457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Attempting to bind port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:45.950219 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Routers {'cfb3321a-bfd1-4cca-b4d2-431671e05105'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:45.951154 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cfb3321a-bfd1-4cca-b4d2-431671e05105'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:45.961680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:45.962029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:45.962416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:45.962862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Bound port: a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:45.963223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.978634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 62604602-f178-4293-8441-e07376bdf92a details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:46.023408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a7e2e64-fd32-4c75-bb5c-5aaa70bea333 req-db482d7a-3fce-4410-a222-c53566ec1869 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796621 Jul 16 18:23:46.034601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.045692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.069137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:46.073381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:46.083566 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.182461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.190021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.190907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.192568 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-6d79aa90-dbb7-4ea4-adb4-8830ea620ce5 service neutron] 10.222.0.59 "PUT /v2.0/ports/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 1123 time: 1.9012787 Jul 16 18:23:46.205972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Pushing event updated for resources: {'Port': ['ID=3ab2840a-885f-473d-a2b1-7d094bc5e71b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.210149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:46.220074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.248542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.251025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-c19168e9-aeff-425a-a8a6-042b94fb4ddd tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 0.9923656 Jul 16 18:23:46.274994 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fa9582f-2ab0-42f4-8b14-79f1982053c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.293255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 62604602-f178-4293-8441-e07376bdf92a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=62604602-f178-4293-8441-e07376bdf92a,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:46.296135 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Set router cfb3321a-bfd1-4cca-b4d2-431671e05105 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:46.312199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:46.312573 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.314256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '62604602-f178-4293-8441-e07376bdf92a', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '62604602-f178-4293-8441-e07376bdf92a', 'mac_address': 'fa:16:3e:7e:11:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:46.322771 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-74dba48e-0699-4604-ace8-2c51da11a477 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.0609367 Jul 16 18:23:46.344025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['a87a10d6-0d84-4d23-bb3f-0d9a86f6d858'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:46.422847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.438494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62604602-f178-4293-8441-e07376bdf92a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:46.454890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-54da3488-0aed-4455-bc08-87b429e7589a tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.459885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231747-8da4-4259-8c18-3095b557935e req-8e12ba73-2df0-4a2e-aa50-f7278682cb1f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.467830 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-8e12ba73-2df0-4a2e-aa50-f7278682cb1f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.1250575 Jul 16 18:23:46.468267 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c52f75b-4a77-477a-9db2-8021dc9fbaec req-54da3488-0aed-4455-bc08-87b429e7589a tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1364808 Jul 16 18:23:46.477039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 62604602-f178-4293-8441-e07376bdf92a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=62604602-f178-4293-8441-e07376bdf92a,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:46.489455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-fab2ceb1-6b3b-41e1-af87-d9ff6187879b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/quotas/1c35ff2640aa4fd5b2a60f6e7943d351 HTTP/1.1" status: 200 len: 375 time: 0.0197866 Jul 16 18:23:46.489792 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.569187 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b3703a2c-eb7c-43a9-b8e9-1e7603d492e9', 'name': '', 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'mac_address': 'fa:16:3e:c2:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b3da460d-4f21-49c6-8617-de6abb19abaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:41Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 2, 'project_id': '8b160351ecbb47f69fc321963802f516', 'subnets': [{'id': 'b3da460d-4f21-49c6-8617-de6abb19abaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.578528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-0884de1b-9ac8-44a1-9fe2-67e2e2ece237 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875885 Jul 16 18:23:46.609493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=62604602-f178-4293-8441-e07376bdf92a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.610578 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Checking router: cfb3321a-bfd1-4cca-b4d2-431671e05105 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:46.610944 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Updating router cfb3321a-bfd1-4cca-b4d2-431671e05105 port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:46.649834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b73a5-4431-4c8a-b35a-d2b95f88120b req-a6062792-8c17-443f-bd42-b5458ed52602 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.651397 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.651640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217b73a5-4431-4c8a-b35a-d2b95f88120b req-a6062792-8c17-443f-bd42-b5458ed52602 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 943 time: 0.0932021 Jul 16 18:23:46.679227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-03d317f2-c0b2-47dc-baf5-a9432ebdc4da service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998051 Jul 16 18:23:46.697965 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217b73a5-4431-4c8a-b35a-d2b95f88120b req-af82d929-0518-42cf-b6f4-aa063b2d4cb1 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Jul 16 18:23:46.784908 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-d5029204-fe52-4f5e-85e9-834ba87e3796 service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989764 Jul 16 18:23:46.816630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c'}, {'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858'}, {'name': 'network-changed', 'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:46.819444 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb88092-20d2-4d71-9354-1418b491876d" -d '{"events": [{"name": "network-changed", "server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c"}, {"server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "name": "network-vif-unplugged", "status": "completed", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858"}, {"name": "network-changed", "server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:46.865766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:46.868400 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ccabf-4b8c-41cd-84d5-b35c2b8f961d" -d '{"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:46.873259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['62604602-f178-4293-8441-e07376bdf92a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:46.877487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602590c-dad4-4a83-992e-adc98edcd360 req-558a9d96-a405-4529-91ba-64baedcd23f1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.884709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9602590c-dad4-4a83-992e-adc98edcd360 req-558a9d96-a405-4529-91ba-64baedcd23f1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 943 time: 0.0826957 Jul 16 18:23:46.932808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9602590c-dad4-4a83-992e-adc98edcd360 req-dc66425d-2e24-4c3a-88fa-d3ec153afef4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471714 Jul 16 18:23:46.945556 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.957890 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Transition to ACTIVE for port object b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:46.978594 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.004757 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9942430-74da-4d6b-ab47-e61646831077 x-openstack-request-id: req-c9942430-74da-4d6b-ab47-e61646831077 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:47.005381 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4780b57b-33e6-45a5-96e6-de3b6b1df815", "tag": "09174c10-3695-4df4-81be-d0a6e1c366ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a62ea8e-6c02-425a-aafa-12da09fafebf", "tag": "0eed9c6d-2195-42ce-8658-ed2fb791b033", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:47.005815 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9942430-74da-4d6b-ab47-e61646831077 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:47.009325 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'tag': '09174c10-3695-4df4-81be-d0a6e1c366ff', 'status': 'completed', 'code': 200} Jul 16 18:23:47.011768 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'tag': '0eed9c6d-2195-42ce-8658-ed2fb791b033', 'status': 'completed', 'code': 200} Jul 16 18:23:47.035727 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1193a4-a000-410d-b7ce-4f56802b920d None None] Pushing event updated for resources: {'Port': ['ID=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.117539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-09af9bee-e93a-4516-b785-132c1011421e tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips/c8017702-68cc-470a-8400-3c8e6f795046 HTTP/1.1" status: 200 len: 691 time: 0.0981042 Jul 16 18:23:47.169158 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Attempting to bind port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:47.169538 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Attempting to bind port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:47.169958 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Attempting to bind port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 on network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:47.176671 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:47.177131 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Checking segment: {'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:47.177541 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.178571 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Bound using segment: {'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:47.179021 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Bound port: b3703a2c-eb7c-43a9-b8e9-1e7603d492e9, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc628d02-229e-4e14-a391-edcb57c8eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:47.179592 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.248258 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-79061b37-d231-4e5b-a4f2-ed98d8e0e9a7 req-e69cc382-8044-47af-9062-bf1cbbca68f5 tempest-FloatingIPDetailsNegativeTestJSON-1272610985 tempest-FloatingIPDetailsNegativeTestJSON-1272610985-project] show failed (client error): The resource could not be found. Jul 16 18:23:47.260863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:47.261700 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-79061b37-d231-4e5b-a4f2-ed98d8e0e9a7 req-e69cc382-8044-47af-9062-bf1cbbca68f5 tempest-FloatingIPDetailsNegativeTestJSON-1272610985 tempest-FloatingIPDetailsNegativeTestJSON-1272610985-project] 10.222.0.49 "GET /v2.0/floatingips/56637a45-2ed5-4dd3-bf62-4829ff6de3d3 HTTP/1.1" status: 404 len: 350 time: 0.1062772 Jul 16 18:23:47.277738 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] For port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:47.281120 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] For port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,segment=NetworkSegment(fc628d02-229e-4e14-a391-edcb57c8eaac),segment_id=fc628d02-229e-4e14-a391-edcb57c8eaac)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:47.295929 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.323807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-11696144-85ac-4077-80de-c4f16f948559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.325692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-11696144-85ac-4077-80de-c4f16f948559 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 1096 time: 0.2921703 Jul 16 18:23:47.327814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-6b9b0033-2dc7-440a-a49c-714a51b03e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.329460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-6b9b0033-2dc7-440a-a49c-714a51b03e37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 1095 time: 0.2869313 Jul 16 18:23:47.435391 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Routers {'cfb3321a-bfd1-4cca-b4d2-431671e05105'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:47.436233 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cfb3321a-bfd1-4cca-b4d2-431671e05105'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.480820 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1193a4-a000-410d-b7ce-4f56802b920d None None] Pushing event updated for resources: {'Port': ['ID=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.515396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-a5a820c3-7793-4611-a46c-1126a65f42b4 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.521709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-a5a820c3-7793-4611-a46c-1126a65f42b4 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.3960972 Jul 16 18:23:47.571715 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] Set router cfb3321a-bfd1-4cca-b4d2-431671e05105 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:47.596703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-019b5a7d-11e2-4fe8-8643-dc719facafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.599190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-019b5a7d-11e2-4fe8-8643-dc719facafdb service neutron] 10.222.0.67 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 916 time: 0.2618906 Jul 16 18:23:47.612432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-171a1bce-f2b1-48dd-9c66-ada2823abc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.614484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-171a1bce-f2b1-48dd-9c66-ada2823abc80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 916 time: 0.2784107 Jul 16 18:23:47.654889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:47.661965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-be3a56fe-7fab-44c3-ba26-92028bebe9ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09174c10-3695-4df4-81be-d0a6e1c366ff HTTP/1.1" status: 200 len: 217 time: 0.0446732 Jul 16 18:23:47.749281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469cfd-9073-4737-94c3-7d4868af7855 req-2e05556d-3f98-4e41-8457-616947db9d10 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.751013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15469cfd-9073-4737-94c3-7d4868af7855 req-2e05556d-3f98-4e41-8457-616947db9d10 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 948 time: 0.2952187 Jul 16 18:23:47.755346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-c887f3b0-5005-41a3-b1a4-9ecabcd89566 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eed9c6d-2195-42ce-8658-ed2fb791b033 HTTP/1.1" status: 200 len: 217 time: 0.0916438 Jul 16 18:23:47.782662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:47.796743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 has no active binding in host n-h1-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:23:47.797781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-ae775e16-b359-4769-924f-cf4abebfee04 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.798144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0eed9c6d-2195-42ce-8658-ed2fb791b033 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:47.799313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-ae775e16-b359-4769-924f-cf4abebfee04 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e1b8671-6e7c-4da0-a4c2-239cdaf204aa HTTP/1.1" status: 200 len: 943 time: 0.4408269 Jul 16 18:23:47.811204 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15469cfd-9073-4737-94c3-7d4868af7855 req-14e6385b-d887-4a0e-b551-77cc46fb4ddf tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Jul 16 18:23:47.812731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-76fb7169-1104-4fee-819e-41f6e68385e4 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.2237508 Jul 16 18:23:47.859991 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b3703a2c-eb7c-43a9-b8e9-1e7603d492e9', 'name': '', 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'mac_address': 'fa:16:3e:c2:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b3da460d-4f21-49c6-8617-de6abb19abaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:41Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 4, 'project_id': '8b160351ecbb47f69fc321963802f516', 'subnets': [{'id': 'b3da460d-4f21-49c6-8617-de6abb19abaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.878305 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-31d7ae45-de1a-474f-8617-f5bb6ca2e899 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.0645108 Jul 16 18:23:47.915825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-1f3d5b3d-2112-4262-b7fa-5ffc49ebcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.917656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-1f3d5b3d-2112-4262-b7fa-5ffc49ebcc95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 200 len: 854 time: 0.2466938 Jul 16 18:23:47.928429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0eed9c6d-2195-42ce-8658-ed2fb791b033, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0eed9c6d-2195-42ce-8658-ed2fb791b033,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:47.934776 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101f4ce2-b2ee-4a14-a5f1-cfc43aa9dea2 x-openstack-request-id: req-101f4ce2-b2ee-4a14-a5f1-cfc43aa9dea2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:47.935076 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c", "status": "completed", "code": 200}, {"server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "name": "network-vif-unplugged", "status": "completed", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858", "code": 200}, {"name": "network-changed", "server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:47.935366 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-101f4ce2-b2ee-4a14-a5f1-cfc43aa9dea2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:47.935911 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c', 'status': 'completed', 'code': 200} Jul 16 18:23:47.936171 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858', 'code': 200} Jul 16 18:23:47.936415 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858', 'status': 'completed', 'code': 200} Jul 16 18:23:47.946207 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba966f2f-d2d9-43cf-af0f-f14f85ffb334 None None] The sync data for ids ['cfb3321a-bfd1-4cca-b4d2-431671e05105'] in n-d-791504-15 is: [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b3703a2c-eb7c-43a9-b8e9-1e7603d492e9', 'name': '', 'network_id': '3f599141-5a8c-46af-ad30-1f6f54e1cf39', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'mac_address': 'fa:16:3e:c2:f3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b3da460d-4f21-49c6-8617-de6abb19abaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:41Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 4, 'project_id': '8b160351ecbb47f69fc321963802f516', 'subnets': [{'id': 'b3da460d-4f21-49c6-8617-de6abb19abaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:47.948911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '0eed9c6d-2195-42ce-8658-ed2fb791b033', 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'port_id': '0eed9c6d-2195-42ce-8658-ed2fb791b033', 'mac_address': 'fa:16:3e:fa:80:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fc421d-61d1-456c-a8a4-d2bfe45fa37e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:47.990184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 09174c10-3695-4df4-81be-d0a6e1c366ff details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:48.000158 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da052299-6830-40e3-93c0-a933339d5b07 x-openstack-request-id: req-da052299-6830-40e3-93c0-a933339d5b07 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:48.000548 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:48.000885 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da052299-6830-40e3-93c0-a933339d5b07 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:48.002073 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'code': 200} Jul 16 18:23:48.026684 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.057675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-fb06674e-92d6-4e84-8e26-5bc4689b8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.062294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-fb06674e-92d6-4e84-8e26-5bc4689b8df8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 200 len: 854 time: 0.2681396 Jul 16 18:23:48.101723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eed9c6d-2195-42ce-8658-ed2fb791b033 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:48.142579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0eed9c6d-2195-42ce-8658-ed2fb791b033, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0eed9c6d-2195-42ce-8658-ed2fb791b033,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:48.180373 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.237131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43d5ae52-6c2a-48ef-afae-c78deecb45eb req-4f185d4d-4855-4409-8d64-3ea6f247874c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 210 time: 0.0765340 Jul 16 18:23:48.273801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 09174c10-3695-4df4-81be-d0a6e1c366ff, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=09174c10-3695-4df4-81be-d0a6e1c366ff,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:48.281694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-bad55774-4149-4590-9e19-109015a88a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.283408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-bad55774-4149-4590-9e19-109015a88a86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a180da3f-4f27-491e-b7b8-ac1f737bc216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120063 Jul 16 18:23:48.284882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-e5ab80d9-bb3c-433e-b6b4-1531026d61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.286384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-e5ab80d9-bb3c-433e-b6b4-1531026d61c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180da3f-4f27-491e-b7b8-ac1f737bc216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3471138 Jul 16 18:23:48.334113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '09174c10-3695-4df4-81be-d0a6e1c366ff', 'network_id': 'a180da3f-4f27-491e-b7b8-ac1f737bc216', 'port_id': '09174c10-3695-4df4-81be-d0a6e1c366ff', 'mac_address': 'fa:16:3e:77:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fc421d-61d1-456c-a8a4-d2bfe45fa37e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:48.375360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=0eed9c6d-2195-42ce-8658-ed2fb791b033,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.388960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88092-20d2-4d71-9354-1418b491876d req-2745fb62-8c16-4c9a-a79e-6310bc7960c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.394022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-2745fb62-8c16-4c9a-a79e-6310bc7960c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1126 time: 0.3214695 Jul 16 18:23:48.458071 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.477120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09174c10-3695-4df4-81be-d0a6e1c366ff {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:48.480832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88092-20d2-4d71-9354-1418b491876d req-1a0f9997-c7d1-4fd7-bfc5-52609f7d6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.482797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-1a0f9997-c7d1-4fd7-bfc5-52609f7d6d6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1126 time: 0.5243428 Jul 16 18:23:48.504511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 09174c10-3695-4df4-81be-d0a6e1c366ff, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=09174c10-3695-4df4-81be-d0a6e1c366ff,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:48.510785 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.567163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-f10a3365-9f85-4a78-a0e8-e4089af086a4 service neutron] 10.222.0.67 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710569 Jul 16 18:23:48.567540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=09174c10-3695-4df4-81be-d0a6e1c366ff,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.572103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['0eed9c6d-2195-42ce-8658-ed2fb791b033'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:48.584258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Deleting port 3ab2840a-885f-473d-a2b1-7d094bc5e71b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:48.584634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.664752 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a05797e4-1e61-4907-9aa8-2cbfc78c3c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.691187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-bb870473-abd1-452a-b1da-1888def594d5 service neutron] 10.222.0.67 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919120 Jul 16 18:23:48.713689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Deleting port ab72d739-3ef8-4b74-8371-03cffc403edb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:48.714593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.746865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-30da46a9-4b0e-4eec-8812-3abad9b0c929 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488522 Jul 16 18:23:48.791910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88092-20d2-4d71-9354-1418b491876d req-b1433b15-b47a-4a5d-b60a-0dfbce7cf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.793464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88092-20d2-4d71-9354-1418b491876d req-32e6d048-c076-4d9b-a007-db2ef179ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.793913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-b1433b15-b47a-4a5d-b60a-0dfbce7cf7fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.3834312 Jul 16 18:23:48.795553 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-32e6d048-c076-4d9b-a007-db2ef179ae94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.2891519 Jul 16 18:23:48.821123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['09174c10-3695-4df4-81be-d0a6e1c366ff'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:48.837861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042ec9d-3e52-4080-9075-16f0a6155e8d req-f357cae2-462c-41f0-972d-b460b491a84f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.839458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3042ec9d-3e52-4080-9075-16f0a6155e8d req-f357cae2-462c-41f0-972d-b460b491a84f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 945 time: 0.3559804 Jul 16 18:23:48.865649 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.866547 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.869932 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.939625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Calling delete_port for 3ab2840a-885f-473d-a2b1-7d094bc5e71b owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:48.952259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-31025fcc-4e07-4b73-9b51-db5b0b341585 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 217 time: 0.0993361 Jul 16 18:23:48.982957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-4aa51b7c-94a4-40b9-8e2c-bbbd8e7e40c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 217 time: 0.1602662 Jul 16 18:23:49.086356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3042ec9d-3e52-4080-9075-16f0a6155e8d req-2b0f8fd0-86d6-4e52-9ce8-480f2e0b0c8b tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089829 Jul 16 18:23:49.128224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88092-20d2-4d71-9354-1418b491876d req-898538f6-83ae-495b-8fb5-e264e4188fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.128224 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-898538f6-83ae-495b-8fb5-e264e4188fcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1057453 Jul 16 18:23:49.156987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08ef27f-d54b-49bd-9b71-07a231bfbfa8 req-939b07d5-3ddb-4362-85b9-f0b1f75f4473 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862674 Jul 16 18:23:49.199674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-abd9e80a-3620-47b9-8238-d5301df48486 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618837 Jul 16 18:23:49.328011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-8edfc636-c060-4bcc-91e2-c779657d3e90 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173389 Jul 16 18:23:49.462598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] For port ab72d739-3ef8-4b74-8371-03cffc403edb, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ab72d739-3ef8-4b74-8371-03cffc403edb,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:49.462952 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.530077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb88092-20d2-4d71-9354-1418b491876d req-9e4c0313-e674-4a09-bbe1-8d91d9a5da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.531564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-9e4c0313-e674-4a09-bbe1-8d91d9a5da6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.5368252 Jul 16 18:23:49.532507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Calling delete_port for ab72d739-3ef8-4b74-8371-03cffc403edb owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:49.606398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-23986d22-6ef3-423d-8461-61305195658c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613668 Jul 16 18:23:49.661857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231747-8da4-4259-8c18-3095b557935e req-2627c961-2da3-44b7-96e6-158dde94e4e0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.663181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-2627c961-2da3-44b7-96e6-158dde94e4e0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.6964993 Jul 16 18:23:49.690201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Request body: {'port': {'device_id': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'admin_state_up': True, 'tenant_id': '1c35ff2640aa4fd5b2a60f6e7943d351'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:49.724702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.787671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-4c870820-07c6-4504-9727-1dd24eb551de service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488764 Jul 16 18:23:49.801025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471443a-a1cf-4f3a-8611-e5ff7a2e790e req-61cc1fc3-4b2b-4da1-99b3-907f56c52a23 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.817604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4471443a-a1cf-4f3a-8611-e5ff7a2e790e req-61cc1fc3-4b2b-4da1-99b3-907f56c52a23 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 943 time: 0.4530354 Jul 16 18:23:49.828215 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.857494 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4471443a-a1cf-4f3a-8611-e5ff7a2e790e req-4bef69bb-97ff-4091-8e65-9e60f75d649d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Jul 16 18:23:50.006493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.009361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 62604602-f178-4293-8441-e07376bdf92a up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:50.009789 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-29fd281f-9a0d-495b-9c2f-5524311888ad service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938999 Jul 16 18:23:50.080451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Pushing event deleted for resources: {'Port': ['ID=3ab2840a-885f-473d-a2b1-7d094bc5e71b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.110069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 62604602-f178-4293-8441-e07376bdf92a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:50.125589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 62604602-f178-4293-8441-e07376bdf92a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:50.126196 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.133381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de324aa9-9ef1-49a1-b2cb-034bd49363e7 req-a588b05d-a7aa-46c7-9801-3c7dc29061ab tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.145167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-de324aa9-9ef1-49a1-b2cb-034bd49363e7 req-a588b05d-a7aa-46c7-9801-3c7dc29061ab tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 943 time: 0.1761315 Jul 16 18:23:50.228113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.230954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:50.234121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Made reservation on behalf of 1c35ff2640aa4fd5b2a60f6e7943d351 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:50.237612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.243179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-de324aa9-9ef1-49a1-b2cb-034bd49363e7 req-6ec0c445-6ca5-4ede-b92b-a1c26cf41669 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906441 Jul 16 18:23:50.304862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.307026 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.307382 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.308541 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84a24c35-a432-4c4d-a2a5-ac40a3f043f1 req-c6059eda-361f-410c-b2de-d104a380cd26 tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "DELETE /v2.0/floatingips/c8017702-68cc-470a-8400-3c8e6f795046 HTTP/1.1" status: 204 len: 173 time: 2.4293969 Jul 16 18:23:50.355747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 62604602-f178-4293-8441-e07376bdf92a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=62604602-f178-4293-8441-e07376bdf92a,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:50.357144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5121eb30-d829-4d99-b537-327d21117e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62604602-f178-4293-8441-e07376bdf92a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:50.359943 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a361fc-9246-413e-b822-0f067c8900c6" -d '{"events": [{"server_uuid": "5121eb30-d829-4d99-b537-327d21117e59", "name": "network-vif-plugged", "status": "completed", "tag": "62604602-f178-4293-8441-e07376bdf92a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:50.363380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:50.369120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:50.369534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.371260 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.429170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Allocated IP 172.20.0.11 (140ca1dd-9816-46ab-ad94-1ecd99e69a28/fc9dc0cb-f637-4624-931c-1db603ed598e/5f330c85-3b5e-4d19-968d-0ecf38921cf2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:50.445170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event deleted for resources: {'Port': ['ID=ab72d739-3ef8-4b74-8371-03cffc403edb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.456546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=62604602-f178-4293-8441-e07376bdf92a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.499497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb88092-20d2-4d71-9354-1418b491876d req-8ed25d23-2edd-4640-a47e-383e13028791 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737353 Jul 16 18:23:50.509524 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.530122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] No DVR routers for this DVR port ab72d739-3ef8-4b74-8371-03cffc403edb on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:50.533382 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.535453 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7474d0ea-3ccc-479e-89f4-9efc3a0eebf5 req-db96ba9b-12de-4478-86ca-028570cbf526 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "DELETE /v2.0/ports/ab72d739-3ef8-4b74-8371-03cffc403edb HTTP/1.1" status: 204 len: 173 time: 2.6737013 Jul 16 18:23:50.538834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-deleted', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:50.541705 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41fb303-9ded-4a92-a3cb-9421a62439ba" -d '{"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-deleted", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:50.561971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,segment=NetworkSegment(fc628d02-229e-4e14-a391-edcb57c8eaac),segment_id=fc628d02-229e-4e14-a391-edcb57c8eaac)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:50.570806 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.648674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31066f2-090a-4ac2-a062-5274d71b2340 req-eed64e9c-b974-41c6-a986-d5a30406da36 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.656676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.659365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f31066f2-090a-4ac2-a062-5274d71b2340 req-eed64e9c-b974-41c6-a986-d5a30406da36 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 949 time: 0.2040687 Jul 16 18:23:50.679987 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70a89cdc-6ed2-4a53-a560-6cb649fb9d52 req-0dfb1a41-6b2e-4274-847f-94abade3b74e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 210 time: 0.0595903 Jul 16 18:23:50.711218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f31066f2-090a-4ac2-a062-5274d71b2340 req-171fa8c8-a774-49ef-b7e8-179dfc7e6f2e tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470543 Jul 16 18:23:50.763224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.799079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Deleting port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:50.799416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.862071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.885636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788a31-de81-408b-924a-b4b961be9868 req-046bf3f8-b19a-4ce5-b043-bc0fb562c0ee tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.894365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46788a31-de81-408b-924a-b4b961be9868 req-046bf3f8-b19a-4ce5-b043-bc0fb562c0ee tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 945 time: 0.0770853 Jul 16 18:23:50.934433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:50.937183 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46788a31-de81-408b-924a-b4b961be9868 req-f5e2d955-4ef1-4a0e-9f90-f068b4f005bc tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Jul 16 18:23:50.970516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:50.975857 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-58d05787-d9ac-447a-aa37-e008cac35da8 req-c2ebf416-784c-49af-808a-f424b7bd2e1c tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] show failed (client error): The resource could not be found. Jul 16 18:23:50.976714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58d05787-d9ac-447a-aa37-e008cac35da8 req-c2ebf416-784c-49af-808a-f424b7bd2e1c tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips/c8017702-68cc-470a-8400-3c8e6f795046 HTTP/1.1" status: 404 len: 350 time: 0.0577364 Jul 16 18:23:50.977305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.980656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] For port b3703a2c-eb7c-43a9-b8e9-1e7603d492e9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,segment=NetworkSegment(fc628d02-229e-4e14-a391-edcb57c8eaac),segment_id=fc628d02-229e-4e14-a391-edcb57c8eaac)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:50.981045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.983604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:51.006174 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a30ac-1304-45fe-b606-f45762148880 x-openstack-request-id: req-3c4a30ac-1304-45fe-b606-f45762148880 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:51.006654 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5121eb30-d829-4d99-b537-327d21117e59", "name": "network-vif-plugged", "status": "completed", "tag": "62604602-f178-4293-8441-e07376bdf92a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:51.006763 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c4a30ac-1304-45fe-b606-f45762148880 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:51.007160 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5121eb30-d829-4d99-b537-327d21117e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62604602-f178-4293-8441-e07376bdf92a', 'code': 200} Jul 16 18:23:51.016065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Calling delete_port for b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:51.073405 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf84e268-14e5-438a-a995-c426cd487741 x-openstack-request-id: req-bf84e268-14e5-438a-a995-c426cd487741 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:51.073754 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1b8671-6e7c-4da0-a4c2-239cdaf204aa", "name": "network-vif-deleted", "tag": "ab72d739-3ef8-4b74-8371-03cffc403edb", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:51.073947 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf84e268-14e5-438a-a995-c426cd487741 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:51.074304 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1b8671-6e7c-4da0-a4c2-239cdaf204aa', 'name': 'network-vif-deleted', 'tag': 'ab72d739-3ef8-4b74-8371-03cffc403edb', 'status': 'completed', 'code': 200} Jul 16 18:23:51.081421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.082033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.160612 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-de279cfd-a78c-464e-b6ae-b38bd12637b7 req-eff0b2b0-83d1-4001-b285-c740b89cc15f tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] show failed (client error): The resource could not be found. Jul 16 18:23:51.161746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de279cfd-a78c-464e-b6ae-b38bd12637b7 req-eff0b2b0-83d1-4001-b285-c740b89cc15f tempest-FloatingIPsTestJSON-38285051 tempest-FloatingIPsTestJSON-38285051-project] 10.222.0.49 "GET /v2.0/floatingips/c8017702-68cc-470a-8400-3c8e6f795046 HTTP/1.1" status: 404 len: 350 time: 0.0864761 Jul 16 18:23:51.174421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:51.179348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-b3f332a5-6bcf-4010-85a0-479ae162248e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4968176 Jul 16 18:23:51.192387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Request body: {'port': {'device_id': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:51.336837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa34b-b60f-4a35-8552-0cffd40d59de req-a66bf8e8-d714-4d30-9bdd-38a1a0925a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.338085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f2aa34b-b60f-4a35-8552-0cffd40d59de req-a66bf8e8-d714-4d30-9bdd-38a1a0925a69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 1101 time: 0.2418361 Jul 16 18:23:51.346329 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.416389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26f1e1-09ef-4102-b19d-80814cc8f6a6 req-f61c7f78-0891-43fd-b320-5073ca219f97 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.418995 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c26f1e1-09ef-4102-b19d-80814cc8f6a6 req-f61c7f78-0891-43fd-b320-5073ca219f97 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 943 time: 0.2809520 Jul 16 18:23:51.462574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f2aa34b-b60f-4a35-8552-0cffd40d59de req-087ecedd-4909-43ff-8709-4a318b5cf72d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068649 Jul 16 18:23:51.495547 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.513106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c26f1e1-09ef-4102-b19d-80814cc8f6a6 req-8c342329-e53e-4295-83eb-05297637e372 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844407 Jul 16 18:23:51.578596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3703a2c-eb7c-43a9-b8e9-1e7603d492e9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.618516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.670302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0eed9c6d-2195-42ce-8658-ed2fb791b033 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:51.759617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 0eed9c6d-2195-42ce-8658-ed2fb791b033 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:51.764316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 0eed9c6d-2195-42ce-8658-ed2fb791b033 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:51.764817 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.790510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-f74e921e-a152-4226-8064-3a985ba3e473 service neutron] 10.222.0.59 "GET /v2.0/ports/9e57611a-107d-41a9-a41e-57bbc074043c/bindings/n-h2-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.1062284 Jul 16 18:23:51.792522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1464c5-3c9e-4791-a46a-6cdb6ce7e907 req-667510bd-4819-43f1-9736-9652bd1959d7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.794296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa1464c5-3c9e-4791-a46a-6cdb6ce7e907 req-667510bd-4819-43f1-9736-9652bd1959d7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 943 time: 0.3466277 Jul 16 18:23:51.817628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.891434 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.925939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0eed9c6d-2195-42ce-8658-ed2fb791b033, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0eed9c6d-2195-42ce-8658-ed2fb791b033,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:51.932281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.933889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9e57611a-107d-41a9-a41e-57bbc074043c no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:51.950347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-a4677fc6-1a9e-4575-b728-0f1c4ff923ff service neutron] 10.222.0.67 "GET /v2.0/ports/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.3504124 Jul 16 18:23:52.019566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 09174c10-3695-4df4-81be-d0a6e1c366ff up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:52.045020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=0eed9c6d-2195-42ce-8658-ed2fb791b033,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.126817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94354a-a44f-4f5f-ad8c-c0620732f3ed req-560a82fc-af52-4850-bd4c-5737d3317df2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.128391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb94354a-a44f-4f5f-ad8c-c0620732f3ed req-560a82fc-af52-4850-bd4c-5737d3317df2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 932 time: 0.2596824 Jul 16 18:23:52.136969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 09174c10-3695-4df4-81be-d0a6e1c366ff completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:52.142330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 09174c10-3695-4df4-81be-d0a6e1c366ff triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:52.142680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.222995 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.260731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:52.274902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 09174c10-3695-4df4-81be-d0a6e1c366ff, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=09174c10-3695-4df4-81be-d0a6e1c366ff,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:52.275142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb94354a-a44f-4f5f-ad8c-c0620732f3ed req-03cb994a-503a-4368-a0c9-96d792934f53 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266899 Jul 16 18:23:52.281567 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.282697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ab72d739-3ef8-4b74-8371-03cffc403edb no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:52.298100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:52.339093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e57611a-107d-41a9-a41e-57bbc074043c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:52.339375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: ab72d739-3ef8-4b74-8371-03cffc403edb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:52.339812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ab72d739-3ef8-4b74-8371-03cffc403edb not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:52.369572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:52.373711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=09174c10-3695-4df4-81be-d0a6e1c366ff,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.395333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa1464c5-3c9e-4791-a46a-6cdb6ce7e907 req-d4517272-f3cc-43d7-bc6c-6913d7b0f92f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757314 Jul 16 18:23:52.415063 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.415602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.471203 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.529876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f330c85-3b5e-4d19-968d-0ecf38921cf2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:52.535865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Deleting port 8c424788-a1fa-442c-960a-176593efceba {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:52.536204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.540123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.577109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] Transition to ACTIVE for port object 9e57611a-107d-41a9-a41e-57bbc074043c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:52.585670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.590183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Transition to ACTIVE for port object 5f330c85-3b5e-4d19-968d-0ecf38921cf2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:52.626888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.674702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692963-1de8-45ef-8e58-5f32b95aa2f7 req-9497394b-ff1f-485e-a502-2dc7a4e61879 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.677373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2692963-1de8-45ef-8e58-5f32b95aa2f7 req-9497394b-ff1f-485e-a502-2dc7a4e61879 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 949 time: 0.2022865 Jul 16 18:23:52.726522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] No DVR routers for this DVR port 9e57611a-107d-41a9-a41e-57bbc074043c on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:52.741260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] For port 8c424788-a1fa-442c-960a-176593efceba, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c424788-a1fa-442c-960a-176593efceba,segment=NetworkSegment(26873df3-8a10-400b-abcf-420b4e75f002),segment_id=26873df3-8a10-400b-abcf-420b4e75f002)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:52.741611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.749030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] Pushing event updated for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.769680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Calling delete_port for 8c424788-a1fa-442c-960a-176593efceba owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:52.783747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.814070 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-51a0fa98-16f6-4aaa-9052-9872f2931eba service neutron] 10.222.0.59 "PUT /v2.0/ports/9e57611a-107d-41a9-a41e-57bbc074043c/bindings/n-h2-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0143108 Jul 16 18:23:52.842747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2692963-1de8-45ef-8e58-5f32b95aa2f7 req-28e7d3f4-0815-400e-9e0f-736c3551f980 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478503 Jul 16 18:23:52.957997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:53.008166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eed9c6d-2195-42ce-8658-ed2fb791b033'}, {'server_uuid': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09174c10-3695-4df4-81be-d0a6e1c366ff'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:53.010701 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae9781-dc26-4472-bc01-5851ff2b7ed1" -d '{"events": [{"server_uuid": "4a62ea8e-6c02-425a-aafa-12da09fafebf", "name": "network-vif-plugged", "status": "completed", "tag": "0eed9c6d-2195-42ce-8658-ed2fb791b033"}, {"server_uuid": "4780b57b-33e6-45a5-96e6-de3b6b1df815", "name": "network-vif-plugged", "status": "completed", "tag": "09174c10-3695-4df4-81be-d0a6e1c366ff"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:53.040765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Attempting to bind port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:53.041160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Attempting to bind port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:53.041448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Attempting to bind port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:53.052103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:53.067073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc6a79-4766-491a-b719-fc276ff3f756 req-1032fd5e-48c9-43d4-809f-b3d6a3824fab tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.068621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-effc6a79-4766-491a-b719-fc276ff3f756 req-1032fd5e-48c9-43d4-809f-b3d6a3824fab tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.1182296 Jul 16 18:23:53.088822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39d35-a481-406a-b3c3-c7d858d18192 req-8894fb75-5739-443d-8883-e3abde81f429 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.090315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ecf39d35-a481-406a-b3c3-c7d858d18192 req-8894fb75-5739-443d-8883-e3abde81f429 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.3822224 Jul 16 18:23:53.092418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.099566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:53.099872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Attempting to bind port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:53.124165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:53.124498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Checking segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:53.124898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Bound using segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:53.125343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Bound port: 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:53.125699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.133587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-effc6a79-4766-491a-b719-fc276ff3f756 req-f7b43beb-2ae0-42ff-8f67-7b14f0f65fae tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591094 Jul 16 18:23:53.136422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c424788-a1fa-442c-960a-176593efceba,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.147387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:53.171498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-fbcce9e0-4b11-44e2-bc44-99c3327a14f6 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.173031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-fbcce9e0-4b11-44e2-bc44-99c3327a14f6 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.2787340 Jul 16 18:23:53.175053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Router cfb3321a-bfd1-4cca-b4d2-431671e05105 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:53.178097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:53.209050 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c2568-092b-48e8-9ddc-a868086c7b98 x-openstack-request-id: req-ff4c2568-092b-48e8-9ddc-a868086c7b98 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:53.209561 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a62ea8e-6c02-425a-aafa-12da09fafebf", "name": "network-vif-plugged", "status": "completed", "tag": "0eed9c6d-2195-42ce-8658-ed2fb791b033", "code": 200}, {"server_uuid": "4780b57b-33e6-45a5-96e6-de3b6b1df815", "name": "network-vif-plugged", "status": "completed", "tag": "09174c10-3695-4df4-81be-d0a6e1c366ff", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:53.209561 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff4c2568-092b-48e8-9ddc-a868086c7b98 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:53.209953 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eed9c6d-2195-42ce-8658-ed2fb791b033', 'code': 200} Jul 16 18:23:53.210205 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09174c10-3695-4df4-81be-d0a6e1c366ff', 'code': 200} Jul 16 18:23:53.272284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.285319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ecf39d35-a481-406a-b3c3-c7d858d18192 req-20f0e154-7904-4013-aaeb-cad7c4bb32fa tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760180 Jul 16 18:23:53.394092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.436070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:53.443488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e1267243-cf87-4067-a343-a788202a1856 admin admin] 10.222.0.49 "PUT /v2.0/routers/cfb3321a-bfd1-4cca-b4d2-431671e05105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1796730 Jul 16 18:23:53.447879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] Sync routers for ids ['cfb3321a-bfd1-4cca-b4d2-431671e05105'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:53.449584 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.458955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] Routers {'cfb3321a-bfd1-4cca-b4d2-431671e05105'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:53.459641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cfb3321a-bfd1-4cca-b4d2-431671e05105'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.463287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fb4dd-3eb1-413b-bf99-6515b7dbbddc req-804d402b-6cc5-4eb2-a5b2-613aaf79d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.465004 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c01fb4dd-3eb1-413b-bf99-6515b7dbbddc req-804d402b-6cc5-4eb2-a5b2-613aaf79d1f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 1098 time: 0.1535223 Jul 16 18:23:53.468600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:53.472159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:53.563680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] Set router cfb3321a-bfd1-4cca-b4d2-431671e05105 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:53.577740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.683033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.683806 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.685194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] 10.222.0.59 "PUT /v2.0/ports/5f330c85-3b5e-4d19-968d-0ecf38921cf2 HTTP/1.1" status: 200 len: 1093 time: 2.4968820 Jul 16 18:23:53.693181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:53.695298 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30133018-76db-4a07-9752-de10cd664e16" -d '{"events": [{"name": "network-changed", "server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:53.716049 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.802260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-e03063f5-1809-4671-ac3d-d5b1b6f4cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.803800 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-e03063f5-1809-4671-ac3d-d5b1b6f4cf02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1&tenant_id=a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 1096 time: 0.6173775 Jul 16 18:23:53.820973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c6f27-00a9-411c-8af9-78be1b5c5b05 req-0812eb11-72a1-48b7-9ca3-f36a4478b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.822470 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-546c6f27-00a9-411c-8af9-78be1b5c5b05 req-0812eb11-72a1-48b7-9ca3-f36a4478b768 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 1097 time: 0.5456004 Jul 16 18:23:53.824522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4e2cb-a320-4b89-a7b0-5e7bfee2ecf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.898837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:51Z', 'revision_number': 5, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.906794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c01fb4dd-3eb1-413b-bf99-6515b7dbbddc req-08d2af00-686a-43e5-bf79-57a62ff1f7de service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192245 Jul 16 18:23:53.925237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] Transition to ACTIVE for port object a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:53.934306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] Checking router: cfb3321a-bfd1-4cca-b4d2-431671e05105 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:53.942028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-546c6f27-00a9-411c-8af9-78be1b5c5b05 req-ebefd50f-f079-48fc-a56d-fdc2d5b27c62 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983055 Jul 16 18:23:53.945121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] Routers {'cfb3321a-bfd1-4cca-b4d2-431671e05105'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:53.945804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cfb3321a-bfd1-4cca-b4d2-431671e05105'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.951172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a99f-94d6-49f0-89f9-2636834460d4 req-faa30be2-eaca-4317-9427-5565f1227f1a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.952799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce09a99f-94d6-49f0-89f9-2636834460d4 req-faa30be2-eaca-4317-9427-5565f1227f1a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 943 time: 0.3826032 Jul 16 18:23:53.959749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.965459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6639378-312f-4451-9e6a-985a72a1cca2 req-499adf96-179c-4746-8658-f1f7f2f48976 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.967100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6639378-312f-4451-9e6a-985a72a1cca2 req-499adf96-179c-4746-8658-f1f7f2f48976 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 944 time: 0.5099752 Jul 16 18:23:54.031362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.050592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231747-8da4-4259-8c18-3095b557935e req-c5977e69-6608-4bed-ae72-49288de896c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.052137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-c5977e69-6608-4bed-ae72-49288de896c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 1096 time: 0.2726595 Jul 16 18:23:54.077112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] Set router cfb3321a-bfd1-4cca-b4d2-431671e05105 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:54.077805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6639378-312f-4451-9e6a-985a72a1cca2 req-cfe7ed51-222a-45fc-aee6-816f4ee412cc tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817294 Jul 16 18:23:54.110110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] No DVR routers for this DVR port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:54.129169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Router 9b817ea9-412a-4d4b-b809-fea33762f69d has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:54.146513 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce09a99f-94d6-49f0-89f9-2636834460d4 req-e3b2b0c6-ed74-41a5-8569-935378b11360 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764171 Jul 16 18:23:54.148426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-75e6940e-e4d8-413f-b520-92d253965d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.149873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-75e6940e-e4d8-413f-b520-92d253965d96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1096 time: 0.3086171 Jul 16 18:23:54.150470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] Pushing event updated for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:54.175015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-4c68745a-32a6-4b02-a2c9-7ab0a7ddc7a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2 HTTP/1.1" status: 200 len: 217 time: 0.0819204 Jul 16 18:23:54.227874 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea52ae07-7760-4b17-8964-b7e4f3ba51ef x-openstack-request-id: req-ea52ae07-7760-4b17-8964-b7e4f3ba51ef {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:54.228145 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:54.228393 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea52ae07-7760-4b17-8964-b7e4f3ba51ef {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:54.228802 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'status': 'completed', 'code': 200} Jul 16 18:23:54.277944 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-787a542d-35d4-441a-86d1-ff1f22ac164c service neutron] 10.222.0.67 "PUT /v2.0/ports/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858/bindings/n-h1-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 2.3178911 Jul 16 18:23:54.318626 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.328345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:54.328895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231747-8da4-4259-8c18-3095b557935e req-e3094559-e822-4de1-a49b-b9403c14a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.330407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-e3094559-e822-4de1-a49b-b9403c14a5c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.1434841 Jul 16 18:23:54.339159 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] Sync routers for ids ['9b817ea9-412a-4d4b-b809-fea33762f69d'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:54.341693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b7ffffa-b466-4e2d-ac70-cd3c5e992b4f admin admin] 10.222.0.49 "PUT /v2.0/routers/9b817ea9-412a-4d4b-b809-fea33762f69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1641126 Jul 16 18:23:54.341820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Deleting port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:54.341907 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.343592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:54.358162 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] Routers {'9b817ea9-412a-4d4b-b809-fea33762f69d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:54.358849 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9b817ea9-412a-4d4b-b809-fea33762f69d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.451257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:51Z', 'revision_number': 5, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.461100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-afdac998-6e14-4267-a3f0-45df7c7dfb08 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.462637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-afdac998-6e14-4267-a3f0-45df7c7dfb08 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.0953717 Jul 16 18:23:54.464535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-48607ef1-7ff6-49c3-8783-fd5d59999a5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081800 Jul 16 18:23:54.470707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-496d0509-3c4c-453b-9950-b3eac2a6f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.472239 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-496d0509-3c4c-453b-9950-b3eac2a6f82e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.3009489 Jul 16 18:23:54.489843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2805c-aaea-4286-a1bb-07d812e46a9c None None] The sync data for ids ['cfb3321a-bfd1-4cca-b4d2-431671e05105'] in n-d-791504-15 is: [{'id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076598490-router', 'tenant_id': '8b160351ecbb47f69fc321963802f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:51Z', 'revision_number': 5, 'project_id': '8b160351ecbb47f69fc321963802f516', 'gw_port': {'id': 'e0e4ebb7-9c6e-483b-a4b6-502f42b7e391', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb3321a-bfd1-4cca-b4d2-431671e05105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:36Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:54.507743 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] Set router 9b817ea9-412a-4d4b-b809-fea33762f69d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:54.586279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-9964c6df-6243-4446-98f7-984be94f2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.587819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-9964c6df-6243-4446-98f7-984be94f2af9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589&tenant_id=ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 1096 time: 0.0962868 Jul 16 18:23:54.595893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683f2a3-3ff7-4c6f-93c1-2b9ee8454897 req-ed8d1e78-cd05-4452-9b35-b313589766e2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.597773 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f683f2a3-3ff7-4c6f-93c1-2b9ee8454897 req-ed8d1e78-cd05-4452-9b35-b313589766e2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.1161070 Jul 16 18:23:54.668981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f683f2a3-3ff7-4c6f-93c1-2b9ee8454897 req-60a26bf5-b656-4bf2-94f3-b99301097fb8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654058 Jul 16 18:23:54.709946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-79f9cfb0-edd0-4f21-98e1-4e5f2c0eb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.711489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-79f9cfb0-edd0-4f21-98e1-4e5f2c0eb999 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1096 time: 0.0817626 Jul 16 18:23:54.749764 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:53Z', 'revision_number': 5, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.782221 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] Checking router: 9b817ea9-412a-4d4b-b809-fea33762f69d for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:54.797778 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] Routers {'9b817ea9-412a-4d4b-b809-fea33762f69d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:54.798758 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9b817ea9-412a-4d4b-b809-fea33762f69d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.841401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-19968fd7-59ef-403b-b808-1e06d56b0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.843150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-19968fd7-59ef-403b-b808-1e06d56b0bb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1233454 Jul 16 18:23:54.903853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-c45a7c20-af79-46c7-b946-16ffdc322a47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 217 time: 0.0418739 Jul 16 18:23:54.925521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-bc6f9105-4c67-4c3b-b8e7-363b9f7ca33c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 217 time: 0.4331620 Jul 16 18:23:54.982344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d68dd-9e69-4474-87d7-a2880a28b70b req-1c0e00a2-6240-4877-bd41-b97f4b4aa84f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.983971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-218d68dd-9e69-4474-87d7-a2880a28b70b req-1c0e00a2-6240-4877-bd41-b97f4b4aa84f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.1624670 Jul 16 18:23:54.997836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-82be1a6d-be3c-4fad-a96d-9c9a5ebd03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.000406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-82be1a6d-be3c-4fad-a96d-9c9a5ebd03d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0748265 Jul 16 18:23:55.032059 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] Set router 9b817ea9-412a-4d4b-b809-fea33762f69d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:55.062535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-c8201ee2-a26f-4dc9-a245-2b7d48a124cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495656 Jul 16 18:23:55.085702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] For port e0e4ebb7-9c6e-483b-a4b6-502f42b7e391, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:55.086067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.098622 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-218d68dd-9e69-4474-87d7-a2880a28b70b req-3b23e4d6-3fde-42b0-a530-885f21094d3c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932751 Jul 16 18:23:55.109697 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.125227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6dbf-4cfc-4087-bd3b-8515e55c739b req-bbe4c7a2-9729-4028-8e71-eded44684001 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.140473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-043d6dbf-4cfc-4087-bd3b-8515e55c739b req-bbe4c7a2-9729-4028-8e71-eded44684001 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 949 time: 0.8034823 Jul 16 18:23:55.152267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Calling delete_port for e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:55.191936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-a8c167c0-6461-4b4c-92ed-8345e827fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.193878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-a8c167c0-6461-4b4c-92ed-8345e827fd5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.2537098 Jul 16 18:23:55.230413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-a077222e-f500-4aa7-9e64-e4afeba0b87b service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927555 Jul 16 18:23:55.288402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-7c6ad1c3-69e4-4ea3-a91f-40e28561556a service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944001 Jul 16 18:23:55.291440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-5da55ab6-55bc-4468-ab4f-597f4de1e91a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809414 Jul 16 18:23:55.390023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-043d6dbf-4cfc-4087-bd3b-8515e55c739b req-bac047a5-1704-4d7a-aa24-ce9b5820b672 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486217 Jul 16 18:23:55.431801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-08a981c4-2f1a-4995-a38a-a8c7bac89a92 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339641 Jul 16 18:23:55.440018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9181-dcdc-48a8-b170-b92898ad152a req-53c9677b-fa9d-47da-9741-d3df6382bc33 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.441939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c3bb9181-dcdc-48a8-b170-b92898ad152a req-53c9677b-fa9d-47da-9741-d3df6382bc33 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 944 time: 0.1471057 Jul 16 18:23:55.474637 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:53Z', 'revision_number': 5, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:55.489557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c3bb9181-dcdc-48a8-b170-b92898ad152a req-454ad811-97ba-400f-8227-75ea779d3c57 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Jul 16 18:23:55.502688 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5ea20-3bf1-4ba7-8e70-8a50a18a6c32 None None] The sync data for ids ['9b817ea9-412a-4d4b-b809-fea33762f69d'] in n-d-791504-15 is: [{'id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'name': 'tempest-FloatingIPsTestJSON-2089402527-router', 'tenant_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:14Z', 'updated_at': '2021-07-16T18:23:53Z', 'revision_number': 5, 'project_id': '55ada01da5ad4e8aa6b7f4df5e03aba2', 'gw_port': {'id': '8c610b8e-b467-46a4-9932-39c6fa810a5e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b817ea9-412a-4d4b-b809-fea33762f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:17Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:55.551603 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-656d8890-a85d-48fe-b7cb-738d0308bdc0 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417667 Jul 16 18:23:55.650236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.685046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71231747-8da4-4259-8c18-3095b557935e req-933d19bd-5184-4615-9cde-ebaf750e204c service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023011 Jul 16 18:23:55.776259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4317f4e-6548-4ff3-a6a0-d24a619df0b6 req-899dc3c3-f67b-467e-a81e-f4c00f853e4d tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.777836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4317f4e-6548-4ff3-a6a0-d24a619df0b6 req-899dc3c3-f67b-467e-a81e-f4c00f853e4d tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 1101 time: 0.0597830 Jul 16 18:23:55.843855 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4317f4e-6548-4ff3-a6a0-d24a619df0b6 req-35ecc46e-341f-4d0d-b901-b9a23fe7b097 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Jul 16 18:23:55.851396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-72d0552f-f0a2-4253-a7fb-37a55a19b794 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554255 Jul 16 18:23:55.854762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133018-76db-4a07-9752-de10cd664e16 req-ec7c3f06-3216-47c1-8ec5-b18e701bbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.856524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30133018-76db-4a07-9752-de10cd664e16 req-ec7c3f06-3216-47c1-8ec5-b18e701bbd8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 1096 time: 0.0768735 Jul 16 18:23:55.871433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f1aa3-b61c-48de-8816-c60dc060ecd0 req-f9dd124b-5d50-4092-a116-69e561996559 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.878676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-146f1aa3-b61c-48de-8816-c60dc060ecd0 req-f9dd124b-5d50-4092-a116-69e561996559 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 944 time: 0.2873864 Jul 16 18:23:55.920413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Deleting port 8c610b8e-b467-46a4-9932-39c6fa810a5e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:55.920947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.953829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.015492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-f17da2f1-8067-47a5-9bd4-83696c8084d9 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.017273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-f17da2f1-8067-47a5-9bd4-83696c8084d9 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.2609696 Jul 16 18:23:56.019441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e4ebb7-9c6e-483b-a4b6-502f42b7e391,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.030293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:56.048539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133018-76db-4a07-9752-de10cd664e16 req-264dda63-f228-4b80-abfa-a0fbec70a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.050065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30133018-76db-4a07-9752-de10cd664e16 req-264dda63-f228-4b80-abfa-a0fbec70a69d service neutron] 10.222.0.59 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 906 time: 0.1852751 Jul 16 18:23:56.080616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c424788-a1fa-442c-960a-176593efceba no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:56.119024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-146f1aa3-b61c-48de-8816-c60dc060ecd0 req-2345e905-9b34-4d2a-b111-d90e0ef1fc6c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392929 Jul 16 18:23:56.134689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30133018-76db-4a07-9752-de10cd664e16 req-da6eedb4-002b-48a3-964f-ff3ba167a66e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2 HTTP/1.1" status: 200 len: 217 time: 0.0653741 Jul 16 18:23:56.135426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8c424788-a1fa-442c-960a-176593efceba {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:56.135874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c424788-a1fa-442c-960a-176593efceba not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:56.136365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:56.171323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:56.171943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b3703a2c-eb7c-43a9-b8e9-1e7603d492e9 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:56.182155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:56.205251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee12bd-2d73-4551-b865-e9c668eaf1b6 req-16dc9054-e749-410a-875a-3f0f36c197c4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.212493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-91ee12bd-2d73-4551-b865-e9c668eaf1b6 req-16dc9054-e749-410a-875a-3f0f36c197c4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.2142797 Jul 16 18:23:56.256084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133018-76db-4a07-9752-de10cd664e16 req-8ac84a05-d23f-40ed-bb57-46d73b178baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.257658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30133018-76db-4a07-9752-de10cd664e16 req-8ac84a05-d23f-40ed-bb57-46d73b178baf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.1121056 Jul 16 18:23:56.265060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-91ee12bd-2d73-4551-b865-e9c668eaf1b6 req-a6571778-93a2-4c94-aad1-da4632d410bf tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Jul 16 18:23:56.296186 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30133018-76db-4a07-9752-de10cd664e16 req-67bc7520-86ef-45c7-b677-29f0d3e31a71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300963 Jul 16 18:23:56.320124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] For port 8c610b8e-b467-46a4-9932-39c6fa810a5e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c610b8e-b467-46a4-9932-39c6fa810a5e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:56.320482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.324003 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-642e9b23-03b5-4cb3-8957-310280e52e2a tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823538 Jul 16 18:23:56.347606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.428556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Calling delete_port for 8c610b8e-b467-46a4-9932-39c6fa810a5e owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:56.428835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30133018-76db-4a07-9752-de10cd664e16 req-c3b85a32-e8a2-4d0d-af19-3992e1425c33 service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221874 Jul 16 18:23:56.477877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d940fc-01f6-421b-a3c1-d76cf3f34fde req-94507b32-12a6-4df8-b845-55d6485f972b tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.479451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5d940fc-01f6-421b-a3c1-d76cf3f34fde req-94507b32-12a6-4df8-b845-55d6485f972b tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.1078479 Jul 16 18:23:56.505203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.511689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.561757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5d940fc-01f6-421b-a3c1-d76cf3f34fde req-449b8e5f-8c79-4724-9de7-4570c028eabe tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508840 Jul 16 18:23:56.563520 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30133018-76db-4a07-9752-de10cd664e16 req-e505f1cd-2b23-4368-b289-4956b6cdf728 service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261749 Jul 16 18:23:56.588410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-3a86dab7-bd3a-4906-947f-a2cea7f741b1 service neutron] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:56.624758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-5b557a71-c6f5-4753-a094-788b577e068d tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.627148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-5b557a71-c6f5-4753-a094-788b577e068d tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.4101663 Jul 16 18:23:56.637266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-3a86dab7-bd3a-4906-947f-a2cea7f741b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.638461 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68906648-dcbe-4bbe-bbaf-370c96b48915 req-3a86dab7-bd3a-4906-947f-a2cea7f741b1 service neutron] 10.222.0.59 "DELETE /v2.0/ports/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858/bindings/n-h2-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.6095445 Jul 16 18:23:56.657878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.658437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb3321a-bfd1-4cca-b4d2-431671e05105 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:56.695639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.697021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-516e3bb3-d628-4283-93a3-3923297a3502 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cfb3321a-bfd1-4cca-b4d2-431671e05105 HTTP/1.1" status: 204 len: 168 time: 3.2201042 Jul 16 18:23:56.704052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.760871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5b2b41ec-f815-4bfb-920e-bd6d3d1f0eb8 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.765736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] Deleting subnet b3da460d-4f21-49c6-8617-de6abb19abaa {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:56.767532 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5b2b41ec-f815-4bfb-920e-bd6d3d1f0eb8 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141021 Jul 16 18:23:56.772049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.798403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-e8506851-3518-4426-b3ac-a88aee057e96 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/quotas/afcf1270f60e477f8d098b7e9eec2c6c HTTP/1.1" status: 200 len: 375 time: 0.0299351 Jul 16 18:23:56.808623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b98c20-0e0d-47ff-b111-e5c895372cb3 req-52e4528c-8f62-43b7-b4f5-8507e6e3fc14 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.810486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5b98c20-0e0d-47ff-b111-e5c895372cb3 req-52e4528c-8f62-43b7-b4f5-8507e6e3fc14 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 944 time: 0.1352904 Jul 16 18:23:56.820813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.889005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5b98c20-0e0d-47ff-b111-e5c895372cb3 req-85cf77a8-86bf-4b72-981c-99a82d62788c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658531 Jul 16 18:23:56.927182 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.958323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-b539f0d6-df7f-4822-b332-aac9f6d5e57e service neutron] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:56.959212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.991541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c610b8e-b467-46a4-9932-39c6fa810a5e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.993819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.997007 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-b539f0d6-df7f-4822-b332-aac9f6d5e57e service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.998324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-051e577b-d964-4cc6-aeea-3e683d895c49 req-b539f0d6-df7f-4822-b332-aac9f6d5e57e service neutron] 10.222.0.67 "DELETE /v2.0/ports/9e57611a-107d-41a9-a41e-57bbc074043c/bindings/n-h1-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.3562827 Jul 16 18:23:57.014788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-6bfa7e79-3723-4ce8-9672-4f2b292d6a05 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2061620 Jul 16 18:23:57.041430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903080c8-711b-4e45-bb33-413c7f8889f6 None None] Network 3f599141-5a8c-46af-ad30-1f6f54e1cf39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:57.073334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3da460d-4f21-49c6-8617-de6abb19abaa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.075631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.077784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d7180363-75f7-4a26-aa80-eb1e07189696 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b3da460d-4f21-49c6-8617-de6abb19abaa HTTP/1.1" status: 204 len: 168 time: 0.3717015 Jul 16 18:23:57.081248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.118812 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.192181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.220614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c8a28-3d31-419b-b355-0e134942dc5e req-73bc083b-f9b8-4d9e-8b6c-8d0c3b53ebe9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.228546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-686c8a28-3d31-419b-b355-0e134942dc5e req-73bc083b-f9b8-4d9e-8b6c-8d0c3b53ebe9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.2308743 Jul 16 18:23:57.267238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.269862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.297415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-686c8a28-3d31-419b-b355-0e134942dc5e req-359d3364-6bcd-45d8-8438-1b79ca69366c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678213 Jul 16 18:23:57.330245 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.331029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b817ea9-412a-4d4b-b809-fea33762f69d {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:57.338580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.343298 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-53f2281b-ac5d-41bb-bed7-a2a5473556d6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9b817ea9-412a-4d4b-b809-fea33762f69d HTTP/1.1" status: 204 len: 168 time: 2.9835546 Jul 16 18:23:57.343961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.413663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] Deleting subnet 0b3cc998-e59a-41b1-bdd8-978c411f60f4 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:57.416981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Deleting port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:57.417528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.421564 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.447528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] DHCP port deletion for 3f599141-5a8c-46af-ad30-1f6f54e1cf39 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:57.467521 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.571321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] Deleting port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:57.573119 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.580320 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.618402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] For port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,segment=NetworkSegment(fc628d02-229e-4e14-a391-edcb57c8eaac),segment_id=fc628d02-229e-4e14-a391-edcb57c8eaac)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:57.632711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.649507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.668914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] For port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,segment=NetworkSegment(fc628d02-229e-4e14-a391-edcb57c8eaac),segment_id=fc628d02-229e-4e14-a391-edcb57c8eaac)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:57.669566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.687929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] Calling delete_port for 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:57.698555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Calling delete_port for 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:57.713422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5f330c85-3b5e-4d19-968d-0ecf38921cf2 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:57.749617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0062-c7b8-4752-8a93-4c44ee8cadb2 req-eddda3c5-7bc7-40d3-9c12-2ea3810919b1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.761393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb2c0062-c7b8-4752-8a93-4c44ee8cadb2 req-eddda3c5-7bc7-40d3-9c12-2ea3810919b1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 944 time: 0.2936897 Jul 16 18:23:57.766771 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f07bfecf-b04d-4cf6-a77d-ca84b6fc7d10 req-dc8e68ce-9a52-40aa-ad1d-bead05627d61 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 210 time: 0.1293452 Jul 16 18:23:57.770569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.776445 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b3cc998-e59a-41b1-bdd8-978c411f60f4 HTTP/1.1" status: 204 len: 168 time: 0.4314272 Jul 16 18:23:57.778249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.786269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff328f6-f9b7-4d4a-a533-9c29fb9c5d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3cc998-e59a-41b1-bdd8-978c411f60f4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.835719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:57.850920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'mac_address': 'fa:16:3e:8f:8e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:57.854807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ed98c-7c24-4397-a27e-38c140186df5 None None] Network 9e656ea5-7f60-4382-9739-22b361eb2781 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:57.896363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb2c0062-c7b8-4752-8a93-4c44ee8cadb2 req-d3339444-0686-4399-808f-7599f4d3519f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339581 Jul 16 18:23:57.984876 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.985626 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.010281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] No DVR routers for this DVR port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:58.070454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f330c85-3b5e-4d19-968d-0ecf38921cf2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:58.119721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:58.121028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.124931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:58.157561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:58.158294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e0e4ebb7-9c6e-483b-a4b6-502f42b7e391 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:58.158941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:58.184097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:58.184927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:58.185583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c610b8e-b467-46a4-9932-39c6fa810a5e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:58.193659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.237317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.255366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f599141-5a8c-46af-ad30-1f6f54e1cf39']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.270423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.282705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc628d02-229e-4e14-a391-edcb57c8eaac') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.283002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc628d02-229e-4e14-a391-edcb57c8eaac') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.284409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8c610b8e-b467-46a4-9932-39c6fa810a5e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:58.285049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c610b8e-b467-46a4-9932-39c6fa810a5e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:58.299027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.321742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f887-51f6-4171-8b9f-78c48a60f567 req-d055c0e5-f4d1-4bb6-9ed8-dc0b933d692e tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.323408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd95f887-51f6-4171-8b9f-78c48a60f567 req-d055c0e5-f4d1-4bb6-9ed8-dc0b933d692e tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 945 time: 0.1758010 Jul 16 18:23:58.341803 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.344943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.364879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:58.365049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:58.370640 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:58.402403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.418318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] No DVR routers for this DVR port 10bd67af-1bdf-40a0-9fd2-37d2c5f23b91 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:58.421008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1efd46-3e69-4a91-a2f4-8fe08110d434 None None] Pushing event deleted for resources: {'Port': ['ID=10bd67af-1bdf-40a0-9fd2-37d2c5f23b91,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.427555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] DHCP port deletion for 9e656ea5-7f60-4382-9739-22b361eb2781 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:58.469816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c83496-b8d0-4e14-8d14-e11e9355d167 req-46c1e05d-7458-470c-97b9-70d974c04999 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.477027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82c83496-b8d0-4e14-8d14-e11e9355d167 req-46c1e05d-7458-470c-97b9-70d974c04999 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.1835167 Jul 16 18:23:58.507441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] Deleting port cfe54b6e-4f77-4d1b-ad91-251393dcaede {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:58.508821 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.509533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.515105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd95f887-51f6-4171-8b9f-78c48a60f567 req-d19ab92d-6b2e-484a-a19a-1338cfc57c94 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675425 Jul 16 18:23:58.525172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.529698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] 10.222.0.49 "DELETE /v2.0/networks/3f599141-5a8c-46af-ad30-1f6f54e1cf39 HTTP/1.1" status: 204 len: 168 time: 1.4448841 Jul 16 18:23:58.560323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e417a0-59a8-4a0a-b3d2-e7773d4a8d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f599141-5a8c-46af-ad30-1f6f54e1cf39,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.562487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82c83496-b8d0-4e14-8d14-e11e9355d167 req-385b7d22-4fbb-456a-8732-14b2cf1227db tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Jul 16 18:23:58.562487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Deleting port cfe54b6e-4f77-4d1b-ad91-251393dcaede {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:58.562487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.611339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5f330c85-3b5e-4d19-968d-0ecf38921cf2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:58.616268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] For port cfe54b6e-4f77-4d1b-ad91-251393dcaede, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cfe54b6e-4f77-4d1b-ad91-251393dcaede,segment=NetworkSegment(26873df3-8a10-400b-abcf-420b4e75f002),segment_id=26873df3-8a10-400b-abcf-420b4e75f002)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:58.616747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.660399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] Calling delete_port for cfe54b6e-4f77-4d1b-ad91-251393dcaede owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:58.665763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] For port cfe54b6e-4f77-4d1b-ad91-251393dcaede, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cfe54b6e-4f77-4d1b-ad91-251393dcaede,segment=NetworkSegment(26873df3-8a10-400b-abcf-420b4e75f002),segment_id=26873df3-8a10-400b-abcf-420b4e75f002)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:58.666346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.681148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Calling delete_port for cfe54b6e-4f77-4d1b-ad91-251393dcaede owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:58.711230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.797029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.803550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.814449 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7528871b-cae7-4d84-a1e8-d8d18a028f49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b160351ecbb47f69fc321963802f516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020360 Jul 16 18:23:58.815051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.833190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] Pushing event deleted for resources: {'Port': ['ID=cfe54b6e-4f77-4d1b-ad91-251393dcaede,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.838846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4451df-fdc4-4c05-8d21-a4be773a857a None None] No DVR routers for this DVR port cfe54b6e-4f77-4d1b-ad91-251393dcaede on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:58.843190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe54b6e-4f77-4d1b-ad91-251393dcaede,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.849069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] No DVR routers for this DVR port cfe54b6e-4f77-4d1b-ad91-251393dcaede on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:58.877960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1199c-939c-4f7f-b1bd-825060be4eff req-e9e9404a-1398-4b62-b5c2-179d025f5932 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.886223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ab1199c-939c-4f7f-b1bd-825060be4eff req-e9e9404a-1398-4b62-b5c2-179d025f5932 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 945 time: 0.1436527 Jul 16 18:23:58.920181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd693357-ef6d-4fc8-b3d9-c6359e073f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.942564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.953766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd693357-ef6d-4fc8-b3d9-c6359e073f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.955285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e656ea5-7f60-4382-9739-22b361eb2781']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.966664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ab1199c-939c-4f7f-b1bd-825060be4eff req-844c9b6c-d5c6-4128-af41-ba0f3b6c40ea tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782073 Jul 16 18:23:58.966993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26873df3-8a10-400b-abcf-420b4e75f002') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.967378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26873df3-8a10-400b-abcf-420b4e75f002') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.985668 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.001340 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.008459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:59.008892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.046754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd693357-ef6d-4fc8-b3d9-c6359e073f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.050072 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd693357-ef6d-4fc8-b3d9-c6359e073f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.051477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fd693357-ef6d-4fc8-b3d9-c6359e073f86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32104a9d-c501-47dd-bc04-ccf320ec0236 HTTP/1.1" status: 204 len: 168 time: 0.2345862 Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:59.082034 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:59.085911 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:59.086570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd693357-ef6d-4fc8-b3d9-c6359e073f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32104a9d-c501-47dd-bc04-ccf320ec0236,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.102576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.117557 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-2b202990-23a2-4ab5-bd21-a2a3f0e2c5b9 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357368 Jul 16 18:23:59.122300 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.126968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e656ea5-7f60-4382-9739-22b361eb2781 HTTP/1.1" status: 204 len: 168 time: 1.3397622 Jul 16 18:23:59.169522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc7376-c11b-498c-9749-60e0185e2d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e656ea5-7f60-4382-9739-22b361eb2781,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.304550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237bbdc-fc7c-43b9-9a4e-87c04e798b93 req-1859d494-582c-49f2-ba4d-074da49979bc tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.306205 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1237bbdc-fc7c-43b9-9a4e-87c04e798b93 req-1859d494-582c-49f2-ba4d-074da49979bc tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.1603668 Jul 16 18:23:59.311707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53bdd-292a-4eeb-8d8a-2a34f041eb49 req-bfc06f55-569b-41c0-93d6-27c94eb3b586 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.315302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-7bb07125-24bc-4f91-b54f-eb75304172c6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.316842 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-7bb07125-24bc-4f91-b54f-eb75304172c6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897926 Jul 16 18:23:59.317724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61b53bdd-292a-4eeb-8d8a-2a34f041eb49 req-bfc06f55-569b-41c0-93d6-27c94eb3b586 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1096 time: 0.0842607 Jul 16 18:23:59.341898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:59.367651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61b53bdd-292a-4eeb-8d8a-2a34f041eb49 req-dbb902cf-255e-4719-8699-2c820861465e tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Jul 16 18:23:59.374449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1237bbdc-fc7c-43b9-9a4e-87c04e798b93 req-0f8caeff-f3a4-4d4a-86a5-c9d1c31e09fc tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565898 Jul 16 18:23:59.509202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47718) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.547109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-315a47db-0ac3-4870-9ac8-4a65fc90b9c6 req-08befb03-613d-484b-a2bd-c31de78d4b12 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 210 time: 0.0399344 Jul 16 18:23:59.584961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:59.589647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.595049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-58ac4bc9-a03f-4f41-ad43-534732c5a0c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55ada01da5ad4e8aa6b7f4df5e03aba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832028 Jul 16 18:23:59.596459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47722) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.617425 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98384-0e30-41c9-919c-4eb89da79491 req-be20825c-8f31-4556-98ac-1275d673a151 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.618851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4d98384-0e30-41c9-919c-4eb89da79491 req-be20825c-8f31-4556-98ac-1275d673a151 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0839348 Jul 16 18:23:59.661617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4d98384-0e30-41c9-919c-4eb89da79491 req-034df2bc-a6bf-406a-b3b0-6becbf18e746 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361350 Jul 16 18:23:59.733144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc955eba-feea-4501-ab36-45b8fd86bd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.803151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc955eba-feea-4501-ab36-45b8fd86bd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.872702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.191 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/0c566989-a51f-42b9-b576-5d9f77f38bef) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:59.962504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc955eba-feea-4501-ab36-45b8fd86bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.964493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc955eba-feea-4501-ab36-45b8fd86bd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.968941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bc955eba-feea-4501-ab36-45b8fd86bd80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef7d0922-8691-4389-82d5-2cf3e1e93576 HTTP/1.1" status: 204 len: 168 time: 0.3671651 Jul 16 18:24:00.027897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7b37-183c-4457-a064-77e5e74cceb0 req-bb1489b5-1899-4cb8-94df-eff5bdff915a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.035264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-52ae7b37-183c-4457-a064-77e5e74cceb0 req-bb1489b5-1899-4cb8-94df-eff5bdff915a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.2074776 Jul 16 18:24:00.037418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc955eba-feea-4501-ab36-45b8fd86bd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7d0922-8691-4389-82d5-2cf3e1e93576,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.099467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cfe54b6e-4f77-4d1b-ad91-251393dcaede no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:00.139084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: cfe54b6e-4f77-4d1b-ad91-251393dcaede {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:00.142263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cfe54b6e-4f77-4d1b-ad91-251393dcaede not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:00.145871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-52ae7b37-183c-4457-a064-77e5e74cceb0 req-191e2436-0c0a-49d3-bc35-7f6b8b26248d tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096106 Jul 16 18:24:00.207044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.224262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object 0c566989-a51f-42b9-b576-5d9f77f38bef will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:00.255267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-2e10c493-3aa6-49aa-bc04-7468612a65f6 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.264609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-2e10c493-3aa6-49aa-bc04-7468612a65f6 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.5137153 Jul 16 18:24:00.276522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-8e41de7d-f321-46b9-8942-ee3f5305df40 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/quotas/ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 375 time: 0.0107915 Jul 16 18:24:00.313414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.330073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127', '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', '62604602-f178-4293-8441-e07376bdf92a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:00.334506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', '4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:00.352899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-1876aa45-048d-4b48-a0e8-42efc694d5d4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711327 Jul 16 18:24:00.368296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:00.375029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:00.382801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd43404-892d-4627-ab5b-36f9c427edc9 req-3791751a-f0bb-4b3a-a13a-9c0b53e06069 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.384479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd43404-892d-4627-ab5b-36f9c427edc9 req-3791751a-f0bb-4b3a-a13a-9c0b53e06069 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1096 time: 0.1221766 Jul 16 18:24:00.385407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:00.446321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=0c566989-a51f-42b9-b576-5d9f77f38bef,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.494589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-4e37949c-a56d-4a05-a3f9-676b0ea0c150 service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327097 Jul 16 18:24:00.520112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.530167 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.535107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd43404-892d-4627-ab5b-36f9c427edc9 req-606cba12-901c-412d-bfdc-b90d3c6250e5 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406286 Jul 16 18:24:00.563603 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-cd33a60a-a9cd-4d74-a8d2-d695aea71cc2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2251744 Jul 16 18:24:00.574310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Request body: {'port': {'device_id': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:00.691885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-aa6d71be-d4db-4688-a247-8ec28fc07e1f service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929827 Jul 16 18:24:00.721228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.791230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5953adfc-030b-44b6-9bc9-56277dc9910d None None] Provisioning for port 0c566989-a51f-42b9-b576-5d9f77f38bef completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:00.814202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5953adfc-030b-44b6-9bc9-56277dc9910d None None] Provisioning complete for port 0c566989-a51f-42b9-b576-5d9f77f38bef triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:00.814558 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5953adfc-030b-44b6-9bc9-56277dc9910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.958366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5953adfc-030b-44b6-9bc9-56277dc9910d None None] Port 0c566989-a51f-42b9-b576-5d9f77f38bef cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:01.145198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c566989-a51f-42b9-b576-5d9f77f38bef {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:01.156183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.203481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Transition to ACTIVE for port object 0c566989-a51f-42b9-b576-5d9f77f38bef will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:01.211311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.267467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ae8e1-c4bc-4072-9084-c434a3b19172 req-f5f832ce-2522-4c6c-bd6b-3a57cc6d7d75 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.275346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a67ae8e1-c4bc-4072-9084-c434a3b19172 req-f5f832ce-2522-4c6c-bd6b-3a57cc6d7d75 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 945 time: 0.3653615 Jul 16 18:24:01.315184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Pushing event updated for resources: {'Port': ['ID=0c566989-a51f-42b9-b576-5d9f77f38bef,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.333625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b5567-ba38-4cb9-86bd-9884b1a777d7 req-3d269517-5c60-4a09-acca-f5cc283e6e93 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.340823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b5567-ba38-4cb9-86bd-9884b1a777d7 req-3d269517-5c60-4a09-acca-f5cc283e6e93 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.354250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b5567-ba38-4cb9-86bd-9884b1a777d7 req-3d269517-5c60-4a09-acca-f5cc283e6e93 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.357220 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb8b5567-ba38-4cb9-86bd-9884b1a777d7 req-3d269517-5c60-4a09-acca-f5cc283e6e93 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf&device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815&device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 2417 time: 0.1551547 Jul 16 18:24:01.389326 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a67ae8e1-c4bc-4072-9084-c434a3b19172 req-9fec3e23-1fff-4cb9-968f-ccf29bfcc768 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127400 Jul 16 18:24:01.450340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb8b5567-ba38-4cb9-86bd-9884b1a777d7 req-e533819c-0a9e-4599-8ff9-f6008f52406e tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861685 Jul 16 18:24:01.475430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Attempting to bind port 0c566989-a51f-42b9-b576-5d9f77f38bef on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:01.475780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Attempting to bind port 0c566989-a51f-42b9-b576-5d9f77f38bef by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:01.476116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Attempting to bind port 0c566989-a51f-42b9-b576-5d9f77f38bef on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:01.485605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Port 0c566989-a51f-42b9-b576-5d9f77f38bef on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:01.486566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Attempting to bind port 0c566989-a51f-42b9-b576-5d9f77f38bef on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:01.494555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:01.494905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:01.495597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:01.496255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Bound port: 0c566989-a51f-42b9-b576-5d9f77f38bef, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:01.497180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.597628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] For port 0c566989-a51f-42b9-b576-5d9f77f38bef, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:01.602092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] For port 0c566989-a51f-42b9-b576-5d9f77f38bef, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0c566989-a51f-42b9-b576-5d9f77f38bef,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:01.613626 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.655395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.656113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.659024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] 10.222.0.67 "PUT /v2.0/ports/0c566989-a51f-42b9-b576-5d9f77f38bef HTTP/1.1" status: 200 len: 1097 time: 1.0902600 Jul 16 18:24:01.659481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'tag': '0c566989-a51f-42b9-b576-5d9f77f38bef'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:01.662816 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099e332-eda5-4418-b5aa-fbfe47ec315e" -d '{"events": [{"name": "network-changed", "server_uuid": "d35a8127-98e0-4340-9397-7a1e0a53a689", "tag": "0c566989-a51f-42b9-b576-5d9f77f38bef"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:01.710749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964cbc2-c302-4be5-a126-cd027eec4f05 service neutron] Pushing event updated for resources: {'Port': ['ID=0c566989-a51f-42b9-b576-5d9f77f38bef,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.710848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5f330c85-3b5e-4d19-968d-0ecf38921cf2 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:01.732562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8f32-8402-4d73-b8d5-edba853ffeb7 req-1d8ab50b-09a9-44fc-b54d-7a9ebcab49c7 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.734802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8fb8f32-8402-4d73-b8d5-edba853ffeb7 req-1d8ab50b-09a9-44fc-b54d-7a9ebcab49c7 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 948 time: 0.1110780 Jul 16 18:24:01.783533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8fb8f32-8402-4d73-b8d5-edba853ffeb7 req-38d32a9f-b26e-4c31-bf9b-c2618aac68c1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Jul 16 18:24:01.833884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:01.840697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:01.841174 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.998611 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.029912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:02.033353 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7481814d-740f-4925-b7db-61affe33c6fe" -d '{"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:02.052101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:02.058322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.103047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e45f83b9-6613-492b-8ec5-71ba738c1b91 req-d404ac63-e53a-42a7-8da5-c369203d6e5f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 210 time: 0.0809841 Jul 16 18:24:02.151206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-fbb1f2bf-9a9a-4489-be47-083d8b7dd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.152865 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-fbb1f2bf-9a9a-4489-be47-083d8b7dd50f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 1100 time: 0.2371600 Jul 16 18:24:02.189885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.271595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-938ba29f-3b86-4180-a1b7-c449383a2b3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0c566989-a51f-42b9-b576-5d9f77f38bef HTTP/1.1" status: 200 len: 217 time: 0.1080744 Jul 16 18:24:02.342052 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9872446-a32b-4cfc-8e8e-7c0781860b07 x-openstack-request-id: req-e9872446-a32b-4cfc-8e8e-7c0781860b07 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:02.342052 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35a8127-98e0-4340-9397-7a1e0a53a689", "tag": "0c566989-a51f-42b9-b576-5d9f77f38bef", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:02.342052 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9872446-a32b-4cfc-8e8e-7c0781860b07 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:02.342052 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'tag': '0c566989-a51f-42b9-b576-5d9f77f38bef', 'status': 'completed', 'code': 200} Jul 16 18:24:02.387237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-ea1d6f01-158b-4f5a-a0e3-88d4b5644e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.389328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-ea1d6f01-158b-4f5a-a0e3-88d4b5644e83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1100624 Jul 16 18:24:02.452605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87b988-13c8-4cf9-9249-be6ccafb6784 req-8c54a2ff-2704-4f4d-a164-200573571981 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.454189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b87b988-13c8-4cf9-9249-be6ccafb6784 req-8c54a2ff-2704-4f4d-a164-200573571981 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.1179855 Jul 16 18:24:02.493814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-13f64d4f-6df1-43c6-9ba8-febe98148059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.495345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-13f64d4f-6df1-43c6-9ba8-febe98148059 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0996723 Jul 16 18:24:02.503095 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b87b988-13c8-4cf9-9249-be6ccafb6784 req-bc2e80d4-1dc5-46bb-ab5b-47721e878e27 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Jul 16 18:24:02.524029 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9df32cc-4cfc-471d-acec-83a0f02bc2e7 x-openstack-request-id: req-a9df32cc-4cfc-471d-acec-83a0f02bc2e7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:02.524325 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:02.524594 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9df32cc-4cfc-471d-acec-83a0f02bc2e7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:02.525020 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'code': 200} Jul 16 18:24:02.600769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-a40fbcbc-ea15-48c4-b0eb-1ffc832518a0 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965059 Jul 16 18:24:02.679540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8640b6f-c3c9-4016-aeb7-cac7f10f4262 req-69e25810-4fa0-4b0a-91b4-0c7111f6bef5 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.687652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8640b6f-c3c9-4016-aeb7-cac7f10f4262 req-69e25810-4fa0-4b0a-91b4-0c7111f6bef5 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0775640 Jul 16 18:24:02.733939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8640b6f-c3c9-4016-aeb7-cac7f10f4262 req-46b5aacb-94e5-4605-b3c7-83f6dac77077 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Jul 16 18:24:02.749643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99b40f6d-c5bf-4193-b74f-10f588fc45f2 req-018cb33f-cc7f-4c88-b26a-46f444477d7b service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425178 Jul 16 18:24:02.761023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95265fa9-94d8-4c6e-99f0-23e39095e538 req-f235aa1a-401d-4b32-b711-3c28fc479d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.762748 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95265fa9-94d8-4c6e-99f0-23e39095e538 req-f235aa1a-401d-4b32-b711-3c28fc479d11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 1098 time: 0.0803006 Jul 16 18:24:02.873485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95265fa9-94d8-4c6e-99f0-23e39095e538 req-4d322a4f-4f73-4e48-be92-6054915a7de3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023681 Jul 16 18:24:02.937755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-98475b29-09a9-4937-b21e-60500514defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.939209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-98475b29-09a9-4937-b21e-60500514defb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 1100 time: 0.1200647 Jul 16 18:24:02.986241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-f237e49a-c227-4598-ab13-a43504ed3ff9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.996243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-f237e49a-c227-4598-ab13-a43504ed3ff9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.2009842 Jul 16 18:24:03.033332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Request body: {'port': {'device_id': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'admin_state_up': True, 'tenant_id': 'ba50709b69c44cc8b26db85c331be727'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:03.124024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-554299c7-94e9-4ca3-a80f-b46996438ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.126303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-554299c7-94e9-4ca3-a80f-b46996438ffd service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1761777 Jul 16 18:24:03.183931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-0a1d5726-eb13-488e-9042-56694646af4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0c566989-a51f-42b9-b576-5d9f77f38bef HTTP/1.1" status: 200 len: 217 time: 0.0449021 Jul 16 18:24:03.254253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb21c8-5e86-4bbb-a1da-cc95e63918ce req-4249924f-19bc-48b6-8f0e-3f00f0cb4322 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.255291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-d57be8fb-bd11-43b9-965a-e0fed6e3a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.257628 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-d57be8fb-bd11-43b9-965a-e0fed6e3a7da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0603187 Jul 16 18:24:03.261280 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3bbb21c8-5e86-4bbb-a1da-cc95e63918ce req-4249924f-19bc-48b6-8f0e-3f00f0cb4322 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 948 time: 0.1121054 Jul 16 18:24:03.292687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Made reservation on behalf of ba50709b69c44cc8b26db85c331be727 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:03.296416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.330609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3bbb21c8-5e86-4bbb-a1da-cc95e63918ce req-bbf838ed-7965-46c5-b7f0-4a965d232c8f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Jul 16 18:24:03.333725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-e78aa446-ba37-4917-abf4-11128e444fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.336832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-e78aa446-ba37-4917-abf4-11128e444fea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711210 Jul 16 18:24:03.488030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Allocated IP 172.20.0.6 (de4bd8a8-71f7-4060-b825-16152738dfb9/39a70bcc-79a4-4430-92bf-4a49daf7bf0b/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:03.508334 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-2becd406-6d9d-4cab-b801-27f92de62887 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645870 Jul 16 18:24:03.680668 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.696434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4099e332-eda5-4418-b5aa-fbfe47ec315e req-e2e1449c-49a8-40ef-b9a0-540edec87035 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793263 Jul 16 18:24:03.743894 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.756991 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee69d4f3-7574-4fea-a51f-3efae55bebef req-24eb986a-3de5-41b2-8813-9995dfdc492e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 210 time: 0.0309792 Jul 16 18:24:03.807282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Network de4bd8a8-71f7-4060-b825-16152738dfb9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:03.811106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:03.815558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:03.840347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.884552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.885211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.907844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-b7fa9a9f-9367-4c68-9199-7934df59b4d0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8787146 Jul 16 18:24:03.932204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Request body: {'port': {'device_id': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:04.031086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.265511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0170f1-9e41-420c-94e8-ca65b8ce0dc4 req-5ac315ea-3659-4e01-8517-99c058cb9b87 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.272752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf0170f1-9e41-420c-94e8-ca65b8ce0dc4 req-5ac315ea-3659-4e01-8517-99c058cb9b87 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0766082 Jul 16 18:24:04.317153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf0170f1-9e41-420c-94e8-ca65b8ce0dc4 req-171c00db-9820-4f76-9ecd-ee8274176d8a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Jul 16 18:24:04.356996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:04.366110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.379566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Transition to ACTIVE for port object 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:04.385055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.514154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.552422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:04.552761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:04.553170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:04.566423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:04.566423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:04.573311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:04.577973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:04.577973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:04.577973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Bound port: 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:04.577973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.669187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:04.673436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:04.679243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.736187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.749425 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.750150 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.751630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-ce395ad6-b4bf-4d6a-815b-a9e77ebe402c service neutron] 10.222.0.59 "PUT /v2.0/ports/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 1092 time: 0.8293667 Jul 16 18:24:04.752089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:04.752228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee373d26-acc5-47aa-a2ad-fdfd04b575ec req-47cdeaf7-bda1-47fa-aa6c-6f9d4ac01d26 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.754381 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855b5496-90c8-43a8-9d48-59b002c20b77" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:04.760492 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee373d26-acc5-47aa-a2ad-fdfd04b575ec req-47cdeaf7-bda1-47fa-aa6c-6f9d4ac01d26 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 948 time: 0.0823877 Jul 16 18:24:04.824970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee373d26-acc5-47aa-a2ad-fdfd04b575ec req-6eaffcaa-1e66-40c0-b140-f9afa5aa3262 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634689 Jul 16 18:24:04.920276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-0573127c-f0d9-4ca0-98d3-6b9f6f1212d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.922286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-0573127c-f0d9-4ca0-98d3-6b9f6f1212d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1095 time: 0.0757611 Jul 16 18:24:04.983869 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-eb6c1e7d-c6da-4db0-8a76-2c40c5c6c2b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 217 time: 0.0520833 Jul 16 18:24:05.049834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-cef162ce-e1d4-404f-80d1-3473052e81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.051565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-cef162ce-e1d4-404f-80d1-3473052e81b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0611207 Jul 16 18:24:05.100891 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-9992be87-f3ee-4708-ac68-66b74527f3ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320339 Jul 16 18:24:05.104156 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb7dae2-3889-481b-87ee-f338d15cb3a6 x-openstack-request-id: req-dbb7dae2-3889-481b-87ee-f338d15cb3a6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:05.104446 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:05.104698 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbb7dae2-3889-481b-87ee-f338d15cb3a6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:05.105261 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9', 'status': 'completed', 'code': 200} Jul 16 18:24:05.198115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e6c35-7278-4b72-9666-b44496eab9b2 req-43f70772-6b44-4680-9c5c-0166a2ca1154 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.201458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-267e6c35-7278-4b72-9666-b44496eab9b2 req-43f70772-6b44-4680-9c5c-0166a2ca1154 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0811019 Jul 16 18:24:05.240264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-267e6c35-7278-4b72-9666-b44496eab9b2 req-dcf8fa99-e234-4b7a-8e8b-4b756ba74e44 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Jul 16 18:24:05.245779 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-850eabf2-2759-4651-b210-2de33c564c64 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341841 Jul 16 18:24:05.344040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7377d-446e-41dd-9a29-5aa690eda6b6 req-8aa1dc0d-bd7d-4d2e-aedd-022db4a03d81 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.345688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abd7377d-446e-41dd-9a29-5aa690eda6b6 req-8aa1dc0d-bd7d-4d2e-aedd-022db4a03d81 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 943 time: 0.1444225 Jul 16 18:24:05.398545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6aedb563-e2a6-40c8-83d3-eae417a881ca req-d0e40dd5-eb12-4dc1-b66a-04b32f390922 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446743 Jul 16 18:24:05.404875 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abd7377d-446e-41dd-9a29-5aa690eda6b6 req-abeb8da6-ec50-4da0-915d-bb22f78a09dd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515821 Jul 16 18:24:05.561189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-f071ed98-4a9f-4307-ba9e-0042ab142236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.562862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-f071ed98-4a9f-4307-ba9e-0042ab142236 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1095 time: 0.0876651 Jul 16 18:24:05.680737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-d18c4992-1e29-45b3-9278-342a9c10f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.682750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-d18c4992-1e29-45b3-9278-342a9c10f636 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1033661 Jul 16 18:24:05.743076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-378af13f-65b3-4ea3-80a2-f504fda04455 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 217 time: 0.0526323 Jul 16 18:24:05.843742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-afe93a72-17a8-4256-b0bf-1a75d6146cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.847487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-afe93a72-17a8-4256-b0bf-1a75d6146cda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0887144 Jul 16 18:24:05.889560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-0bc9000f-00d9-4573-aebd-94a0ff899877 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336382 Jul 16 18:24:06.032341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25310c46-3222-4369-bcef-1cad29bc453b req-1acc425f-661d-4916-a48b-996f080413d3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.041164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25310c46-3222-4369-bcef-1cad29bc453b req-1acc425f-661d-4916-a48b-996f080413d3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1542974 Jul 16 18:24:06.043675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0c566989-a51f-42b9-b576-5d9f77f38bef details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:06.067816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-f62cc616-215d-4cb2-ba63-30be77195d6f service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681564 Jul 16 18:24:06.112916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25310c46-3222-4369-bcef-1cad29bc453b req-4e9bcc0d-66de-48d3-85e3-f46572a89b0e tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700154 Jul 16 18:24:06.193466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a544-1710-4f97-8923-d0eb8358af95 req-51d2f027-1dac-4c5e-82b1-87b0a14604a4 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.197414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c515a544-1710-4f97-8923-d0eb8358af95 req-51d2f027-1dac-4c5e-82b1-87b0a14604a4 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 948 time: 0.1138175 Jul 16 18:24:06.213183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.233416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0c566989-a51f-42b9-b576-5d9f77f38bef, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0c566989-a51f-42b9-b576-5d9f77f38bef,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:06.246233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '0c566989-a51f-42b9-b576-5d9f77f38bef', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '0c566989-a51f-42b9-b576-5d9f77f38bef', 'mac_address': 'fa:16:3e:2a:1e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:06.277271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855b5496-90c8-43a8-9d48-59b002c20b77 req-5fbacdee-96cd-4a89-bb16-5eea2f7099fe service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908157 Jul 16 18:24:06.302158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c515a544-1710-4f97-8923-d0eb8358af95 req-c7a4211b-b792-458f-b1ef-de38a76bba59 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957272 Jul 16 18:24:06.309301 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.324962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c566989-a51f-42b9-b576-5d9f77f38bef {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:06.348657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0c566989-a51f-42b9-b576-5d9f77f38bef, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0c566989-a51f-42b9-b576-5d9f77f38bef,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:06.355854 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.426199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=0c566989-a51f-42b9-b576-5d9f77f38bef,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.434080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffd6904d-ac53-442d-8c3c-b9d42e2fd960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.527564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa7415-735d-4649-a81b-3c6d29e2261d req-c5d789b8-2d13-4b02-9da3-061a583af23f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.532878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffd6904d-ac53-442d-8c3c-b9d42e2fd960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.537319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a6aa7415-735d-4649-a81b-3c6d29e2261d req-c5d789b8-2d13-4b02-9da3-061a583af23f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0855970 Jul 16 18:24:06.541716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ffd6904d-ac53-442d-8c3c-b9d42e2fd960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.573469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ffd6904d-ac53-442d-8c3c-b9d42e2fd960 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34f938d438454b97a7020104b074ea14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569875 Jul 16 18:24:06.578168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48138) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.594582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a6aa7415-735d-4649-a81b-3c6d29e2261d req-d7ccb393-1d27-42d8-b387-084acc14fbdc tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558145 Jul 16 18:24:06.621140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6904d-ac53-442d-8c3c-b9d42e2fd960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae2db43-d64f-41d7-9932-82cf319a18ec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.659500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f1474df-329a-45a3-bd9f-d409bf8c8a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.673819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0c566989-a51f-42b9-b576-5d9f77f38bef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:06.711466 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f1474df-329a-45a3-bd9f-d409bf8c8a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.767620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f1474df-329a-45a3-bd9f-d409bf8c8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.771380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f1474df-329a-45a3-bd9f-d409bf8c8a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.772973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f1474df-329a-45a3-bd9f-d409bf8c8a5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cae2db43-d64f-41d7-9932-82cf319a18ec HTTP/1.1" status: 204 len: 168 time: 0.1938767 Jul 16 18:24:06.795515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1474df-329a-45a3-bd9f-d409bf8c8a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae2db43-d64f-41d7-9932-82cf319a18ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.873833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dc6b-f188-48b0-bed4-b1499c03b1b9 req-8ae91e80-1d91-410a-8db8-3685b3d5cb23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.875976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bbe8dc6b-f188-48b0-bed4-b1499c03b1b9 req-8ae91e80-1d91-410a-8db8-3685b3d5cb23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 943 time: 0.0983078 Jul 16 18:24:06.923356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bbe8dc6b-f188-48b0-bed4-b1499c03b1b9 req-89235169-3875-4fbb-beab-1131b9dfe553 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Jul 16 18:24:07.315544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea0986-9c42-4c4a-ae61-16584d2665d3 req-4a351aad-46fb-4cc3-b60f-e4ab7e9bf21f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.318039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-feea0986-9c42-4c4a-ae61-16584d2665d3 req-4a351aad-46fb-4cc3-b60f-e4ab7e9bf21f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0818200 Jul 16 18:24:07.384932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-feea0986-9c42-4c4a-ae61-16584d2665d3 req-bf06a7ba-e161-4d82-9d35-e17c29c0ebea tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551288 Jul 16 18:24:07.540504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7a3b-79de-41ff-ad2d-097c86b17159 req-05af764c-162d-491a-988e-891de25ec027 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.545464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c26f7a3b-79de-41ff-ad2d-097c86b17159 req-05af764c-162d-491a-988e-891de25ec027 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 949 time: 0.0811131 Jul 16 18:24:07.591171 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c26f7a3b-79de-41ff-ad2d-097c86b17159 req-e032e5bc-5bca-479c-abf0-66a1e68063d8 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423553 Jul 16 18:24:07.610225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.724629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-167811028-network', 'tenant_id': 'f3f5f1d9da9647aaa745005a89f6ff95'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:07.747491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:07.788615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Made reservation on behalf of f3f5f1d9da9647aaa745005a89f6ff95 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:07.791293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.810863 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.993412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.012509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'port_id': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9', 'mac_address': 'fa:16:3e:c2:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a70bcc-79a4-4430-92bf-4a49daf7bf0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:08.016260 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.023972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.052612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0c566989-a51f-42b9-b576-5d9f77f38bef up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:08.061051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:08.083791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2ee36-0d9d-43c1-8e69-c795ec6abc52,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.090277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.090620 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Added segment de34d490-9b8b-47b1-83c7-d67152301956 of type vlan for network 8c1045dd-485d-4d3f-8d5d-03af05114aff Jul 16 18:24:08.131371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2ccf5-9457-4193-b3ac-3f86b321868c req-9cea5f6b-e963-41fe-9d47-e5db3fd9e957 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.140423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.142695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.142963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3d2ccf5-9457-4193-b3ac-3f86b321868c req-9cea5f6b-e963-41fe-9d47-e5db3fd9e957 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1727722 Jul 16 18:24:08.154867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:08.194770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.201265 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.202945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.204209 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.212970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3d2ccf5-9457-4193-b3ac-3f86b321868c req-91cd6b43-fcae-4525-ae27-7ec390be4f9d tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Jul 16 18:24:08.213496 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.274036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 0c566989-a51f-42b9-b576-5d9f77f38bef completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:08.285064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 0c566989-a51f-42b9-b576-5d9f77f38bef triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:08.285437 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.303894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1045dd-485d-4d3f-8d5d-03af05114aff,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.309473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9e7a243f-2e46-4c65-b2bc-39d1f02f0405 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6978562 Jul 16 18:24:08.312721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.318225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Request body: {'subnet': {'network_id': '8c1045dd-485d-4d3f-8d5d-03af05114aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-167811028-subnet', 'tenant_id': 'f3f5f1d9da9647aaa745005a89f6ff95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:08.343308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8c1045dd-485d-4d3f-8d5d-03af05114aff details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:08.376906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Made reservation on behalf of f3f5f1d9da9647aaa745005a89f6ff95 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:08.379391 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.384138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.474345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979de4c-6efb-497b-aad1-f11b1e889aca req-a86a5481-79fa-4490-9c48-7f254905e9b0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.481505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a979de4c-6efb-497b-aad1-f11b1e889aca req-a86a5481-79fa-4490-9c48-7f254905e9b0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 944 time: 0.1439760 Jul 16 18:24:08.508279 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.535984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c566989-a51f-42b9-b576-5d9f77f38bef'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:08.539300 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827bb492-3657-4226-8e1e-f66dd2a7327d" -d '{"events": [{"server_uuid": "d35a8127-98e0-4340-9397-7a1e0a53a689", "name": "network-vif-plugged", "status": "completed", "tag": "0c566989-a51f-42b9-b576-5d9f77f38bef"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:08.544110 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a979de4c-6efb-497b-aad1-f11b1e889aca req-771b9b89-cc3f-4c7f-9d98-d74c908c0ac0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610845 Jul 16 18:24:08.565190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0c566989-a51f-42b9-b576-5d9f77f38bef, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0c566989-a51f-42b9-b576-5d9f77f38bef,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.569340 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.624982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a3021c8-4bdf-45d9-a720-fb62b6c48bc9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:08.678845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=0c566989-a51f-42b9-b576-5d9f77f38bef,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.699564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.699917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.701090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.702647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.703010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.703353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.703874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.704481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.704843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.705184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.705553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.706027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:08.737579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.836906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b3ca26-e599-4b3f-83a9-3b2e93957448,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.858156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Checking segment: {'id': 'de34d490-9b8b-47b1-83c7-d67152301956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '8c1045dd-485d-4d3f-8d5d-03af05114aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:08.858524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Network hostable DHCP agents. Network: 8c1045dd-485d-4d3f-8d5d-03af05114aff, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:08.871055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6cbb-d32a-48d7-9755-f60edae46eb9 req-e94f33bf-8488-439c-ad33-32bf7f311389 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.872812 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f8f6cbb-d32a-48d7-9755-f60edae46eb9 req-e94f33bf-8488-439c-ad33-32bf7f311389 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1695347 Jul 16 18:24:08.903921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Network 8c1045dd-485d-4d3f-8d5d-03af05114aff is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:08.924375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8c1045dd-485d-4d3f-8d5d-03af05114aff) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:08.929064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.929665 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.936396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec735e73-5cbb-403a-8795-8c932d1ccc78 None None] Network 8c1045dd-485d-4d3f-8d5d-03af05114aff requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:08.943771 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f8f6cbb-d32a-48d7-9755-f60edae46eb9 req-039a0d71-e1d3-4551-8574-b953f1f1b6c5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621269 Jul 16 18:24:08.954501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f10346c-52ad-4f90-9938-cba8e244bef4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6401317 Jul 16 18:24:08.981087 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ac7d8-7acd-46e7-a512-c3d48db8724b x-openstack-request-id: req-9a2ac7d8-7acd-46e7-a512-c3d48db8724b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:08.982109 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35a8127-98e0-4340-9397-7a1e0a53a689", "name": "network-vif-plugged", "status": "completed", "tag": "0c566989-a51f-42b9-b576-5d9f77f38bef", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:08.983047 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a2ac7d8-7acd-46e7-a512-c3d48db8724b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:08.984959 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c566989-a51f-42b9-b576-5d9f77f38bef', 'code': 200} Jul 16 18:24:09.123729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c89f3-d9c1-4655-b3e5-78eafb4feaeb None None] Network 8c1045dd-485d-4d3f-8d5d-03af05114aff requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:09.183397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2710d4-722a-468c-ab4b-a7f8a4aa86f8 req-c79c2cc6-347a-401f-b9e2-d4e9b995cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.183641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c2710d4-722a-468c-ab4b-a7f8a4aa86f8 req-c79c2cc6-347a-401f-b9e2-d4e9b995cad5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 1102 time: 0.1296499 Jul 16 18:24:09.224575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c2710d4-722a-468c-ab4b-a7f8a4aa86f8 req-38e3e30d-53fd-4c90-adfe-794c84b1067e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326769 Jul 16 18:24:09.233058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9c452-5229-4bdb-9b5e-2296059813b5 req-387a11f4-a08b-48fe-b4ed-60d018b5ed4c tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.234608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69e9c452-5229-4bdb-9b5e-2296059813b5 req-387a11f4-a08b-48fe-b4ed-60d018b5ed4c tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 950 time: 0.1359963 Jul 16 18:24:09.294821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69e9c452-5229-4bdb-9b5e-2296059813b5 req-e748bb8d-ce9a-4390-ab90-c92db2bc2b8c tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Jul 16 18:24:09.459957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-190a15df-9f1e-4308-a046-d01756f14290 req-875deb08-7e91-4484-90e0-b1102051286a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1824202114', 'description': 'tempest-description-1965380685'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:09.483755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-190a15df-9f1e-4308-a046-d01756f14290 req-875deb08-7e91-4484-90e0-b1102051286a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.582714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-190a15df-9f1e-4308-a046-d01756f14290 req-875deb08-7e91-4484-90e0-b1102051286a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.587940 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-190a15df-9f1e-4308-a046-d01756f14290 req-875deb08-7e91-4484-90e0-b1102051286a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.617491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875deb08-7e91-4484-90e0-b1102051286a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1777d5-0ceb-40b8-9e59-a60b65bb6155,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.620337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-190a15df-9f1e-4308-a046-d01756f14290 req-875deb08-7e91-4484-90e0-b1102051286a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.637426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-190a15df-9f1e-4308-a046-d01756f14290 req-875deb08-7e91-4484-90e0-b1102051286a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1818013 Jul 16 18:24:09.695573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d7d83-94eb-49a9-a0ee-108b6f6e01c9 req-ceed6fee-b242-41be-ad38-3b1b4bbd319a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.697112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c8d7d83-94eb-49a9-a0ee-108b6f6e01c9 req-ceed6fee-b242-41be-ad38-3b1b4bbd319a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0747643 Jul 16 18:24:09.749447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c8d7d83-94eb-49a9-a0ee-108b6f6e01c9 req-481ba82c-83ca-44b0-b46f-d8d44b156f0c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Jul 16 18:24:09.930154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fc12f-8c6d-4d86-bfac-12a540658902 req-fbed928e-67cd-43f2-b407-bb57a3ca70c2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.931641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f56fc12f-8c6d-4d86-bfac-12a540658902 req-fbed928e-67cd-43f2-b407-bb57a3ca70c2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 944 time: 0.0706141 Jul 16 18:24:09.975055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f56fc12f-8c6d-4d86-bfac-12a540658902 req-3bec76ad-691c-4c73-b073-64e2d01f46cd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Jul 16 18:24:10.065765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-19694974-fcc8-4280-b6ed-16a96891f13e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/7e1777d5-0ceb-40b8-9e59-a60b65bb6155 HTTP/1.1" status: 200 len: 1805 time: 0.0477881 Jul 16 18:24:10.079142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e1777d5-0ceb-40b8-9e59-a60b65bb6155', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:10.079142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e1777d5-0ceb-40b8-9e59-a60b65bb6155', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:10.160803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.213177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.235276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.259177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6638922d-d9dc-4162-9ae1-1cd2c81bb852,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.271311 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.280149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02ac2851-5c43-4961-9d7e-acabe5150236 req-7fe87be6-4a6c-4e8e-b058-02ef5a528796 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2068725 Jul 16 18:24:10.385296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ed249-3d4a-4173-a893-462026c85fab req-1b8bcb29-d1fe-4fe0-aa28-72ef16cd4252 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.386992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c5ed249-3d4a-4173-a893-462026c85fab req-1b8bcb29-d1fe-4fe0-aa28-72ef16cd4252 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 946 time: 0.0833554 Jul 16 18:24:10.432010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c5ed249-3d4a-4173-a893-462026c85fab req-8b588a33-fbfc-4166-8835-39f95288d44c tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Jul 16 18:24:10.443316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f593d-89b8-47f1-818b-b8b3eaeeadbc req-9ad71c0f-b8da-4ddb-996b-241c8e266527 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.445480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-599f593d-89b8-47f1-818b-b8b3eaeeadbc req-9ad71c0f-b8da-4ddb-996b-241c8e266527 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0716851 Jul 16 18:24:10.495011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-599f593d-89b8-47f1-818b-b8b3eaeeadbc req-f7d7ad60-046e-4406-b8aa-a4a587b7d27a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Jul 16 18:24:10.529702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5c8ea272-cf49-4ea4-9b22-778cd7693c81 req-87c4be84-e3ec-44e0-aa37-6db1b71c1d08 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1240095908', 'description': 'tempest-description-283042940'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:10.565190 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5c8ea272-cf49-4ea4-9b22-778cd7693c81 req-87c4be84-e3ec-44e0-aa37-6db1b71c1d08 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.680306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5c8ea272-cf49-4ea4-9b22-778cd7693c81 req-87c4be84-e3ec-44e0-aa37-6db1b71c1d08 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.686111 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5c8ea272-cf49-4ea4-9b22-778cd7693c81 req-87c4be84-e3ec-44e0-aa37-6db1b71c1d08 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.713736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5c8ea272-cf49-4ea4-9b22-778cd7693c81 req-87c4be84-e3ec-44e0-aa37-6db1b71c1d08 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.715114 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c8ea272-cf49-4ea4-9b22-778cd7693c81 req-87c4be84-e3ec-44e0-aa37-6db1b71c1d08 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1899347 Jul 16 18:24:10.717350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb606e3e-bfa2-4636-acef-6a790ab03870 req-bcaec318-4dc5-4c35-ab16-9ace8d41df5e tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.720577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4be84-e3ec-44e0-aa37-6db1b71c1d08 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22aa2fd0-dac0-4056-8a7e-a36861339e51,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.721496 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cb606e3e-bfa2-4636-acef-6a790ab03870 req-bcaec318-4dc5-4c35-ab16-9ace8d41df5e tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 950 time: 0.0988984 Jul 16 18:24:10.779826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cb606e3e-bfa2-4636-acef-6a790ab03870 req-c46049e5-4d9c-4353-b52a-8bdded894783 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518601 Jul 16 18:24:10.807878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-23fc7d8e-d58e-49b6-ba67-5991ff19a92c tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/22aa2fd0-dac0-4056-8a7e-a36861339e51 HTTP/1.1" status: 200 len: 1804 time: 0.0566921 Jul 16 18:24:10.813907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '22aa2fd0-dac0-4056-8a7e-a36861339e51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:10.814222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '22aa2fd0-dac0-4056-8a7e-a36861339e51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:10.887926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.917663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.927289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.949019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f1e932-50ee-4d20-afa7-9e8fc61ca5a0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.962147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.973345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dd2008e-beeb-4afa-ad0b-a73f4da93d6f req-471fbc7d-f7b5-4e97-9257-eb054493f15f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1643949 Jul 16 18:24:10.983331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593d76e-16be-4257-9a5e-d15068077d79 req-ab52cda2-692c-4d05-9a4a-e0504d98c4e7 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.985507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d593d76e-16be-4257-9a5e-d15068077d79 req-ab52cda2-692c-4d05-9a4a-e0504d98c4e7 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0866423 Jul 16 18:24:11.046312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d593d76e-16be-4257-9a5e-d15068077d79 req-9e7476b5-ffd1-4777-a213-6d7be6ae6c29 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538411 Jul 16 18:24:11.069727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c89c52c3-febb-41a5-9343-3a472bc2b740 req-36a06cbd-be45-4ece-872a-c6d313344485 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-657159211', 'description': 'tempest-description-493550970'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:11.104990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89c52c3-febb-41a5-9343-3a472bc2b740 req-36a06cbd-be45-4ece-872a-c6d313344485 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.156980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f391-ea63-4d23-8636-4387c46b5e08 req-75da7741-90ea-4a74-81ca-f0cb6a2a755a tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.160708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1606f391-ea63-4d23-8636-4387c46b5e08 req-75da7741-90ea-4a74-81ca-f0cb6a2a755a tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 1102 time: 0.0862401 Jul 16 18:24:11.203939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89c52c3-febb-41a5-9343-3a472bc2b740 req-36a06cbd-be45-4ece-872a-c6d313344485 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.206354 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1606f391-ea63-4d23-8636-4387c46b5e08 req-e36e67f6-9720-4e6c-a4a4-ba1c05076b6a tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Jul 16 18:24:11.209613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89c52c3-febb-41a5-9343-3a472bc2b740 req-36a06cbd-be45-4ece-872a-c6d313344485 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.243999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a06cbd-be45-4ece-872a-c6d313344485 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a8afc3-a276-4aeb-9817-2d2130bbe1bd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.257930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89c52c3-febb-41a5-9343-3a472bc2b740 req-36a06cbd-be45-4ece-872a-c6d313344485 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.259734 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c89c52c3-febb-41a5-9343-3a472bc2b740 req-36a06cbd-be45-4ece-872a-c6d313344485 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1949747 Jul 16 18:24:11.387351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:11.435714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492228c-04e8-41ce-aaf8-e5fcc65bb032 req-5ed35270-f1fc-4038-8853-9511353102e1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.437627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1492228c-04e8-41ce-aaf8-e5fcc65bb032 req-5ed35270-f1fc-4038-8853-9511353102e1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 944 time: 0.1005874 Jul 16 18:24:11.496076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1492228c-04e8-41ce-aaf8-e5fcc65bb032 req-6c8d7bb3-31fb-4706-aec0-04bfd4d446b8 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Jul 16 18:24:11.549295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.568634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-0aaa584e-23d0-43bc-886f-156613cae030 req-77d685fb-dba5-4ef3-9673-7968e573db7e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-570417374', 'description': 'tempest-description-1067132036'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:11.608842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:24:11.608842 n-d-791504-15 neutron-server[93796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:24:11.608842 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id': '9a36b6f2a17542c6bc41d776476e1820', 'id': '5189ba8b-6af9-4efd-893b-44c341671939', 'expiration': datetime.datetime(2021, 7, 16, 18, 26, 11, 590087)}] Jul 16 18:24:11.608842 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:24:11.608842 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:24:11.618018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0aaa584e-23d0-43bc-886f-156613cae030 req-77d685fb-dba5-4ef3-9673-7968e573db7e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.669361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-d5b51a12-64bc-4276-9377-e91abb512309 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320144 Jul 16 18:24:11.734963 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0aaa584e-23d0-43bc-886f-156613cae030 req-77d685fb-dba5-4ef3-9673-7968e573db7e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.740534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0aaa584e-23d0-43bc-886f-156613cae030 req-77d685fb-dba5-4ef3-9673-7968e573db7e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.747338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:11.773919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0aaa584e-23d0-43bc-886f-156613cae030 req-77d685fb-dba5-4ef3-9673-7968e573db7e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.775642 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0aaa584e-23d0-43bc-886f-156613cae030 req-77d685fb-dba5-4ef3-9673-7968e573db7e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2165785 Jul 16 18:24:11.777696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d685fb-dba5-4ef3-9673-7968e573db7e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f55290-3eb1-44b2-b9cb-8e995d9e28b6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.808806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:11.814203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:11.814694 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.818789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-4cc8be73-46a5-49dc-96df-be24f843ad58 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.826602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-4cc8be73-46a5-49dc-96df-be24f843ad58 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511238 Jul 16 18:24:11.841453 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-ea3f1b18-b4b5-4369-8c4f-bf16f27b7bea tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/quotas/afcf1270f60e477f8d098b7e9eec2c6c HTTP/1.1" status: 200 len: 375 time: 0.0138230 Jul 16 18:24:11.913052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.946402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:11.946402 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4fbced-e6c7-443f-a0c2-caa46d10ddbc" -d '{"events": [{"server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "name": "network-vif-plugged", "status": "completed", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:11.959800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:11.965068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.980638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9d39-addf-4af7-b44b-cdf73af8e02b req-1f2feecb-cd1b-4444-b11b-974febf566db tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.983068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-8890b70d-394f-4166-ad62-b734b2858d46 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1361105 Jul 16 18:24:11.988273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ed7b9d39-addf-4af7-b44b-cdf73af8e02b req-1f2feecb-cd1b-4444-b11b-974febf566db tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0899940 Jul 16 18:24:12.029394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ed7b9d39-addf-4af7-b44b-cdf73af8e02b req-257a58e1-f033-4d4f-ba24-a715391fe809 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Jul 16 18:24:12.040709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.109978 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.197522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-cd863541-38f4-404c-ac6d-51a6b8e72313 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/85a8afc3-a276-4aeb-9817-2d2130bbe1bd HTTP/1.1" status: 200 len: 1803 time: 0.0776441 Jul 16 18:24:12.250534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-6d54210b-c746-44cc-8f84-d92b114a2a97 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/94f55290-3eb1-44b2-b9cb-8e995d9e28b6 HTTP/1.1" status: 200 len: 1804 time: 0.0458162 Jul 16 18:24:12.251499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-27cea748-8bb7-4749-866b-8133f27f7118 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--154143030&fields=id&tenant_id=8b43252dd7854ca2ad33401859462375 HTTP/1.1" status: 200 len: 267 time: 0.1048048 Jul 16 18:24:12.266837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '85a8afc3-a276-4aeb-9817-2d2130bbe1bd', 'remote_group_id': '94f55290-3eb1-44b2-b9cb-8e995d9e28b6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:12.267190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '85a8afc3-a276-4aeb-9817-2d2130bbe1bd', 'remote_group_id': '94f55290-3eb1-44b2-b9cb-8e995d9e28b6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:12.376459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.384297 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.415577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-b1032bdf-5021-4bc8-a2db-05314074817f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.417122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-b1032bdf-5021-4bc8-a2db-05314074817f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 824 time: 0.1593275 Jul 16 18:24:12.446664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18faa0b2-c2db-4c0a-923c-ce87cea769c8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.450520 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.452890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70e6bbad-9027-49fd-b80e-e672a6227ec6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a36b6f2a17542c6bc41d776476e1820&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0643628 Jul 16 18:24:12.454318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-2dc2675f-3f43-4c70-90e9-5d48e763f5ae tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/quotas/8b43252dd7854ca2ad33401859462375 HTTP/1.1" status: 200 len: 375 time: 0.0262876 Jul 16 18:24:12.455472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:12.509786 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.515115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.535879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb89b86-56b9-4d8f-9e03-1882103f30fe,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.557434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.560714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a94367f2-ba0c-42da-bd84-23ebef11e1a5 req-0f260c06-6402-4489-a836-35bc4309d76e tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3023589 Jul 16 18:24:12.615547 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1acdad-8875-4c47-9bf6-7acd53b61abc x-openstack-request-id: req-0b1acdad-8875-4c47-9bf6-7acd53b61abc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:12.616031 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "name": "network-vif-plugged", "status": "completed", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:12.616347 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b1acdad-8875-4c47-9bf6-7acd53b61abc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:12.616810 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9', 'code': 200} Jul 16 18:24:12.834019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423739c2-b9d0-41e6-a065-d45b9ffee557 req-a39e16aa-8b46-4154-9611-1c0874c57199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.835692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-423739c2-b9d0-41e6-a065-d45b9ffee557 req-a39e16aa-8b46-4154-9611-1c0874c57199 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1097 time: 0.1200371 Jul 16 18:24:12.853777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a3ed8-afae-474a-acac-a8088786b1f7 req-e6d2de6d-7774-4086-956b-0309a2e1590e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.855326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a8a3ed8-afae-474a-acac-a8088786b1f7 req-e6d2de6d-7774-4086-956b-0309a2e1590e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1043558 Jul 16 18:24:12.910060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-423739c2-b9d0-41e6-a065-d45b9ffee557 req-6df0a875-d87c-471c-aa2b-626b4bbf0532 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Jul 16 18:24:12.932473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a8a3ed8-afae-474a-acac-a8088786b1f7 req-8c0af312-9d47-4970-af71-b17d344b0ab8 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625482 Jul 16 18:24:12.941421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3eb88ac3-71cb-4a66-aae5-6af3c182730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.973521 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3eb88ac3-71cb-4a66-aae5-6af3c182730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.000134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-28bc1137-98d1-4ecc-8500-be7a6a0b0b0c tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5125430 Jul 16 18:24:13.106565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11cb0827-f01f-48ab-b54f-d5c124e7330a req-4dcfc96a-124e-4355-9b68-f0e305ed7ee9 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 210 time: 0.0462272 Jul 16 18:24:13.193377 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4dbf96f5-fdeb-4bac-8aa0-821f8a7018de service neutron] 10.222.0.49 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922607 Jul 16 18:24:13.220950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3eb88ac3-71cb-4a66-aae5-6af3c182730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.223981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3eb88ac3-71cb-4a66-aae5-6af3c182730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.225334 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3eb88ac3-71cb-4a66-aae5-6af3c182730a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18faa0b2-c2db-4c0a-923c-ce87cea769c8 HTTP/1.1" status: 204 len: 168 time: 0.7689133 Jul 16 18:24:13.258477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb88ac3-71cb-4a66-aae5-6af3c182730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18faa0b2-c2db-4c0a-923c-ce87cea769c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.287887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-ed17d3e2-6f33-4aee-bb1a-082a765d37d6 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.290029 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-ed17d3e2-6f33-4aee-bb1a-082a765d37d6 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "GET /v2.0/ports?device_id=38af91c0-9a84-48e5-8355-68d7563b5440 HTTP/1.1" status: 200 len: 946 time: 0.2043762 Jul 16 18:24:13.300609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c04e7-01af-470e-a11e-8c9172f66fb6 req-98db668b-d135-4913-aa97-7fef147e750e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.302223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-555c04e7-01af-470e-a11e-8c9172f66fb6 req-98db668b-d135-4913-aa97-7fef147e750e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 945 time: 0.0757897 Jul 16 18:24:13.360495 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-555c04e7-01af-470e-a11e-8c9172f66fb6 req-63826fc4-e9f0-466b-baed-55e54d8f3714 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Jul 16 18:24:13.399460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0e327152-d222-44c7-8fdb-eba1443d6e6d req-ed821df8-0a49-4e24-99f1-9dc418555046 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1561548969', 'description': 'tempest-description-1998477251'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:13.432248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e327152-d222-44c7-8fdb-eba1443d6e6d req-ed821df8-0a49-4e24-99f1-9dc418555046 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.437498 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4a5bebae-842d-409c-a242-100e5c395d6e service neutron] 10.222.0.49 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339766 Jul 16 18:24:13.465120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Deleting port 84ed6e56-1267-4e77-9b69-7eb863e16b22 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:13.465471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.571882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e327152-d222-44c7-8fdb-eba1443d6e6d req-ed821df8-0a49-4e24-99f1-9dc418555046 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.576327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e327152-d222-44c7-8fdb-eba1443d6e6d req-ed821df8-0a49-4e24-99f1-9dc418555046 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.615592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed821df8-0a49-4e24-99f1-9dc418555046 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d729a606-4f47-4212-84f5-31ba54a93891,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.628224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e327152-d222-44c7-8fdb-eba1443d6e6d req-ed821df8-0a49-4e24-99f1-9dc418555046 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.630015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e327152-d222-44c7-8fdb-eba1443d6e6d req-ed821df8-0a49-4e24-99f1-9dc418555046 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2358229 Jul 16 18:24:13.673766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] For port 84ed6e56-1267-4e77-9b69-7eb863e16b22, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=84ed6e56-1267-4e77-9b69-7eb863e16b22,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:13.674650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.772147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-33c09536-ae47-49ac-9d2f-6b47e638b9a3 req-6408acb2-7495-4a9b-bf48-84d033f56104 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0537949 Jul 16 18:24:13.811928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9326ad12-db1f-40f4-8e0a-34fde402e2d1 req-ab631a62-b42d-4cc0-9b1f-462f62ca7735 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1487216584', 'description': 'tempest-description-1636517847'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:13.842053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9326ad12-db1f-40f4-8e0a-34fde402e2d1 req-ab631a62-b42d-4cc0-9b1f-462f62ca7735 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.954950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-0f841293-cce7-4f76-bd6f-73eae988bbf7 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520632 Jul 16 18:24:14.208615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-0fa86479-3a19-4743-a5ba-2350175c38e5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.211134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-0fa86479-3a19-4743-a5ba-2350175c38e5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400880 Jul 16 18:24:14.231825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Request body: {'port': {'device_id': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'afcf1270f60e477f8d098b7e9eec2c6c'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:14.273592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b5965-dc8e-4423-98be-6fbc22dfd360 req-7b5e6e08-3351-4a8c-a83b-bb30b76639d7 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.281971 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-868b5965-dc8e-4423-98be-6fbc22dfd360 req-7b5e6e08-3351-4a8c-a83b-bb30b76639d7 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.3893478 Jul 16 18:24:14.388289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-868b5965-dc8e-4423-98be-6fbc22dfd360 req-0bb48b52-40fe-4e5c-9f25-518e113f9fc9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049221 Jul 16 18:24:14.395139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:14.452580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9326ad12-db1f-40f4-8e0a-34fde402e2d1 req-ab631a62-b42d-4cc0-9b1f-462f62ca7735 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.458215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.461311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.462028 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b disassociated. External IP: 172.25.1.67, port: 84ed6e56-1267-4e77-9b69-7eb863e16b22. Jul 16 18:24:14.463092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Calling delete_port for 84ed6e56-1267-4e77-9b69-7eb863e16b22 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:14.468849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9326ad12-db1f-40f4-8e0a-34fde402e2d1 req-ab631a62-b42d-4cc0-9b1f-462f62ca7735 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.520013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab631a62-b42d-4cc0-9b1f-462f62ca7735 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.526805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Made reservation on behalf of afcf1270f60e477f8d098b7e9eec2c6c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:14.531610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.558195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9326ad12-db1f-40f4-8e0a-34fde402e2d1 req-ab631a62-b42d-4cc0-9b1f-462f62ca7735 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.572694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9326ad12-db1f-40f4-8e0a-34fde402e2d1 req-ab631a62-b42d-4cc0-9b1f-462f62ca7735 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7675023 Jul 16 18:24:14.636398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-120368526-network', 'tenant_id': 'ce3a93c6338c46d3bb82d7450f1c4a78'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:14.712985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Made reservation on behalf of ce3a93c6338c46d3bb82d7450f1c4a78 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:14.715571 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.729179 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.746850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48818c-e384-4100-9697-52a76564c188 req-b86a03eb-1190-4d7b-bbcb-89511a918ec9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.754188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a48818c-e384-4100-9697-52a76564c188 req-b86a03eb-1190-4d7b-bbcb-89511a918ec9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1613753 Jul 16 18:24:14.800364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c26dd3ec-fb20-4de7-aa05-05d3043408e8 req-3d083e99-eed7-43d9-88d4-da48f5e60d10 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 210 time: 0.0590665 Jul 16 18:24:14.822590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.855176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Allocated IP 192.168.233.217 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/cb1b7b38-e570-4f60-bf09-1e48fd1d5c35) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:14.866231 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a48818c-e384-4100-9697-52a76564c188 req-ca6d8572-af05-4c8f-ad9a-f790680a4705 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108179 Jul 16 18:24:14.936763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event deleted for resources: {'Port': ['ID=84ed6e56-1267-4e77-9b69-7eb863e16b22,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.080484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-258cf2b5-e7bf-439f-8be3-3bfb50595c1c tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/d729a606-4f47-4212-84f5-31ba54a93891 HTTP/1.1" status: 200 len: 1805 time: 0.1794307 Jul 16 18:24:15.115007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.134610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Transition to ACTIVE for port object cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:15.141636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.145315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38434fc-2ae2-4468-9c65-9d2ce0027dda req-85aaaff5-b7b9-449f-ad63-5fc91df447e8 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.147488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f38434fc-2ae2-4468-9c65-9d2ce0027dda req-85aaaff5-b7b9-449f-ad63-5fc91df447e8 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 945 time: 0.1197858 Jul 16 18:24:15.152119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.163972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Router da8f748f-85e4-41df-93bf-9091c6c75a90 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:15.196383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-93b032e1-23a3-49f8-ad35-181d953a9532 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0 HTTP/1.1" status: 200 len: 1805 time: 0.1150095 Jul 16 18:24:15.207223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f38434fc-2ae2-4468-9c65-9d2ce0027dda req-5e6b944b-18e4-4679-a4f5-c136362c431f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504611 Jul 16 18:24:15.207697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:15.213313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.221130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.221530 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Added segment 3c3bc664-91d4-4b1b-bb86-b9079025f039 of type vlan for network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 Jul 16 18:24:15.227942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', '4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:15.232391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127', '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', '62604602-f178-4293-8441-e07376bdf92a', '0c566989-a51f-42b9-b576-5d9f77f38bef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:15.306383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:15.322972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:15.337690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:15.341765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.405120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event updated for resources: {'Port': ['ID=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.430340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd729a606-4f47-4212-84f5-31ba54a93891', 'remote_group_id': 'a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:15.430656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd729a606-4f47-4212-84f5-31ba54a93891', 'remote_group_id': 'a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:15.496295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.496295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.541928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2453d127-bb64-4313-b3f0-a8cc0070b9a2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3156116 Jul 16 18:24:15.572534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Request body: {'port': {'device_id': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:15.648463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.649599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.650104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.658196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316a3c1a-e32a-4d01-82c7-3b3a972b2319,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.670498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-539b75ae-ce72-4d8f-9b92-9270fe3828d3 req-25f4bc2b-0929-4313-959f-0c2b7e03d785 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 210 time: 0.1280277 Jul 16 18:24:15.807923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:15.827027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.844504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] Sync routers for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:15.891747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:15.892646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:15.906556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] Pushing event updated for resources: {'Network': ['ID=1f924730-78cd-46b0-8f6e-aafa9f5f77e0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.917170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-feda6b83-2d6f-44c6-b3d9-95a341925e88 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5211794 Jul 16 18:24:15.924204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:15.949876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Request body: {'subnet': {'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-120368526-subnet', 'tenant_id': 'ce3a93c6338c46d3bb82d7450f1c4a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:15.957282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] No DVR routers for this DVR port 84ed6e56-1267-4e77-9b69-7eb863e16b22 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:15.962362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.964531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1786cbe-68c0-475c-b442-3bd7646b3ab3 req-428982aa-31be-403f-bf66-1ef62c4d0bac tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "DELETE /v2.0/ports/84ed6e56-1267-4e77-9b69-7eb863e16b22 HTTP/1.1" status: 204 len: 173 time: 2.6434131 Jul 16 18:24:15.974393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:15.980043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'name': 'network-vif-deleted', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:15.982878 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bdab87-7d3b-49f0-9817-d8ed78a53fb6" -d '{"events": [{"server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "name": "network-vif-deleted", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:16.021322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ec0bc57d-e5f4-462c-8e17-5c0dc8fa632d None None] Provisioning for port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:16.049275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-d6176a8f-ae70-48df-9c3d-8a39ef0e8b13 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.054174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-d6176a8f-ae70-48df-9c3d-8a39ef0e8b13 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 824 time: 0.3830149 Jul 16 18:24:16.088683 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.109585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 84ed6e56-1267-4e77-9b69-7eb863e16b22 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:16.148335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ec0bc57d-e5f4-462c-8e17-5c0dc8fa632d None None] Provisioning complete for port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:16.148627 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec0bc57d-e5f4-462c-8e17-5c0dc8fa632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.169439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bde01e-e7c8-4d67-8a59-c1d683e5a43f req-39cccfde-8aab-4603-8fae-1498fe7a6e74 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.172598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.176513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Made reservation on behalf of ce3a93c6338c46d3bb82d7450f1c4a78 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:16.176683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1bde01e-e7c8-4d67-8a59-c1d683e5a43f req-39cccfde-8aab-4603-8fae-1498fe7a6e74 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1097 time: 0.2984645 Jul 16 18:24:16.176992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 84ed6e56-1267-4e77-9b69-7eb863e16b22 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:16.177378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 84ed6e56-1267-4e77-9b69-7eb863e16b22 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:16.180902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.220114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.249275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1bde01e-e7c8-4d67-8a59-c1d683e5a43f req-f2c5fc3a-e85d-421c-a2bc-62056812b814 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715675 Jul 16 18:24:16.256510 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4adf12b2-1a6b-440a-a32d-cdd9c763cd5b tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b43252dd7854ca2ad33401859462375 HTTP/1.1" status: 200 len: 379 time: 0.0820436 Jul 16 18:24:16.285083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'port': {'device_id': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'admin_state_up': True, 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'security_groups': ['6b789cc2-6b26-45c3-ba98-0c76259a3f3a']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:16.296822 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fae6f1b3-63f2-435a-b8f6-930088a8fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.348853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb16c818-15b1-45fd-b406-0a16aeff1b2c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.426784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:16.451056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.459033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.475068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-257b2eea-94e1-4c42-ba13-65445fc1fa4e req-33b570be-b55c-4aa7-9b5e-06262376b63a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2765083 Jul 16 18:24:16.506860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Transition to ACTIVE for port object cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:16.520670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.639568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bc57d-e5f4-462c-8e17-5c0dc8fa632d None None] Port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:16.653502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.700563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Made reservation on behalf of 8b43252dd7854ca2ad33401859462375 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:16.704210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.721249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:16.726728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c7e6-e5da-4937-b615-7997cdf711c2 req-02ae8457-32ea-49df-81a6-c00a9e1c6c2c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.729018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2df6c7e6-e5da-4937-b615-7997cdf711c2 req-02ae8457-32ea-49df-81a6-c00a9e1c6c2c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.2728252 Jul 16 18:24:16.826238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.863557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2df6c7e6-e5da-4937-b615-7997cdf711c2 req-2d7def2a-0b8a-461e-8219-06406404145c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869730 Jul 16 18:24:16.911468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Attempting to bind port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:16.911806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Attempting to bind port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:16.912132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Attempting to bind port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:16.925604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:16.926389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Attempting to bind port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:16.932248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:16.932629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:16.933184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:16.933705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Bound port: cb1b7b38-e570-4f60-bf09-1e48fd1d5c35, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:16.934144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.046351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f16118-85ba-43fe-844a-8d2e554bce99,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.095605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] For port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:17.100630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] For port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:17.109590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Checking segment: {'id': '3c3bc664-91d4-4b1b-bb86-b9079025f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:17.110113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Network hostable DHCP agents. Network: 1f924730-78cd-46b0-8f6e-aafa9f5f77e0, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:17.112081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.153227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe277a59-a3af-45d8-8cdc-8e1912c9090c req-11a9fbd6-97d6-4cf2-8ed5-b49bf953b36b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.158077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe277a59-a3af-45d8-8cdc-8e1912c9090c req-11a9fbd6-97d6-4cf2-8ed5-b49bf953b36b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 948 time: 0.4465983 Jul 16 18:24:17.166305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.166802 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.168276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] 10.222.0.59 "PUT /v2.0/ports/cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 HTTP/1.1" status: 200 len: 1097 time: 1.6068454 Jul 16 18:24:17.169201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'tag': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:17.171575 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8626189-b353-41ed-b6f3-a5e5825ed812" -d '{"events": [{"name": "network-changed", "server_uuid": "7e371450-18ed-4cba-bca4-a0e45c4bbf54", "tag": "cb1b7b38-e570-4f60-bf09-1e48fd1d5c35"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:17.215741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403c88-8d15-4b7e-aa28-ae3e429b1fd6 req-e8989857-fb3f-4386-8c83-d80fab393cf7 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.225799 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67403c88-8d15-4b7e-aa28-ae3e429b1fd6 req-e8989857-fb3f-4386-8c83-d80fab393cf7 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1909957 Jul 16 18:24:17.262859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Allocated IP 172.20.0.12 (847657e6-35ab-4070-8c37-d5f3065826ff/9d69b7be-27ee-4ceb-8089-73f5d77d36f6/e970075c-3ff3-4023-a7b2-f66691a924c2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:17.267565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727f308-a348-4c7d-a82d-25f1446b8c0f service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.343777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:17.348966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe277a59-a3af-45d8-8cdc-8e1912c9090c req-dfe5af0e-1601-411f-9422-5f1ab7802000 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843998 Jul 16 18:24:17.367936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 1f924730-78cd-46b0-8f6e-aafa9f5f77e0) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:17.389978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.390221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984a61c-66c7-4a17-83ba-68e1e965bc68 None None] Network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:17.394211 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.454097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-887b60ec-e683-4c47-989c-53c37c2288cd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5195129 Jul 16 18:24:17.475144 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf42116-190a-4403-a015-0bd56e34cea6 x-openstack-request-id: req-aaf42116-190a-4403-a015-0bd56e34cea6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:17.475505 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38af91c0-9a84-48e5-8355-68d7563b5440", "name": "network-vif-deleted", "tag": "84ed6e56-1267-4e77-9b69-7eb863e16b22", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:17.475824 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaf42116-190a-4403-a015-0bd56e34cea6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:17.476282 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38af91c0-9a84-48e5-8355-68d7563b5440', 'name': 'network-vif-deleted', 'tag': '84ed6e56-1267-4e77-9b69-7eb863e16b22', 'status': 'completed', 'code': 200} Jul 16 18:24:17.479049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67403c88-8d15-4b7e-aa28-ae3e429b1fd6 req-f5b17a2f-3dc7-41e5-9576-0cbf25d3739c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449024 Jul 16 18:24:17.533993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-08e1c4ae-7039-41b2-9d65-dd3afffa5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.544895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-08e1c4ae-7039-41b2-9d65-dd3afffa5ca7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 1100 time: 0.3002110 Jul 16 18:24:17.545780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.644765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-3e4014f2-1542-4b80-9a81-da7a356de1d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 HTTP/1.1" status: 200 len: 217 time: 0.0889904 Jul 16 18:24:17.660407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.714763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b50231e8-d414-4fe3-80b7-40e7aab122a4 req-a6aa83c5-200f-47c0-aacd-5f121aeb8db4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0 HTTP/1.1" status: 200 len: 1805 time: 0.1687336 Jul 16 18:24:17.716801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] Checking router: da8f748f-85e4-41df-93bf-9091c6c75a90 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:17.748033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Transition to ACTIVE for port object e970075c-3ff3-4023-a7b2-f66691a924c2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:17.784984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:17.786015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:23:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.795743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b08335-4ead-4e99-90db-e11dc533b57f req-95480c12-4d77-42ed-80a9-891566bba620 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.797317 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b08335-4ead-4e99-90db-e11dc533b57f req-95480c12-4d77-42ed-80a9-891566bba620 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1097 time: 0.1237409 Jul 16 18:24:17.819492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.830250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2e3ec196-44a1-40ed-a089-f5ddb210e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.831699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-2e3ec196-44a1-40ed-a089-f5ddb210e20e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1438336 Jul 16 18:24:17.898781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event updated for resources: {'Port': ['ID=e970075c-3ff3-4023-a7b2-f66691a924c2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.918888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Network 847657e6-35ab-4070-8c37-d5f3065826ff is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:17.921486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:17.929073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:17.965179 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b50231e8-d414-4fe3-80b7-40e7aab122a4 req-02fa199b-bdf2-42b9-a02f-1fe13d86748b tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.968041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4133a7-ce87-457b-a154-19c4c4bab81e None None] Network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:17.970626 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41b08335-4ead-4e99-90db-e11dc533b57f req-1abfb94f-d270-41b9-b9c4-2f9473baac6f tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663234 Jul 16 18:24:17.999513 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b50231e8-d414-4fe3-80b7-40e7aab122a4 req-02fa199b-bdf2-42b9-a02f-1fe13d86748b tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.032941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.034153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.059807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-4352b04b-0061-4d3d-8dae-e7ba96c4cd9e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7784183 Jul 16 18:24:18.072628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Request body: {'port': {'device_id': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.172892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-9f8fd580-64fb-4cf5-bcc5-9f2de14da7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.177154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-9f8fd580-64fb-4cf5-bcc5-9f2de14da7d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3174539 Jul 16 18:24:18.322486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:18.355352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.449032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-faff1dc9-e484-4f6e-a453-7362405ac32d None None] Provisioning for port e970075c-3ff3-4023-a7b2-f66691a924c2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:18.542295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-faff1dc9-e484-4f6e-a453-7362405ac32d None None] Provisioning complete for port e970075c-3ff3-4023-a7b2-f66691a924c2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:18.546323 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-faff1dc9-e484-4f6e-a453-7362405ac32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.643313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b50231e8-d414-4fe3-80b7-40e7aab122a4 req-02fa199b-bdf2-42b9-a02f-1fe13d86748b tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.646259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b50231e8-d414-4fe3-80b7-40e7aab122a4 req-02fa199b-bdf2-42b9-a02f-1fe13d86748b tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.661393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-faff1dc9-e484-4f6e-a453-7362405ac32d None None] Port e970075c-3ff3-4023-a7b2-f66691a924c2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:18.663027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b50231e8-d414-4fe3-80b7-40e7aab122a4 req-02fa199b-bdf2-42b9-a02f-1fe13d86748b tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0 HTTP/1.1" status: 204 len: 173 time: 0.8493869 Jul 16 18:24:18.694545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e3052-9b55-4c06-80a2-627ce905cd6d req-6ef513f6-f12f-494d-9a02-6c8a538e8e36 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.697238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-416e3052-9b55-4c06-80a2-627ce905cd6d req-6ef513f6-f12f-494d-9a02-6c8a538e8e36 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 932 time: 0.4323165 Jul 16 18:24:18.712224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa199b-bdf2-42b9-a02f-1fe13d86748b tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.751991 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d21bdfa-b251-4476-bd2d-747a9a4e618b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.773362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-c10f8191-8bf4-42fe-ad90-91b458770148 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835137 Jul 16 18:24:18.853741 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.873526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-416e3052-9b55-4c06-80a2-627ce905cd6d req-f25d3b6c-5475-443b-bb05-4b8098888c7b tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683161 Jul 16 18:24:18.878090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:18.885694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e970075c-3ff3-4023-a7b2-f66691a924c2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:18.909859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.925832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc5710-7628-4f10-ad52-cb9774c71483 None None] The sync data for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 is: [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:18.930264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88223821-6a57-4c06-9749-c4cc270ae3eb req-f4896fbc-a166-4fb1-a10d-4dfa3332970d service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490660 Jul 16 18:24:18.941525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Transition to ACTIVE for port object e970075c-3ff3-4023-a7b2-f66691a924c2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:18.948598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.986168 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b905b2a5-97bb-4106-84da-86c8e4c0f458 x-openstack-request-id: req-b905b2a5-97bb-4106-84da-86c8e4c0f458 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:18.986481 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e371450-18ed-4cba-bca4-a0e45c4bbf54", "tag": "cb1b7b38-e570-4f60-bf09-1e48fd1d5c35", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:18.986739 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b905b2a5-97bb-4106-84da-86c8e4c0f458 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:18.987146 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'tag': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35', 'status': 'completed', 'code': 200} Jul 16 18:24:19.022439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Pushing event updated for resources: {'Port': ['ID=e970075c-3ff3-4023-a7b2-f66691a924c2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.116848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-d372fc3c-b64f-4967-8214-a7e4762853c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.120440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-d372fc3c-b64f-4967-8214-a7e4762853c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 1100 time: 0.1061616 Jul 16 18:24:19.147172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Attempting to bind port e970075c-3ff3-4023-a7b2-f66691a924c2 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:19.147946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Attempting to bind port e970075c-3ff3-4023-a7b2-f66691a924c2 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:19.149811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Attempting to bind port e970075c-3ff3-4023-a7b2-f66691a924c2 on network 847657e6-35ab-4070-8c37-d5f3065826ff {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:19.158812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Port e970075c-3ff3-4023-a7b2-f66691a924c2 on network 847657e6-35ab-4070-8c37-d5f3065826ff not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:19.159406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Attempting to bind port e970075c-3ff3-4023-a7b2-f66691a924c2 on network 847657e6-35ab-4070-8c37-d5f3065826ff {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:19.167744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:19.168467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Checking segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:19.169267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Bound using segment: {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:19.169888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Bound port: e970075c-3ff3-4023-a7b2-f66691a924c2, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9173fadc-2402-4357-81d3-d3bb683a859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:19.170426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.340574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] For port e970075c-3ff3-4023-a7b2-f66691a924c2, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:19.345979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] For port e970075c-3ff3-4023-a7b2-f66691a924c2, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e970075c-3ff3-4023-a7b2-f66691a924c2,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:19.357474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.361713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2a113-92a7-4e66-b805-46b23a0d741e None None] New status for floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:19.369460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-102adb20-70f7-40d9-8510-f89591dbb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.371188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-102adb20-70f7-40d9-8510-f89591dbb44f service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2345903 Jul 16 18:24:19.399126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96d6e1-fe76-4588-a2d5-ecfc14e6c739 req-b48ef06d-c9ed-447d-a692-1510aa99774d tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.403007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-68c33a81-2067-466c-ad17-f40bbbf19cc5 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.404581 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-68c33a81-2067-466c-ad17-f40bbbf19cc5 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/networks?id=1f924730-78cd-46b0-8f6e-aafa9f5f77e0 HTTP/1.1" status: 200 len: 821 time: 0.1693776 Jul 16 18:24:19.408088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a96d6e1-fe76-4588-a2d5-ecfc14e6c739 req-b48ef06d-c9ed-447d-a692-1510aa99774d tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1900666 Jul 16 18:24:19.422785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.423394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.424761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] 10.222.0.67 "PUT /v2.0/ports/e970075c-3ff3-4023-a7b2-f66691a924c2 HTTP/1.1" status: 200 len: 1093 time: 1.3583095 Jul 16 18:24:19.444231 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-7fb337c5-df46-4ebb-8dbe-28353c0e1e4e tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/quotas/ce3a93c6338c46d3bb82d7450f1c4a78 HTTP/1.1" status: 200 len: 375 time: 0.0282447 Jul 16 18:24:19.475336 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-08c127e3-65e7-469e-af0d-eef98008986f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 HTTP/1.1" status: 200 len: 217 time: 0.0902958 Jul 16 18:24:19.484412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:19.486768 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494531a8-ebee-416e-9a04-56d75e7de0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:19.531703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aab7d-edfb-4458-9d9a-7c306652de4a service neutron] Pushing event updated for resources: {'Port': ['ID=e970075c-3ff3-4023-a7b2-f66691a924c2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.537516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-de3bb69b-a253-420d-9402-ebbee6c0621a tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a93c6338c46d3bb82d7450f1c4a78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869837 Jul 16 18:24:19.540322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-548501db-8d78-4b6c-8eca-cd248089948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.541900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-548501db-8d78-4b6c-8eca-cd248089948d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0497534 Jul 16 18:24:19.599807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a96d6e1-fe76-4588-a2d5-ecfc14e6c739 req-0364d0c9-88f8-40bc-8a14-39fe594e4510 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906173 Jul 16 18:24:19.665371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-51c64d54-9ff6-4e21-93c4-75c698de9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.668973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-51c64d54-9ff6-4e21-93c4-75c698de9857 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162682 Jul 16 18:24:19.839563 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.866212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-7fbc1643-eb46-4da3-85dc-86c4d85c4f00 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872861 Jul 16 18:24:19.929801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da84c53-7d19-423b-8f5f-5879dd3e7471 req-9a361c9a-891e-49aa-99fa-210f0e30572f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.931313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1da84c53-7d19-423b-8f5f-5879dd3e7471 req-9a361c9a-891e-49aa-99fa-210f0e30572f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 948 time: 0.1103461 Jul 16 18:24:20.011426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1da84c53-7d19-423b-8f5f-5879dd3e7471 req-39dbf63e-ee35-4591-a3c8-d6915a7608ec tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Jul 16 18:24:20.015164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8626189-b353-41ed-b6f3-a5e5825ed812 req-5dc8b161-9082-42da-aea4-780f34a4890d service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353707 Jul 16 18:24:20.017046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-1bf894e9-690d-4d80-8ae7-eb9519b938b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.018893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-1bf894e9-690d-4d80-8ae7-eb9519b938b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.5429046 Jul 16 18:24:20.076679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-998ea904-a174-49bf-9f2a-7239262228ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e970075c-3ff3-4023-a7b2-f66691a924c2 HTTP/1.1" status: 200 len: 217 time: 0.0477631 Jul 16 18:24:20.082390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-d87614b7-ec50-4d6b-aaa9-b49647c9eb7f service neutron] 10.222.0.49 "GET /v2.0/networks/1f924730-78cd-46b0-8f6e-aafa9f5f77e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352571 Jul 16 18:24:20.191154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-a840db6b-4d55-43b3-a71c-12fe4b1c72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.193121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-a840db6b-4d55-43b3-a71c-12fe4b1c72e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 200 len: 863 time: 0.1093810 Jul 16 18:24:20.196517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc09a-612e-48da-9c30-fab6d81af1ce req-1d35630b-28e6-484a-8b26-6da225c51fcf tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.198145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d05dc09a-612e-48da-9c30-fab6d81af1ce req-1d35630b-28e6-484a-8b26-6da225c51fcf tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0669520 Jul 16 18:24:20.245775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d05dc09a-612e-48da-9c30-fab6d81af1ce req-15a2628d-9ab9-4884-9f91-a8c0237b0ccc tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Jul 16 18:24:20.251395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-fc2ea42d-1f23-41c8-93ee-a5de55580647 service neutron] 10.222.0.49 "GET /v2.0/networks/1f924730-78cd-46b0-8f6e-aafa9f5f77e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594660 Jul 16 18:24:20.281968 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-6959057a-32c9-4b83-87e3-b01c85ac316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.284001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-6959057a-32c9-4b83-87e3-b01c85ac316f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=847657e6-35ab-4070-8c37-d5f3065826ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797470 Jul 16 18:24:20.337614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4d0cad0-1469-42b4-a240-9480c6bb6c61 req-5df416ee-bcae-49b5-a0d0-bb6650863fd9 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/d729a606-4f47-4212-84f5-31ba54a93891 HTTP/1.1" status: 200 len: 1805 time: 0.0552700 Jul 16 18:24:20.379563 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc4acd-63bf-4ca3-8804-feae2bbe120e x-openstack-request-id: req-1dbc4acd-63bf-4ca3-8804-feae2bbe120e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:20.379563 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:20.380230 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dbc4acd-63bf-4ca3-8804-feae2bbe120e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:20.380359 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'status': 'completed', 'code': 200} Jul 16 18:24:20.450843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-8eca5378-3f98-49fe-a3b2-18703b6307ee service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587901 Jul 16 18:24:20.611315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5760157f-4dc6-4f93-b268-e680d4bc4e85 req-436db915-0078-4233-8fcc-107332bc3704 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1638760891', 'description': 'tempest-description-459176501'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:20.640311 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5760157f-4dc6-4f93-b268-e680d4bc4e85 req-436db915-0078-4233-8fcc-107332bc3704 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.640555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0119-4a71-47f2-aeae-9fbcc5b04199 req-45993867-a8bf-486a-88d3-e4da2c92435e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.642198 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f2a0119-4a71-47f2-aeae-9fbcc5b04199 req-45993867-a8bf-486a-88d3-e4da2c92435e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1504345 Jul 16 18:24:20.644107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b23334d-6119-4b08-8101-748fe6f0b398 req-ea7b3133-d623-427e-8c3f-a0d245aeb5bb service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864028 Jul 16 18:24:20.710321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f2a0119-4a71-47f2-aeae-9fbcc5b04199 req-88728a2f-a557-426f-a2f5-10a1b7d6136f tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541890 Jul 16 18:24:20.809466 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5760157f-4dc6-4f93-b268-e680d4bc4e85 req-436db915-0078-4233-8fcc-107332bc3704 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.816604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5760157f-4dc6-4f93-b268-e680d4bc4e85 req-436db915-0078-4233-8fcc-107332bc3704 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.838120 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cb9143d-3dad-42f6-adce-813397323e02 req-b657558b-cdf8-45b5-8fe3-fe9c7ee13502 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 210 time: 0.0367026 Jul 16 18:24:20.863749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-79ce8765-c365-45e4-9d8e-6894133e78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.865269 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-79ce8765-c365-45e4-9d8e-6894133e78eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0942168 Jul 16 18:24:20.906202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db915-0078-4233-8fcc-107332bc3704 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f99138-26ac-4de1-bab3-09c449beadf9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.909262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5760157f-4dc6-4f93-b268-e680d4bc4e85 req-436db915-0078-4233-8fcc-107332bc3704 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.910879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5760157f-4dc6-4f93-b268-e680d4bc4e85 req-436db915-0078-4233-8fcc-107332bc3704 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3062799 Jul 16 18:24:21.029887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-b7544856-56bf-44c0-97cf-755b670725cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.035576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-b7544856-56bf-44c0-97cf-755b670725cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 925 time: 0.1605742 Jul 16 18:24:21.113755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-0bb2bc99-400a-4861-a413-244430476280 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e970075c-3ff3-4023-a7b2-f66691a924c2 HTTP/1.1" status: 200 len: 217 time: 0.0404756 Jul 16 18:24:21.164887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d4ce7-7114-47a9-b14b-02606295892c req-9dc0b18d-d0f9-4721-af0e-335b33cbcf8b tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.169505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2224f2-40b5-424a-8cba-d053e69b1e86 req-63934641-ce1c-460a-9aef-c06520c15422 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.171207 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a2224f2-40b5-424a-8cba-d053e69b1e86 req-63934641-ce1c-460a-9aef-c06520c15422 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1097 time: 0.1346245 Jul 16 18:24:21.172569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-738d4ce7-7114-47a9-b14b-02606295892c req-9dc0b18d-d0f9-4721-af0e-335b33cbcf8b tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0829809 Jul 16 18:24:21.176981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-f0948fb0-7cea-4985-8b6e-438522b5bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.178648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-f0948fb0-7cea-4985-8b6e-438522b5bbe6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 200 len: 863 time: 0.0563655 Jul 16 18:24:21.211237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-738d4ce7-7114-47a9-b14b-02606295892c req-daffd42c-ca50-41b9-a4d8-9e1af12f5a40 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Jul 16 18:24:21.250210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a2224f2-40b5-424a-8cba-d053e69b1e86 req-239bf582-3f42-4b2b-a61d-cbe355bcdbdd tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705373 Jul 16 18:24:21.269629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-4469e98d-d58b-4fb8-b0b6-70a399c40dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.271791 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-4469e98d-d58b-4fb8-b0b6-70a399c40dc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=847657e6-35ab-4070-8c37-d5f3065826ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779605 Jul 16 18:24:21.303194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-a6e7564b-0eba-4392-8bd0-c9df47c65944 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/b1f99138-26ac-4de1-bab3-09c449beadf9 HTTP/1.1" status: 200 len: 1804 time: 0.0575588 Jul 16 18:24:21.315972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1f99138-26ac-4de1-bab3-09c449beadf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:21.316295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1f99138-26ac-4de1-bab3-09c449beadf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:21.398090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.399558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-71d6874a-c828-401f-9b67-5697fedba560 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197484 Jul 16 18:24:21.429521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.437845 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.454696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6425adb-a90f-4cd2-afe9-2968a788f55a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.469688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.473329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f982e80-ac34-4ebb-bdff-1e2adad60c2f req-d602d09d-4a90-409d-a468-3fd19887cc56 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1640265 Jul 16 18:24:21.589927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494531a8-ebee-416e-9a04-56d75e7de0f4 req-68980dfc-d696-4c3e-9e4a-d4d7cebc7099 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834784 Jul 16 18:24:21.623027 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:21.629964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5cad3-a706-4dc1-a856-6f3a5b10b2ad req-02c68985-165d-44c2-be1a-186421c1a5af tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.631598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ca5cad3-a706-4dc1-a856-6f3a5b10b2ad req-02c68985-165d-44c2-be1a-186421c1a5af tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 948 time: 0.1729445 Jul 16 18:24:21.633054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.675033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ca5cad3-a706-4dc1-a856-6f3a5b10b2ad req-8693fd4f-1047-47c6-83ed-b923a1024f48 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Jul 16 18:24:21.678275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd962c5-463b-4f8b-831c-81018c5b2eff req-c43b292c-b960-4b5f-949f-20d48a9d7f7f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.681885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5bd962c5-463b-4f8b-831c-81018c5b2eff req-c43b292c-b960-4b5f-949f-20d48a9d7f7f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1010563 Jul 16 18:24:21.724683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5bd962c5-463b-4f8b-831c-81018c5b2eff req-7ff664ed-ec19-49a5-a76a-9bc51793bccf tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389328 Jul 16 18:24:21.762173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-44dfe32f-00fb-40e5-98f9-1bb50a90414a tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/b1f99138-26ac-4de1-bab3-09c449beadf9 HTTP/1.1" status: 200 len: 2397 time: 0.0523903 Jul 16 18:24:21.767854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1f99138-26ac-4de1-bab3-09c449beadf9', 'remote_group_id': None}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:21.768169 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1f99138-26ac-4de1-bab3-09c449beadf9', 'remote_group_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:21.821415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:21.845464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.890629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.898458 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.928819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.954523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8b7f86e-a6f7-41d9-9a87-e06ca3d9ada5 req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1890612 Jul 16 18:24:21.965583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e201f-d478-41d1-934c-570aa84d9bea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c1370d-b8db-427e-b9f3-accd00936f86,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.993719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:22.005457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106965-9b77-423a-9260-e7b6fba2f78c req-733fd8c0-962e-452e-89eb-45f0e5e0797a tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.017447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a106965-9b77-423a-9260-e7b6fba2f78c req-733fd8c0-962e-452e-89eb-45f0e5e0797a tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1707489 Jul 16 18:24:22.030640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35', 'mac_address': 'fa:16:3e:d5:8a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:22.080032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a106965-9b77-423a-9260-e7b6fba2f78c req-cb710bb0-2072-48c3-b5d7-334d17f73416 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603993 Jul 16 18:24:22.132067 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.158022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:22.192614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:22.194515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c498440e-5775-4eb1-ba7d-527834ae3889 req-2b50321f-13b7-49e2-a2f9-12c494b637e3 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/b1f99138-26ac-4de1-bab3-09c449beadf9 HTTP/1.1" status: 200 len: 2995 time: 0.0899220 Jul 16 18:24:22.209392 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.219588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43c55f6c-9030-48dc-9f0a-c562206836f6 req-12cc09a3-8e4f-4ec3-a479-99a13acb1a72 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 210 time: 0.0483146 Jul 16 18:24:22.261857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f19c65c1-651e-46c5-8933-9f226a3aea7f req-c2cc4109-ce38-4db2-867d-005f732d0d11 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-group-rules/75c1370d-b8db-427e-b9f3-accd00936f86 HTTP/1.1" status: 200 len: 783 time: 0.0386961 Jul 16 18:24:22.274290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-ef1edcba-8aee-42cc-9ddc-cbc2449a4ab9 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.276070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-ef1edcba-8aee-42cc-9ddc-cbc2449a4ab9 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.67 "GET /v2.0/networks?id=1f924730-78cd-46b0-8f6e-aafa9f5f77e0 HTTP/1.1" status: 200 len: 821 time: 0.2789893 Jul 16 18:24:22.290519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Request body: {'port': {'device_id': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0', 'admin_state_up': True, 'tenant_id': 'ce3a93c6338c46d3bb82d7450f1c4a78'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:22.302191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.332125 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f19c65c1-651e-46c5-8933-9f226a3aea7f req-fb129618-e738-4814-bb5f-b50c6502fa3d tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/b1f99138-26ac-4de1-bab3-09c449beadf9 HTTP/1.1" status: 200 len: 2995 time: 0.0692906 Jul 16 18:24:22.368834 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f19c65c1-651e-46c5-8933-9f226a3aea7f req-9c6b3a7c-450b-4b0c-9bfb-72cdaf581a78 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.377734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f19c65c1-651e-46c5-8933-9f226a3aea7f req-9c6b3a7c-450b-4b0c-9bfb-72cdaf581a78 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.411869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f19c65c1-651e-46c5-8933-9f226a3aea7f req-9c6b3a7c-450b-4b0c-9bfb-72cdaf581a78 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.418868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f19c65c1-651e-46c5-8933-9f226a3aea7f req-9c6b3a7c-450b-4b0c-9bfb-72cdaf581a78 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.420456 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f19c65c1-651e-46c5-8933-9f226a3aea7f req-9c6b3a7c-450b-4b0c-9bfb-72cdaf581a78 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/75c1370d-b8db-427e-b9f3-accd00936f86 HTTP/1.1" status: 204 len: 173 time: 0.0869884 Jul 16 18:24:22.429939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b3a7c-450b-4b0c-9bfb-72cdaf581a78 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c1370d-b8db-427e-b9f3-accd00936f86,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.483923 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.492555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5ec0-480f-4213-95bd-1b44ce5c724a req-e4a5653c-49d7-4725-b8ee-d1a84beedfce tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.494163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-456a5ec0-480f-4213-95bd-1b44ce5c724a req-e4a5653c-49d7-4725-b8ee-d1a84beedfce tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1122663 Jul 16 18:24:22.499842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Made reservation on behalf of ce3a93c6338c46d3bb82d7450f1c4a78 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:22.503526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.565757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['cb1b7b38-e570-4f60-bf09-1e48fd1d5c35'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:22.585015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266e084-44ce-419e-91d9-aacbabbabb52 req-19bc04bb-d12f-441d-9238-83eec67c9085 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.586709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9266e084-44ce-419e-91d9-aacbabbabb52 req-19bc04bb-d12f-441d-9238-83eec67c9085 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1097 time: 0.0654161 Jul 16 18:24:22.594001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-456a5ec0-480f-4213-95bd-1b44ce5c724a req-b88f0cae-871a-4f24-9b55-22486153d305 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868256 Jul 16 18:24:22.656982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9266e084-44ce-419e-91d9-aacbabbabb52 req-9b7adeca-d0bb-4df2-ab91-19960b06c986 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590327 Jul 16 18:24:22.709785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Allocated IP 172.20.0.2 (1f924730-78cd-46b0-8f6e-aafa9f5f77e0/06f16118-85ba-43fe-844a-8d2e554bce99/3c2fb2d8-6bb5-40ca-8d70-8380261a5e98) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:22.729072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c042449-9984-4946-aafb-d57cf935afa2 req-8de0f6d8-a972-48c5-b2c4-0a468cfb70ee tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/b1f99138-26ac-4de1-bab3-09c449beadf9 HTTP/1.1" status: 200 len: 2397 time: 0.0807092 Jul 16 18:24:22.812118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c042449-9984-4946-aafb-d57cf935afa2 req-c30d929a-cd06-48de-9996-9dcf62ade4a4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.860477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c042449-9984-4946-aafb-d57cf935afa2 req-c30d929a-cd06-48de-9996-9dcf62ade4a4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.957516 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c042449-9984-4946-aafb-d57cf935afa2 req-c30d929a-cd06-48de-9996-9dcf62ade4a4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.959990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6c042449-9984-4946-aafb-d57cf935afa2 req-c30d929a-cd06-48de-9996-9dcf62ade4a4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.961156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c042449-9984-4946-aafb-d57cf935afa2 req-c30d929a-cd06-48de-9996-9dcf62ade4a4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-groups/b1f99138-26ac-4de1-bab3-09c449beadf9 HTTP/1.1" status: 204 len: 173 time: 0.2312958 Jul 16 18:24:22.973691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.982036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d929a-cd06-48de-9996-9dcf62ade4a4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f99138-26ac-4de1-bab3-09c449beadf9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.030988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.077861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:23.081082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:23.085212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:23.119884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Pushing event updated for resources: {'Port': ['ID=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.191133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.191820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.226368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c72e2-1a89-492b-832e-d5cb9a8d3f28 req-84cbf13d-d592-4c5d-84fe-72ac498c6bc5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.227979 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-599c72e2-1a89-492b-832e-d5cb9a8d3f28 req-84cbf13d-d592-4c5d-84fe-72ac498c6bc5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 949 time: 0.1364970 Jul 16 18:24:23.229300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-f1388953-21d4-49ce-9353-af5654ef1a21 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9431746 Jul 16 18:24:23.243692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Request body: {'port': {'device_id': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:23.318092 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-599c72e2-1a89-492b-832e-d5cb9a8d3f28 req-05db6f95-5858-470f-8c15-db44a9a6c599 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828624 Jul 16 18:24:23.378065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.603252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a64eef-fb4d-4d7a-b621-dc7d28286c4c req-cbbcde34-bc89-420c-a3ba-24818d54aad3 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.604766 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2a64eef-fb4d-4d7a-b621-dc7d28286c4c req-cbbcde34-bc89-420c-a3ba-24818d54aad3 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1609828 Jul 16 18:24:23.686694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2a64eef-fb4d-4d7a-b621-dc7d28286c4c req-3df8020c-ead8-437a-85f4-3b5afbfcd5e4 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740974 Jul 16 18:24:23.767531 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-3b7f9cca-3c9a-49af-99d9-ca994d87d94c req-6dbfc1e4-9910-45e3-8d5d-8f149b04eec9 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] show failed (client error): The resource could not be found. Jul 16 18:24:23.768570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b7f9cca-3c9a-49af-99d9-ca994d87d94c req-6dbfc1e4-9910-45e3-8d5d-8f149b04eec9 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/a8a7df4d-bd60-4e0c-9a86-b03c5db64fe0 HTTP/1.1" status: 404 len: 352 time: 0.0399702 Jul 16 18:24:23.789363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:23.802739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.826972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Transition to ACTIVE for port object 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:23.831395 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.888160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-639f9b7c-20e9-448d-9ac2-48d54d9f22c7 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:23.889242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-639f9b7c-20e9-448d-9ac2-48d54d9f22c7 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104265 Jul 16 18:24:23.900806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Request body: {'binding': {'host': 'n-h2-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:23.900806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:23.903000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Pushing event updated for resources: {'Port': ['ID=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.101855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Attempting to bind port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:24.102197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Attempting to bind port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '3c3bc664-91d4-4b1b-bb86-b9079025f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:24.102524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Attempting to bind port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 on network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:24.110568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 on network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:24.110893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Attempting to bind port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 on network 1f924730-78cd-46b0-8f6e-aafa9f5f77e0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:24.119589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e970075c-3ff3-4023-a7b2-f66691a924c2 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:24.127349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038b4f2-5cc1-440a-833f-68d3f62e76f2 req-53fef3b1-273f-4215-9084-0525e63d2d80 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.128928 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b038b4f2-5cc1-440a-833f-68d3f62e76f2 req-53fef3b1-273f-4215-9084-0525e63d2d80 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 944 time: 0.2023561 Jul 16 18:24:24.134838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:24.135172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Checking segment: {'id': '3c3bc664-91d4-4b1b-bb86-b9079025f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:24.135559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Bound using segment: {'id': '3c3bc664-91d4-4b1b-bb86-b9079025f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:24.136003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Bound port: 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3bc664-91d4-4b1b-bb86-b9079025f039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:24.136362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.223372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e970075c-3ff3-4023-a7b2-f66691a924c2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e970075c-3ff3-4023-a7b2-f66691a924c2,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:24.231845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on host n-h2-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:24.232124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:24.232448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:24.241083 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b038b4f2-5cc1-440a-833f-68d3f62e76f2 req-c351d4a6-adce-4e1d-b446-9d8f136f02af tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024787 Jul 16 18:24:24.251771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'port_id': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'mac_address': 'fa:16:3e:ae:3a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:24.252259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:24.252612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:24.262520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:24.262888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:24.263288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:24.263728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Bound port: 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:24.266082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] For port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:24.273341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] For port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,segment=NetworkSegment(3c3bc664-91d4-4b1b-bb86-b9079025f039),segment_id=3c3bc664-91d4-4b1b-bb86-b9079025f039)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:24.277999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.296639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.296872 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.311282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e970075c-3ff3-4023-a7b2-f66691a924c2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:24.333812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e970075c-3ff3-4023-a7b2-f66691a924c2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e970075c-3ff3-4023-a7b2-f66691a924c2,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:24.350748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.353077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.353795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.355199 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] 10.222.0.67 "PUT /v2.0/ports/3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 HTTP/1.1" status: 200 len: 1092 time: 1.1175182 Jul 16 18:24:24.360293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'tag': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:24.362887 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd" -d '{"events": [{"name": "network-changed", "server_uuid": "609d090c-7853-4a9a-9812-ad5d7041c7bd", "tag": "3c2fb2d8-6bb5-40ca-8d70-8380261a5e98"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:24.409641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:24.442712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e970075c-3ff3-4023-a7b2-f66691a924c2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.452119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723a624-e675-4feb-8687-bc4a21f8441c service neutron] Pushing event updated for resources: {'Port': ['ID=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.456199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.457256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-a8e0d25b-a2b2-4411-b8af-b2b489aee5cf service neutron] 10.222.0.49 "POST /v2.0/ports/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5612123 Jul 16 18:24:24.524886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7887-0d77-40f7-bb49-56e928645037 req-45cf825c-7516-4ec1-be45-1044870a36d1 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.533348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d36b7887-0d77-40f7-bb49-56e928645037 req-45cf825c-7516-4ec1-be45-1044870a36d1 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 943 time: 0.1445627 Jul 16 18:24:24.573031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-2b070a53-3e83-49b0-bcb7-ef6e85c9aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.574529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-2b070a53-3e83-49b0-bcb7-ef6e85c9aaa2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce3a93c6338c46d3bb82d7450f1c4a78&device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 1095 time: 0.1338744 Jul 16 18:24:24.593219 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d36b7887-0d77-40f7-bb49-56e928645037 req-f407ba56-c7b5-4c47-84c0-75fc1321cfb8 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Jul 16 18:24:24.636572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-fa61b419-dca3-4ac5-9157-33f255a93970 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 HTTP/1.1" status: 200 len: 217 time: 0.0423112 Jul 16 18:24:24.677427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e970075c-3ff3-4023-a7b2-f66691a924c2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:24.698424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8804c40-8c3c-49d2-9a22-1ab8994f2587 req-5fe274b0-7f6e-4ab7-80d4-7cbbb0ac47b5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.701983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8804c40-8c3c-49d2-9a22-1ab8994f2587 req-5fe274b0-7f6e-4ab7-80d4-7cbbb0ac47b5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0858209 Jul 16 18:24:24.725852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8772cb5c-8d4c-4513-8a1c-25467249ca4c req-5ac893e8-fcd9-4880-96ea-3622848070f3 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/d729a606-4f47-4212-84f5-31ba54a93891 HTTP/1.1" status: 200 len: 1805 time: 0.0832930 Jul 16 18:24:24.744128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-5f54a99b-2066-4ef7-8ee1-c882c88e8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.745634 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-5f54a99b-2066-4ef7-8ee1-c882c88e8b01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06f16118-85ba-43fe-844a-8d2e554bce99 HTTP/1.1" status: 200 len: 861 time: 0.0952408 Jul 16 18:24:24.789581 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-3e52f99b-e0db-4ce6-b777-342d713291d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f924730-78cd-46b0-8f6e-aafa9f5f77e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328045 Jul 16 18:24:24.797749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8804c40-8c3c-49d2-9a22-1ab8994f2587 req-4d319391-2d7e-4151-a0b3-e11a7936fd5b tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779021 Jul 16 18:24:24.937504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-ff13c36c-c98c-4b12-97ba-604e7479be0b service neutron] 10.222.0.67 "GET /v2.0/networks/1f924730-78cd-46b0-8f6e-aafa9f5f77e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344185 Jul 16 18:24:24.939224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8772cb5c-8d4c-4513-8a1c-25467249ca4c req-7292ee69-b749-4db2-b6a1-4da12e7230b7 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.967369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947bb1a-a283-49db-9a8d-4790dd31f71a req-bd895f7f-5e63-4388-8d74-898808795e75 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.968907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5947bb1a-a283-49db-9a8d-4790dd31f71a req-bd895f7f-5e63-4388-8d74-898808795e75 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 949 time: 0.0640423 Jul 16 18:24:24.985589 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8772cb5c-8d4c-4513-8a1c-25467249ca4c req-7292ee69-b749-4db2-b6a1-4da12e7230b7 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.007904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5947bb1a-a283-49db-9a8d-4790dd31f71a req-9506f6ac-6579-4dee-94c6-df82c14f8a9d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Jul 16 18:24:25.011173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c69a75d7-42d5-4a87-bfe8-853126719c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.012886 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c69a75d7-42d5-4a87-bfe8-853126719c87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1097 time: 0.2194803 Jul 16 18:24:25.075239 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd191aa5-9a90-4dae-b217-00a29cdd52e2 x-openstack-request-id: req-dd191aa5-9a90-4dae-b217-00a29cdd52e2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:25.075518 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609d090c-7853-4a9a-9812-ad5d7041c7bd", "tag": "3c2fb2d8-6bb5-40ca-8d70-8380261a5e98", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:25.075759 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd191aa5-9a90-4dae-b217-00a29cdd52e2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:25.076263 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'tag': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98', 'status': 'completed', 'code': 200} Jul 16 18:24:25.133643 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8772cb5c-8d4c-4513-8a1c-25467249ca4c req-7292ee69-b749-4db2-b6a1-4da12e7230b7 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.136146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8772cb5c-8d4c-4513-8a1c-25467249ca4c req-7292ee69-b749-4db2-b6a1-4da12e7230b7 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.137343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8772cb5c-8d4c-4513-8a1c-25467249ca4c req-7292ee69-b749-4db2-b6a1-4da12e7230b7 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-groups/d729a606-4f47-4212-84f5-31ba54a93891 HTTP/1.1" status: 204 len: 173 time: 0.4105957 Jul 16 18:24:25.162604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2a53c2b-11c8-4a4d-864c-b04241beaa03 req-9e153333-86ae-4b2c-b1a1-dd44359c6bf8 service neutron] 10.222.0.67 "GET /v2.0/networks/1f924730-78cd-46b0-8f6e-aafa9f5f77e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146790 Jul 16 18:24:25.165361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292ee69-b749-4db2-b6a1-4da12e7230b7 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d729a606-4f47-4212-84f5-31ba54a93891,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.196891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-5054a76e-557e-4d24-b741-0f7df64bd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.198356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-5054a76e-557e-4d24-b741-0f7df64bd038 service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1777997 Jul 16 18:24:25.241176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb20a-7099-4f10-bed5-2f44f461ceaa req-11392fc5-299d-4c4b-86ff-d801b8c2af79 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.248677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-476cb20a-7099-4f10-bed5-2f44f461ceaa req-11392fc5-299d-4c4b-86ff-d801b8c2af79 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 945 time: 0.0930355 Jul 16 18:24:25.249193 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-9d383329-ab85-49b2-9b2d-3e7c95560cc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 217 time: 0.0409451 Jul 16 18:24:25.293739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-476cb20a-7099-4f10-bed5-2f44f461ceaa req-324033f3-41fd-4554-b338-ab865b9795b4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 Jul 16 18:24:25.368492 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02f9c950-6164-43a2-b490-204161ce34f3 req-a212ad4b-f11d-4840-a36a-aa4c40c488d3 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/94f55290-3eb1-44b2-b9cb-8e995d9e28b6 HTTP/1.1" status: 200 len: 1804 time: 0.0499158 Jul 16 18:24:25.374392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4232762-1302-4fc3-8c5c-cd2667043c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.375889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4232762-1302-4fc3-8c5c-cd2667043c0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.1099317 Jul 16 18:24:25.423996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-b877973b-8db1-4fc7-8fdd-bb6ef92a0c7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372009 Jul 16 18:24:25.430131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02f9c950-6164-43a2-b490-204161ce34f3 req-192a2b7d-b013-46e8-bc71-dadcaa6f9aea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.431482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-b9a6ac01-739e-485a-bbf5-5e09e835fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.432998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-b9a6ac01-739e-485a-bbf5-5e09e835fdd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce3a93c6338c46d3bb82d7450f1c4a78&device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 1095 time: 0.1585674 Jul 16 18:24:25.468147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02f9c950-6164-43a2-b490-204161ce34f3 req-192a2b7d-b013-46e8-bc71-dadcaa6f9aea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.534825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02f9c950-6164-43a2-b490-204161ce34f3 req-192a2b7d-b013-46e8-bc71-dadcaa6f9aea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.537699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-02f9c950-6164-43a2-b490-204161ce34f3 req-192a2b7d-b013-46e8-bc71-dadcaa6f9aea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.544346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02f9c950-6164-43a2-b490-204161ce34f3 req-192a2b7d-b013-46e8-bc71-dadcaa6f9aea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-groups/94f55290-3eb1-44b2-b9cb-8e995d9e28b6 HTTP/1.1" status: 204 len: 173 time: 0.1697330 Jul 16 18:24:25.560025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a2b7d-b013-46e8-bc71-dadcaa6f9aea tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f55290-3eb1-44b2-b9cb-8e995d9e28b6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.711434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71eeae-fb18-4f5c-9712-b7e62ac69049 req-2115b0fb-a609-48bb-9ee7-9ff7d4de4ecf tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.713059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af71eeae-fb18-4f5c-9712-b7e62ac69049 req-2115b0fb-a609-48bb-9ee7-9ff7d4de4ecf tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0716579 Jul 16 18:24:25.755984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af71eeae-fb18-4f5c-9712-b7e62ac69049 req-e111bfd8-36b5-49e1-b813-c686421cdd60 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362291 Jul 16 18:24:25.809624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b552c-86a9-4050-86e2-92c574d36ac7 req-02beee8c-0c47-4df7-b069-8395a138e99a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.811269 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd3b552c-86a9-4050-86e2-92c574d36ac7 req-02beee8c-0c47-4df7-b069-8395a138e99a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.5093310 Jul 16 18:24:25.836639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:25.839235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6208f8c7-1704-4c4f-97fe-acd44bd18697 req-6420d458-40f8-47c0-9f08-c0a6d7522115 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/85a8afc3-a276-4aeb-9817-2d2130bbe1bd HTTP/1.1" status: 200 len: 1803 time: 0.0472443 Jul 16 18:24:25.899626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:25.905929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:25.906531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.916828 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6208f8c7-1704-4c4f-97fe-acd44bd18697 req-a5ada82e-9281-477f-828b-7ebc22091f17 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.935176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-aaa50921-d0e7-4a8f-9f38-bba17f8070d8 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011485 Jul 16 18:24:25.938075 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd3b552c-86a9-4050-86e2-92c574d36ac7 req-fa6b2218-7b2b-46c1-a149-c4d714160613 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159875 Jul 16 18:24:25.947170 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6208f8c7-1704-4c4f-97fe-acd44bd18697 req-a5ada82e-9281-477f-828b-7ebc22091f17 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.983891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-10bf0c13-4ea2-4d85-a238-1811e1359695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.985402 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-10bf0c13-4ea2-4d85-a238-1811e1359695 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f924730-78cd-46b0-8f6e-aafa9f5f77e0 HTTP/1.1" status: 200 len: 922 time: 0.5330188 Jul 16 18:24:26.044610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6208f8c7-1704-4c4f-97fe-acd44bd18697 req-a5ada82e-9281-477f-828b-7ebc22091f17 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.047601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6208f8c7-1704-4c4f-97fe-acd44bd18697 req-a5ada82e-9281-477f-828b-7ebc22091f17 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.054739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6208f8c7-1704-4c4f-97fe-acd44bd18697 req-a5ada82e-9281-477f-828b-7ebc22091f17 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-groups/85a8afc3-a276-4aeb-9817-2d2130bbe1bd HTTP/1.1" status: 204 len: 173 time: 0.2031586 Jul 16 18:24:26.061945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-42f446fa-6b83-4a30-916a-8cd52ee47e26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 HTTP/1.1" status: 200 len: 217 time: 0.0464509 Jul 16 18:24:26.085641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ada82e-9281-477f-828b-7ebc22091f17 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a8afc3-a276-4aeb-9817-2d2130bbe1bd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.116285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-6b48375c-88ad-4811-9f1f-c485e67f9889 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716480 Jul 16 18:24:26.164396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-19d57dda-1a4f-4b19-9d57-cb28c48e0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.166024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-19d57dda-1a4f-4b19-9d57-cb28c48e0372 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06f16118-85ba-43fe-844a-8d2e554bce99 HTTP/1.1" status: 200 len: 861 time: 0.0882494 Jul 16 18:24:26.225206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-40916f3c-49a8-4d03-8c49-e576a8efc868 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f924730-78cd-46b0-8f6e-aafa9f5f77e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445678 Jul 16 18:24:26.256376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e970075c-3ff3-4023-a7b2-f66691a924c2 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:26.268003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e3495-d247-490c-9cb8-df4be52f32c9 req-0c5dd42f-4fb3-4138-8345-ae1d08fa8e81 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.269659 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-429e3495-d247-490c-9cb8-df4be52f32c9 req-0c5dd42f-4fb3-4138-8345-ae1d08fa8e81 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 943 time: 0.1582079 Jul 16 18:24:26.270730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147de558-7965-478c-bfe6-86a7241e6dba req-a2c075a6-c350-41e9-bac2-7624c55cf92f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.272223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-147de558-7965-478c-bfe6-86a7241e6dba req-a2c075a6-c350-41e9-bac2-7624c55cf92f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0746744 Jul 16 18:24:26.284685 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.334075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:26.334075 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f70483-8fd5-4c14-9bbe-4aaf31f2b961" -d '{"events": [{"server_uuid": "7e371450-18ed-4cba-bca4-a0e45c4bbf54", "name": "network-vif-plugged", "status": "completed", "tag": "cb1b7b38-e570-4f60-bf09-1e48fd1d5c35"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:26.334714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-147de558-7965-478c-bfe6-86a7241e6dba req-b04f0045-113a-4093-825d-c111b37cc0a5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 Jul 16 18:24:26.357366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:26.363529 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.393608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-429e3495-d247-490c-9cb8-df4be52f32c9 req-c7ad281b-c3c7-4a6f-a8b0-6052e6a59c42 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101604 Jul 16 18:24:26.420916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-d12f6676-9368-4942-829a-8789b7fea4f4 service neutron] 10.222.0.67 "GET /v2.0/networks/1f924730-78cd-46b0-8f6e-aafa9f5f77e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717732 Jul 16 18:24:26.426920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-89adf623-4b15-40b7-8517-bd12e1f05dd3 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.428696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-89adf623-4b15-40b7-8517-bd12e1f05dd3 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.2145298 Jul 16 18:24:26.443874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port e970075c-3ff3-4023-a7b2-f66691a924c2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:26.453006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port e970075c-3ff3-4023-a7b2-f66691a924c2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:26.453509 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.456323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.456834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-15'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:26.598410 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.631834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44168f-d462-4576-aa6c-b348b2645b14 req-0d0f930f-a18c-4f20-957e-03c6b008f400 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.634325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d44168f-d462-4576-aa6c-b348b2645b14 req-0d0f930f-a18c-4f20-957e-03c6b008f400 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 950 time: 0.1074767 Jul 16 18:24:26.642568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e970075c-3ff3-4023-a7b2-f66691a924c2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e970075c-3ff3-4023-a7b2-f66691a924c2,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:26.648420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.664487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68e41b4b-39cb-4356-99d6-63ff403468e4 req-ebc1a847-ff79-43aa-a65a-59c240df9afa tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/22aa2fd0-dac0-4056-8a7e-a36861339e51 HTTP/1.1" status: 200 len: 2403 time: 0.2048938 Jul 16 18:24:26.687026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae024b4-a8c3-49c9-8eda-6ef5e1a396cd req-a14c6563-e694-41c6-8388-e7b7dc0b7e6b service neutron] 10.222.0.67 "GET /v2.0/networks/1f924730-78cd-46b0-8f6e-aafa9f5f77e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456169 Jul 16 18:24:26.698034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d44168f-d462-4576-aa6c-b348b2645b14 req-69638312-5fb8-4f76-8c9b-f5685c06b1f1 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568054 Jul 16 18:24:26.701975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e970075c-3ff3-4023-a7b2-f66691a924c2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.702681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.795829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68e41b4b-39cb-4356-99d6-63ff403468e4 req-1a8810a4-493f-4383-b311-d029906f4e4f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.840091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68e41b4b-39cb-4356-99d6-63ff403468e4 req-1a8810a4-493f-4383-b311-d029906f4e4f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.864168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797955-2871-473d-b5b1-99ae9b77de9f req-288dc6c2-14cb-43b8-aa64-1c29ddcfb2ec tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.865905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a2797955-2871-473d-b5b1-99ae9b77de9f req-288dc6c2-14cb-43b8-aa64-1c29ddcfb2ec tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 945 time: 0.0665681 Jul 16 18:24:26.908067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a2797955-2871-473d-b5b1-99ae9b77de9f req-c3ce19f5-9fd4-45b8-acac-bfa86af3e303 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Jul 16 18:24:26.933177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:26.963472 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffee1fb0-5e9a-4ffd-b9f0-95b151259932 x-openstack-request-id: req-ffee1fb0-5e9a-4ffd-b9f0-95b151259932 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:26.964014 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e371450-18ed-4cba-bca4-a0e45c4bbf54", "name": "network-vif-plugged", "status": "completed", "tag": "cb1b7b38-e570-4f60-bf09-1e48fd1d5c35", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:26.964316 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffee1fb0-5e9a-4ffd-b9f0-95b151259932 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:26.964733 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35', 'code': 200} Jul 16 18:24:26.969850 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68e41b4b-39cb-4356-99d6-63ff403468e4 req-1a8810a4-493f-4383-b311-d029906f4e4f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.973421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-68e41b4b-39cb-4356-99d6-63ff403468e4 req-1a8810a4-493f-4383-b311-d029906f4e4f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.974780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68e41b4b-39cb-4356-99d6-63ff403468e4 req-1a8810a4-493f-4383-b311-d029906f4e4f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-groups/22aa2fd0-dac0-4056-8a7e-a36861339e51 HTTP/1.1" status: 204 len: 173 time: 0.3094780 Jul 16 18:24:26.991353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8810a4-493f-4383-b311-d029906f4e4f tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aa2fd0-dac0-4056-8a7e-a36861339e51,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.014116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:27.089609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:27.092601 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef671b07-14d2-4c23-96f7-06dfaff4571c" -d '{"events": [{"server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:27.098308 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.112503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.179532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20258cf1-4d9d-42a8-910e-2d54bde64737 req-6c03bf3a-8291-4457-b9db-1826a55d2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.181419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20258cf1-4d9d-42a8-910e-2d54bde64737 req-6c03bf3a-8291-4457-b9db-1826a55d2ce9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 1102 time: 0.1169608 Jul 16 18:24:27.193985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680692cf-275e-4796-8037-315a42625133 req-6718cf2b-c195-4141-9f16-20b6e7969a0a tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.195610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-680692cf-275e-4796-8037-315a42625133 req-6718cf2b-c195-4141-9f16-20b6e7969a0a tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1034195 Jul 16 18:24:27.228811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.250085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20258cf1-4d9d-42a8-910e-2d54bde64737 req-ea2ee601-6d87-40c7-b382-3872c2ba9a7a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534956 Jul 16 18:24:27.257237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on host n-h1-791504-15 for vnic_type normal with profile {"migrating_to": "n-h2-791504-15"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:27.257573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:27.257904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:27.266102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-680692cf-275e-4796-8037-315a42625133 req-5391a891-4cd5-4a6b-a33d-0a17f808a93e tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626016 Jul 16 18:24:27.267978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:27.268589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Attempting to bind port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:27.280882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9db5-fb2e-453d-b654-8c6cbac36328 req-e422d91f-0330-474e-9a6e-e65f80939e77 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.283421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f01a9db5-fb2e-453d-b654-8c6cbac36328 req-e422d91f-0330-474e-9a6e-e65f80939e77 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1877079 Jul 16 18:24:27.289555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:27.290481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:27.290878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:27.291862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Bound port: 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:27.292003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.336744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbb46528-da77-4f3a-a75c-18c1972c7858 req-eb7f64dd-c531-48b7-82de-a3bcf82231b4 tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "GET /v2.0/security-groups/7e1777d5-0ceb-40b8-9e59-a60b65bb6155 HTTP/1.1" status: 200 len: 2398 time: 0.0530043 Jul 16 18:24:27.389833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f01a9db5-fb2e-453d-b654-8c6cbac36328 req-116fce76-9f8c-4855-b8e6-cb59e7afd20c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914147 Jul 16 18:24:27.406001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbb46528-da77-4f3a-a75c-18c1972c7858 req-4228ef6a-6ed2-40cd-b8f1-5d30f4e441ca tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.442676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:27.448252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:27.450007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbb46528-da77-4f3a-a75c-18c1972c7858 req-4228ef6a-6ed2-40cd-b8f1-5d30f4e441ca tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.450839 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003f5a9-0ed9-4d04-9869-a13cf4d77a98 x-openstack-request-id: req-1003f5a9-0ed9-4d04-9869-a13cf4d77a98 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:27.451287 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:27.451614 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1003f5a9-0ed9-4d04-9869-a13cf4d77a98 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:27.452268 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9', 'code': 200} Jul 16 18:24:27.459691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.517790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbb46528-da77-4f3a-a75c-18c1972c7858 req-4228ef6a-6ed2-40cd-b8f1-5d30f4e441ca tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.521782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbb46528-da77-4f3a-a75c-18c1972c7858 req-4228ef6a-6ed2-40cd-b8f1-5d30f4e441ca tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.531170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.536873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbb46528-da77-4f3a-a75c-18c1972c7858 req-4228ef6a-6ed2-40cd-b8f1-5d30f4e441ca tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] 10.222.0.49 "DELETE /v2.0/security-groups/7e1777d5-0ceb-40b8-9e59-a60b65bb6155 HTTP/1.1" status: 204 len: 173 time: 0.1907134 Jul 16 18:24:27.558224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ef6a-6ed2-40cd-b8f1-5d30f4e441ca tempest-SecurityGroupRulesTestJSON-224061979 tempest-SecurityGroupRulesTestJSON-224061979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1777d5-0ceb-40b8-9e59-a60b65bb6155,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.611257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.627070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.627714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.629323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4c2f266-da41-462c-b8b3-7bd3d978852f service neutron] 10.222.0.67 "PUT /v2.0/ports/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 1123 time: 1.1823289 Jul 16 18:24:27.673660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] Deleting subnet 26b3ca26-e599-4b3f-83a9-3b2e93957448 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:27.689840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.727933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8bc4-ed7d-4bb2-ab1a-a02038eedbf5 req-95f06d8e-4f88-4925-aae0-44e713660a62 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.729513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cfe8bc4-ed7d-4bb2-ab1a-a02038eedbf5 req-95f06d8e-4f88-4925-aae0-44e713660a62 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 943 time: 0.0746958 Jul 16 18:24:27.746754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.776955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cfe8bc4-ed7d-4bb2-ab1a-a02038eedbf5 req-7aa8b8ee-9a7c-41b4-9727-791e13c75b37 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Jul 16 18:24:27.792493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3752be-eb5b-41dc-adde-acc38ee41de1 req-ceee9dac-8ff9-4c99-917f-92efe12aa6d3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.794192 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c3752be-eb5b-41dc-adde-acc38ee41de1 req-ceee9dac-8ff9-4c99-917f-92efe12aa6d3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1842015 Jul 16 18:24:27.812092 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.826069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a3021c8-4bdf-45d9-a720-fb62b6c48bc9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:27.878599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c3752be-eb5b-41dc-adde-acc38ee41de1 req-a4ea2da3-32fd-4010-9d83-9141a8e25924 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766885 Jul 16 18:24:27.916260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.968733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b3ca26-e599-4b3f-83a9-3b2e93957448,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.969971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369d0d9-0f0e-4c96-adbf-7f51a35e8052 req-c430749f-3e85-4d41-8ad2-09a0cb8633ff tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.976896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e369d0d9-0f0e-4c96-adbf-7f51a35e8052 req-c430749f-3e85-4d41-8ad2-09a0cb8633ff tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 950 time: 0.0794013 Jul 16 18:24:27.982738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.988513 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-58b7123e-9c1a-4906-ae07-df2da7b27b3e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26b3ca26-e599-4b3f-83a9-3b2e93957448 HTTP/1.1" status: 204 len: 168 time: 0.4512148 Jul 16 18:24:27.989574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48870) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.037404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e369d0d9-0f0e-4c96-adbf-7f51a35e8052 req-d100aa8d-930a-475e-9917-9d3435d0daad tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489674 Jul 16 18:24:28.103391 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.144149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:28.183358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d311fd-1400-4c97-8b12-18d7e74a0610 req-2dd201af-cf14-432a-8cfe-af60736d4903 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.184974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9d311fd-1400-4c97-8b12-18d7e74a0610 req-2dd201af-cf14-432a-8cfe-af60736d4903 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 943 time: 0.1177955 Jul 16 18:24:28.212052 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.228683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1045dd-485d-4d3f-8d5d-03af05114aff']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:28.244257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,segment=NetworkSegment(3c3bc664-91d4-4b1b-bb86-b9079025f039),segment_id=3c3bc664-91d4-4b1b-bb86-b9079025f039)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:28.245586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de34d490-9b8b-47b1-83c7-d67152301956') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:28.245885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de34d490-9b8b-47b1-83c7-d67152301956') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:28.261875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98', 'network_id': '1f924730-78cd-46b0-8f6e-aafa9f5f77e0', 'port_id': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98', 'mac_address': 'fa:16:3e:24:48:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f16118-85ba-43fe-844a-8d2e554bce99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:28.265157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.281128 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9d311fd-1400-4c97-8b12-18d7e74a0610 req-60dacae6-dbde-486a-829a-e5539e41d5ec tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661795 Jul 16 18:24:28.288086 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.294690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:28.295280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:28.297341 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:28.336875 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.356664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.363117 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.370301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:28.380097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c1045dd-485d-4d3f-8d5d-03af05114aff HTTP/1.1" status: 204 len: 168 time: 0.3785326 Jul 16 18:24:28.402171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,segment=NetworkSegment(3c3bc664-91d4-4b1b-bb86-b9079025f039),segment_id=3c3bc664-91d4-4b1b-bb86-b9079025f039)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:28.405101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d218528-9ce4-4f29-bcef-4d0babfb4065 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1045dd-485d-4d3f-8d5d-03af05114aff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.410954 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.503871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.585523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8865-9cc4-49a3-816d-20c01dd0e84c req-3ee26cf7-6dcb-495f-891a-fabca73a8538 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.599090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9eac8865-9cc4-49a3-816d-20c01dd0e84c req-3ee26cf7-6dcb-495f-891a-fabca73a8538 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1477568 Jul 16 18:24:28.661412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9eac8865-9cc4-49a3-816d-20c01dd0e84c req-1db5a4fe-3237-4d0f-ba99-08ed39edb951 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612643 Jul 16 18:24:28.662382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.729245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f975-fce4-49a2-a019-13916daba644 req-79b32592-e45e-4ba4-9c64-542e0eea0e59 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.731129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dce9f975-fce4-49a2-a019-13916daba644 req-79b32592-e45e-4ba4-9c64-542e0eea0e59 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1193385 Jul 16 18:24:28.738416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.738651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0551461c-2d67-4ad0-bf9b-2a40b383178d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3f5f1d9da9647aaa745005a89f6ff95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755525 Jul 16 18:24:28.781448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dce9f975-fce4-49a2-a019-13916daba644 req-e6f5b053-6cda-4967-920f-c6b3c028e82a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Jul 16 18:24:28.811150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3c2fb2d8-6bb5-40ca-8d70-8380261a5e98'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:28.815694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c488cac-58aa-476f-92c3-6325c60185c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.837489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c488cac-58aa-476f-92c3-6325c60185c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.902673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c488cac-58aa-476f-92c3-6325c60185c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.907181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c488cac-58aa-476f-92c3-6325c60185c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.911118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6c488cac-58aa-476f-92c3-6325c60185c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77f2ee36-0d9d-43c1-8e69-c795ec6abc52 HTTP/1.1" status: 204 len: 168 time: 0.1690485 Jul 16 18:24:28.923654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c488cac-58aa-476f-92c3-6325c60185c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2ee36-0d9d-43c1-8e69-c795ec6abc52,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.983752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:28.989244 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ce0ef-b369-45a8-a2cb-91c9e45b937f" -d '{"events": [{"server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:29.038352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7b18-bb57-4cac-97dc-a6dee06fde3d req-3029aa93-37b9-4d8d-8f74-f6b5c566607c tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.040428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aeac7b18-bb57-4cac-97dc-a6dee06fde3d req-3029aa93-37b9-4d8d-8f74-f6b5c566607c tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 944 time: 0.1021664 Jul 16 18:24:29.114762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aeac7b18-bb57-4cac-97dc-a6dee06fde3d req-aba31d80-5da3-414e-b588-4e1dbfc2d599 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653918 Jul 16 18:24:29.172344 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10dc64e-3ec8-411b-bc5d-ce3609583cd6 x-openstack-request-id: req-c10dc64e-3ec8-411b-bc5d-ce3609583cd6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:29.173081 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:29.173081 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c10dc64e-3ec8-411b-bc5d-ce3609583cd6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:29.173298 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'code': 200} Jul 16 18:24:29.173686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9329c2-529a-4fb6-a75d-6314a9a4eab2 req-1390105a-0fd4-43f0-ac26-d0616e28748e tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.179938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f9329c2-529a-4fb6-a75d-6314a9a4eab2 req-1390105a-0fd4-43f0-ac26-d0616e28748e tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1000206 Jul 16 18:24:29.248342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f9329c2-529a-4fb6-a75d-6314a9a4eab2 req-4e7dbb6c-4b29-497d-8054-1d30d634a34d tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618660 Jul 16 18:24:29.370701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a57cf-ca45-454a-9299-7ba4fba6e3f8 req-a4150636-1966-4cd4-b319-b83b791f5480 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.374465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e3a57cf-ca45-454a-9299-7ba4fba6e3f8 req-a4150636-1966-4cd4-b319-b83b791f5480 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 950 time: 0.0966656 Jul 16 18:24:29.416379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6df335-7108-4e18-975f-0145711424f2 req-4b636a8d-0565-4d8e-a21f-8d8e74971668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.418206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b6df335-7108-4e18-975f-0145711424f2 req-4b636a8d-0565-4d8e-a21f-8d8e74971668 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.1320887 Jul 16 18:24:29.458709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:29.461021 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850607bc-bdf4-4129-a70f-0d7feeca263e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:29.468338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e3a57cf-ca45-454a-9299-7ba4fba6e3f8 req-5a0d5e66-cb5f-448c-ab1a-fb6dec0774d5 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801075 Jul 16 18:24:29.480697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b6df335-7108-4e18-975f-0145711424f2 req-140d82e8-11af-46e8-a39c-2ead7aaf95c2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516813 Jul 16 18:24:29.520489 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3a8d6c-dd78-4513-aa02-daed4b0a2951 x-openstack-request-id: req-fa3a8d6c-dd78-4513-aa02-daed4b0a2951 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:29.521084 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:29.521495 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa3a8d6c-dd78-4513-aa02-daed4b0a2951 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:29.522136 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9', 'status': 'completed', 'code': 200} Jul 16 18:24:29.662092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-05f4d034-d225-4a04-ab5d-f17da17d750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.669007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-05f4d034-d225-4a04-ab5d-f17da17d750f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1126 time: 0.1037464 Jul 16 18:24:29.690116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db6cf-3745-4aed-89ba-05d739b197bc req-b1bd57f5-d867-464b-bd82-4d264df7b4f3 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.691747 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e83db6cf-3745-4aed-89ba-05d739b197bc req-b1bd57f5-d867-464b-bd82-4d264df7b4f3 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 943 time: 0.1618164 Jul 16 18:24:29.695399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-fe016ce2-c6eb-418a-b4fc-761f1c6eb5c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912197 Jul 16 18:24:29.784077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-4b3710fa-03c3-47ed-8301-6864c00105d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.785580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-4b3710fa-03c3-47ed-8301-6864c00105d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1115935 Jul 16 18:24:29.828462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e83db6cf-3745-4aed-89ba-05d739b197bc req-0d3a3401-7b24-497f-9c81-58f71c814f06 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292262 Jul 16 18:24:29.859930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-8fa1d55f-28e6-4591-95f3-51f148f59da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.860809 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-c3f0f8c1-0e62-4a32-b494-012cc66b46a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 217 time: 0.0661874 Jul 16 18:24:29.863452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-8fa1d55f-28e6-4591-95f3-51f148f59da2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 1097 time: 0.1266975 Jul 16 18:24:29.921690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.956926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-e967ecea-9817-4c35-be60-cf0f97241131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.958419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-e967ecea-9817-4c35-be60-cf0f97241131 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0788896 Jul 16 18:24:29.961222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a73dce-900a-4a32-9ebf-2f3c6bb03ad8 req-7386d012-5b3d-420c-a923-c47dddd44017 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.968357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6a73dce-900a-4a32-9ebf-2f3c6bb03ad8 req-7386d012-5b3d-420c-a923-c47dddd44017 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 1102 time: 0.2930627 Jul 16 18:24:30.011614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-33af6a1c-4ffd-40f2-bb85-b2ab0ebcf094 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340362 Jul 16 18:24:30.058445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6a73dce-900a-4a32-9ebf-2f3c6bb03ad8 req-551c0de0-6dcb-4f79-bcf2-367440d53f36 tempest-ServersOnMultiNodesTest-162097054 tempest-ServersOnMultiNodesTest-162097054-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886121 Jul 16 18:24:30.083340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1131255834-network', 'tenant_id': '2cf471a8dbae4d8fa8751fab478bd7cf'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:30.098649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-4bb87c44-aa4d-4c7c-99c4-8885a0bd6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.098649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-4bb87c44-aa4d-4c7c-99c4-8885a0bd6a68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.2020850 Jul 16 18:24:30.140123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Made reservation on behalf of 2cf471a8dbae4d8fa8751fab478bd7cf for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:30.142816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.146766 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-913ac1c8-79c8-4608-b89a-11ec04942ae7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 200 len: 217 time: 0.0419147 Jul 16 18:24:30.151094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-e26076b2-e25e-493b-9ec2-ec77b299d4b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2309597 Jul 16 18:24:30.152648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:30.157883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.172010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a965ad-3577-4954-89e5-22e3ca748ad1 req-bf011f8b-e69a-4a1c-85bf-d61e833170e6 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.179548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-19a965ad-3577-4954-89e5-22e3ca748ad1 req-bf011f8b-e69a-4a1c-85bf-d61e833170e6 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1679986 Jul 16 18:24:30.196687 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-93514c78-0386-4567-85fc-6220b6845925 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757917 Jul 16 18:24:30.304663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:30.323012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 has no active binding in host n-h2-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:24:30.333535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-19a965ad-3577-4954-89e5-22e3ca748ad1 req-fc3703b9-0f64-4a0a-8b80-fa86597928da tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528807 Jul 16 18:24:30.339785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-1c5a0304-7bb1-43c7-bfdf-61792397bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.342757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-1c5a0304-7bb1-43c7-bfdf-61792397bf28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1892064 Jul 16 18:24:30.386746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-850607bc-bdf4-4129-a70f-0d7feeca263e req-289b1821-331f-4635-8905-33838a83016f service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812379 Jul 16 18:24:30.396851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-ee62bffd-aeae-4d4c-ba8b-a74e18425c79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384853 Jul 16 18:24:30.404129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488ddd-baa8-413f-9093-3a63189620e6 req-966446e2-03c9-4cae-82a9-6dd9f1053be9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.405702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34488ddd-baa8-413f-9093-3a63189620e6 req-966446e2-03c9-4cae-82a9-6dd9f1053be9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1679785 Jul 16 18:24:30.407510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-43ec043f-bcf0-4c60-9fa1-5aa719ddf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.409459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-43ec043f-bcf0-4c60-9fa1-5aa719ddf692 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 1102 time: 0.1756287 Jul 16 18:24:30.445798 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.452835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.479876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34488ddd-baa8-413f-9093-3a63189620e6 req-b87ecebc-cb9f-46b7-84a0-846ee16f35a3 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666983 Jul 16 18:24:30.486864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:30.498816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918a5bba-201f-4dc3-8304-43ebf97eb359,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.524391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.524712 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Added segment e299d91c-eac9-459e-afce-8679800da863 of type vlan for network 5ccad49a-c673-448b-b085-49eab8c2b56a Jul 16 18:24:30.579593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-fba81549-733f-41de-a785-297b77041998 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673026 Jul 16 18:24:30.594371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.614264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-d736d34c-06f4-4964-93ce-bdab70580208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.615886 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-d736d34c-06f4-4964-93ce-bdab70580208 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1657736 Jul 16 18:24:30.638070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.641629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.642315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.693163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-b7bf136b-4811-40d8-ade3-b7329398788d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e HTTP/1.1" status: 200 len: 217 time: 0.0635910 Jul 16 18:24:30.702960 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7800977 Jul 16 18:24:30.705876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.712074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Request body: {'subnet': {'network_id': '5ccad49a-c673-448b-b085-49eab8c2b56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1131255834-subnet', 'tenant_id': '2cf471a8dbae4d8fa8751fab478bd7cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:30.737501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d6532-a636-49bf-b6f5-9d103fb5d2af admin admin] Pushing event updated for resources: {'Network': ['ID=5ccad49a-c673-448b-b085-49eab8c2b56a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.748017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5ccad49a-c673-448b-b085-49eab8c2b56a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:30.768968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0057d-8f22-4544-a3a6-312552fde702 req-cf84d776-5ceb-41a2-8fe7-854499d6076d tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.770933 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14c0057d-8f22-4544-a3a6-312552fde702 req-cf84d776-5ceb-41a2-8fe7-854499d6076d tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 944 time: 0.1258938 Jul 16 18:24:30.822154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ba1aa5-bbeb-4768-82f0-05fa71bbaf27 req-c83cfdd4-e21b-424b-b5ae-4c454bf20b23 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315562 Jul 16 18:24:30.830420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Made reservation on behalf of 2cf471a8dbae4d8fa8751fab478bd7cf for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:30.832901 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.835691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-9cb7f1c2-5e0f-4133-a4de-e0bb36440557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.837155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-9cb7f1c2-5e0f-4133-a4de-e0bb36440557 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1151514 Jul 16 18:24:30.839288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14c0057d-8f22-4544-a3a6-312552fde702 req-8888f50f-8df5-4710-8fc9-376a2a2f626f tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624275 Jul 16 18:24:30.969593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ceaf5-0f5c-4eb7-a163-319f8a0f03c7 req-b65554ca-caa2-4810-b127-c3c408b2bc58 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.971011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-450ceaf5-0f5c-4eb7-a163-319f8a0f03c7 req-b65554ca-caa2-4810-b127-c3c408b2bc58 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.2479632 Jul 16 18:24:31.010259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca42ba-dd6c-4251-997e-bb220fc45022 req-92aa1eee-5f21-4443-a19d-568f8512e6cf tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.011740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aca42ba-dd6c-4251-997e-bb220fc45022 req-92aa1eee-5f21-4443-a19d-568f8512e6cf tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 950 time: 0.0642674 Jul 16 18:24:31.045674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-bb608ec7-72c2-492b-90ab-7c81d72836db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.047162 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-bb608ec7-72c2-492b-90ab-7c81d72836db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1960113 Jul 16 18:24:31.051170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aca42ba-dd6c-4251-997e-bb220fc45022 req-d73466e0-6095-4f49-a808-42ef52c33d6e tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Jul 16 18:24:31.062693 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-450ceaf5-0f5c-4eb7-a163-319f8a0f03c7 req-4debb423-f446-4eb2-ad76-e88fc140551a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845122 Jul 16 18:24:31.174119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.229302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e896c-4aca-4273-90b8-a8502ac6dd9e req-23a08957-acd9-4bc6-b948-ef638a67ea2d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.230984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f31e896c-4aca-4273-90b8-a8502ac6dd9e req-23a08957-acd9-4bc6-b948-ef638a67ea2d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 943 time: 0.0648601 Jul 16 18:24:31.278383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f31e896c-4aca-4273-90b8-a8502ac6dd9e req-e0cb6142-7ba7-43e9-879c-7e8848b6442f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Jul 16 18:24:31.516442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4ee99-e9e0-457b-af3a-90733b453761 req-cc2a283f-bf44-403c-88ba-1221eaa2b0b0 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.518016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00e4ee99-e9e0-457b-af3a-90733b453761 req-cc2a283f-bf44-403c-88ba-1221eaa2b0b0 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 0.0701382 Jul 16 18:24:31.557704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00e4ee99-e9e0-457b-af3a-90733b453761 req-fe16d472-4095-40cf-aa7b-66a1500dacd2 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337934 Jul 16 18:24:31.578075 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-c595fe91-f59e-4453-b923-51f1a720ca9a service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189798 Jul 16 18:24:31.589190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7107d1-24d0-42dd-b512-38d45daaf4d4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:31.698915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Checking segment: {'id': 'e299d91c-eac9-459e-afce-8679800da863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ccad49a-c673-448b-b085-49eab8c2b56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:31.699312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Network hostable DHCP agents. Network: 5ccad49a-c673-448b-b085-49eab8c2b56a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:31.721881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6bafa-e924-4341-b97d-d88675437180 req-99e364a1-a314-4100-9554-51dba74a3f77 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.723623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94a6bafa-e924-4341-b97d-d88675437180 req-99e364a1-a314-4100-9554-51dba74a3f77 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0659144 Jul 16 18:24:31.733599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-5729a777-8c90-4a27-9f5d-28907ee35af2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.735069 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-5729a777-8c90-4a27-9f5d-28907ee35af2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.5315607 Jul 16 18:24:31.756426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a416432-8700-48cb-a1e5-15d1ed3a9d6b req-40091f70-1189-4478-9f6c-cc0f563dae50 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681283 Jul 16 18:24:31.761485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-6d826528-6714-404b-8cd3-d5644c969adc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/quotas/a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 375 time: 0.0190754 Jul 16 18:24:31.763666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94a6bafa-e924-4341-b97d-d88675437180 req-7228de31-bfd6-4c31-b4ff-9af10cf60915 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Jul 16 18:24:31.765209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Network 5ccad49a-c673-448b-b085-49eab8c2b56a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:31.803145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5ccad49a-c673-448b-b085-49eab8c2b56a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:31.809093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.809903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.813395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c89e5-d910-4c41-a440-614e25cc365e None None] Network 5ccad49a-c673-448b-b085-49eab8c2b56a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:31.874259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9adad1c5-b640-4d9d-a6d0-30ee7aa40ed5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1672153 Jul 16 18:24:31.902316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-78e78956-9732-4822-90ca-c0ff347f0c17 service neutron] 10.222.0.59 "GET /v2.0/ports/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9/bindings/n-h2-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.0877976 Jul 16 18:24:31.919330 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-f390ae25-b82f-4d60-acfc-f48b432ec9e2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513424 Jul 16 18:24:31.955559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e4cc-7220-4de1-b80c-be359e742a6c req-0ce410a8-e616-4198-8ee7-85b18305bda0 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.970034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a86e4cc-7220-4de1-b80c-be359e742a6c req-0ce410a8-e616-4198-8ee7-85b18305bda0 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 0.0851333 Jul 16 18:24:31.970034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.974997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Request body: {'floatingip': {'port_id': 'e970075c-3ff3-4023-a7b2-f66691a924c2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:32.035173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240900f-0c38-4b5f-aa21-05355724f041 None None] Network 5ccad49a-c673-448b-b085-49eab8c2b56a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:32.047204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.111693 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-3491ed9e-4cf7-493f-b25b-02df086dd5f8 service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913588 Jul 16 18:24:32.170279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:32.236407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:32.241453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:32.241826 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.269858 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-75400297-9820-4c25-a0b8-df895b21b778 service neutron] 10.222.0.49 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566281 Jul 16 18:24:32.282106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:32.318915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:32.331153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.342074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacb52e-0ceb-4096-8094-b5a5f6e1f590 req-27dc0cc7-b03b-4c44-b2ac-c1460a1dbe1d tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.349288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4aacb52e-0ceb-4096-8094-b5a5f6e1f590 req-27dc0cc7-b03b-4c44-b2ac-c1460a1dbe1d tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 944 time: 0.1816366 Jul 16 18:24:32.359234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:32.361378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:32.361830 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94466bc2-051a-4f93-add5-6518052706eb" -d '{"events": [{"server_uuid": "609d090c-7853-4a9a-9812-ad5d7041c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fb2d8-6bb5-40ca-8d70-8380261a5e98"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:32.373499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:32.379432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,segment=NetworkSegment(3c3bc664-91d4-4b1b-bb86-b9079025f039),segment_id=3c3bc664-91d4-4b1b-bb86-b9079025f039)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:32.386237 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.390278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.452888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.480587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] Transition to ACTIVE for port object 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:32.486472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.533099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4aacb52e-0ceb-4096-8094-b5a5f6e1f590 req-13178d8e-ea49-4915-8c77-91971fa9550c tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803010 Jul 16 18:24:32.562780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] No DVR routers for this DVR port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:32.597410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.626508 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce5188f5-113d-498e-bb9f-da6ccca935d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9/bindings/n-h2-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6986547 Jul 16 18:24:32.795581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-254f7ca9-2e64-41f1-967c-228c633fe90b tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.797071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-254f7ca9-2e64-41f1-967c-228c633fe90b tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.1056151 Jul 16 18:24:32.809216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e5e3-a42c-43a3-b0bb-593a06242301 req-2b2e1dff-9037-4c13-bc71-c13a7aff2716 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.810224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ba679-cf90-454a-903a-efcc4746554d req-330ac836-dcc4-4e6b-8fc3-de165501d8f6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.811103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7255e5e3-a42c-43a3-b0bb-593a06242301 req-2b2e1dff-9037-4c13-bc71-c13a7aff2716 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1102054 Jul 16 18:24:32.811793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-634ba679-cf90-454a-903a-efcc4746554d req-330ac836-dcc4-4e6b-8fc3-de165501d8f6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 950 time: 0.1896951 Jul 16 18:24:32.877926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.887529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7255e5e3-a42c-43a3-b0bb-593a06242301 req-eef7a38f-6a82-4b54-8fc7-92655f72ce14 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702181 Jul 16 18:24:32.892798 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.905554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049f029-5bbb-4e6d-92c8-a49826c639b0 req-f2e6cdcb-38da-4194-a0ed-8495d9cd7ebd tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.910241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-bfabeb85-b832-4ff6-a122-e255e5b58cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.912054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-bfabeb85-b832-4ff6-a122-e255e5b58cc5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465&tenant_id=ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 1096 time: 0.0928130 Jul 16 18:24:32.912511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4049f029-5bbb-4e6d-92c8-a49826c639b0 req-f2e6cdcb-38da-4194-a0ed-8495d9cd7ebd tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 950 time: 0.2201567 Jul 16 18:24:33.023218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-90ad198b-03e1-4ef2-89e1-7573dd580421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.025495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-90ad198b-03e1-4ef2-89e1-7573dd580421 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1096 time: 0.0713553 Jul 16 18:24:33.064986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-11543543-ef44-46ae-94a7-cd35b035371c req-3866de4f-60e2-4358-be91-9b6336f778e1 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-420983386', 'description': 'tempest-description-2107174565'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.132406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11543543-ef44-46ae-94a7-cd35b035371c req-3866de4f-60e2-4358-be91-9b6336f778e1 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.170351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-383e94ef-215d-4c95-96f5-aea8eccf5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.171897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-383e94ef-215d-4c95-96f5-aea8eccf5761 service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1378098 Jul 16 18:24:33.231184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-c4796028-881c-4a46-8791-b62b612c665c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 217 time: 0.0458171 Jul 16 18:24:33.310291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11543543-ef44-46ae-94a7-cd35b035371c req-3866de4f-60e2-4358-be91-9b6336f778e1 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.312489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce4f275d-c9f1-4c64-bd58-34064ad7de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.314062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ce4f275d-c9f1-4c64-bd58-34064ad7de2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0664856 Jul 16 18:24:33.315831 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11543543-ef44-46ae-94a7-cd35b035371c req-3866de4f-60e2-4358-be91-9b6336f778e1 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.351906 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4049f029-5bbb-4e6d-92c8-a49826c639b0 req-731a3e8f-f552-463e-8460-b1aeaec2d325 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384847 Jul 16 18:24:33.366663 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-4ab44c09-9984-4ad9-bbcb-1d5f593a2e20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398545 Jul 16 18:24:33.370700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-11543543-ef44-46ae-94a7-cd35b035371c req-3866de4f-60e2-4358-be91-9b6336f778e1 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.371108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11543543-ef44-46ae-94a7-cd35b035371c req-3866de4f-60e2-4358-be91-9b6336f778e1 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3137622 Jul 16 18:24:33.381184 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b associated. External IP: 172.25.1.67, port: e970075c-3ff3-4023-a7b2-f66691a924c2. Jul 16 18:24:33.419122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:33.419639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.434750 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9145ecf-185e-465e-a4b9-0cbce4c5a48b x-openstack-request-id: req-f9145ecf-185e-465e-a4b9-0cbce4c5a48b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:33.435304 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609d090c-7853-4a9a-9812-ad5d7041c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fb2d8-6bb5-40ca-8d70-8380261a5e98", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:33.435304 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9145ecf-185e-465e-a4b9-0cbce4c5a48b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:33.436411 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98', 'code': 200} Jul 16 18:24:33.505372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866de4f-60e2-4358-be91-9b6336f778e1 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.521536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-fbb4213e-c308-4c56-9f9b-be16d5385674 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452065 Jul 16 18:24:33.590025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:33.590391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.610136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:33.621045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da021692-f08d-40fd-a429-cd7fb7b7efea req-1e9b01fc-1412-4102-86f7-1db708e50782 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 210 time: 0.0685110 Jul 16 18:24:33.681463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-ace35177-d9d0-4aa0-8de7-42a2ed377bed service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392694 Jul 16 18:24:33.687460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f48e29-1e04-4ec8-b4f4-bb1f54317e79 req-382a1e2c-4842-4c33-9b4a-ef160fffc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.688915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22f48e29-1e04-4ec8-b4f4-bb1f54317e79 req-382a1e2c-4842-4c33-9b4a-ef160fffc602 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 1097 time: 0.1583128 Jul 16 18:24:33.761015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22f48e29-1e04-4ec8-b4f4-bb1f54317e79 req-56b20345-1c57-46ed-959e-1006f82e313e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581074 Jul 16 18:24:33.773195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed2f96-c955-4c87-900a-a22d85bab2e6 req-e60cc454-cb58-44d6-b587-e5e3c2ffe70c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.774708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61ed2f96-c955-4c87-900a-a22d85bab2e6 req-e60cc454-cb58-44d6-b587-e5e3c2ffe70c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 944 time: 0.2380021 Jul 16 18:24:33.817905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Router da8f748f-85e4-41df-93bf-9091c6c75a90 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:33.844529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0c5fd-23cf-490c-b6ea-5a09d5fd35a6 req-bbb5a537-69a5-4b91-b100-12dcf7fdd9b0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.846135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61ed2f96-c955-4c87-900a-a22d85bab2e6 req-acbc0740-a029-40cf-af57-e4ef5197c7eb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636287 Jul 16 18:24:33.846745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bfb0c5fd-23cf-490c-b6ea-5a09d5fd35a6 req-bbb5a537-69a5-4b91-b100-12dcf7fdd9b0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0747828 Jul 16 18:24:33.964769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.975255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bfb0c5fd-23cf-490c-b6ea-5a09d5fd35a6 req-99da7750-02e7-45dd-af5a-917218010df9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146843 Jul 16 18:24:33.979754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', '4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:34.002060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=cb1b7b38-e570-4f60-bf09-1e48fd1d5c35,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.027536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c1b07512-c745-4fac-83de-42e144943c49 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.029060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c1b07512-c745-4fac-83de-42e144943c49 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 808 time: 0.1811588 Jul 16 18:24:34.048128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Request body: {'port': {'device_id': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'admin_state_up': True, 'tenant_id': 'a3789f914e9442f48a8206c661fc9fed'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.096317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127', '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', '62604602-f178-4293-8441-e07376bdf92a', '0c566989-a51f-42b9-b576-5d9f77f38bef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:34.102577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:34.123741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.125934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-634ba679-cf90-454a-903a-efcc4746554d req-4f2b5268-e449-4ced-9f56-a11e138b7376 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "DELETE /v2.0/ports/cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 HTTP/1.1" status: 204 len: 173 time: 1.3046048 Jul 16 18:24:34.127709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'name': 'network-vif-deleted', 'tag': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:34.133887 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5544a92f-2eda-4c60-9a28-2da45f8404b0" -d '{"events": [{"server_uuid": "7e371450-18ed-4cba-bca4-a0e45c4bbf54", "name": "network-vif-deleted", "tag": "cb1b7b38-e570-4f60-bf09-1e48fd1d5c35"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:34.140825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:34.153979 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.192514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20738686-1e70-4111-8a54-8998721ead9f None None] Sync routers for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:34.215827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-ed217a63-fd69-46f5-8d9b-932e0ec674b2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed HTTP/1.1" status: 200 len: 1812 time: 0.2048728 Jul 16 18:24:34.231341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.231782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.242511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-56c5156f-253d-4bfd-a53d-02a1bfd6b2fc tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "PUT /v2.0/floatingips/43e8ca34-89bd-4600-95ea-0e0656eaf53b HTTP/1.1" status: 200 len: 991 time: 2.2686164 Jul 16 18:24:34.302784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:34.303447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.409013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Made reservation on behalf of a3789f914e9442f48a8206c661fc9fed for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:34.413146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.428287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.497284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e123-cd3f-4a8d-bd0c-be572c431a01 req-43231042-40d3-4070-9797-a1071ca5435d tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.500715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8298e123-cd3f-4a8d-bd0c-be572c431a01 req-43231042-40d3-4070-9797-a1071ca5435d tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 945 time: 0.1346107 Jul 16 18:24:34.519177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35e27-1025-467b-b98b-3e25bc40181c req-97df1cdd-f3eb-4191-ad6d-a191932289a0 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.520993 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-97df1cdd-f3eb-4191-ad6d-a191932289a0 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.2302918 Jul 16 18:24:34.525325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.554195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8298e123-cd3f-4a8d-bd0c-be572c431a01 req-17282721-d185-47ce-922f-bc91f1bd3580 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Jul 16 18:24:34.602824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.619901 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b5e5a0-8f7b-4845-a169-9ef90d60dee2 x-openstack-request-id: req-a7b5e5a0-8f7b-4845-a169-9ef90d60dee2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:34.620196 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e371450-18ed-4cba-bca4-a0e45c4bbf54", "name": "network-vif-deleted", "tag": "cb1b7b38-e570-4f60-bf09-1e48fd1d5c35", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:34.620445 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7b5e5a0-8f7b-4845-a169-9ef90d60dee2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:34.620927 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e371450-18ed-4cba-bca4-a0e45c4bbf54', 'name': 'network-vif-deleted', 'tag': 'cb1b7b38-e570-4f60-bf09-1e48fd1d5c35', 'status': 'completed', 'code': 200} Jul 16 18:24:34.684611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:34.701682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1699485d-1aad-4645-8ad9-383c76e544c7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.734420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.736203 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4bfbafc9-5c65-4c56-9086-4d06ae44d513 req-46bda758-0318-4b00-99ae-534387b370e9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5189755 Jul 16 18:24:34.739271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-03b35e27-1025-467b-b98b-3e25bc40181c req-e77cc433-d14c-4607-90a7-75e6c56a7444 service neutron] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:34.742607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-03b35e27-1025-467b-b98b-3e25bc40181c req-e77cc433-d14c-4607-90a7-75e6c56a7444 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.743675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03b35e27-1025-467b-b98b-3e25bc40181c req-e77cc433-d14c-4607-90a7-75e6c56a7444 service neutron] 10.222.0.67 "DELETE /v2.0/ports/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9/bindings/n-h1-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.2116661 Jul 16 18:24:34.805033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Allocated IP 172.20.0.13 (c256d501-8406-46fc-819a-b542ce42eb9d/6646841a-3692-4c50-abd5-e333cc4581b2/e9dd5201-9619-4d91-9e87-0fdb0a0379a9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:35.070778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.156560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d04169f-4023-4312-ae0c-e2db0fdf066e req-01dce2fc-05e9-465b-8fb7-cd6e9034cffc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 210 time: 0.0523791 Jul 16 18:24:35.190387 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8d0e442-4849-4d4b-84ee-33be0a41dcd0 req-1c99a17b-1504-43db-b69e-3fc753ff13a8 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e371450-18ed-4cba-bca4-a0e45c4bbf54 HTTP/1.1" status: 200 len: 210 time: 0.0671065 Jul 16 18:24:35.193846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.252784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dd6052cc-c8ff-496b-86c2-2c21d93f72b5 req-64193b03-151c-45ed-be24-eaaeca63f376 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed HTTP/1.1" status: 200 len: 2405 time: 0.0788875 Jul 16 18:24:35.339772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.399368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Network c256d501-8406-46fc-819a-b542ce42eb9d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:35.401229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:35.415061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:35.487337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.487863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.557282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-c60ca3df-d5cb-4150-b594-4d19bf46dd3c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5167286 Jul 16 18:24:35.567678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-37966388-ae35-4892-81b3-63dc5d7403bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.569613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-37966388-ae35-4892-81b3-63dc5d7403bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2f9c760e0824400a2776eb93ae39031&device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 1097 time: 0.1698453 Jul 16 18:24:35.573477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Request body: {'port': {'device_id': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:35.622984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '43e8ca34-89bd-4600-95ea-0e0656eaf53b', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'port_id': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'mac_address': 'fa:16:3e:ae:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:24:32Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:35.626353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89673712-b65b-4a3b-b4e1-d4540ce7fa83 req-a7ff98ec-1083-4bb1-9018-c2a243b02f20 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.627826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89673712-b65b-4a3b-b4e1-d4540ce7fa83 req-a7ff98ec-1083-4bb1-9018-c2a243b02f20 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 944 time: 0.1479232 Jul 16 18:24:35.638466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bef3c-ec40-4229-8895-c1119a197827 req-8e1240c7-6862-4b80-8efa-24a9455a8b62 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.640012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-067bef3c-ec40-4229-8895-c1119a197827 req-8e1240c7-6862-4b80-8efa-24a9455a8b62 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.1429260 Jul 16 18:24:35.662942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20738686-1e70-4111-8a54-8998721ead9f None None] Checking router: da8f748f-85e4-41df-93bf-9091c6c75a90 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:35.686669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:35.687347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:35.689789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.707734 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89673712-b65b-4a3b-b4e1-d4540ce7fa83 req-208bf9ef-53e9-40de-b16d-ce25e8dab890 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551198 Jul 16 18:24:35.721592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-067bef3c-ec40-4229-8895-c1119a197827 req-99c48758-1e11-4bdc-bb9a-4767ec9354a2 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560298 Jul 16 18:24:35.726763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-d10dc934-3e1d-49ed-8079-8d0f47213ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.728231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-d10dc934-3e1d-49ed-8079-8d0f47213ae2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 200 len: 916 time: 0.1487644 Jul 16 18:24:35.788813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-c6fb52c2-2e46-4b0e-94d0-f921c0bc6b0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ca98438-e4f4-43e8-a083-52445884ebdc HTTP/1.1" status: 200 len: 217 time: 0.0502725 Jul 16 18:24:35.892079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:35.936210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:35.936791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb1b7b38-e570-4f60-bf09-1e48fd1d5c35 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:35.937218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:35.943864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-453e6bf6-769f-4021-83ec-8dd9f46b9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.957826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-453e6bf6-769f-4021-83ec-8dd9f46b9e83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 200 len: 854 time: 0.1562660 Jul 16 18:24:36.009334 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-24dc5c80-fb9f-46a3-a69d-9c33c1febaae req-af196cbd-b8e0-4d8d-a2d9-3da7e3dc1cd9 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-group-rules/1699485d-1aad-4645-8ad9-383c76e544c7 HTTP/1.1" status: 200 len: 778 time: 0.2353964 Jul 16 18:24:36.025624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a46c29-9658-46c9-8863-cabada5ab57b req-1fde49dd-7cfc-4551-8d09-b66549c76b02 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.027243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99a46c29-9658-46c9-8863-cabada5ab57b req-1fde49dd-7cfc-4551-8d09-b66549c76b02 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1575067 Jul 16 18:24:36.087628 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99a46c29-9658-46c9-8863-cabada5ab57b req-2a3643b9-f389-46f9-ab76-31f559c5addd tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511451 Jul 16 18:24:36.101660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-24dc5c80-fb9f-46a3-a69d-9c33c1febaae req-8601e91b-e520-4695-8ec3-4c67071cf2ec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed HTTP/1.1" status: 200 len: 2405 time: 0.0829818 Jul 16 18:24:36.106664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-5cdec512-bc77-40c0-a6ac-a71bbfc90ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.108412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-5cdec512-bc77-40c0-a6ac-a71bbfc90ba8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a180da3f-4f27-491e-b7b8-ac1f737bc216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406071 Jul 16 18:24:36.180311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:36.213913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-ce6abb4d-a35d-4717-a2de-ec8dc086eec8 service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936346 Jul 16 18:24:36.216628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:36.254393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dd5201-9619-4d91-9e87-0fdb0a0379a9 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:36.264160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.281407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Transition to ACTIVE for port object e9dd5201-9619-4d91-9e87-0fdb0a0379a9 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:36.286260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-24dc5c80-fb9f-46a3-a69d-9c33c1febaae req-66cafb3c-8141-4040-b2c5-eb6687ac147c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.297628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.302270 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-24dc5c80-fb9f-46a3-a69d-9c33c1febaae req-66cafb3c-8141-4040-b2c5-eb6687ac147c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.389274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd23b4-dcdb-4223-b89d-316536bd0962 req-e29769ba-fe2b-4ea3-8912-110510174571 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.390961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81dd23b4-dcdb-4223-b89d-316536bd0962 req-e29769ba-fe2b-4ea3-8912-110510174571 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 945 time: 0.1306343 Jul 16 18:24:36.392870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86943947-55ac-46f9-a98c-b393a68f7f50 req-22035ca0-4b98-42f8-8ee8-d5d43e6c864b service neutron] 10.222.0.59 "GET /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683302 Jul 16 18:24:36.453314 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81dd23b4-dcdb-4223-b89d-316536bd0962 req-762bbee8-19ce-45d6-bf4b-ee8aee71c0f8 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459645 Jul 16 18:24:36.464243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.474431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-24dc5c80-fb9f-46a3-a69d-9c33c1febaae req-66cafb3c-8141-4040-b2c5-eb6687ac147c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.489994 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-24dc5c80-fb9f-46a3-a69d-9c33c1febaae req-66cafb3c-8141-4040-b2c5-eb6687ac147c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.507802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-20738686-1e70-4111-8a54-8998721ead9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '43e8ca34-89bd-4600-95ea-0e0656eaf53b', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'port_id': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'mac_address': 'fa:16:3e:ae:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:24:32Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.508205 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-24dc5c80-fb9f-46a3-a69d-9c33c1febaae req-66cafb3c-8141-4040-b2c5-eb6687ac147c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/1699485d-1aad-4645-8ad9-383c76e544c7 HTTP/1.1" status: 204 len: 173 time: 0.4053617 Jul 16 18:24:36.510223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cafb3c-8141-4040-b2c5-eb6687ac147c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1699485d-1aad-4645-8ad9-383c76e544c7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.547788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20738686-1e70-4111-8a54-8998721ead9f None None] The sync data for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 is: [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '43e8ca34-89bd-4600-95ea-0e0656eaf53b', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'port_id': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'mac_address': 'fa:16:3e:ae:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:06Z', 'updated_at': '2021-07-16T18:24:32Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:36.616168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:36.616512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:36.616883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:36.621772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:36.622489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:36.624868 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:36.627560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:36.643619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:36.643947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:36.644327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:36.644755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Bound port: e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:36.645184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.762848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:36.763529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3e5f6b20-7355-4d7e-b98f-bb08e7a15f37 req-91d464ce-f9a1-4920-91a7-7e9875b89566 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1185412878', 'description': 'tempest-description-1871531191'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:36.767486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:36.779872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.799481 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e5f6b20-7355-4d7e-b98f-bb08e7a15f37 req-91d464ce-f9a1-4920-91a7-7e9875b89566 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.834657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e257d4-1bda-4425-867b-bc4ec32c5960 req-ecfca745-94e7-42d4-9be1-5b8ec62795bc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.842595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48e257d4-1bda-4425-867b-bc4ec32c5960 req-ecfca745-94e7-42d4-9be1-5b8ec62795bc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.1488252 Jul 16 18:24:36.866517 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16800531-1bbc-4cea-a7a2-0e796d46b203 None None] New status for floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:36.870310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.870914 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.872559 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] 10.222.0.59 "PUT /v2.0/ports/e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 200 len: 1093 time: 1.3071630 Jul 16 18:24:36.875312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:36.877927 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:36.920396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48e257d4-1bda-4425-867b-bc4ec32c5960 req-2a19bf36-f92b-4935-925c-81ceea9cfe6c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768106 Jul 16 18:24:36.924184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecde8a-6b73-4216-8741-43fb9885fc5a service neutron] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.948452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e5f6b20-7355-4d7e-b98f-bb08e7a15f37 req-91d464ce-f9a1-4920-91a7-7e9875b89566 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.957766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e5f6b20-7355-4d7e-b98f-bb08e7a15f37 req-91d464ce-f9a1-4920-91a7-7e9875b89566 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.009487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-60ddb193-057b-4f9e-bbc3-772497fd2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.011419 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-60ddb193-057b-4f9e-bbc3-772497fd2bfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1096 time: 0.0724990 Jul 16 18:24:37.015371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3e5f6b20-7355-4d7e-b98f-bb08e7a15f37 req-91d464ce-f9a1-4920-91a7-7e9875b89566 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.016607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e5f6b20-7355-4d7e-b98f-bb08e7a15f37 req-91d464ce-f9a1-4920-91a7-7e9875b89566 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2591724 Jul 16 18:24:37.027134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d464ce-f9a1-4920-91a7-7e9875b89566 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadfe232-e6bc-4361-86be-2a2fc7dc9bfc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.077046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-2029830b-5ba7-46cf-92a7-926eed1c26d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 200 len: 217 time: 0.0502944 Jul 16 18:24:37.088553 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea9763d-1d14-4c36-9a38-0fe9553cfcba x-openstack-request-id: req-6ea9763d-1d14-4c36-9a38-0fe9553cfcba {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:37.088871 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:37.089123 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ea9763d-1d14-4c36-9a38-0fe9553cfcba {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:37.089530 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'status': 'completed', 'code': 200} Jul 16 18:24:37.147092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-dba4019a-f5c4-4f72-b0e7-ff782bdfbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.148932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-dba4019a-f5c4-4f72-b0e7-ff782bdfbb59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0641656 Jul 16 18:24:37.235688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-8a469a99-318b-42ad-9501-90a2cc1ef849 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767744 Jul 16 18:24:37.327423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb560c-e17f-43da-bc65-0f0e02f64eb5 req-a9772ca4-3a6d-4d58-95db-20d5c6b70af7 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.329043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69cb560c-e17f-43da-bc65-0f0e02f64eb5 req-a9772ca4-3a6d-4d58-95db-20d5c6b70af7 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1096 time: 0.1791995 Jul 16 18:24:37.334398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-d9c5c074-4781-4e25-bd45-49e9262c2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.335792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-d9c5c074-4781-4e25-bd45-49e9262c2b29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8b43252dd7854ca2ad33401859462375&device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.1487164 Jul 16 18:24:37.577312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9366cc4-399d-46a1-88b8-596fb093518d req-728bc898-60ab-4bc8-bbba-1be608b11ae5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.581340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e9366cc4-399d-46a1-88b8-596fb093518d req-728bc898-60ab-4bc8-bbba-1be608b11ae5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0799601 Jul 16 18:24:37.624466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e9366cc4-399d-46a1-88b8-596fb093518d req-200a3e45-168b-4324-b5e5-d47a51fa57df tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382626 Jul 16 18:24:37.725053 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08ed710-c608-45f7-b7ca-2fa5d780a8f9 x-openstack-request-id: req-f08ed710-c608-45f7-b7ca-2fa5d780a8f9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:37.725337 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:37.725662 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f08ed710-c608-45f7-b7ca-2fa5d780a8f9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:37.725968 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9', 'status': 'completed', 'code': 200} Jul 16 18:24:37.730270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8997bc4-3f6a-4580-85f6-339eb6b13389 req-2ef430ea-9732-4332-9043-34ad1ee4dd36 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/aadfe232-e6bc-4361-86be-2a2fc7dc9bfc HTTP/1.1" status: 200 len: 1813 time: 0.0431356 Jul 16 18:24:37.742944 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-d9b6e66e-f3b1-401b-8bfa-e74d53240df4 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941344 Jul 16 18:24:37.794234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69cb560c-e17f-43da-bc65-0f0e02f64eb5 req-ce205b99-77e0-4a18-beab-6e3ea0871555 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540291 Jul 16 18:24:37.865332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-a2cb951f-4dc6-4a73-bb04-0a7ad68825b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.865332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-a2cb951f-4dc6-4a73-bb04-0a7ad68825b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 200 len: 925 time: 0.5124428 Jul 16 18:24:37.910639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3119690-96fd-41f0-8685-d856a329f5b9 req-d1f0c0cf-9cec-4e1c-a565-1eab137c11c1 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.912424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3119690-96fd-41f0-8685-d856a329f5b9 req-d1f0c0cf-9cec-4e1c-a565-1eab137c11c1 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0864301 Jul 16 18:24:37.952200 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af5cbfec-305d-4f7d-a280-0162bfbc9d44 req-01d6b79b-71ff-4fb5-9241-7f8dd2869e0c service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821189 Jul 16 18:24:37.967636 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-9c4d2c6f-8fac-4ca9-86ac-566db6b0ba45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e970075c-3ff3-4023-a7b2-f66691a924c2 HTTP/1.1" status: 200 len: 1001 time: 0.0949388 Jul 16 18:24:37.982511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3119690-96fd-41f0-8685-d856a329f5b9 req-c3169577-b772-4e44-bd47-61e6ce312020 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639625 Jul 16 18:24:38.098414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-875231ed-6ea5-4de7-9e1e-67800af99a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.098414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-875231ed-6ea5-4de7-9e1e-67800af99a8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 200 len: 863 time: 0.1203024 Jul 16 18:24:38.170820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec918a-655f-4e77-b2e8-949b1a2e136e req-6dc45a78-cd4c-4906-ae9a-a398b2e4baaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.172312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ecec918a-655f-4e77-b2e8-949b1a2e136e req-6dc45a78-cd4c-4906-ae9a-a398b2e4baaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 950 time: 0.1543453 Jul 16 18:24:38.177469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-5a24be79-441f-4340-9e14-82f2ec0204df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.178915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-5a24be79-441f-4340-9e14-82f2ec0204df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1096 time: 0.1483696 Jul 16 18:24:38.252867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-9326b6a2-4110-4ee7-bd8e-a44c67624c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.255117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-9326b6a2-4110-4ee7-bd8e-a44c67624c24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=847657e6-35ab-4070-8c37-d5f3065826ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504388 Jul 16 18:24:38.322725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ecec918a-655f-4e77-b2e8-949b1a2e136e req-bb377cb2-1e27-480c-87c2-d507242c7271 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399751 Jul 16 18:24:38.409585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-cd4222cc-0154-43b3-aa04-99eca8be4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.411069 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-cd4222cc-0154-43b3-aa04-99eca8be4470 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.2214618 Jul 16 18:24:38.495201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-9dc187f2-1b03-45f5-b9a4-e9a8f57a3212 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307262 Jul 16 18:24:38.504442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-74254f10-ab4d-4ef6-a08a-52fea51bd599 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 200 len: 217 time: 0.0812962 Jul 16 18:24:38.576714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924751e7-6437-453e-9e38-47949034fc4f req-d1a1444b-6738-499e-8b60-58b2036e74e9 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.578485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-924751e7-6437-453e-9e38-47949034fc4f req-d1a1444b-6738-499e-8b60-58b2036e74e9 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.0729594 Jul 16 18:24:38.627907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-924751e7-6437-453e-9e38-47949034fc4f req-14559df9-5209-4e69-940f-43de7b793677 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Jul 16 18:24:38.667111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-b6f87fbc-dbc6-42e8-bf62-e96baf683d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.668665 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-b6f87fbc-dbc6-42e8-bf62-e96baf683d44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1516159 Jul 16 18:24:38.693761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e57611a-107d-41a9-a41e-57bbc074043c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:38.726903 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-24eaf2b1-36fb-4b6b-8d81-585c4397fea5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492785 Jul 16 18:24:38.738312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-fa03bb10-5c26-4295-9d75-3b6a82999a79 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.739866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-fa03bb10-5c26-4295-9d75-3b6a82999a79 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.2679367 Jul 16 18:24:38.743253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6b33aa5-c0f8-4692-ad1c-a6b7f60d3fd1 req-90fdbd7c-d135-49ad-8c32-4020d809c491 service neutron] 10.222.0.67 "GET /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250576 Jul 16 18:24:38.780097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6cb3b38a-f8c5-4d9d-a874-a33d2bb630c6 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/quotas/ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 375 time: 0.0288525 Jul 16 18:24:38.821408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52303c-8942-4a0a-ace9-f8f19cf9b72a req-573fdc5c-74db-4b4a-bc55-e3a1377aee84 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.823756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f52303c-8942-4a0a-ace9-f8f19cf9b72a req-573fdc5c-74db-4b4a-bc55-e3a1377aee84 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 945 time: 0.0758989 Jul 16 18:24:38.872644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-58d0140d-2a66-46e0-8750-e02c26ec1ef1 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315920 Jul 16 18:24:38.889577 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f52303c-8942-4a0a-ace9-f8f19cf9b72a req-9d5faf11-36b0-4ac0-836b-658453897172 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575845 Jul 16 18:24:38.927051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-57a7f26b-8509-4387-85d3-b2aebd43a6da tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137342 Jul 16 18:24:39.046188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce2166d9-e6f1-4681-aa64-5ee68c8135cc req-ab70d8aa-8f13-4ed8-8be3-1b66e660c9da service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639676 Jul 16 18:24:39.061791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcc09a-528d-424c-a383-7fce420118f9 req-d3c26c84-e36c-4895-aced-cc9964c78b33 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.064698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ffcc09a-528d-424c-a383-7fce420118f9 req-d3c26c84-e36c-4895-aced-cc9964c78b33 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0714805 Jul 16 18:24:39.068381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-93abdf5f-5881-4515-9482-a5081e1f0687 service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333594 Jul 16 18:24:39.111946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ffcc09a-528d-424c-a383-7fce420118f9 req-5f2c47a6-43aa-40cf-94cf-a7ca504f052a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Jul 16 18:24:39.143360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d3de6b5e-63c7-45f9-983a-233eb901de73 req-3eb91b2a-321b-430e-8064-c09254919361 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-534890360', 'description': 'tempest-description-1802786222'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:39.167766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d3de6b5e-63c7-45f9-983a-233eb901de73 req-3eb91b2a-321b-430e-8064-c09254919361 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.179722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-5582f438-85dc-4056-a4d9-920b2c428ad5 service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049244 Jul 16 18:24:39.259005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d3de6b5e-63c7-45f9-983a-233eb901de73 req-3eb91b2a-321b-430e-8064-c09254919361 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.265835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d3de6b5e-63c7-45f9-983a-233eb901de73 req-3eb91b2a-321b-430e-8064-c09254919361 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.302926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d3de6b5e-63c7-45f9-983a-233eb901de73 req-3eb91b2a-321b-430e-8064-c09254919361 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.314115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-455a0dc9-a55f-4449-b84e-31cff221b1d6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.314115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-455a0dc9-a55f-4449-b84e-31cff221b1d6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 950 time: 0.0737255 Jul 16 18:24:39.314631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3de6b5e-63c7-45f9-983a-233eb901de73 req-3eb91b2a-321b-430e-8064-c09254919361 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1743329 Jul 16 18:24:39.315899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb91b2a-321b-430e-8064-c09254919361 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045aa72e-3792-44d8-a340-cb4c608d2c5a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.521027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b495c69-7f6b-4458-9393-99aa7283071a req-6c99659f-ce87-4fe7-8de6-6fcffc6137e2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.522550 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b495c69-7f6b-4458-9393-99aa7283071a req-6c99659f-ce87-4fe7-8de6-6fcffc6137e2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0651405 Jul 16 18:24:39.525465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port 0c566989-a51f-42b9-b576-5d9f77f38bef {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:39.525933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.552952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ed37-358d-4148-95be-17ffd26aeb5c req-f4ae3796-7727-40d6-be2e-c1d0940611b5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.554763 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01c2ed37-358d-4148-95be-17ffd26aeb5c req-f4ae3796-7727-40d6-be2e-c1d0940611b5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 945 time: 0.1173551 Jul 16 18:24:39.563153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b495c69-7f6b-4458-9393-99aa7283071a req-d36a5495-139a-4902-b11e-17d2139baad5 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Jul 16 18:24:39.643166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4725e44c-c465-4b74-bd2b-f3c577b2483a req-95d17e61-7b05-48c7-b69f-49a55cfc43f8 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/045aa72e-3792-44d8-a340-cb4c608d2c5a HTTP/1.1" status: 200 len: 1812 time: 0.0420861 Jul 16 18:24:39.667080 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01c2ed37-358d-4148-95be-17ffd26aeb5c req-34182232-762a-4265-bfbd-ae0a98536b94 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012905 Jul 16 18:24:39.699681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port 0c566989-a51f-42b9-b576-5d9f77f38bef, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0c566989-a51f-42b9-b576-5d9f77f38bef,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:39.700090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.714309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for 0c566989-a51f-42b9-b576-5d9f77f38bef owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:39.736150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d1f4d43-e07c-4eb1-9df2-daf1f581c33a req-9480f838-db13-44a9-9b29-e9a57157aba9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 210 time: 0.0542624 Jul 16 18:24:39.906262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee082c78-4902-444b-a525-f005987cadff req-43e22c6e-d01d-45d7-8007-5bef132052bc tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.907797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee082c78-4902-444b-a525-f005987cadff req-43e22c6e-d01d-45d7-8007-5bef132052bc tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=d35a8127-98e0-4340-9397-7a1e0a53a689 HTTP/1.1" status: 200 len: 950 time: 0.1166651 Jul 16 18:24:39.983567 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.997470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127', '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', '62604602-f178-4293-8441-e07376bdf92a', '0c566989-a51f-42b9-b576-5d9f77f38bef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:40.003847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee082c78-4902-444b-a525-f005987cadff req-91291cee-ef2e-4788-a35a-cec709d6a84d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862114 Jul 16 18:24:40.026967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=0c566989-a51f-42b9-b576-5d9f77f38bef,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.055024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.055454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.055743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.056054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.056388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.056718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.057077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.057409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.057730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.058055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.058423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.058826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:40.066970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', '4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:40.073274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618561f-e9d9-4a2b-ae97-6787f1192ec8 req-c803e5d3-2d2c-43ae-ae18-df68d9429e40 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.077164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1618561f-e9d9-4a2b-ae97-6787f1192ec8 req-c803e5d3-2d2c-43ae-ae18-df68d9429e40 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.1260757 Jul 16 18:24:40.092271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1d9929e0-d665-4831-aa66-4e8311784529 req-c1f6a44c-6176-459e-ae5c-cd28fabf0046 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1867428052', 'description': 'tempest-description-273223120'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:40.125841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1618561f-e9d9-4a2b-ae97-6787f1192ec8 req-fe96ee02-3aab-4a04-8ac5-ddd2b2cafe05 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Jul 16 18:24:40.145539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port 0c566989-a51f-42b9-b576-5d9f77f38bef on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:40.160918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.162938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1689cf8d-6beb-4c25-9893-f285fb3e265f req-4b846c33-11d1-47e1-a3a6-49cce1f7e712 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "DELETE /v2.0/ports/0c566989-a51f-42b9-b576-5d9f77f38bef HTTP/1.1" status: 204 len: 173 time: 0.8450413 Jul 16 18:24:40.164184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'name': 'network-vif-deleted', 'tag': '0c566989-a51f-42b9-b576-5d9f77f38bef'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:40.166796 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0882a9-3030-4ee2-a43e-4d6869d818b5" -d '{"events": [{"server_uuid": "d35a8127-98e0-4340-9397-7a1e0a53a689", "name": "network-vif-deleted", "tag": "0c566989-a51f-42b9-b576-5d9f77f38bef"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:40.187797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260220-8e93-4ca8-98f7-7146c375519b req-e54fd71a-6cd6-490a-be88-66af3beb3201 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.189390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df260220-8e93-4ca8-98f7-7146c375519b req-e54fd71a-6cd6-490a-be88-66af3beb3201 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.67 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 945 time: 0.2421720 Jul 16 18:24:40.204496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d9929e0-d665-4831-aa66-4e8311784529 req-c1f6a44c-6176-459e-ae5c-cd28fabf0046 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.369166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Deleting port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:40.369584 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.394419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d9929e0-d665-4831-aa66-4e8311784529 req-c1f6a44c-6176-459e-ae5c-cd28fabf0046 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.405630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d9929e0-d665-4831-aa66-4e8311784529 req-c1f6a44c-6176-459e-ae5c-cd28fabf0046 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.410900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855062a-c756-4f7f-9b25-4d09185c3381 req-7964d8f5-8f39-4b23-bfcb-72a9262bf8f6 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.433271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1855062a-c756-4f7f-9b25-4d09185c3381 req-7964d8f5-8f39-4b23-bfcb-72a9262bf8f6 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.1401649 Jul 16 18:24:40.475968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1d9929e0-d665-4831-aa66-4e8311784529 req-c1f6a44c-6176-459e-ae5c-cd28fabf0046 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.495262 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1d9929e0-d665-4831-aa66-4e8311784529 req-c1f6a44c-6176-459e-ae5c-cd28fabf0046 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4036043 Jul 16 18:24:40.508147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1855062a-c756-4f7f-9b25-4d09185c3381 req-d7e394c0-ecc3-4fef-b913-4177875f14b0 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728953 Jul 16 18:24:40.522744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6a44c-6176-459e-ae5c-cd28fabf0046 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d6ff83-4d7b-4fcf-924d-c3d1c7fa8d90,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.556830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] For port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,segment=NetworkSegment(3c3bc664-91d4-4b1b-bb86-b9079025f039),segment_id=3c3bc664-91d4-4b1b-bb86-b9079025f039)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:40.557207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.576275 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57dd886-be9b-4c4f-bdc5-3a349f99d7af x-openstack-request-id: req-c57dd886-be9b-4c4f-bdc5-3a349f99d7af {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:40.585132 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35a8127-98e0-4340-9397-7a1e0a53a689", "name": "network-vif-deleted", "tag": "0c566989-a51f-42b9-b576-5d9f77f38bef", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:40.585471 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c57dd886-be9b-4c4f-bdc5-3a349f99d7af {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:40.586035 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35a8127-98e0-4340-9397-7a1e0a53a689', 'name': 'network-vif-deleted', 'tag': '0c566989-a51f-42b9-b576-5d9f77f38bef', 'status': 'completed', 'code': 200} Jul 16 18:24:40.593568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Calling delete_port for 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:40.654270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0dc6d308-42fa-487b-aa76-dbca9fa62795 req-84a75a84-754a-4e3e-8f1a-2173b89aa72a tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/a0d6ff83-4d7b-4fcf-924d-c3d1c7fa8d90 HTTP/1.1" status: 200 len: 1812 time: 0.0672271 Jul 16 18:24:40.671107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-e1a3cd6e-a9c4-4c08-b570-d67f5b56e612 req-b596a655-b51f-4cc3-93d8-cae5f5f7b1b5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:40.671958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1a3cd6e-a9c4-4c08-b570-d67f5b56e612 req-b596a655-b51f-4cc3-93d8-cae5f5f7b1b5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065930 Jul 16 18:24:40.817557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1a3cd6e-a9c4-4c08-b570-d67f5b56e612 req-12061b84-9c37-4a6e-bca2-3589df71c339 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1370227 Jul 16 18:24:40.924966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527524f1-1316-425f-bfbb-899686b614f1 req-c898d0e8-9e7a-416e-bfa5-5336c7a10a64 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.926669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-527524f1-1316-425f-bfbb-899686b614f1 req-c898d0e8-9e7a-416e-bfa5-5336c7a10a64 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/ports?device_id=609d090c-7853-4a9a-9812-ad5d7041c7bd HTTP/1.1" status: 200 len: 945 time: 0.2579758 Jul 16 18:24:40.944198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-2d7e232c-2a83-44e9-8720-29e462b697d1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.946156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-2d7e232c-2a83-44e9-8720-29e462b697d1 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.2783108 Jul 16 18:24:40.972061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Request body: {'port': {'device_id': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'admin_state_up': True, 'tenant_id': 'ba50709b69c44cc8b26db85c331be727'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:41.018829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.092593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Pushing event deleted for resources: {'Port': ['ID=3c2fb2d8-6bb5-40ca-8d70-8380261a5e98,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.115726 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-527524f1-1316-425f-bfbb-899686b614f1 req-230e4d80-8307-4088-9165-e37a6c1625dd tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.49 "GET /v2.0/security-groups?id=316a3c1a-e32a-4d01-82c7-3b3a972b2319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668909 Jul 16 18:24:41.145621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83182a80-4db4-486a-9ba0-f290ad33c558 req-21c8485f-4aeb-4828-b5e1-783e580d82a1 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.147425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83182a80-4db4-486a-9ba0-f290ad33c558 req-21c8485f-4aeb-4828-b5e1-783e580d82a1 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.0765302 Jul 16 18:24:41.166478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2990092e-b47e-4645-ad7e-d3b2d804a408 req-308794ed-3cee-4ffe-9864-6e89759a1aec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1377732648', 'description': 'tempest-description-1617399505'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:41.170791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] No DVR routers for this DVR port 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:41.173499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.175789 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df260220-8e93-4ca8-98f7-7146c375519b req-1c8db81a-e23e-4efd-b0e8-c3b833787ca0 tempest-ServerAddressesNegativeTestJSON-550632415 tempest-ServerAddressesNegativeTestJSON-550632415-project] 10.222.0.67 "DELETE /v2.0/ports/3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 HTTP/1.1" status: 204 len: 173 time: 0.9785326 Jul 16 18:24:41.189152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83182a80-4db4-486a-9ba0-f290ad33c558 req-052905cc-c0a0-4d93-94ea-f9164dabbdd4 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358446 Jul 16 18:24:41.212495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:24:41.212495 n-d-791504-15 neutron-server[93796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:24:41.212495 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id': 'ba50709b69c44cc8b26db85c331be727', 'id': '3aa7aa3f-2fd5-44b8-8baf-7abbf201c894', 'expiration': datetime.datetime(2021, 7, 16, 18, 26, 41, 203860)}] Jul 16 18:24:41.212495 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:24:41.213257 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:24:41.218363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2990092e-b47e-4645-ad7e-d3b2d804a408 req-308794ed-3cee-4ffe-9864-6e89759a1aec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.315172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2990092e-b47e-4645-ad7e-d3b2d804a408 req-308794ed-3cee-4ffe-9864-6e89759a1aec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.319679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2990092e-b47e-4645-ad7e-d3b2d804a408 req-308794ed-3cee-4ffe-9864-6e89759a1aec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.333772 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe588afa-dd63-4a4f-acde-34012baa7973 req-347cf4fc-9fc8-4e27-985f-34fd032261e6 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 210 time: 0.0293632 Jul 16 18:24:41.343296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2990092e-b47e-4645-ad7e-d3b2d804a408 req-308794ed-3cee-4ffe-9864-6e89759a1aec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.344652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2990092e-b47e-4645-ad7e-d3b2d804a408 req-308794ed-3cee-4ffe-9864-6e89759a1aec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2025073 Jul 16 18:24:41.353284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308794ed-3cee-4ffe-9864-6e89759a1aec tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7353e-22b6-425f-9e77-15e21e404237,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.511344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48dfcf-63fc-49e0-a0c8-2d10db6962f0 req-10986605-c611-430a-bdb1-984ee5c0768c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.513247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c48dfcf-63fc-49e0-a0c8-2d10db6962f0 req-10986605-c611-430a-bdb1-984ee5c0768c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0672863 Jul 16 18:24:41.553959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c48dfcf-63fc-49e0-a0c8-2d10db6962f0 req-8da35781-91cd-494b-9fb3-7f759fd160e5 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Jul 16 18:24:41.624016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b9018b9-5118-4a98-b783-f4dc38897157 req-2e5d423e-476e-429d-bda2-ac19a1786e57 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/28e7353e-22b6-425f-9e77-15e21e404237 HTTP/1.1" status: 200 len: 1813 time: 0.0452254 Jul 16 18:24:41.680012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e08472-f6db-443b-9b31-9a4208ee23c2 req-4c489ee8-e8a5-4fa0-a281-1910c135e59a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.681564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09e08472-f6db-443b-9b31-9a4208ee23c2 req-4c489ee8-e8a5-4fa0-a281-1910c135e59a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.0717628 Jul 16 18:24:41.728814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09e08472-f6db-443b-9b31-9a4208ee23c2 req-72a55fff-5f73-49e1-8ff2-f3f60e73377f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Jul 16 18:24:41.758067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Made reservation on behalf of ba50709b69c44cc8b26db85c331be727 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:41.762262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.812663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3c2fb2d8-6bb5-40ca-8d70-8380261a5e98'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:41.915472 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-f2e4119b-41df-4ac0-9988-624e59e0cef7 req-d2691f0c-931a-4895-bf7a-03ce83761bb2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] show failed (client error): The resource could not be found. Jul 16 18:24:41.916554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f2e4119b-41df-4ac0-9988-624e59e0cef7 req-d2691f0c-931a-4895-bf7a-03ce83761bb2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/d720193c-4a37-40b7-a16e-9ecca14d359a HTTP/1.1" status: 404 len: 352 time: 0.0139186 Jul 16 18:24:41.927185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Allocated IP 172.20.0.3 (de4bd8a8-71f7-4060-b825-16152738dfb9/39a70bcc-79a4-4430-92bf-4a49daf7bf0b/f59e3c4e-5f56-478f-9511-2d833f6eebcd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:41.982319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b085a7-93e3-41b5-be82-8247ac636ffa req-078c12d4-1157-4070-b29b-ca40eb524cbc tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.983732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6b085a7-93e3-41b5-be82-8247ac636ffa req-078c12d4-1157-4070-b29b-ca40eb524cbc tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 945 time: 0.1117611 Jul 16 18:24:42.052172 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6b085a7-93e3-41b5-be82-8247ac636ffa req-dcad9e0d-e769-4631-8dc4-7b194bebc8ae tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609181 Jul 16 18:24:42.087026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d886-a758-4dae-bd94-4ba06dd1672e req-068072cb-fc48-4b3d-884f-aa3719c3df20 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.088476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e14d886-a758-4dae-bd94-4ba06dd1672e req-068072cb-fc48-4b3d-884f-aa3719c3df20 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 949 time: 0.0770288 Jul 16 18:24:42.101307 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-bb54a279-c3c1-48f5-9b9c-2b02701c5249 req-a27bf066-be2a-4535-843a-b56b7582267e tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] show failed (client error): The resource could not be found. Jul 16 18:24:42.102274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bb54a279-c3c1-48f5-9b9c-2b02701c5249 req-a27bf066-be2a-4535-843a-b56b7582267e tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-group-rules/da60f3d8-59f0-4075-aae3-7df3fc4e5db9 HTTP/1.1" status: 404 len: 361 time: 0.0237241 Jul 16 18:24:42.132406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e14d886-a758-4dae-bd94-4ba06dd1672e req-c35681b9-ec6a-49dc-aae8-c1d75c69fe03 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 Jul 16 18:24:42.140425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.192268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.201405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a790fa9-ed2b-4f9c-8016-41e38305d694 req-41c401ea-2d15-4a5f-b63f-8d4c819e30eb tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/28e7353e-22b6-425f-9e77-15e21e404237 HTTP/1.1" status: 200 len: 1813 time: 0.0444014 Jul 16 18:24:42.253397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0c566989-a51f-42b9-b576-5d9f77f38bef no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:42.255959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a790fa9-ed2b-4f9c-8016-41e38305d694 req-b9f956b3-2428-4b73-addb-b10718d21bde tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.260274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Network de4bd8a8-71f7-4060-b825-16152738dfb9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:42.267574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:42.272194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:42.273551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 0c566989-a51f-42b9-b576-5d9f77f38bef {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:42.273956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0c566989-a51f-42b9-b576-5d9f77f38bef not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:42.274428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:42.280415 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a790fa9-ed2b-4f9c-8016-41e38305d694 req-b9f956b3-2428-4b73-addb-b10718d21bde tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.296298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:42.297027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3c2fb2d8-6bb5-40ca-8d70-8380261a5e98 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:42.309739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.327560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a790fa9-ed2b-4f9c-8016-41e38305d694 req-b9f956b3-2428-4b73-addb-b10718d21bde tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.330293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a790fa9-ed2b-4f9c-8016-41e38305d694 req-b9f956b3-2428-4b73-addb-b10718d21bde tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.331575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a790fa9-ed2b-4f9c-8016-41e38305d694 req-b9f956b3-2428-4b73-addb-b10718d21bde tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "DELETE /v2.0/security-groups/28e7353e-22b6-425f-9e77-15e21e404237 HTTP/1.1" status: 204 len: 173 time: 0.1275804 Jul 16 18:24:42.338574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.339221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.341568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f956b3-2428-4b73-addb-b10718d21bde tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7353e-22b6-425f-9e77-15e21e404237,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.363741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef94aef-5f50-4f05-b9dc-2579953fabad req-e43cb849-ffd1-4c87-b7b9-efce13d1e016 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.366776 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ef94aef-5f50-4f05-b9dc-2579953fabad req-e43cb849-ffd1-4c87-b7b9-efce13d1e016 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.1592968 Jul 16 18:24:42.368394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-6d3d3d4a-7f51-443b-9d70-3b61b4d0d71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4076564 Jul 16 18:24:42.382722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Request body: {'port': {'device_id': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:42.418451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49146) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.473820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] Deleting subnet 06f16118-85ba-43fe-844a-8d2e554bce99 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:42.477477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.546417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.601386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.645794 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd779-f0b0-4b97-94c8-f6d6dcb7b190 req-09d82306-b799-434b-8a22-79753bee64c9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.647337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5bbd779-f0b0-4b97-94c8-f6d6dcb7b190 req-09d82306-b799-434b-8a22-79753bee64c9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1432431 Jul 16 18:24:42.693731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.713531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'name': 'network-vif-deleted', 'tag': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:42.715799 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d626214-23be-44b5-99f6-7efb5a666761" -d '{"events": [{"server_uuid": "609d090c-7853-4a9a-9812-ad5d7041c7bd", "name": "network-vif-deleted", "tag": "3c2fb2d8-6bb5-40ca-8d70-8380261a5e98"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:42.728673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5bbd779-f0b0-4b97-94c8-f6d6dcb7b190 req-cf71ab79-4390-4a4b-8c4c-61598b53582a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730555 Jul 16 18:24:42.729759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f16118-85ba-43fe-844a-8d2e554bce99,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.736075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.741367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-940594eb-e4ae-41f9-b4d6-0f2f735ac71c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/06f16118-85ba-43fe-844a-8d2e554bce99 HTTP/1.1" status: 204 len: 168 time: 0.3186026 Jul 16 18:24:42.741851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.773032 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ef94aef-5f50-4f05-b9dc-2579953fabad req-66ed290e-cec5-41ee-a5f0-1b60a363acc7 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002461 Jul 16 18:24:42.814542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.845640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f22d9c55-a3b5-44f0-8bfa-5dca545785f3 req-6465f649-57d1-4371-b788-5f2b8dfe37b6 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/a0d6ff83-4d7b-4fcf-924d-c3d1c7fa8d90 HTTP/1.1" status: 200 len: 1812 time: 0.0865450 Jul 16 18:24:42.852077 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.962133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.977066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f924730-78cd-46b0-8f6e-aafa9f5f77e0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:42.995009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3bc664-91d4-4b1b-bb86-b9079025f039') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:42.995306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3bc664-91d4-4b1b-bb86-b9079025f039') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:43.002959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f22d9c55-a3b5-44f0-8bfa-5dca545785f3 req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.008551 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.033821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.040586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f22d9c55-a3b5-44f0-8bfa-5dca545785f3 req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.050147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:43.050484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:43.052150 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:43.060755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677956b-9bdc-429f-817a-ecb1b2f94dc2 req-3c8a8a1b-e97f-4a61-894d-b1e3c0893a72 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.062280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3677956b-9bdc-429f-817a-ecb1b2f94dc2 req-3c8a8a1b-e97f-4a61-894d-b1e3c0893a72 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 931 time: 0.1871130 Jul 16 18:24:43.129493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3677956b-9bdc-429f-817a-ecb1b2f94dc2 req-1c6e5eca-ec85-473b-bb2f-1c6ad1ead929 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598001 Jul 16 18:24:43.130367 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.138267 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.142536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] 10.222.0.49 "DELETE /v2.0/networks/1f924730-78cd-46b0-8f6e-aafa9f5f77e0 HTTP/1.1" status: 204 len: 168 time: 0.3996799 Jul 16 18:24:43.146364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f22d9c55-a3b5-44f0-8bfa-5dca545785f3 req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.149559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f22d9c55-a3b5-44f0-8bfa-5dca545785f3 req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.151038 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f22d9c55-a3b5-44f0-8bfa-5dca545785f3 req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "DELETE /v2.0/security-groups/a0d6ff83-4d7b-4fcf-924d-c3d1c7fa8d90 HTTP/1.1" status: 204 len: 173 time: 0.2951920 Jul 16 18:24:43.164297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59e3c4e-5f56-478f-9511-2d833f6eebcd {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:43.173462 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.173662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=1f924730-78cd-46b0-8f6e-aafa9f5f77e0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.177938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d6ff83-4d7b-4fcf-924d-c3d1c7fa8d90,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.189272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Transition to ACTIVE for port object f59e3c4e-5f56-478f-9511-2d833f6eebcd will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:43.197171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.197900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.198246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.198591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.199020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.199358 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.199532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.199734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.200063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.200497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.200845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.201216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.201541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94600bb-a6a1-4459-a07d-6a1073553cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.206690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.207036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.207383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.207722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.208065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.208508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.209409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.209409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.209600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.210004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.210240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.210646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2529b2-e885-49f8-ba7e-000eea4c697c tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:43.251673 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f40b51-1f84-4998-b53c-7c037f8b1123 x-openstack-request-id: req-17f40b51-1f84-4998-b53c-7c037f8b1123 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:43.251961 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609d090c-7853-4a9a-9812-ad5d7041c7bd", "name": "network-vif-deleted", "tag": "3c2fb2d8-6bb5-40ca-8d70-8380261a5e98", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:43.252387 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17f40b51-1f84-4998-b53c-7c037f8b1123 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:43.253037 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609d090c-7853-4a9a-9812-ad5d7041c7bd', 'name': 'network-vif-deleted', 'tag': '3c2fb2d8-6bb5-40ca-8d70-8380261a5e98', 'status': 'completed', 'code': 200} Jul 16 18:24:43.299140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.338463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49164) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.388724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0daf-f6b2-443c-83e4-db22f085419c req-20cc94c9-3495-4528-aeed-fab764c9636b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.390253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16be0daf-f6b2-443c-83e4-db22f085419c req-20cc94c9-3495-4528-aeed-fab764c9636b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 949 time: 0.1831601 Jul 16 18:24:43.425539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-23c312d0-509f-43b0-b7d6-ba3851a4205a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce3a93c6338c46d3bb82d7450f1c4a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830805 Jul 16 18:24:43.426955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.430077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:43.430423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:43.430751 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:43.439187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:43.439523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:43.449806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:43.450148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:43.450535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:43.450967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Bound port: f59e3c4e-5f56-478f-9511-2d833f6eebcd, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:43.451334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.484533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a31b-4519-4443-b62e-4d3e8149ab8b req-c618d7f2-d24f-4cbc-ba04-2f484911f886 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.486259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c684a31b-4519-4443-b62e-4d3e8149ab8b req-c618d7f2-d24f-4cbc-ba04-2f484911f886 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.1171887 Jul 16 18:24:43.506945 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba1c0ac-bb98-417b-8d7a-3758862c6fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.547645 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba1c0ac-bb98-417b-8d7a-3758862c6fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.561808 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c684a31b-4519-4443-b62e-4d3e8149ab8b req-b4458d76-39f1-4b68-9268-5ece133ce500 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655639 Jul 16 18:24:43.563047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:43.598694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:43.603226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port 62604602-f178-4293-8441-e07376bdf92a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:43.604676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.616869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba1c0ac-bb98-417b-8d7a-3758862c6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.619671 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.620491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba1c0ac-bb98-417b-8d7a-3758862c6fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.622786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aba1c0ac-bb98-417b-8d7a-3758862c6fd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/316a3c1a-e32a-4d01-82c7-3b3a972b2319 HTTP/1.1" status: 204 len: 168 time: 0.1948876 Jul 16 18:24:43.633030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1c0ac-bb98-417b-8d7a-3758862c6fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316a3c1a-e32a-4d01-82c7-3b3a972b2319,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.712691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.713359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.714838 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] 10.222.0.59 "PUT /v2.0/ports/f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 200 len: 1092 time: 1.3358572 Jul 16 18:24:43.748602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba840dac-b633-438d-a839-f78a60bd9f1c service neutron] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.773479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361704-7b82-4f39-8a91-606e314c010a req-220b9877-4b7c-410f-9f5c-e4942b5064b9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.774194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67045bb4-4cfb-433c-8bed-7fd4cc5f7b58 req-ff0d9d63-5d50-4a29-8879-5e9dcc95d96e tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.775753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67045bb4-4cfb-433c-8bed-7fd4cc5f7b58 req-ff0d9d63-5d50-4a29-8879-5e9dcc95d96e tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=5121eb30-d829-4d99-b537-327d21117e59 HTTP/1.1" status: 200 len: 949 time: 0.0885537 Jul 16 18:24:43.779332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361704-7b82-4f39-8a91-606e314c010a req-220b9877-4b7c-410f-9f5c-e4942b5064b9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.785247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361704-7b82-4f39-8a91-606e314c010a req-220b9877-4b7c-410f-9f5c-e4942b5064b9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.789431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67361704-7b82-4f39-8a91-606e314c010a req-220b9877-4b7c-410f-9f5c-e4942b5064b9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf&device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815&device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 2417 time: 0.2381775 Jul 16 18:24:43.800734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port 62604602-f178-4293-8441-e07376bdf92a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=62604602-f178-4293-8441-e07376bdf92a,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:43.801214 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.828645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67045bb4-4cfb-433c-8bed-7fd4cc5f7b58 req-8b679437-dcba-4c8f-a482-d6a56bcfe0cc tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467255 Jul 16 18:24:43.847580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for 62604602-f178-4293-8441-e07376bdf92a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:43.896914 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b53fbc99-8cd5-44ed-8fc9-b9f697d1a924 req-511e7e92-7950-4a3d-a0c6-1f10de7ec0fa tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/045aa72e-3792-44d8-a340-cb4c608d2c5a HTTP/1.1" status: 200 len: 1812 time: 0.0518191 Jul 16 18:24:43.930755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67361704-7b82-4f39-8a91-606e314c010a req-e1a25546-f93f-4583-a579-153da311e8e9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193075 Jul 16 18:24:43.961834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-f0ca7d10-8092-42c9-b05a-ef096d0daa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.963208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-f0ca7d10-8092-42c9-b05a-ef096d0daa31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1095 time: 0.1730540 Jul 16 18:24:43.979041 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b53fbc99-8cd5-44ed-8fc9-b9f697d1a924 req-ecc0b6b8-18f3-4109-9da3-ae7278185199 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.008730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b53fbc99-8cd5-44ed-8fc9-b9f697d1a924 req-ecc0b6b8-18f3-4109-9da3-ae7278185199 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.016323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-08898fdc-9ef8-418e-ac66-c56f8ed75840 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 200 len: 217 time: 0.0388827 Jul 16 18:24:44.059512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b53fbc99-8cd5-44ed-8fc9-b9f697d1a924 req-ecc0b6b8-18f3-4109-9da3-ae7278185199 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.062517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b53fbc99-8cd5-44ed-8fc9-b9f697d1a924 req-ecc0b6b8-18f3-4109-9da3-ae7278185199 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.063697 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b53fbc99-8cd5-44ed-8fc9-b9f697d1a924 req-ecc0b6b8-18f3-4109-9da3-ae7278185199 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "DELETE /v2.0/security-groups/045aa72e-3792-44d8-a340-cb4c608d2c5a HTTP/1.1" status: 204 len: 173 time: 0.1604490 Jul 16 18:24:44.076908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0b6b8-18f3-4109-9da3-ae7278185199 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045aa72e-3792-44d8-a340-cb4c608d2c5a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.150111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-91bf4cd7-50dd-4bf1-947e-c17f96fb3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.151613 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-91bf4cd7-50dd-4bf1-947e-c17f96fb3d1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.1285050 Jul 16 18:24:44.165366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.179639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', '4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:44.193562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f59eba15-941b-4ad7-ae6e-0b8599926565 req-90a39f32-8b62-432f-b01e-9095a632343c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0959392 Jul 16 18:24:44.216119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127', '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', '62604602-f178-4293-8441-e07376bdf92a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:44.231883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=62604602-f178-4293-8441-e07376bdf92a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.236744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-02f0a930-1bdf-48ff-8f48-6f47375fd427 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583124 Jul 16 18:24:44.283514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2322-825e-4a88-808e-3f2db81bc95f req-2016095f-f419-4134-9105-6e7da07bde8f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.285178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ddd2322-825e-4a88-808e-3f2db81bc95f req-2016095f-f419-4134-9105-6e7da07bde8f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.2251828 Jul 16 18:24:44.330916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port 62604602-f178-4293-8441-e07376bdf92a on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:44.335456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.337978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16be0daf-f6b2-443c-83e4-db22f085419c req-f3e616a6-fb96-40a0-b5fb-3f9027b7fcaa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "DELETE /v2.0/ports/62604602-f178-4293-8441-e07376bdf92a HTTP/1.1" status: 204 len: 173 time: 0.9381168 Jul 16 18:24:44.424088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ddd2322-825e-4a88-808e-3f2db81bc95f req-9120938a-1b50-498b-b4e7-df1a4774bf6b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231019 Jul 16 18:24:44.446212 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-cf93ef96-41dc-49d6-bde0-3f20d4430df5 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006392 Jul 16 18:24:44.526569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18c89030-4dd7-4784-82fe-a939a8748adb req-d3815f59-4709-44a0-a527-1c2f7e08d790 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/aadfe232-e6bc-4361-86be-2a2fc7dc9bfc HTTP/1.1" status: 200 len: 1813 time: 0.0656707 Jul 16 18:24:44.617268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18c89030-4dd7-4784-82fe-a939a8748adb req-3160843d-fd6b-4134-9805-9ad08d8352fe tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.646612 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18c89030-4dd7-4784-82fe-a939a8748adb req-3160843d-fd6b-4134-9805-9ad08d8352fe tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.683725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f62406-128c-47d1-8dbf-8b92e9bce4d3 req-0808ee5e-b269-4f1f-8443-730904b5429c service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242203 Jul 16 18:24:44.736173 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18c89030-4dd7-4784-82fe-a939a8748adb req-3160843d-fd6b-4134-9805-9ad08d8352fe tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.739093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18c89030-4dd7-4784-82fe-a939a8748adb req-3160843d-fd6b-4134-9805-9ad08d8352fe tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.745605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78a12-497c-4f88-93f8-3457f790822b req-a94520bb-9711-44a2-bc92-e4fc85ea6e12 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.748239 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90a78a12-497c-4f88-93f8-3457f790822b req-a94520bb-9711-44a2-bc92-e4fc85ea6e12 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 943 time: 0.1357374 Jul 16 18:24:44.749426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18c89030-4dd7-4784-82fe-a939a8748adb req-3160843d-fd6b-4134-9805-9ad08d8352fe tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "DELETE /v2.0/security-groups/aadfe232-e6bc-4361-86be-2a2fc7dc9bfc HTTP/1.1" status: 204 len: 173 time: 0.2156377 Jul 16 18:24:44.768087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160843d-fd6b-4134-9805-9ad08d8352fe tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadfe232-e6bc-4361-86be-2a2fc7dc9bfc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.805345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90a78a12-497c-4f88-93f8-3457f790822b req-96ce9cca-837a-4da8-94c9-b5f7d42ed952 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Jul 16 18:24:45.038533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4c964-ca3b-4bc5-a809-6df57a762d79 req-b05399bd-aece-47a0-beba-d41ec3f8dc53 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.040255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dc4c964-ca3b-4bc5-a809-6df57a762d79 req-b05399bd-aece-47a0-beba-d41ec3f8dc53 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.0763745 Jul 16 18:24:45.083556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dc4c964-ca3b-4bc5-a809-6df57a762d79 req-d4ecc56b-a6e0-490c-b200-f15cc8c15337 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Jul 16 18:24:45.171223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e61c9395-9c30-4871-9ea2-bf2d6c76ede1 req-4f54d847-9184-4793-bd72-dc81a297beb5 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "GET /v2.0/security-groups/26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed HTTP/1.1" status: 200 len: 1812 time: 0.0466583 Jul 16 18:24:45.234899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e61c9395-9c30-4871-9ea2-bf2d6c76ede1 req-504e058e-3d6a-4200-8019-e649e9343fd2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.254788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd'}, {'server_uuid': '5121eb30-d829-4d99-b537-327d21117e59', 'name': 'network-vif-deleted', 'tag': '62604602-f178-4293-8441-e07376bdf92a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:45.258200 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd"}, {"server_uuid": "5121eb30-d829-4d99-b537-327d21117e59", "name": "network-vif-deleted", "tag": "62604602-f178-4293-8441-e07376bdf92a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:45.258376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e61c9395-9c30-4871-9ea2-bf2d6c76ede1 req-504e058e-3d6a-4200-8019-e649e9343fd2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.302449 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e61c9395-9c30-4871-9ea2-bf2d6c76ede1 req-504e058e-3d6a-4200-8019-e649e9343fd2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.305481 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e61c9395-9c30-4871-9ea2-bf2d6c76ede1 req-504e058e-3d6a-4200-8019-e649e9343fd2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.306784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e61c9395-9c30-4871-9ea2-bf2d6c76ede1 req-504e058e-3d6a-4200-8019-e649e9343fd2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] 10.222.0.49 "DELETE /v2.0/security-groups/26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed HTTP/1.1" status: 204 len: 173 time: 0.1283579 Jul 16 18:24:45.314536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49224) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.326812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e058e-3d6a-4200-8019-e649e9343fd2 tempest-SecurityGroupRulesNegativeTestJSON-1440679371 tempest-SecurityGroupRulesNegativeTestJSON-1440679371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d9a4b2-ceb7-42ff-b0df-ed8b5dcfe2ed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.378596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] Deleting subnet fa7107d1-24d0-42dd-b512-38d45daaf4d4 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:45.382321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.427533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.452075 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b015fd-e659-4e45-b0cb-187e3abb7a8b x-openstack-request-id: req-31b015fd-e659-4e45-b0cb-187e3abb7a8b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:45.452630 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd", "status": "completed", "code": 200}, {"server_uuid": "5121eb30-d829-4d99-b537-327d21117e59", "name": "network-vif-deleted", "tag": "62604602-f178-4293-8441-e07376bdf92a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:45.453116 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31b015fd-e659-4e45-b0cb-187e3abb7a8b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:45.454592 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd', 'status': 'completed', 'code': 200} Jul 16 18:24:45.455291 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5121eb30-d829-4d99-b537-327d21117e59', 'name': 'network-vif-deleted', 'tag': '62604602-f178-4293-8441-e07376bdf92a', 'status': 'completed', 'code': 200} Jul 16 18:24:45.478230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.541238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-634f56f2-f741-4b48-95f8-ab2428dbb742 req-8b753ce8-4d4b-4f9f-82ec-b8f2ac2746d8 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=f024b208-23ec-4cb9-8edb-9a96d684f1fd HTTP/1.1" status: 200 len: 210 time: 0.0431974 Jul 16 18:24:45.554115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-33e205c6-269c-4c6f-ad3a-1ad1614da292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.554115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-33e205c6-269c-4c6f-ad3a-1ad1614da292 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1095 time: 0.0721302 Jul 16 18:24:45.602075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.657427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7107d1-24d0-42dd-b512-38d45daaf4d4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.667272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.672091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-52ad146a-ab68-4b85-9c1f-8bce8c968cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.673080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34f6e949-e7bb-4386-9176-bf4af6647d20 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa7107d1-24d0-42dd-b512-38d45daaf4d4 HTTP/1.1" status: 204 len: 168 time: 0.3574417 Jul 16 18:24:45.673693 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-52ad146a-ab68-4b85-9c1f-8bce8c968cd6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1111541 Jul 16 18:24:45.674157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.725169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-b67b7e4a-8fb8-4128-8539-f063540f956c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 200 len: 217 time: 0.0441437 Jul 16 18:24:45.780528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-ca12a54c-0611-4eed-a482-b84ce41e799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.782359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-ca12a54c-0611-4eed-a482-b84ce41e799f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0466480 Jul 16 18:24:45.783639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.827091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-c181a237-e76d-49be-9862-24333a14a9e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354023 Jul 16 18:24:45.934549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.946215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccad49a-c673-448b-b085-49eab8c2b56a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.946732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-73bc68b0-731a-4c76-a1c6-32a90e3ca6de service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053357 Jul 16 18:24:45.964142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7005c-31b4-4fba-a9f6-0e001a0c45fa req-7eac94ec-4e2b-400a-9911-2562a88a783e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.971242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6da7005c-31b4-4fba-a9f6-0e001a0c45fa req-7eac94ec-4e2b-400a-9911-2562a88a783e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 946 time: 0.1853788 Jul 16 18:24:45.974403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e299d91c-eac9-459e-afce-8679800da863') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.974705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e299d91c-eac9-459e-afce-8679800da863') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.995238 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.034503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6da7005c-31b4-4fba-a9f6-0e001a0c45fa req-5fc2b456-bd28-4263-ba2c-e1eeeec051e3 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623062 Jul 16 18:24:46.035621 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.042387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:46.043172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:46.044550 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:46.074448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c069d55-0d8c-46e0-9978-86fcb82d5ce5 req-cc435cd3-dcc8-4a5d-a642-9dc7c9be111b service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166446 Jul 16 18:24:46.118224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.126430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.129605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] 10.222.0.49 "DELETE /v2.0/networks/5ccad49a-c673-448b-b085-49eab8c2b56a HTTP/1.1" status: 204 len: 168 time: 0.4456162 Jul 16 18:24:46.147925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e0c21-9b33-454d-80d3-27e1bc7f3d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccad49a-c673-448b-b085-49eab8c2b56a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.169790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10a7feae-eb3b-41bb-9a4d-2c872fcf6dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.251177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 62604602-f178-4293-8441-e07376bdf92a no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:46.289177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b14b1-1cb6-41b0-bfe3-69c7d309c45f req-2639244c-3de4-4e7d-ad4c-91a38557f26a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.296709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a48b14b1-1cb6-41b0-bfe3-69c7d309c45f req-2639244c-3de4-4e7d-ad4c-91a38557f26a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 943 time: 0.0812290 Jul 16 18:24:46.315263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 62604602-f178-4293-8441-e07376bdf92a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:46.315623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 62604602-f178-4293-8441-e07376bdf92a not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:46.384828 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a48b14b1-1cb6-41b0-bfe3-69c7d309c45f req-23d7f467-5fab-49f5-970f-8782d0c4f938 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Jul 16 18:24:46.417987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49274) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.471622 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61cbb3a1-7ce8-4afe-9e3a-fb6db87f4d17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cf471a8dbae4d8fa8751fab478bd7cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494950 Jul 16 18:24:46.472005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.533637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98230358-ce9a-4ec6-9f6f-b2eca2f240d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.560444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98230358-ce9a-4ec6-9f6f-b2eca2f240d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.640158 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98230358-ce9a-4ec6-9f6f-b2eca2f240d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.645335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98230358-ce9a-4ec6-9f6f-b2eca2f240d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.646873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-98230358-ce9a-4ec6-9f6f-b2eca2f240d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/918a5bba-201f-4dc3-8304-43ebf97eb359 HTTP/1.1" status: 204 len: 168 time: 0.1739686 Jul 16 18:24:46.657913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98230358-ce9a-4ec6-9f6f-b2eca2f240d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918a5bba-201f-4dc3-8304-43ebf97eb359,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.110261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40b66e-9e27-4828-8d29-4845246005d0 req-d18bf8da-e98d-445d-9fd8-7d6f706b00a2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.112889 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e40b66e-9e27-4828-8d29-4845246005d0 req-d18bf8da-e98d-445d-9fd8-7d6f706b00a2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.1097410 Jul 16 18:24:47.166989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e40b66e-9e27-4828-8d29-4845246005d0 req-b22d3812-8306-40fe-90c3-3d9391603eba tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Jul 16 18:24:47.392410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-5c72c1be-7f10-49b2-874f-fe1edccb5033 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.394543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-5c72c1be-7f10-49b2-874f-fe1edccb5033 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/ports?device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 948 time: 0.0848379 Jul 16 18:24:47.407168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b591a-ac85-4496-bfcd-f339f0db4061 req-155e6776-42ae-4b47-9170-e5f1dd19cce8 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.409076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f72b591a-ac85-4496-bfcd-f339f0db4061 req-155e6776-42ae-4b47-9170-e5f1dd19cce8 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 948 time: 0.1300256 Jul 16 18:24:47.516873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f72b591a-ac85-4496-bfcd-f339f0db4061 req-80128c49-6b13-4d7f-8402-19a0fdaa431f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792000 Jul 16 18:24:47.544247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:47.544574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.652890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:47.653444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.654569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9cd4544f-5e3d-40e4-a29c-161b1fae6248 req-8608fd7b-0733-442c-8337-640825c19205 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0439749 Jul 16 18:24:47.677790 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for 7cb5ef48-b62d-4b04-b9f0-430e8b0433de owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:47.686529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49334) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:47.820959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-659533653-network', 'tenant_id': '14d6febd6a3b4455950e2d7dae29ffdf'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:47.867565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.886129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127', '7cb5ef48-b62d-4b04-b9f0-430e8b0433de'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:47.893544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', '4402e893-a5ae-414d-b5df-21809550d12d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:47.910024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Made reservation on behalf of 14d6febd6a3b4455950e2d7dae29ffdf for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:47.912814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.924668 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.941717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=7cb5ef48-b62d-4b04-b9f0-430e8b0433de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:48.003164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d2068-1444-496d-90be-24a2c0a3ee3d req-9497ce98-180e-40b6-be7f-8686d617221a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.010560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b5d2068-1444-496d-90be-24a2c0a3ee3d req-9497ce98-180e-40b6-be7f-8686d617221a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 943 time: 0.1593721 Jul 16 18:24:48.013206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:48.071675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port 7cb5ef48-b62d-4b04-b9f0-430e8b0433de on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:48.075230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.078411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50bbdece-2b4e-4dc4-98dd-96c5d89b24b2 req-4c90b7ce-8a3c-4857-8427-5f3dc8f03c38 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "DELETE /v2.0/ports/7cb5ef48-b62d-4b04-b9f0-430e8b0433de HTTP/1.1" status: 204 len: 173 time: 0.6682537 Jul 16 18:24:48.078898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'name': 'network-vif-deleted', 'tag': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:48.079037 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b5d2068-1444-496d-90be-24a2c0a3ee3d req-1b0495cb-bcbe-4a9c-a98a-446b39c6e9bd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655804 Jul 16 18:24:48.082012 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc72755-e8d1-4d42-9fff-61e4c52f6478" -d '{"events": [{"server_uuid": "08afe676-3ffd-4029-9b62-d9a1e7d0937f", "name": "network-vif-deleted", "tag": "7cb5ef48-b62d-4b04-b9f0-430e8b0433de"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:48.134396 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af103dee-76e9-44e1-b96c-e7ae5cda593a x-openstack-request-id: req-af103dee-76e9-44e1-b96c-e7ae5cda593a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:48.134687 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08afe676-3ffd-4029-9b62-d9a1e7d0937f", "name": "network-vif-deleted", "tag": "7cb5ef48-b62d-4b04-b9f0-430e8b0433de", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:48.134984 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af103dee-76e9-44e1-b96c-e7ae5cda593a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:48.135383 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08afe676-3ffd-4029-9b62-d9a1e7d0937f', 'name': 'network-vif-deleted', 'tag': '7cb5ef48-b62d-4b04-b9f0-430e8b0433de', 'status': 'completed', 'code': 200} Jul 16 18:24:48.153033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.161085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.192245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:48.210012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8748e4f8-110a-4b20-beeb-32cff00c6f1b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:48.216817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.217443 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Added segment ad263568-1476-4356-a994-bb589a338b07 of type vlan for network 1f0c22d0-0188-4e64-9adb-4ca13ffe0103 Jul 16 18:24:48.236826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df311-344d-4a6b-b920-dc055e82b81b req-c37ba072-7a1b-48a0-b8b7-5ae24128ddd3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.238769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d18df311-344d-4a6b-b920-dc055e82b81b req-c37ba072-7a1b-48a0-b8b7-5ae24128ddd3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.0926344 Jul 16 18:24:48.324141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d18df311-344d-4a6b-b920-dc055e82b81b req-b11a8e3f-b79d-4eb3-b7be-1487103bdd88 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Jul 16 18:24:48.376992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:48.466709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'port_id': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd', 'mac_address': 'fa:16:3e:6f:0e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a70bcc-79a4-4430-92bf-4a49daf7bf0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:48.467938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94ea2164-03d1-41af-a20f-e38ac14df9f6 req-eca10ca7-9b5e-4a43-95ff-0e6a566be8b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f024b208-23ec-4cb9-8edb-9a96d684f1fd HTTP/1.1" status: 200 len: 210 time: 0.0423255 Jul 16 18:24:48.511950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-0bc3cdd4-66db-43e1-af02-956544f87e0c tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.517839 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-0bc3cdd4-66db-43e1-af02-956544f87e0c tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 949 time: 0.1926560 Jul 16 18:24:48.556665 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.596879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59e3c4e-5f56-478f-9511-2d833f6eebcd {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:48.663073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port 4402e893-a5ae-414d-b5df-21809550d12d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:48.664184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:48.664444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.679152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.679858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:48.684005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.686192 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24556220-dc4f-4a6c-be4e-ff06085c7eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.740093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f0925-e7ed-4b74-af1c-5670bc7d86d1 req-1058c5ba-10ad-4a4d-9109-2b41f8a08082 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.741614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-939f0925-e7ed-4b74-af1c-5670bc7d86d1 req-1058c5ba-10ad-4a4d-9109-2b41f8a08082 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.1036708 Jul 16 18:24:48.749740 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.751198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.751864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.778573 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-acdb740c-46c5-4bb2-87f9-a3c0d6a63e73 req-def9dd5a-713a-498d-b894-3706d2e55f30 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=08afe676-3ffd-4029-9b62-d9a1e7d0937f HTTP/1.1" status: 200 len: 210 time: 0.0662603 Jul 16 18:24:48.831619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port 4402e893-a5ae-414d-b5df-21809550d12d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4402e893-a5ae-414d-b5df-21809550d12d,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:48.831982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.848934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for 4402e893-a5ae-414d-b5df-21809550d12d owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:48.850088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0c22d0-0188-4e64-9adb-4ca13ffe0103,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:48.859875 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1aa288da-d92a-4ea3-86c2-2df3abb9cd24 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1722617 Jul 16 18:24:48.862861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49358) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:48.874481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Request body: {'subnet': {'network_id': '1f0c22d0-0188-4e64-9adb-4ca13ffe0103', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-659533653-subnet', 'tenant_id': '14d6febd6a3b4455950e2d7dae29ffdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.883609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 1f0c22d0-0188-4e64-9adb-4ca13ffe0103 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:48.888110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-939f0925-e7ed-4b74-af1c-5670bc7d86d1 req-75828103-4bdf-4b9c-9f22-59e075765129 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304035 Jul 16 18:24:48.979909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f66a79e6-d43d-461a-88e0-db14865b050f req-6c9dcd3f-1674-4db6-b958-7690f0d15ceb tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0355392 Jul 16 18:24:48.984921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Made reservation on behalf of 14d6febd6a3b4455950e2d7dae29ffdf for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:48.987364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.991842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.998989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.102867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:49.124521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9', 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d', 'port_id': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9', 'mac_address': 'fa:16:3e:66:36:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646841a-3692-4c50-abd5-e333cc4581b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:49.165896 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.174400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.183223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dd5201-9619-4d91-9e87-0fdb0a0379a9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:49.208012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:49.213353 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.231594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=4402e893-a5ae-414d-b5df-21809550d12d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.268616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.341072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port 4402e893-a5ae-414d-b5df-21809550d12d on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:49.348607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.350731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-06d2719e-597d-4e03-9e5e-24ba3612d498 req-14e0116b-3a2b-42f0-9f8d-39d9d4660009 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "DELETE /v2.0/ports/4402e893-a5ae-414d-b5df-21809550d12d HTTP/1.1" status: 204 len: 173 time: 0.8234224 Jul 16 18:24:49.380452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.441534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea7b2-56d1-4adb-a7b3-11051afc90dc req-fa02712f-cd49-42ae-819d-90c26fad4b5c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.443149 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-930ea7b2-56d1-4adb-a7b3-11051afc90dc req-fa02712f-cd49-42ae-819d-90c26fad4b5c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.2169197 Jul 16 18:24:49.502709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-930ea7b2-56d1-4adb-a7b3-11051afc90dc req-7042e4b9-6c6b-474b-ae83-efa900deed1f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Jul 16 18:24:49.519738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84847-ae92-4d1e-9d1a-a90269ac66cb req-8978ede3-b4cc-4af0-9bd2-f7571012d1bb tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.527509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9e84847-ae92-4d1e-9d1a-a90269ac66cb req-8978ede3-b4cc-4af0-9bd2-f7571012d1bb tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.0728354 Jul 16 18:24:49.541495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b34cc74-2a9b-4aaf-9431-e4254443b256 req-5ab0301f-1eb7-4ff4-89fa-de7d2f1837a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0449872 Jul 16 18:24:49.553594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d7e770-08f3-43cb-9de5-80b06ca0e78e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.558088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Checking segment: {'id': 'ad263568-1476-4356-a994-bb589a338b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1f0c22d0-0188-4e64-9adb-4ca13ffe0103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:49.559259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Network hostable DHCP agents. Network: 1f0c22d0-0188-4e64-9adb-4ca13ffe0103, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:49.569435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9e84847-ae92-4d1e-9d1a-a90269ac66cb req-dcd118fc-011d-43f0-8363-fdbfb3428230 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Jul 16 18:24:49.579650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Network 1f0c22d0-0188-4e64-9adb-4ca13ffe0103 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:49.591455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 1f0c22d0-0188-4e64-9adb-4ca13ffe0103) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:49.598374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0d992ea8-722e-48a9-9dcc-141b76cc5b6e', '85d67aaf-8882-4e58-9125-e2dbcc9ce127'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:49.599851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.600660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.606833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a71cc-7aab-4bb3-a803-1ef60613c617 None None] Network 1f0c22d0-0188-4e64-9adb-4ca13ffe0103 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:49.643550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b73f3046-50f1-49c5-b1bc-9658c452482c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7794447 Jul 16 18:24:49.800690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:49.807490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af4191-283d-4f77-851a-3a7f760f7a8a None None] Network 1f0c22d0-0188-4e64-9adb-4ca13ffe0103 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:49.886690 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.954688 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-a9c88f24-f631-42db-bdf4-90d57f549707 req-fcf99998-a77e-41b3-988a-f2c03aac92e2 tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] show failed (client error): The resource could not be found. Jul 16 18:24:49.962187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9c88f24-f631-42db-bdf4-90d57f549707 req-fcf99998-a77e-41b3-988a-f2c03aac92e2 tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "GET /v2.0/security-groups/66f73d4e-9fa7-4dcf-83a3-e92e1fba5e43 HTTP/1.1" status: 404 len: 352 time: 0.0331719 Jul 16 18:24:49.977962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5f330c85-3b5e-4d19-968d-0ecf38921cf2 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:49.993260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['f59e3c4e-5f56-478f-9511-2d833f6eebcd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:49.996304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e9dd5201-9619-4d91-9e87-0fdb0a0379a9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:50.049087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-474a7e28-ef96-41f7-93ca-73c07bb26d6f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.050551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-474a7e28-ef96-41f7-93ca-73c07bb26d6f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 946 time: 0.1125274 Jul 16 18:24:50.069624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f71f1778-fc62-47e3-80af-bf5c0c6d390f req-ad4cab6f-c850-4974-85e4-dc0443c3b689 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=073b0965-5011-4062-983b-468226ca2f1b HTTP/1.1" status: 200 len: 210 time: 0.0502465 Jul 16 18:24:50.156416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073b0965-5011-4062-983b-468226ca2f1b', 'name': 'network-vif-deleted', 'tag': '4402e893-a5ae-414d-b5df-21809550d12d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:50.158841 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de0686b-f12c-4af9-bea4-f24c18a75a6b" -d '{"events": [{"server_uuid": "073b0965-5011-4062-983b-468226ca2f1b", "name": "network-vif-deleted", "tag": "4402e893-a5ae-414d-b5df-21809550d12d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:50.185630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c7baf-52ea-48ce-ae2f-a359b4df937c req-3daedcef-f11f-4c72-a2cd-2d5a3cd210bc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.193162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d05c7baf-52ea-48ce-ae2f-a359b4df937c req-3daedcef-f11f-4c72-a2cd-2d5a3cd210bc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.1188359 Jul 16 18:24:50.248689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Deleting port 0eed9c6d-2195-42ce-8658-ed2fb791b033 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:50.249816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.257298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d05c7baf-52ea-48ce-ae2f-a359b4df937c req-f4e2c913-3731-4597-b9ee-c0566015332a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628061 Jul 16 18:24:50.349722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:24:50.393461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9422a295-a962-47bf-8e65-3b9ebb1abe71 req-41771d87-2c69-4c63-8a49-1aa2c9d3b65b tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14d6febd6a3b4455950e2d7dae29ffdf HTTP/1.1" status: 200 len: 2984 time: 0.0870953 Jul 16 18:24:50.417585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c375fb53-8cf3-4ac4-aad6-c24d23a45412 req-3f9c87d5-1741-4fe8-9d1b-b70769b8a5fb tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0413816 Jul 16 18:24:50.462872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7cb5ef48-b62d-4b04-b9f0-430e8b0433de no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:50.477437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] For port 0eed9c6d-2195-42ce-8658-ed2fb791b033, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0eed9c6d-2195-42ce-8658-ed2fb791b033,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:50.477832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.499452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9422a295-a962-47bf-8e65-3b9ebb1abe71 req-ada3fb68-7977-4dbd-8d6c-77ef6e56526f tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "GET /v2.0/security-groups/8748e4f8-110a-4b20-beeb-32cff00c6f1b HTTP/1.1" status: 200 len: 2981 time: 0.0948277 Jul 16 18:24:50.512250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Calling delete_port for 0eed9c6d-2195-42ce-8658-ed2fb791b033 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:50.567876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 7cb5ef48-b62d-4b04-b9f0-430e8b0433de {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:50.568355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7cb5ef48-b62d-4b04-b9f0-430e8b0433de not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:50.587756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9422a295-a962-47bf-8e65-3b9ebb1abe71 req-b51f552a-5120-4dea-8a7b-2a7f660b215d tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "GET /v2.0/security-groups/8748e4f8-110a-4b20-beeb-32cff00c6f1b HTTP/1.1" status: 200 len: 2981 time: 0.0863793 Jul 16 18:24:50.654326 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29c11a1-c043-4cdc-964c-4a037fe5151d x-openstack-request-id: req-c29c11a1-c043-4cdc-964c-4a037fe5151d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:50.654626 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073b0965-5011-4062-983b-468226ca2f1b", "name": "network-vif-deleted", "tag": "4402e893-a5ae-414d-b5df-21809550d12d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:50.654877 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c29c11a1-c043-4cdc-964c-4a037fe5151d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:50.655463 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073b0965-5011-4062-983b-468226ca2f1b', 'name': 'network-vif-deleted', 'tag': '4402e893-a5ae-414d-b5df-21809550d12d', 'status': 'completed', 'code': 200} Jul 16 18:24:50.676231 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.749788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:50.777471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Pushing event deleted for resources: {'Port': ['ID=0eed9c6d-2195-42ce-8658-ed2fb791b033,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.787417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a3e63ee-745d-4dad-8223-5849e00e4b11 req-44b3a18b-6ca0-43fc-af60-454ec7d4a92b tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "GET /v2.0/security-groups/8748e4f8-110a-4b20-beeb-32cff00c6f1b HTTP/1.1" status: 200 len: 2981 time: 0.0497372 Jul 16 18:24:50.807285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'mac_address': 'fa:16:3e:8f:8e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:50.849476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941178-fe8b-4ce5-8870-5536fff805b4 req-36ccb35a-af20-4919-94fb-9614968e961a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.858435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67941178-fe8b-4ce5-8870-5536fff805b4 req-36ccb35a-af20-4919-94fb-9614968e961a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.1053939 Jul 16 18:24:50.860232 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] No DVR routers for this DVR port 0eed9c6d-2195-42ce-8658-ed2fb791b033 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:50.868572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.871451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60fdb619-032f-40cb-9ae2-e74d2759b285 req-e2f8f05c-8e82-4c0e-a4d4-13bf1ca03b8c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "DELETE /v2.0/ports/0eed9c6d-2195-42ce-8658-ed2fb791b033 HTTP/1.1" status: 204 len: 173 time: 0.8036950 Jul 16 18:24:50.923800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67941178-fe8b-4ce5-8870-5536fff805b4 req-17e523cd-b02c-480c-b54b-0f8100219419 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633445 Jul 16 18:24:50.984636 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-7a3e63ee-745d-4dad-8223-5849e00e4b11 req-3aa60603-09e9-45d5-b94f-418b677e7b73 tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:24:51.002180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.007268 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a3e63ee-745d-4dad-8223-5849e00e4b11 req-3aa60603-09e9-45d5-b94f-418b677e7b73 tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "DELETE /v2.0/security-groups/8748e4f8-110a-4b20-beeb-32cff00c6f1b HTTP/1.1" status: 409 len: 352 time: 0.1851752 Jul 16 18:24:51.087438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b64df14-8eb3-4849-8a46-8ac425e9b749 req-5179ce63-93a9-4b61-947b-684363a26f39 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a62ea8e-6c02-425a-aafa-12da09fafebf HTTP/1.1" status: 200 len: 210 time: 0.0317428 Jul 16 18:24:51.099766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f330c85-3b5e-4d19-968d-0ecf38921cf2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:51.146951 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-f84b30aa-181b-4bfc-985e-b680ddae768f req-be1cad05-e3dc-4243-bcd9-0fbe3e9211e6 tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] show failed (client error): The resource could not be found. Jul 16 18:24:51.148128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f84b30aa-181b-4bfc-985e-b680ddae768f req-be1cad05-e3dc-4243-bcd9-0fbe3e9211e6 tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "GET /v2.0/security-groups/7a039399-9772-4cd2-9d53-4cbc2b06b4f9 HTTP/1.1" status: 404 len: 352 time: 0.0239580 Jul 16 18:24:51.206101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:51.212363 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-1d0e6e52-92c5-4077-8a05-a49128a059a8 req-369d01af-3a07-4c11-9d10-a08288d0b48b tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] show failed (client error): The resource could not be found. Jul 16 18:24:51.216524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1d0e6e52-92c5-4077-8a05-a49128a059a8 req-369d01af-3a07-4c11-9d10-a08288d0b48b tempest-SecurityGroupsNegativeTestJSON-7781206 tempest-SecurityGroupsNegativeTestJSON-7781206-project] 10.222.0.49 "GET /v2.0/security-groups/2746335f-6849-4094-b527-66ea1cc786c7 HTTP/1.1" status: 404 len: 352 time: 0.0235808 Jul 16 18:24:51.231144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:51.234890 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.345126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.349869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] Deleting subnet c4d7e770-08f3-43cb-9de5-80b06ca0e78e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:51.361493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.459908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.462519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5f330c85-3b5e-4d19-968d-0ecf38921cf2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:51.571039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.600022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['09174c10-3695-4df4-81be-d0a6e1c366ff'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:51.687278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f5ee-9d86-433b-bdd8-313fe29c1476 req-ec3da9d1-8353-47b5-ab04-afe83878edae tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.694775 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22c3f5ee-9d86-433b-bdd8-313fe29c1476 req-ec3da9d1-8353-47b5-ab04-afe83878edae tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.2376621 Jul 16 18:24:51.699258 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.767611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22c3f5ee-9d86-433b-bdd8-313fe29c1476 req-20cfd6ba-f6a6-4de6-8b03-cf34998d7bd9 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Jul 16 18:24:51.780572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.861435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d7e770-08f3-43cb-9de5-80b06ca0e78e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.863913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.866137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3a7fc788-9048-43f3-92c3-284cac5efed2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c4d7e770-08f3-43cb-9de5-80b06ca0e78e HTTP/1.1" status: 204 len: 168 time: 0.6339939 Jul 16 18:24:51.868802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:51.950408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5f330c85-3b5e-4d19-968d-0ecf38921cf2 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:51.990776 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.007005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7ca98438-e4f4-43e8-a083-52445884ebdc', '0eed9c6d-2195-42ce-8658-ed2fb791b033'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:52.043352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da33ef76-3bff-4d53-9383-eb08fce3d3cc req-4384177d-5fd2-4f46-9044-3014fb2a0ae6 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0490053 Jul 16 18:24:52.150189 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.154831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:52.155759 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.178802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0c22d0-0188-4e64-9adb-4ca13ffe0103']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.211658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad263568-1476-4356-a994-bb589a338b07') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.214521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad263568-1476-4356-a994-bb589a338b07') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.249770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.280031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.287241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:52.287649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.295695 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.335254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:52.337937 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ab636-1dd4-494c-8f9c-6968089f4ac8" -d '{"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:52.349772 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:52.358055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:52.371039 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.372198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4402e893-a5ae-414d-b5df-21809550d12d no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:52.395655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.396901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.399076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1f0c22d0-0188-4e64-9adb-4ca13ffe0103 HTTP/1.1" status: 204 len: 168 time: 0.5292573 Jul 16 18:24:52.423377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f3db0-2589-4480-a33b-052a09dcf149 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0c22d0-0188-4e64-9adb-4ca13ffe0103,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.425453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 4402e893-a5ae-414d-b5df-21809550d12d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:52.426432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4402e893-a5ae-414d-b5df-21809550d12d not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:52.472652 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86871c9a-2758-4cce-9fce-70c4c339b52c req-a83a6f0d-4135-4100-9e3f-a6a1cfadf708 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.481662 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86871c9a-2758-4cce-9fce-70c4c339b52c req-a83a6f0d-4135-4100-9e3f-a6a1cfadf708 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.2463694 Jul 16 18:24:52.538104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86871c9a-2758-4cce-9fce-70c4c339b52c req-ace9d79b-430a-43a8-9782-a772083413b4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Jul 16 18:24:52.541070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.580764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.605374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.656684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'name': 'network-vif-deleted', 'tag': '0eed9c6d-2195-42ce-8658-ed2fb791b033'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:52.659066 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5100f93b-d754-4434-98ef-dbea35b14481" -d '{"events": [{"server_uuid": "4a62ea8e-6c02-425a-aafa-12da09fafebf", "name": "network-vif-deleted", "tag": "0eed9c6d-2195-42ce-8658-ed2fb791b033"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:52.713125 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bc00f350-ac59-49c0-9d91-4eaa22cd472b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14d6febd6a3b4455950e2d7dae29ffdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036515 Jul 16 18:24:52.713378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49486) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.821160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-013984c6-9e55-42d2-b9b3-536cf766150c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.863502 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-013984c6-9e55-42d2-b9b3-536cf766150c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.882821 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229fed19-f935-441c-8c90-6e0bb1fc9d87 x-openstack-request-id: req-229fed19-f935-441c-8c90-6e0bb1fc9d87 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:52.883117 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:52.883369 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-229fed19-f935-441c-8c90-6e0bb1fc9d87 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:52.883882 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'code': 200} Jul 16 18:24:52.932190 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2d3b5-200b-423c-ae51-573f290e6f03 x-openstack-request-id: req-73b2d3b5-200b-423c-ae51-573f290e6f03 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:52.932642 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a62ea8e-6c02-425a-aafa-12da09fafebf", "name": "network-vif-deleted", "tag": "0eed9c6d-2195-42ce-8658-ed2fb791b033", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:52.932918 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73b2d3b5-200b-423c-ae51-573f290e6f03 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:52.933342 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a62ea8e-6c02-425a-aafa-12da09fafebf', 'name': 'network-vif-deleted', 'tag': '0eed9c6d-2195-42ce-8658-ed2fb791b033', 'status': 'completed', 'code': 200} Jul 16 18:24:52.970672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-013984c6-9e55-42d2-b9b3-536cf766150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.977045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-013984c6-9e55-42d2-b9b3-536cf766150c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.978370 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-013984c6-9e55-42d2-b9b3-536cf766150c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8748e4f8-110a-4b20-beeb-32cff00c6f1b HTTP/1.1" status: 204 len: 168 time: 0.2639875 Jul 16 18:24:53.010203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013984c6-9e55-42d2-b9b3-536cf766150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8748e4f8-110a-4b20-beeb-32cff00c6f1b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.051475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eff8a0-b3f4-4e84-bdf3-dd301e915cf8 req-281e4921-ef1f-4e5b-a9ea-5c7e9baab1e2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.062789 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14eff8a0-b3f4-4e84-bdf3-dd301e915cf8 req-281e4921-ef1f-4e5b-a9ea-5c7e9baab1e2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 950 time: 0.1417260 Jul 16 18:24:53.123696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14eff8a0-b3f4-4e84-bdf3-dd301e915cf8 req-5fcec005-1f3e-47a8-8d72-349e52dd0da0 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580702 Jul 16 18:24:53.307897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a803fa69-8c02-4337-867b-762a85718f08 req-c7adc27a-7484-47b2-a0ac-996329dddbc3 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0493586 Jul 16 18:24:53.392053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-d23841c9-542d-453f-a61f-315bf0fab23d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.394421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-d23841c9-542d-453f-a61f-315bf0fab23d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/ports?device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 950 time: 0.0855191 Jul 16 18:24:53.542316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:53.542316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.582326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162afd88-f16f-4966-b511-f7294be6db21 req-985b7def-9bc4-4262-86b4-c2de8917a36a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.591209 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-162afd88-f16f-4966-b511-f7294be6db21 req-985b7def-9bc4-4262-86b4-c2de8917a36a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.1101391 Jul 16 18:24:53.654824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:53.655381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.677246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-162afd88-f16f-4966-b511-f7294be6db21 req-ca47119c-c42d-4e3a-850e-a9d36bb12ad0 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827930 Jul 16 18:24:53.694366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for 0d992ea8-722e-48a9-9dcc-141b76cc5b6e owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:53.900301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c188e9-d9a1-44de-aef0-04f889ad4543 req-f4b834fb-8852-4a15-bc15-ccfff6e6b53b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.903077 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96c188e9-d9a1-44de-aef0-04f889ad4543 req-f4b834fb-8852-4a15-bc15-ccfff6e6b53b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.0920131 Jul 16 18:24:53.959870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:53.973348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96c188e9-d9a1-44de-aef0-04f889ad4543 req-d0488c37-8e80-4a1b-a2a3-abfe00f510d7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638251 Jul 16 18:24:54.015421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:54.092331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port f59e3c4e-5f56-478f-9511-2d833f6eebcd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:54.098292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port f59e3c4e-5f56-478f-9511-2d833f6eebcd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:54.098936 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.183845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1815108169-network', 'tenant_id': '5a74622d980444c6b599db4cbae02d32'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:54.199158 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.241845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:54.248115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:54.255140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.267377 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.268303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:54.294744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.307666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f5fbd-6f64-4d1b-998e-bed6eed71a3d req-bdb55a84-0429-4fe7-a384-58249bf2ca6c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.314800 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-634f5fbd-6f64-4d1b-998e-bed6eed71a3d req-bdb55a84-0429-4fe7-a384-58249bf2ca6c tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 945 time: 0.6348643 Jul 16 18:24:54.319722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.394750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:54.400987 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-634f5fbd-6f64-4d1b-998e-bed6eed71a3d req-f1627b79-2861-445a-8cd4-7897f05bd55b tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851033 Jul 16 18:24:54.402973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1fde6-65bd-470a-bc3e-2139ab043936 req-8a7548e3-f505-496d-a3af-64258ace9931 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.412516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a1fde6-65bd-470a-bc3e-2139ab043936 req-8a7548e3-f505-496d-a3af-64258ace9931 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=38347cdd-0b60-466b-ac35-c7ff1306bb13 HTTP/1.1" status: 200 len: 950 time: 0.1297719 Jul 16 18:24:54.425871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.435171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:54.443341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['85d67aaf-8882-4e58-9125-e2dbcc9ce127'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:54.486659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=0d992ea8-722e-48a9-9dcc-141b76cc5b6e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:54.506191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-7f2b6029-3ba5-4698-ae86-a34faf63aae6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.508031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-7f2b6029-3ba5-4698-ae86-a34faf63aae6 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 949 time: 0.6335723 Jul 16 18:24:54.558571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:54.569841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a1fde6-65bd-470a-bc3e-2139ab043936 req-62e1212e-413c-4f6d-973f-2005f5fe2daa tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546705 Jul 16 18:24:54.578160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:54.579726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.610168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port 0d992ea8-722e-48a9-9dcc-141b76cc5b6e on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:54.631836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.633882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f2fd2a8-7df7-4951-a774-816156e08b18 req-350fc021-b92c-4057-a431-f64788e6333f tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "DELETE /v2.0/ports/0d992ea8-722e-48a9-9dcc-141b76cc5b6e HTTP/1.1" status: 204 len: 173 time: 1.2219064 Jul 16 18:24:54.667976 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68c4e2aa-d993-41f1-a93f-c97f0a7fbbf1 req-c08d931f-9516-4182-b53f-18f1c1b06da8 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.1094546 Jul 16 18:24:54.731226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.747066 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.783881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:54.829810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:54.830414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.881746 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.882168 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Added segment 69c92c07-e7fa-4184-98a1-c7073096e38e of type vlan for network 5f578155-921a-45d2-b167-32878999fee7 Jul 16 18:24:54.895957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:54.898255 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e766d887-c95d-4717-9fbf-5933ffd75d59" -d '{"events": [{"server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "name": "network-vif-plugged", "status": "completed", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:54.943999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'name': 'network-vif-deleted', 'tag': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:54.946969 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0db39bb-28e4-4a59-b326-6cbcc23fd099" -d '{"events": [{"server_uuid": "38347cdd-0b60-466b-ac35-c7ff1306bb13", "name": "network-vif-deleted", "tag": "0d992ea8-722e-48a9-9dcc-141b76cc5b6e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:54.954120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f10a05-1407-4a9c-8c2d-81ef13d71936,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.032052 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8544124a-ea07-439b-831b-6ce79359a699 x-openstack-request-id: req-8544124a-ea07-439b-831b-6ce79359a699 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:55.032052 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "name": "network-vif-plugged", "status": "completed", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:55.032052 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8544124a-ea07-439b-831b-6ce79359a699 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:55.032052 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd', 'code': 200} Jul 16 18:24:55.056100 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.066965 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.099133 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5d2fd-691a-4b53-8bda-007ae6b55b06 x-openstack-request-id: req-bcb5d2fd-691a-4b53-8bda-007ae6b55b06 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:55.099557 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38347cdd-0b60-466b-ac35-c7ff1306bb13", "name": "network-vif-deleted", "tag": "0d992ea8-722e-48a9-9dcc-141b76cc5b6e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:55.099897 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcb5d2fd-691a-4b53-8bda-007ae6b55b06 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:55.100391 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38347cdd-0b60-466b-ac35-c7ff1306bb13', 'name': 'network-vif-deleted', 'tag': '0d992ea8-722e-48a9-9dcc-141b76cc5b6e', 'status': 'completed', 'code': 200} Jul 16 18:24:55.128807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port 85d67aaf-8882-4e58-9125-e2dbcc9ce127, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=85d67aaf-8882-4e58-9125-e2dbcc9ce127,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:55.129347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.155058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.156230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.156959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.159446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7eec3-3046-4f1c-a1ef-2c4424a50aab req-6a396c4e-ac48-4839-88d2-abcc1fba40d5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.167734 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64c7eec3-3046-4f1c-a1ef-2c4424a50aab req-6a396c4e-ac48-4839-88d2-abcc1fba40d5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.3003130 Jul 16 18:24:55.171396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for 85d67aaf-8882-4e58-9125-e2dbcc9ce127 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:55.227889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:55.248556 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.250015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0eed9c6d-2195-42ce-8658-ed2fb791b033 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:55.261620 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2446826 Jul 16 18:24:55.264077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-e3bfd57e-1812-4531-aa6d-c9ba4d3539f3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.265905 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-e3bfd57e-1812-4531-aa6d-c9ba4d3539f3 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.67 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 945 time: 0.3779662 Jul 16 18:24:55.266873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.318880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Request body: {'subnet': {'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1815108169-subnet', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:55.325278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda9d02-62bc-4eaa-ae4c-c9773cd5eb91 admin admin] Pushing event updated for resources: {'Network': ['ID=5f578155-921a-45d2-b167-32878999fee7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.365491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.379953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5f578155-921a-45d2-b167-32878999fee7 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:55.388583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64c7eec3-3046-4f1c-a1ef-2c4424a50aab req-96b083e8-a4b6-42d9-a66e-2d2f00b5b203 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199309 Jul 16 18:24:55.412926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:55.420451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.431444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397c87-a6f3-45f3-aa0b-e815a05e96a7 req-ede9ecc4-8e64-4356-93af-0d2dc3dfd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.433678 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8397c87-a6f3-45f3-aa0b-e815a05e96a7 req-ede9ecc4-8e64-4356-93af-0d2dc3dfd9b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1097 time: 0.3715847 Jul 16 18:24:55.449882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 0eed9c6d-2195-42ce-8658-ed2fb791b033 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:55.450255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0eed9c6d-2195-42ce-8658-ed2fb791b033 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:55.514168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abef2a-3914-44c1-9864-ab163669876b req-88333644-d2b6-4619-bae9-55f7edbe7507 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.521688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4abef2a-3914-44c1-9864-ab163669876b req-88333644-d2b6-4619-bae9-55f7edbe7507 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.2073810 Jul 16 18:24:55.577203 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8397c87-a6f3-45f3-aa0b-e815a05e96a7 req-3e35cb7c-33f1-4548-bf6c-7687b5734df9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244769 Jul 16 18:24:55.611870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Deleting port 09174c10-3695-4df4-81be-d0a6e1c366ff {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:55.614074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.658158 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.690978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4abef2a-3914-44c1-9864-ab163669876b req-bcd24e1f-1ffc-44dc-a999-cbd36da0dde8 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683097 Jul 16 18:24:55.744430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=85d67aaf-8882-4e58-9125-e2dbcc9ce127,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.825263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:55.841102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.899865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] For port 09174c10-3695-4df4-81be-d0a6e1c366ff, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=09174c10-3695-4df4-81be-d0a6e1c366ff,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:55.901090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.921585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Calling delete_port for 09174c10-3695-4df4-81be-d0a6e1c366ff owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:55.994985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port 85d67aaf-8882-4e58-9125-e2dbcc9ce127 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:56.001091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.003271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f1b8886b-3cf6-49d5-bd3a-bcd15f649a96 req-011365b7-c3b5-4162-b6bf-47f6fa49e1f2 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.67 "DELETE /v2.0/ports/85d67aaf-8882-4e58-9125-e2dbcc9ce127 HTTP/1.1" status: 204 len: 173 time: 1.4437206 Jul 16 18:24:56.003868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c5194f0-de70-4574-b5e9-245b890de8f3 req-3d8ceb9d-d3ee-4f57-9211-6a6790967b33 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0642843 Jul 16 18:24:56.026066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e002e86a-d76d-4541-b528-5f64fdfd0358,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.035141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Checking segment: {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:56.035823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Network hostable DHCP agents. Network: 5f578155-921a-45d2-b167-32878999fee7, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:56.102624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Network 5f578155-921a-45d2-b167-32878999fee7 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:56.127542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5f578155-921a-45d2-b167-32878999fee7) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:56.138821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d1a29e-c4d3-4da0-8e10-9cf1480237e6 None None] Network 5f578155-921a-45d2-b167-32878999fee7 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:56.146281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.149341 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.164070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ffaaf-9fb9-4dd6-b243-fd49bc0ea6eb req-32a79f9d-18d6-49dd-8cce-56dea681eece tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.172507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de6ffaaf-9fb9-4dd6-b243-fd49bc0ea6eb req-32a79f9d-18d6-49dd-8cce-56dea681eece tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 945 time: 0.4323878 Jul 16 18:24:56.193686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bbfd25fc-de2f-4d45-92a8-87526d356565 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8718011 Jul 16 18:24:56.194757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.204807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.254517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.255717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.330279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0d992ea8-722e-48a9-9dcc-141b76cc5b6e no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:56.361263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de6ffaaf-9fb9-4dd6-b243-fd49bc0ea6eb req-10cf76f5-9404-4955-924d-f64d5db60c93 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703238 Jul 16 18:24:56.380654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.390673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 0d992ea8-722e-48a9-9dcc-141b76cc5b6e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:56.391040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0d992ea8-722e-48a9-9dcc-141b76cc5b6e not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:56.415594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7ca98438-e4f4-43e8-a083-52445884ebdc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:56.455514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Pushing event deleted for resources: {'Port': ['ID=09174c10-3695-4df4-81be-d0a6e1c366ff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.465653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.560616 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-56a6b44b-fa21-4eab-aa2c-ce318c705cac req-d346507f-aad8-4652-bd3a-edaf83c7a602 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=06eb7057-5bba-4cc3-aa9a-4da161af03bb HTTP/1.1" status: 200 len: 210 time: 0.1102781 Jul 16 18:24:56.572754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-5f578155-921a-45d2-b167-32878999fee7', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:56.574894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.676580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] No DVR routers for this DVR port 09174c10-3695-4df4-81be-d0a6e1c366ff on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:56.681136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.684238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d79a8589-12cd-4c84-904d-6eec2fa68b1b req-de48ef01-8ba2-469e-9422-dc555aaa3bd4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.67 "DELETE /v2.0/ports/09174c10-3695-4df4-81be-d0a6e1c366ff HTTP/1.1" status: 204 len: 173 time: 1.4112647 Jul 16 18:24:56.740176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec548-4323-4337-bd76-9b81580e284a req-6941c883-a79f-4cb1-b8e3-8810daebd720 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.750172 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18cec548-4323-4337-bd76-9b81580e284a req-6941c883-a79f-4cb1-b8e3-8810daebd720 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.1959414 Jul 16 18:24:56.795006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Allocated IP 172.20.0.2 (5f578155-921a-45d2-b167-32878999fee7/e002e86a-d76d-4541-b528-5f64fdfd0358/83c02668-cfe0-482e-a57e-db49484bc3fa) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:56.823744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18cec548-4323-4337-bd76-9b81580e284a req-ec1a5023-372e-49c3-a00d-f7c9ffd5d7d7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655866 Jul 16 18:24:57.036548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:57.039782 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4526c89-fa84-47ea-8c4a-4b230bbfb73f" -d '{"events": [{"server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "name": "network-vif-plugged", "status": "completed", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:57.100279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.102821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'name': 'network-vif-deleted', 'tag': '85d67aaf-8882-4e58-9125-e2dbcc9ce127'}, {'server_uuid': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'name': 'network-vif-deleted', 'tag': '09174c10-3695-4df4-81be-d0a6e1c366ff'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:57.117544 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9992a0d-59f2-4634-bf2e-c54be0eccede" -d '{"events": [{"server_uuid": "06eb7057-5bba-4cc3-aa9a-4da161af03bb", "name": "network-vif-deleted", "tag": "85d67aaf-8882-4e58-9125-e2dbcc9ce127"}, {"server_uuid": "4780b57b-33e6-45a5-96e6-de3b6b1df815", "name": "network-vif-deleted", "tag": "09174c10-3695-4df4-81be-d0a6e1c366ff"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:57.165928 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ea41d8-b9d8-44e8-9ffa-4949bf339b36 x-openstack-request-id: req-29ea41d8-b9d8-44e8-9ffa-4949bf339b36 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:57.166889 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "name": "network-vif-plugged", "status": "completed", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:57.167503 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29ea41d8-b9d8-44e8-9ffa-4949bf339b36 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:57.168155 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9', 'code': 200} Jul 16 18:24:57.275946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797105bb-6f09-4355-a902-fd27157ff54d req-a0526aa1-0098-4295-9cd0-ccd5df2ec332 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:57.276454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.284487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-797105bb-6f09-4355-a902-fd27157ff54d req-a0526aa1-0098-4295-9cd0-ccd5df2ec332 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.3116844 Jul 16 18:24:57.287088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Transition to ACTIVE for port object 83c02668-cfe0-482e-a57e-db49484bc3fa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:57.304589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Transition to ACTIVE for port object 83c02668-cfe0-482e-a57e-db49484bc3fa will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:57.314461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.330757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81bb2a84-862b-4b5a-b907-99aa97b269e5 req-6f822359-2f02-45a7-bad3-d14c4508c77a tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0614729 Jul 16 18:24:57.379723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b3ca-e1a7-44f8-a5ab-97f802be799a req-fdd9bc74-d8ee-4566-963e-62dd15da3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:57.382005 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a234b3ca-e1a7-44f8-a5ab-97f802be799a req-fdd9bc74-d8ee-4566-963e-62dd15da3140 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1098 time: 0.1221702 Jul 16 18:24:57.396521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Network 5f578155-921a-45d2-b167-32878999fee7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:57.400508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-797105bb-6f09-4355-a902-fd27157ff54d req-09826cbf-9b8c-44fd-b693-da3b0d43edfd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150258 Jul 16 18:24:57.402353 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82edba72-d294-47db-a4ef-38a264adb9df x-openstack-request-id: req-82edba72-d294-47db-a4ef-38a264adb9df {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:57.403239 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06eb7057-5bba-4cc3-aa9a-4da161af03bb", "name": "network-vif-deleted", "tag": "85d67aaf-8882-4e58-9125-e2dbcc9ce127", "status": "completed", "code": 200}, {"server_uuid": "4780b57b-33e6-45a5-96e6-de3b6b1df815", "name": "network-vif-deleted", "tag": "09174c10-3695-4df4-81be-d0a6e1c366ff", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:57.404571 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82edba72-d294-47db-a4ef-38a264adb9df {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:57.405938 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06eb7057-5bba-4cc3-aa9a-4da161af03bb', 'name': 'network-vif-deleted', 'tag': '85d67aaf-8882-4e58-9125-e2dbcc9ce127', 'status': 'completed', 'code': 200} Jul 16 18:24:57.406396 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780b57b-33e6-45a5-96e6-de3b6b1df815', 'name': 'network-vif-deleted', 'tag': '09174c10-3695-4df4-81be-d0a6e1c366ff', 'status': 'completed', 'code': 200} Jul 16 18:24:57.424098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:57.436920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:57.454607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a234b3ca-e1a7-44f8-a5ab-97f802be799a req-80ed0282-678b-4a57-abab-fca679185221 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Jul 16 18:24:57.473587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Pushing event updated for resources: {'Port': ['ID=83c02668-cfe0-482e-a57e-db49484bc3fa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.631238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Attempting to bind port 83c02668-cfe0-482e-a57e-db49484bc3fa on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:57.631592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Attempting to bind port 83c02668-cfe0-482e-a57e-db49484bc3fa by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:57.632952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Attempting to bind port 83c02668-cfe0-482e-a57e-db49484bc3fa on network 5f578155-921a-45d2-b167-32878999fee7 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:57.642382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.643116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:57.643485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Checking segment: {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:57.643885 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.644271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Bound using segment: {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:57.644728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Bound port: 83c02668-cfe0-482e-a57e-db49484bc3fa, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:57.649816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.724369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.727997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4cb7efaf-9cd0-4305-85e5-99fdacd1a6fc req-14d681f5-c820-409f-a356-8a50e9d38b76 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=4780b57b-33e6-45a5-96e6-de3b6b1df815 HTTP/1.1" status: 200 len: 210 time: 0.0563879 Jul 16 18:24:57.776060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5571a5-55c6-400a-a4d7-f2c7639fe112 req-d92c3aaa-1c69-4649-b38a-e29b0568cf2d tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:57.777941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c5571a5-55c6-400a-a4d7-f2c7639fe112 req-d92c3aaa-1c69-4649-b38a-e29b0568cf2d tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1097 time: 0.1079359 Jul 16 18:24:57.797843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] For port 83c02668-cfe0-482e-a57e-db49484bc3fa, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:57.801758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] For port 83c02668-cfe0-482e-a57e-db49484bc3fa, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=83c02668-cfe0-482e-a57e-db49484bc3fa,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:57.810582 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.849503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c5571a5-55c6-400a-a4d7-f2c7639fe112 req-89fcc72b-1365-4860-8cc2-e41a05ad0d5e tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631299 Jul 16 18:24:57.909274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Allocated IP 172.25.1.236 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/6c8edc19-ee2f-44fa-b786-13ede18169c5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:58.025075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772f459-7406-45c0-942e-2696f09278a9 None None] Pushing event updated for resources: {'Port': ['ID=83c02668-cfe0-482e-a57e-db49484bc3fa,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.197722 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.279869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033edd0-4428-44f0-a047-51926ea2e007 req-99ca7d5a-7eab-432f-bd4a-83158d953603 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:58.283182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7033edd0-4428-44f0-a047-51926ea2e007 req-99ca7d5a-7eab-432f-bd4a-83158d953603 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.2069137 Jul 16 18:24:58.286676 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.327317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 85d67aaf-8882-4e58-9125-e2dbcc9ce127 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:58.402467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 85d67aaf-8882-4e58-9125-e2dbcc9ce127 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:58.403058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 85d67aaf-8882-4e58-9125-e2dbcc9ce127 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:58.403481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 09174c10-3695-4df4-81be-d0a6e1c366ff no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:58.431476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:58.432417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7033edd0-4428-44f0-a047-51926ea2e007 req-6a384af2-e777-4328-b7cf-f73475a5f384 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406300 Jul 16 18:24:58.449759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:58.465201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 09174c10-3695-4df4-81be-d0a6e1c366ff {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:58.465547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 09174c10-3695-4df4-81be-d0a6e1c366ff not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:58.470738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:58.483903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8edc19-ee2f-44fa-b786-13ede18169c5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.573128 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:58.794102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd932a79-8944-4095-93a7-85075e19c690 req-705de8a6-de53-4a38-a3e3-2cfd5001db85 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0895894 Jul 16 18:24:59.056425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185685-36f5-4cdb-b36a-aef05aed0f1e req-c4917d59-6748-4d96-aac9-bb82d5f64559 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.063877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-36185685-36f5-4cdb-b36a-aef05aed0f1e req-c4917d59-6748-4d96-aac9-bb82d5f64559 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 949 time: 0.1337562 Jul 16 18:24:59.144469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-36185685-36f5-4cdb-b36a-aef05aed0f1e req-5d33f206-3b66-4932-a396-17940fe89b52 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751884 Jul 16 18:24:59.191125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.515915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.709217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03488bf5-535b-4a98-9b09-cf3b21ac4bbf None None] Network 5f578155-921a-45d2-b167-32878999fee7 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:59.735052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a97d-e97d-40b8-8172-810fc0627f5b req-b60a8c58-eef9-4da1-bf0f-da0387e984c1 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.738838 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f54a97d-e97d-40b8-8172-810fc0627f5b req-b60a8c58-eef9-4da1-bf0f-da0387e984c1 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.1149223 Jul 16 18:24:59.765649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:59.824881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f54a97d-e97d-40b8-8172-810fc0627f5b req-529cd268-a182-44a9-85e9-af88ab660134 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724003 Jul 16 18:24:59.951999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a444aa-2f6a-44e5-9064-a3cde5bfdff1 req-cf6ec3f9-f9e6-4041-98d3-ad03b6922131 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.960181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0a444aa-2f6a-44e5-9064-a3cde5bfdff1 req-cf6ec3f9-f9e6-4041-98d3-ad03b6922131 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.2598882 Jul 16 18:25:00.131925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0a444aa-2f6a-44e5-9064-a3cde5bfdff1 req-4a02aa86-8f26-4c92-be98-5f91eb12ed4f tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675253 Jul 16 18:25:00.153495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a057e37e-f10c-419e-afc3-8560b1651e2b req-bfb094c2-5c4d-469e-9d32-08c18de30e13 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0709045 Jul 16 18:25:00.155282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:00.195538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.199876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.200611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-84fc7864-1a68-41f4-8d8b-0a6223e62790 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0025759 Jul 16 18:25:00.223449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Sync routers for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:00.230911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-88629dfb-4237-47ec-89ef-ca2ba5f8565a None None] Provisioning for port 83c02668-cfe0-482e-a57e-db49484bc3fa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:00.243254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83c02668-cfe0-482e-a57e-db49484bc3fa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:00.290046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:00.290614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.431231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851f25d-02b3-48e4-9fa8-1cbcda61f306 req-b504f81b-9068-4fd9-a6a6-282c5e47539a tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.435602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:00.441135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6851f25d-02b3-48e4-9fa8-1cbcda61f306 req-b504f81b-9068-4fd9-a6a6-282c5e47539a tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1098 time: 0.1335917 Jul 16 18:25:00.517414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6851f25d-02b3-48e4-9fa8-1cbcda61f306 req-cd4c4851-9fff-4005-8092-b7a974c5ed67 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749588 Jul 16 18:25:00.689644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 83c02668-cfe0-482e-a57e-db49484bc3fa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:00.698030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 83c02668-cfe0-482e-a57e-db49484bc3fa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:00.698513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.738089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526448-6cd2-434c-8d1f-08867238068f req-d50d918d-02eb-41af-bc0e-894002c266dd tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.739992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27526448-6cd2-434c-8d1f-08867238068f req-d50d918d-02eb-41af-bc0e-894002c266dd tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 949 time: 0.2660050 Jul 16 18:25:00.776733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:24:58Z', 'revision_number': 3, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.782520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84d9e-48ca-4694-8049-069a8a09f220 req-44b6cbee-c561-4e12-b0fc-8c2a078cf4a9 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.795562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c398533-bb7b-4deb-9760-4a620276bca3 req-04914fb2-2125-4a3a-a0f4-a251d39d708b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.800649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61e84d9e-48ca-4694-8049-069a8a09f220 req-44b6cbee-c561-4e12-b0fc-8c2a078cf4a9 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1098 time: 0.1214788 Jul 16 18:25:00.802947 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c398533-bb7b-4deb-9760-4a620276bca3 req-04914fb2-2125-4a3a-a0f4-a251d39d708b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 949 time: 0.2424662 Jul 16 18:25:00.841470 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.847224 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61e84d9e-48ca-4694-8049-069a8a09f220 req-2be94aea-a52c-400e-babb-499122bff8b1 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457358 Jul 16 18:25:00.895017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Checking router: 3dd4d6c6-7541-45f3-8ef9-f718f5444514 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:00.898668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Updating router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 port 6c8edc19-ee2f-44fa-b786-13ede18169c5 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:01.033023 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.036985 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c398533-bb7b-4deb-9760-4a620276bca3 req-d2dfd334-ef96-43ca-b26c-7c2ca439cb8d tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed55ebee-ac22-4186-9347-25dafe5ee00b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330246 Jul 16 18:25:01.082024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 83c02668-cfe0-482e-a57e-db49484bc3fa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=83c02668-cfe0-482e-a57e-db49484bc3fa,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:01.118827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.224572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Deleting port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:01.224922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.411803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=83c02668-cfe0-482e-a57e-db49484bc3fa,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.415115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a5d7883-aa8b-443a-a769-0e52692d3730 None None] Provisioning complete for port 83c02668-cfe0-482e-a57e-db49484bc3fa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:01.424853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a5d7883-aa8b-443a-a769-0e52692d3730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.458287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.525565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] For port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:01.526345 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.578607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-36f6ddc6-1e12-4e23-8b1a-4a65812b6ff4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.581232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-36f6ddc6-1e12-4e23-8b1a-4a65812b6ff4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.0977643 Jul 16 18:25:01.665168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Calling delete_port for 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:01.874993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Deleting port 7ca98438-e4f4-43e8-a083-52445884ebdc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:01.879649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.006250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Allocated IP 172.20.0.1 (5f578155-921a-45d2-b167-32878999fee7/e002e86a-d76d-4541-b528-5f64fdfd0358/4de20823-36b1-4cfb-a8c4-9c98100433af) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:02.045537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.089880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Transition to ACTIVE for port object 6c8edc19-ee2f-44fa-b786-13ede18169c5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:02.108405 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.201276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] For port 7ca98438-e4f4-43e8-a083-52445884ebdc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ca98438-e4f4-43e8-a083-52445884ebdc,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:02.201676 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.222206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Calling delete_port for 7ca98438-e4f4-43e8-a083-52445884ebdc owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:02.248888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83c02668-cfe0-482e-a57e-db49484bc3fa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:02.249336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdd21d-53cb-4b18-8219-2f4ecfabbd7b req-da3559a8-47ba-4246-a41e-0f029938fa6a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:02.257005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dbdd21d-53cb-4b18-8219-2f4ecfabbd7b req-da3559a8-47ba-4246-a41e-0f029938fa6a tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 945 time: 0.2000334 Jul 16 18:25:02.266616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.349978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Attempting to bind port 6c8edc19-ee2f-44fa-b786-13ede18169c5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:02.350325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Attempting to bind port 6c8edc19-ee2f-44fa-b786-13ede18169c5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:02.350627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Attempting to bind port 6c8edc19-ee2f-44fa-b786-13ede18169c5 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:02.359897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:02.360301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:02.360676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.361111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:02.361595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Bound port: 6c8edc19-ee2f-44fa-b786-13ede18169c5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:02.361974 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.366094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Pushing event deleted for resources: {'Port': ['ID=134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.389561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dbdd21d-53cb-4b18-8219-2f4ecfabbd7b req-84d70346-5fd7-4c9e-a94d-0ae15f45bfe4 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1037d81-e5b7-4b16-9913-80d60c257f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320109 Jul 16 18:25:02.400351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e81f3c-0970-451a-b383-3159c777d238 None None] Pushing event updated for resources: {'Port': ['ID=6c8edc19-ee2f-44fa-b786-13ede18169c5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.464114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 83c02668-cfe0-482e-a57e-db49484bc3fa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:02.464838 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.469036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] For port 6c8edc19-ee2f-44fa-b786-13ede18169c5, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:02.506834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] No DVR routers for this DVR port 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:02.514363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.515847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] For port 6c8edc19-ee2f-44fa-b786-13ede18169c5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6c8edc19-ee2f-44fa-b786-13ede18169c5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:02.516414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27526448-6cd2-434c-8d1f-08867238068f req-b72e6583-5a2b-4797-9706-40ab7790403b tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.59 "DELETE /v2.0/ports/134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 HTTP/1.1" status: 204 len: 173 time: 1.7634728 Jul 16 18:25:02.523027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd005b6-4f00-4b92-968f-37868c95a250', 'name': 'network-vif-deleted', 'tag': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:02.532363 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ffaa21-0c96-4b81-abeb-fcd857c3432a" -d '{"events": [{"server_uuid": "4fd005b6-4f00-4b92-968f-37868c95a250", "name": "network-vif-deleted", "tag": "134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:02.536668 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.570273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.575507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.598862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Transition to ACTIVE for port object 4de20823-36b1-4cfb-a8c4-9c98100433af will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:02.646622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Pushing event deleted for resources: {'Port': ['ID=7ca98438-e4f4-43e8-a083-52445884ebdc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.662561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:02.664682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.696171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.763047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Network 5f578155-921a-45d2-b167-32878999fee7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:02.769431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] No DVR routers for this DVR port 7ca98438-e4f4-43e8-a083-52445884ebdc on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:02.772985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:02.778083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:02.795481 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.804921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96707492-bf87-4fab-b74a-fae8dcdb1600 req-9e7df801-c4f4-4558-a9c7-c972674485d9 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.59 "DELETE /v2.0/ports/7ca98438-e4f4-43e8-a083-52445884ebdc HTTP/1.1" status: 204 len: 173 time: 1.2166185 Jul 16 18:25:02.805412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'name': 'network-vif-deleted', 'tag': '7ca98438-e4f4-43e8-a083-52445884ebdc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:02.829958 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c8eea3-a972-4039-8712-bde3c07c98a0" -d '{"events": [{"server_uuid": "d18261a7-02f7-423f-8ed3-c914bb965130", "name": "network-vif-deleted", "tag": "7ca98438-e4f4-43e8-a083-52445884ebdc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:02.933773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:02.974908 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-382cd29f-a89a-4c01-aad6-e309b3e2b6eb req-b71bddb2-1eb5-429d-a30d-88be92ddd9d6 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.1162612 Jul 16 18:25:02.999659 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.238778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e81f3c-0970-451a-b383-3159c777d238 None None] Pushing event updated for resources: {'Port': ['ID=6c8edc19-ee2f-44fa-b786-13ede18169c5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.342993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-3e1bc9fd-1c6f-48f7-88e2-927cc5d198a3 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:25:03.344148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-3e1bc9fd-1c6f-48f7-88e2-927cc5d198a3 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486445 Jul 16 18:25:03.362788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Pushing event updated for resources: {'Port': ['ID=4de20823-36b1-4cfb-a8c4-9c98100433af,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.373207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Request body: {'binding': {'host': 'n-h2-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:03.374064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:25:03.380975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.538642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-501e03ba-e461-4213-a24d-c108f6169b9d None None] Provisioning for port 4de20823-36b1-4cfb-a8c4-9c98100433af completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:03.560218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-501e03ba-e461-4213-a24d-c108f6169b9d None None] Provisioning complete for port 4de20823-36b1-4cfb-a8c4-9c98100433af triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:03.560766 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-501e03ba-e461-4213-a24d-c108f6169b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.636518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-501e03ba-e461-4213-a24d-c108f6169b9d None None] Port 4de20823-36b1-4cfb-a8c4-9c98100433af cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:03.672110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:24:58Z', 'revision_number': 3, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.747262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.910017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16bb63e5-c1ab-4c9c-8c3f-9c5f3d06719f req-f3136449-c1d2-4ee9-b53d-94e2733909a8 tempest-ServersOnMultiNodesTest-106482625 tempest-ServersOnMultiNodesTest-106482625-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd005b6-4f00-4b92-968f-37868c95a250 HTTP/1.1" status: 200 len: 210 time: 0.1052244 Jul 16 18:25:04.012151 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d4bffb-3661-41ca-9f7a-6792e670af83 x-openstack-request-id: req-b7d4bffb-3661-41ca-9f7a-6792e670af83 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:04.012441 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18261a7-02f7-423f-8ed3-c914bb965130", "name": "network-vif-deleted", "tag": "7ca98438-e4f4-43e8-a083-52445884ebdc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:04.012885 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7d4bffb-3661-41ca-9f7a-6792e670af83 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:04.013497 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18261a7-02f7-423f-8ed3-c914bb965130', 'name': 'network-vif-deleted', 'tag': '7ca98438-e4f4-43e8-a083-52445884ebdc', 'status': 'completed', 'code': 200} Jul 16 18:25:04.028168 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc1cdf-a0c2-4517-8120-84db02909585 x-openstack-request-id: req-24cc1cdf-a0c2-4517-8120-84db02909585 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:04.028598 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd005b6-4f00-4b92-968f-37868c95a250", "name": "network-vif-deleted", "tag": "134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:04.029056 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24cc1cdf-a0c2-4517-8120-84db02909585 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:04.029765 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd005b6-4f00-4b92-968f-37868c95a250', 'name': 'network-vif-deleted', 'tag': '134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5', 'status': 'completed', 'code': 200} Jul 16 18:25:04.033616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on host n-h2-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:04.034194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:04.034666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:04.040364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.042794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:04.043242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:04.126238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ca98438-e4f4-43e8-a083-52445884ebdc no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:04.128850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08565fb6-6921-4c42-8d4d-4cf7540e60ca None None] The sync data for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 is: [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:24:58Z', 'revision_number': 3, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:04.137125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:04.139186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:04.141919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:04.144751 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Bound port: e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:04.205160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 7ca98438-e4f4-43e8-a083-52445884ebdc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:04.205515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ca98438-e4f4-43e8-a083-52445884ebdc not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:04.205933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:04.264507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:04.266361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 134a3791-b20a-4dd0-8c13-e5f8ddd9e0f5 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:04.284184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-242d158e-92b5-4c1b-98d3-f508ad6fd79c req-14e44b5a-9db9-4075-b38c-2c28ed9a3f04 tempest-ListServerFiltersTestJSON-508188378 tempest-ListServerFiltersTestJSON-508188378-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18261a7-02f7-423f-8ed3-c914bb965130 HTTP/1.1" status: 200 len: 210 time: 0.0682034 Jul 16 18:25:04.293908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Pushing event updated for resources: {'Port': ['ID=4de20823-36b1-4cfb-a8c4-9c98100433af,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:04.326910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.336087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:04.360047 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.377175 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-7b7ab308-e62a-4f4f-89ff-eeb08252845b service neutron] 10.222.0.49 "POST /v2.0/ports/e9dd5201-9619-4d91-9e87-0fdb0a0379a9/bindings HTTP/1.1" status: 201 len: 390 time: 1.0095413 Jul 16 18:25:04.531373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-179bd803-d16e-4ab0-889f-5f7bd62d18fa req-7ee7579d-5b8d-46a9-b7e0-23bb8f8c07a9 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0911648 Jul 16 18:25:04.699287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Network 5f578155-921a-45d2-b167-32878999fee7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:04.715258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:05.176451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c072f-f38c-4305-b013-1c72abab3909 req-b8492c02-46ee-4f8a-a6d7-15589b7ad965 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.188404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f4c072f-f38c-4305-b013-1c72abab3909 req-b8492c02-46ee-4f8a-a6d7-15589b7ad965 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.1937070 Jul 16 18:25:05.308176 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f4c072f-f38c-4305-b013-1c72abab3909 req-045c70a3-e610-42e9-9ad3-30baf6175bb9 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177723 Jul 16 18:25:05.321646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4ff9b4c-f256-4fe5-a3d2-7d390ab6f483 None None] Provisioning complete for port 4de20823-36b1-4cfb-a8c4-9c98100433af triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:05.325235 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9b4c-f256-4fe5-a3d2-7d390ab6f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.431601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff9b4c-f256-4fe5-a3d2-7d390ab6f483 None None] Port 4de20823-36b1-4cfb-a8c4-9c98100433af cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:05.474546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.586927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49792) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.590837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] Deleting subnet a0fc421d-61d1-456c-a8a4-d2bfe45fa37e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:05.617667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.715087 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.897781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-81cb3abf-ba89-42b4-aac1-15d3f703b4c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afcf1270f60e477f8d098b7e9eec2c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037343 Jul 16 18:25:05.900626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.966790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.980086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:06.009895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae4de406-e8be-4c83-86bb-8123147b0463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.035430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae4de406-e8be-4c83-86bb-8123147b0463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.055119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-c430a973-3457-4f76-9120-0122287d5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.068716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-c430a973-3457-4f76-9120-0122287d5a23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1098 time: 1.1381557 Jul 16 18:25:06.093765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae4de406-e8be-4c83-86bb-8123147b0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.096503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae4de406-e8be-4c83-86bb-8123147b0463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.097972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ae4de406-e8be-4c83-86bb-8123147b0463 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed55ebee-ac22-4186-9347-25dafe5ee00b HTTP/1.1" status: 204 len: 168 time: 0.1958704 Jul 16 18:25:06.143143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4de406-e8be-4c83-86bb-8123147b0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed55ebee-ac22-4186-9347-25dafe5ee00b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:06.191034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.232445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26270ae9-f7d3-4ac9-8d42-041e521fa92a None None] Network a180da3f-4f27-491e-b7b8-ac1f737bc216 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:06.307329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:06.342041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-91d132ea-8e72-43c6-b403-ec873ad79af8 admin admin] 10.222.0.49 "PUT /v2.0/routers/3dd4d6c6-7541-45f3-8ef9-f718f5444514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1408663 Jul 16 18:25:06.392903 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.394306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-afafa544-2b0d-4616-befd-fd9fecf5c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.395803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-afafa544-2b0d-4616-befd-fd9fecf5c315 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.3097527 Jul 16 18:25:06.397735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c8edc19-ee2f-44fa-b786-13ede18169c5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:06.402861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a0fc421d-61d1-456c-a8a4-d2bfe45fa37e HTTP/1.1" status: 204 len: 168 time: 0.9254365 Jul 16 18:25:06.403684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49822) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.423042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c41855c9-998e-488f-a075-ff7ffd452388 req-7bc4566c-5262-4c7d-b467-6df7c6063b5a tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.1412604 Jul 16 18:25:06.425738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245488f-1f7e-4466-89de-a2eb0ce58b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fc421d-61d1-456c-a8a4-d2bfe45fa37e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:06.536878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-433b4d0f-9860-4f01-849b-0d3040e18704 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 200 len: 217 time: 0.1007259 Jul 16 18:25:06.681882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.695607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-178d8de5-93bb-4123-93fb-f2185c24cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.697103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-178d8de5-93bb-4123-93fb-f2185c24cc36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1352131 Jul 16 18:25:06.724822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.762821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-3500c477-37a6-4ca9-ab53-65222b58e8a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418868 Jul 16 18:25:06.786175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6c8edc19-ee2f-44fa-b786-13ede18169c5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:06.799914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6c8edc19-ee2f-44fa-b786-13ede18169c5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:06.800304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.810882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-157606b6-0deb-463d-9514-d9205da6a848 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17e9cfee587c4796b5ac918d5af37eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1252720 Jul 16 18:25:06.814541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49832) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.910896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] DHCP port deletion for a180da3f-4f27-491e-b7b8-ac1f737bc216 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:06.930396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0ba62a6-220b-4db5-9b2d-1d38fa8da188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.988181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0ba62a6-220b-4db5-9b2d-1d38fa8da188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.086363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0ba62a6-220b-4db5-9b2d-1d38fa8da188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.089286 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0ba62a6-220b-4db5-9b2d-1d38fa8da188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.091666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0ba62a6-220b-4db5-9b2d-1d38fa8da188 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c92829dc-1274-4e6e-b3cf-bc43b98e63a5 HTTP/1.1" status: 204 len: 168 time: 0.2760003 Jul 16 18:25:07.120399 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.139879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba62a6-220b-4db5-9b2d-1d38fa8da188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92829dc-1274-4e6e-b3cf-bc43b98e63a5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.174294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] Deleting port f3e6168e-3ada-4e74-9e22-d90709291df5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:07.175019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.250483 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Sync routers for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:07.273331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] For port f3e6168e-3ada-4e74-9e22-d90709291df5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f3e6168e-3ada-4e74-9e22-d90709291df5,segment=NetworkSegment(ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458),segment_id=ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:07.273990 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.286163 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:07.286834 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.288792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ecec3e3e-a3b7-4396-b57e-7203709b2e44 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942575 Jul 16 18:25:07.291158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] Calling delete_port for f3e6168e-3ada-4e74-9e22-d90709291df5 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:07.351959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6c8edc19-ee2f-44fa-b786-13ede18169c5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6c8edc19-ee2f-44fa-b786-13ede18169c5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:07.359500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5be267-3cd6-4226-9db3-4e5c6a817359 req-58cadebb-2a2c-4fc8-aa90-80d089238e6c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.366423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.388958 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de5be267-3cd6-4226-9db3-4e5c6a817359 req-58cadebb-2a2c-4fc8-aa90-80d089238e6c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.5537746 Jul 16 18:25:07.455762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6c8edc19-ee2f-44fa-b786-13ede18169c5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.475346 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.549392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] Pushing event deleted for resources: {'Port': ['ID=f3e6168e-3ada-4e74-9e22-d90709291df5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.564642 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-21aadc97-db2d-4ac8-8ea0-e29887c84876 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749100 Jul 16 18:25:07.586572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Deleting port f3e6168e-3ada-4e74-9e22-d90709291df5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:07.587068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.593608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d0022-b17f-4908-a758-d4ac6582b842 None None] No DVR routers for this DVR port f3e6168e-3ada-4e74-9e22-d90709291df5 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:07.673766 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de5be267-3cd6-4226-9db3-4e5c6a817359 req-7b104714-09a2-4485-b2ae-1d18da730fcc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839236 Jul 16 18:25:07.753053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] For port f3e6168e-3ada-4e74-9e22-d90709291df5, host n-d-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:07.753618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.795919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Calling delete_port for f3e6168e-3ada-4e74-9e22-d90709291df5 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:07.803082 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:07.803319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Port f3e6168e-3ada-4e74-9e22-d90709291df5 was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:25:07.818863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.841297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] No DVR routers for this DVR port f3e6168e-3ada-4e74-9e22-d90709291df5 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:08.220389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.268595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a180da3f-4f27-491e-b7b8-ac1f737bc216']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.296235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.297122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6ed9ef-1eee-4c0a-a2f4-bfa7bbcbc458') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.299896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c8edc19-ee2f-44fa-b786-13ede18169c5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:08.306924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.321765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.328639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:08.329276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.401482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6c8edc19-ee2f-44fa-b786-13ede18169c5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:08.414830 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:08.450200 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:08.463132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e6168e-3ada-4e74-9e22-d90709291df5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.553723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-79c094ad-2171-4764-aea9-14578b88fc6c req-d4e8d217-f0c9-4090-9cb9-77cda7505685 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.6639633 Jul 16 18:25:08.558474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.585717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.593051 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 2, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.610714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a180da3f-4f27-491e-b7b8-ac1f737bc216 HTTP/1.1" status: 204 len: 168 time: 2.2055755 Jul 16 18:25:08.651670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ea186-8486-4391-9a27-374ffb877409 admin admin] Pushing event deleted for resources: {'Network': ['ID=a180da3f-4f27-491e-b7b8-ac1f737bc216,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.721160 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Checking router: 3dd4d6c6-7541-45f3-8ef9-f718f5444514 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:08.721462 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Updating router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 port 4de20823-36b1-4cfb-a8c4-9c98100433af binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:08.787633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.813440 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.897528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f3e6168e-3ada-4e74-9e22-d90709291df5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:08.973103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f3e6168e-3ada-4e74-9e22-d90709291df5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:08.973395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f3e6168e-3ada-4e74-9e22-d90709291df5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:09.006376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.106313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bb84c-75d4-4f9e-8b4d-8ce142a1f504 req-d54b7c55-2016-45ba-8465-a9e292db7f56 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:09.107871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-796bb84c-75d4-4f9e-8b4d-8ce142a1f504 req-d54b7c55-2016-45ba-8465-a9e292db7f56 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.1183696 Jul 16 18:25:09.137333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-669088c6-039b-4c54-b2da-67b4585b717e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2f9c760e0824400a2776eb93ae39031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250434 Jul 16 18:25:09.138233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.215839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-796bb84c-75d4-4f9e-8b4d-8ce142a1f504 req-d3618e87-4e45-49ee-b924-f7eeb775d367 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005142 Jul 16 18:25:09.259730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73789c-d96e-4db8-aaa0-7cdfc9886c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.351676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73789c-d96e-4db8-aaa0-7cdfc9886c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.474761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73789c-d96e-4db8-aaa0-7cdfc9886c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.478219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-network', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.478364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b73789c-d96e-4db8-aaa0-7cdfc9886c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.479855 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8b73789c-d96e-4db8-aaa0-7cdfc9886c89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1037d81-e5b7-4b16-9913-80d60c257f4e HTTP/1.1" status: 204 len: 168 time: 0.3401206 Jul 16 18:25:09.506888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73789c-d96e-4db8-aaa0-7cdfc9886c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1037d81-e5b7-4b16-9913-80d60c257f4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.556804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Made reservation on behalf of c7988e9a47f142c68813ee0b479a24d5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:09.559574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.582453 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.614048 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.636240 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Transition to ACTIVE for port object 4de20823-36b1-4cfb-a8c4-9c98100433af will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:09.646617 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.775135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.790797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.823145 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Pushing event updated for resources: {'Port': ['ID=4de20823-36b1-4cfb-a8c4-9c98100433af,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.830471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:09.861297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.861643 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Added segment 8c90a849-827c-4fc9-8f29-2e4429ef0af9 of type vlan for network 201c5614-0a6e-474a-9122-7dbd31bb1f39 Jul 16 18:25:09.897994 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.898507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.898951 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.899380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.900695 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.901196 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.903433 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.903815 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.904257 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.904680 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.907263 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.907712 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:09.985313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.985514 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Attempting to bind port 4de20823-36b1-4cfb-a8c4-9c98100433af on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:09.986084 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Attempting to bind port 4de20823-36b1-4cfb-a8c4-9c98100433af by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:09.986531 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Attempting to bind port 4de20823-36b1-4cfb-a8c4-9c98100433af on network 5f578155-921a-45d2-b167-32878999fee7 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:09.997983 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:09.998362 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Checking segment: {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:09.998750 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.999138 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Bound using segment: {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:09.999605 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Bound port: 4de20823-36b1-4cfb-a8c4-9c98100433af, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:09.999989 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.097985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509b6d2-91a1-42eb-890e-74d3da3acd8a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.117135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.127753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.130346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.179545 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] For port 4de20823-36b1-4cfb-a8c4-9c98100433af, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:10.194225 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] For port 4de20823-36b1-4cfb-a8c4-9c98100433af, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4de20823-36b1-4cfb-a8c4-9c98100433af,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:10.213746 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.328283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] Pushing event updated for resources: {'Network': ['ID=201c5614-0a6e-474a-9122-7dbd31bb1f39,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.332840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba2900fb-1040-495a-8397-ef67cd5be4a9 req-babcaeb3-37f8-443c-8f4f-75018f175633 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.2519708 Jul 16 18:25:10.343030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:10.343759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:10.349113 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.359637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e40bc86e-cc9c-4a4d-9857-48bcfa412060 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5670338 Jul 16 18:25:10.360002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49996) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.369838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Request body: {'subnet': {'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-subnet', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.437756 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33f198-fff6-4142-8a81-ab98981b002a None None] Pushing event updated for resources: {'Port': ['ID=4de20823-36b1-4cfb-a8c4-9c98100433af,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.449790 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Made reservation on behalf of c7988e9a47f142c68813ee0b479a24d5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:10.457079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.744148 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:11.004703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.129963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dbc7e-6f44-4478-919e-13dc82a290de req-cc975cc7-9e13-4881-b9fd-c1a2c24afdfc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.141426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b9dbc7e-6f44-4478-919e-13dc82a290de req-cc975cc7-9e13-4881-b9fd-c1a2c24afdfc tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.1541095 Jul 16 18:25:11.145474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50006) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.226575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af3416b-fbf7-44e9-8518-3926b9577c27,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.281267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b9dbc7e-6f44-4478-919e-13dc82a290de req-dc29ab00-e41e-4620-9bed-9334ee593664 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371529 Jul 16 18:25:11.309607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Checking segment: {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:11.309953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Network hostable DHCP agents. Network: 201c5614-0a6e-474a-9122-7dbd31bb1f39, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:11.353471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:11.377329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-494907390-network', 'tenant_id': '4464220067014e36a39c0155ab4e7284'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:11.384807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 201c5614-0a6e-474a-9122-7dbd31bb1f39) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:11.391956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.392576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.403420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacfc1e3-3738-4646-9c73-16be4263e893 None None] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:11.420669 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:10Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:11.448708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Made reservation on behalf of 4464220067014e36a39c0155ab4e7284 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:11.454003 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9a55dc18-421b-4ea0-aafd-642c4fb905b6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0902779 Jul 16 18:25:11.454797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50012) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.456805 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.465119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:11.468882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.476590 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b3278-a180-4b3d-a0db-980485007a70 None None] The sync data for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 is: [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:10Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:11.673721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.683675 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.695546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:11.706163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.706647 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Added segment 95da2d7a-e804-43a5-b01e-dda9d5a3ec91 of type vlan for network d8d264b5-c41c-460d-af3d-f5e449ef0a32 Jul 16 18:25:11.711909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.716832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.799861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73cbb435-d8cb-4645-ac03-06d5693ee2f6 req-f62beee9-af1f-4cd6-85ba-7ce654fda63f tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.1318972 Jul 16 18:25:11.824210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-201c5614-0a6e-474a-9122-7dbd31bb1f39', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'fixed_ips': [{'subnet_id': '2af3416b-fbf7-44e9-8518-3926b9577c27'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:11.827513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.874678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.953903 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.955295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.956113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.967536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.035790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.166343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0157850 Jul 16 18:25:12.192578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.221377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Request body: {'subnet': {'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-494907390-subnet', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:12.247767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Allocated IP 172.20.0.2 (201c5614-0a6e-474a-9122-7dbd31bb1f39/2af3416b-fbf7-44e9-8518-3926b9577c27/e7a0cdfb-e966-42bc-9134-9f808fa11386) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:12.296035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Made reservation on behalf of 4464220067014e36a39c0155ab4e7284 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:12.333898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.346873 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.386769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4de20823-36b1-4cfb-a8c4-9c98100433af up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:12.515164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a2f36-af6d-40a2-ac60-980d9dfa92ab admin admin] Pushing event updated for resources: {'Network': ['ID=d8d264b5-c41c-460d-af3d-f5e449ef0a32,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.544079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:12.785466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4de20823-36b1-4cfb-a8c4-9c98100433af completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:12.808232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4de20823-36b1-4cfb-a8c4-9c98100433af triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:12.808680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.857156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.911915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.958222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.080920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.130687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4de20823-36b1-4cfb-a8c4-9c98100433af, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4de20823-36b1-4cfb-a8c4-9c98100433af,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:13.142047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.174964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d61070-3c73-4cdd-b700-431dc28d3d04,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.184668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:13.185070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Network hostable DHCP agents. Network: d8d264b5-c41c-460d-af3d-f5e449ef0a32, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:13.201922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Allocated IP 172.25.1.199 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/00171c81-97eb-42b8-94f7-5b2d10eadbd3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:13.231861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.243365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741f04-8609-429c-8af7-8b53cc5e07ea req-accde933-e52f-42e6-86d7-e4029fe545de tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.254533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31741f04-8609-429c-8af7-8b53cc5e07ea req-accde933-e52f-42e6-86d7-e4029fe545de tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.3237519 Jul 16 18:25:13.274089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Transition to ACTIVE for port object e7a0cdfb-e966-42bc-9134-9f808fa11386 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:13.301737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:13.334505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31741f04-8609-429c-8af7-8b53cc5e07ea req-4577709a-3a6b-42d7-84fd-bc4945bc16eb tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788331 Jul 16 18:25:13.348075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, d8d264b5-c41c-460d-af3d-f5e449ef0a32) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:13.358227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4de20823-36b1-4cfb-a8c4-9c98100433af,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.363107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.365936 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.397159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.401919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.402848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c386238d-137b-4fc8-b515-0ca0bbf68c30 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2049916 Jul 16 18:25:13.403623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.404744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.405378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.405973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.407684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.408910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.410745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.412307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.413430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.416561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:13.417097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.417803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:13.439292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6683f82-875f-4bf1-9948-806d439dfc49 None None] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:13.455038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Transition to ACTIVE for port object e7a0cdfb-e966-42bc-9134-9f808fa11386 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:13.484114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.486175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.536605 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.599883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.662269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.662812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:13.695216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:13.704362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:13.849596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:13.863556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:13.874184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:13.894610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Pushing event updated for resources: {'Port': ['ID=00171c81-97eb-42b8-94f7-5b2d10eadbd3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.974578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Pushing event updated for resources: {'Port': ['ID=e7a0cdfb-e966-42bc-9134-9f808fa11386,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.138755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Attempting to bind port e7a0cdfb-e966-42bc-9134-9f808fa11386 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:14.141242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Attempting to bind port e7a0cdfb-e966-42bc-9134-9f808fa11386 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:14.143450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Attempting to bind port e7a0cdfb-e966-42bc-9134-9f808fa11386 on network 201c5614-0a6e-474a-9122-7dbd31bb1f39 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:14.146106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-d8d264b5-c41c-460d-af3d-f5e449ef0a32', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:14.148444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.204078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:14.204752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Checking segment: {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:14.205392 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.205955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Bound using segment: {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:14.206973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Bound port: e7a0cdfb-e966-42bc-9134-9f808fa11386, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:14.207528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.277998 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.347750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d8fbc16d-e5cb-4a35-ab5c-0623f93c3132 req-18f101fe-d3e9-48a9-b838-633e38872920 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0744491 Jul 16 18:25:14.534304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Allocated IP 172.20.0.2 (d8d264b5-c41c-460d-af3d-f5e449ef0a32/55d61070-3c73-4cdd-b700-431dc28d3d04/027268b8-113c-4bb8-a51b-0e4054ddbca4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:14.570108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.587494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4de20823-36b1-4cfb-a8c4-9c98100433af up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:14.777310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] For port e7a0cdfb-e966-42bc-9134-9f808fa11386, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:14.800368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.823563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] For port e7a0cdfb-e966-42bc-9134-9f808fa11386, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e7a0cdfb-e966-42bc-9134-9f808fa11386,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:14.839175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4de20823-36b1-4cfb-a8c4-9c98100433af triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:14.839605 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.841712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.954527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.066586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.080765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd22562-2592-49e2-86d9-f23d4c20e93f req-38cb492f-d08b-44f2-b608-5e3c7f561e34 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.082705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9cd22562-2592-49e2-86d9-f23d4c20e93f req-38cb492f-d08b-44f2-b608-5e3c7f561e34 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.1418850 Jul 16 18:25:15.098312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Transition to ACTIVE for port object 027268b8-113c-4bb8-a51b-0e4054ddbca4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:15.160356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Router c4faab07-9eca-47d0-98eb-3603661471bd is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:15.177302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Transition to ACTIVE for port object 027268b8-113c-4bb8-a51b-0e4054ddbca4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:15.238770 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.345360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68beb8-fcf6-4a06-ad0e-96eaf8c7f14d None None] Pushing event updated for resources: {'Port': ['ID=e7a0cdfb-e966-42bc-9134-9f808fa11386,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.364846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9cd22562-2592-49e2-86d9-f23d4c20e93f req-35585a52-0491-4fdb-b00f-42c94df30f05 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760429 Jul 16 18:25:15.493409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:15.501129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:15.504078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:15.535722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.536328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:15.541331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b44a4651-a2f0-42b4-b25e-40093da5d8db admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0850523 Jul 16 18:25:15.542223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50042) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:15.553738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Sync routers for ids ['c4faab07-9eca-47d0-98eb-3603661471bd'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:15.672691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Routers {'c4faab07-9eca-47d0-98eb-3603661471bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:15.673359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c4faab07-9eca-47d0-98eb-3603661471bd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:15.697191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-144ac5a3-b701-41f9-8a68-29c593ad2762 req-11fc16a4-8ce5-41ae-82d6-054f5afa7b27 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0349667 Jul 16 18:25:15.766055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.803806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.893677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Pushing event updated for resources: {'Port': ['ID=027268b8-113c-4bb8-a51b-0e4054ddbca4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.993702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Attempting to bind port 027268b8-113c-4bb8-a51b-0e4054ddbca4 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:15.994886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Attempting to bind port 027268b8-113c-4bb8-a51b-0e4054ddbca4 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:15.996470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Attempting to bind port 027268b8-113c-4bb8-a51b-0e4054ddbca4 on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:16.004158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:16.005249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:16.008879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.009485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Bound using segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:16.010196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Bound port: 027268b8-113c-4bb8-a51b-0e4054ddbca4, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:16.010920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.195091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Allocated IP 172.25.1.69 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/68d61209-9c8f-4d7d-897b-009530fc7140) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:16.197019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Set router c4faab07-9eca-47d0-98eb-3603661471bd gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:16.502795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.570568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7a0cdfb-e966-42bc-9134-9f808fa11386 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:16.572504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.614689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.636502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:16.640364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:16.650334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:16.697106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Pushing event updated for resources: {'Port': ['ID=68d61209-9c8f-4d7d-897b-009530fc7140,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.719718 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-061cb97f-b2f0-443b-9bb7-8f63257a2c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.772924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2232f9e-fe29-456b-9874-5c02643e8126 None None] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:16.816101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] For port 027268b8-113c-4bb8-a51b-0e4054ddbca4, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:16.947232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] For port 027268b8-113c-4bb8-a51b-0e4054ddbca4, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=027268b8-113c-4bb8-a51b-0e4054ddbca4,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:16.965025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b192c101-a30f-4b5e-9d97-925bb83efcf5 None None] Provisioning for port e7a0cdfb-e966-42bc-9134-9f808fa11386 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:16.983409 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18879fcc-5730-4f1e-bbce-89b36fa66645 req-77e5ee78-ccbf-4a4c-8fc6-3f9f81387f02 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0536277 Jul 16 18:25:17.001421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Allocated IP 172.20.0.1 (201c5614-0a6e-474a-9122-7dbd31bb1f39/2af3416b-fbf7-44e9-8518-3926b9577c27/edf90f5a-f915-462c-8511-515f4f287b29) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:17.024991 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.048619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e7a0cdfb-e966-42bc-9134-9f808fa11386 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:17.077167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645b6c5-8d20-4dfc-a5e2-3872c468d50b req-5173acec-8797-4204-8aa8-be101fb9427b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.090023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2645b6c5-8d20-4dfc-a5e2-3872c468d50b req-5173acec-8797-4204-8aa8-be101fb9427b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.3779225 Jul 16 18:25:17.099522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:25:14Z', 'revision_number': 3, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:17.164270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2645b6c5-8d20-4dfc-a5e2-3872c468d50b req-83e1f16d-bced-4ee7-80c7-c343294ee291 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732396 Jul 16 18:25:17.197960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Checking router: c4faab07-9eca-47d0-98eb-3603661471bd for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:17.198385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Updating router c4faab07-9eca-47d0-98eb-3603661471bd port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:17.214510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e7a0cdfb-e966-42bc-9134-9f808fa11386 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:17.216955 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.308177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.332807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Transition to ACTIVE for port object edf90f5a-f915-462c-8511-515f4f287b29 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:17.424615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.425491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.481925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cdbd2-5225-4b18-b80a-648e7640c1ad None None] Pushing event updated for resources: {'Port': ['ID=027268b8-113c-4bb8-a51b-0e4054ddbca4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.497787 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.564647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:17.583877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:17.591851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:17.733055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=edf90f5a-f915-462c-8511-515f4f287b29,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.804193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.150131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.211417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.293916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b473a63a-2f41-47d2-8d9a-b868a5651b6f req-4ada823e-8d54-4963-afda-1cfe51afa5ac tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0740569 Jul 16 18:25:18.384717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Router 4ca3519b-521e-4156-a5de-940597f3a284 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:18.451057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.538765 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.635782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Transition to ACTIVE for port object 00171c81-97eb-42b8-94f7-5b2d10eadbd3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:18.694194 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.710080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:18.722342 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Sync routers for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:18.751782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.753560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4264f5ca-7ee3-4f88-b0bb-50e73f3fe886 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3463621 Jul 16 18:25:18.756099 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:18.757220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.758021 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:18.773983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e7a0cdfb-e966-42bc-9134-9f808fa11386, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e7a0cdfb-e966-42bc-9134-9f808fa11386,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:18.856609 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b545f881-6a0d-4ea2-a9be-2ea1f32946d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.870865 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.986987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396b730-dc59-4afc-8bbb-eac246265bdf None None] Pushing event updated for resources: {'Port': ['ID=00171c81-97eb-42b8-94f7-5b2d10eadbd3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.010033 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.125207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Attempting to bind port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:19.139226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Attempting to bind port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:19.139721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Attempting to bind port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:19.205599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 027268b8-113c-4bb8-a51b-0e4054ddbca4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:19.208052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:19.208426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:19.233617 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.234200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:19.234770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Bound port: 00171c81-97eb-42b8-94f7-5b2d10eadbd3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:19.235149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.289958 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:19.399623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1237ad6-7332-4066-9582-5acc59dad98e None None] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:19.624863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e7a0cdfb-e966-42bc-9134-9f808fa11386,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.670022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Provisioning for port edf90f5a-f915-462c-8511-515f4f287b29 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:19.758719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Provisioning complete for port edf90f5a-f915-462c-8511-515f4f287b29 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:19.759095 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.799270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:17Z', 'revision_number': 3, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:19.827289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.834003 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Checking router: 4ca3519b-521e-4156-a5de-940597f3a284 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:19.834613 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Updating router 4ca3519b-521e-4156-a5de-940597f3a284 port 68d61209-9c8f-4d7d-897b-009530fc7140 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:19.859141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9c72-a9c1-444a-9bb9-781753082912 req-bd8c9901-e296-4a11-acec-0819c3513dfd tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.863876 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96fb9c72-a9c1-444a-9bb9-781753082912 req-bd8c9901-e296-4a11-acec-0819c3513dfd tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.3018713 Jul 16 18:25:19.866332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.879913 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.893298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] For port 00171c81-97eb-42b8-94f7-5b2d10eadbd3, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:20.027438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] For port 00171c81-97eb-42b8-94f7-5b2d10eadbd3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=00171c81-97eb-42b8-94f7-5b2d10eadbd3,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:20.032497 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.047158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 027268b8-113c-4bb8-a51b-0e4054ddbca4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:20.048609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2e541-ae31-4018-8afd-1841961d8f92 req-419a4143-eb8e-41aa-a171-a6b865f18dc1 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.052924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Port edf90f5a-f915-462c-8511-515f4f287b29 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:20.061387 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3b2e541-ae31-4018-8afd-1841961d8f92 req-419a4143-eb8e-41aa-a171-a6b865f18dc1 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1097 time: 0.1207168 Jul 16 18:25:20.069012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.116454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=edf90f5a-f915-462c-8511-515f4f287b29,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.163655 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96fb9c72-a9c1-444a-9bb9-781753082912 req-a2269ab8-d0ef-4a3e-9784-b228ed952399 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898557 Jul 16 18:25:20.169409 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3b2e541-ae31-4018-8afd-1841961d8f92 req-e64aa2cc-fd71-4997-ad32-f934a1598c66 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804830 Jul 16 18:25:20.198025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.200070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.276812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396b730-dc59-4afc-8bbb-eac246265bdf None None] Pushing event updated for resources: {'Port': ['ID=00171c81-97eb-42b8-94f7-5b2d10eadbd3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.287184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5f330c85-3b5e-4d19-968d-0ecf38921cf2 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:20.346980 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.370919 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Transition to ACTIVE for port object 68d61209-9c8f-4d7d-897b-009530fc7140 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:20.384360 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.434847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Provisioning complete for port e7a0cdfb-e966-42bc-9134-9f808fa11386 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:20.435261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.547277 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-381d3a69-cb45-404f-98cb-c3bd541c576c req-d29f910c-62d4-4e13-b71d-8b1a511abd94 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.1089642 Jul 16 18:25:20.559419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:20.561347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:20.565122 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Attempting to bind port 68d61209-9c8f-4d7d-897b-009530fc7140 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:20.574630 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Attempting to bind port 68d61209-9c8f-4d7d-897b-009530fc7140 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:20.575039 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Attempting to bind port 68d61209-9c8f-4d7d-897b-009530fc7140 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:20.597431 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa68069-686e-44a6-83a9-73bd99efe3a2 None None] Pushing event updated for resources: {'Port': ['ID=68d61209-9c8f-4d7d-897b-009530fc7140,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.617731 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:20.623181 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:20.625656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Routers {'c4faab07-9eca-47d0-98eb-3603661471bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:20.629150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c4faab07-9eca-47d0-98eb-3603661471bd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:20.630511 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.633008 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:20.641134 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Bound port: 68d61209-9c8f-4d7d-897b-009530fc7140, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:20.641652 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.689818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Allocated IP 172.20.0.1 (d8d264b5-c41c-460d-af3d-f5e449ef0a32/55d61070-3c73-4cdd-b700-431dc28d3d04/ec2df263-8c35-4f85-a5a3-65cf609442bc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:20.802141 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] For port 68d61209-9c8f-4d7d-897b-009530fc7140, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:20.805370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Router c4faab07-9eca-47d0-98eb-3603661471bd has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:20.817996 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] For port 68d61209-9c8f-4d7d-897b-009530fc7140, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=68d61209-9c8f-4d7d-897b-009530fc7140,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:20.835531 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.056508 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa68069-686e-44a6-83a9-73bd99efe3a2 None None] Pushing event updated for resources: {'Port': ['ID=68d61209-9c8f-4d7d-897b-009530fc7140,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.101500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.127587 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:21.152388 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:21.172895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Transition to ACTIVE for port object ec2df263-8c35-4f85-a5a3-65cf609442bc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:21.278338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.296149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:21.312141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dcc039d7-bea8-4f05-9eff-42e528cb6eb5 admin admin] 10.222.0.49 "PUT /v2.0/routers/c4faab07-9eca-47d0-98eb-3603661471bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7686155 Jul 16 18:25:21.358769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7a0cdfb-e966-42bc-9134-9f808fa11386 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:21.476312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:21.507027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:21.514618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:21.537111 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:21.538471 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.547295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e7a0cdfb-e966-42bc-9134-9f808fa11386 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:21.547670 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.558995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2df263-8c35-4f85-a5a3-65cf609442bc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.747393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.778622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.789264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:21.789933 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb204c0f-dad3-46d1-ba08-ea75fcad88c5" -d '{"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-unplugged", "status": "completed", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:21.797440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Provisioning for port 027268b8-113c-4bb8-a51b-0e4054ddbca4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:21.844419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] Set router c4faab07-9eca-47d0-98eb-3603661471bd gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:21.890128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-f258ced7-c836-4052-92b0-bddc9c1b695c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.902623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-f258ced7-c836-4052-92b0-bddc9c1b695c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.5397720 Jul 16 18:25:21.928924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Provisioning complete for port 027268b8-113c-4bb8-a51b-0e4054ddbca4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:21.929485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.958642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-d1572186-c06d-4f9a-abdb-595b5b63aa5d tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/quotas/1c35ff2640aa4fd5b2a60f6e7943d351 HTTP/1.1" status: 200 len: 375 time: 0.0522444 Jul 16 18:25:21.964454 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:17Z', 'revision_number': 3, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:22.035208 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13217-b0ca-4aa3-9e4f-6aafb9a027e1 None None] The sync data for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 is: [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:17Z', 'revision_number': 3, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:22.069884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:22.086017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.220555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.236547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-1c372689-1245-4db6-988c-f26a6f7be0fa tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2765648 Jul 16 18:25:22.370240 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.415724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.445026 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-06f89297-86d8-4454-84c7-3f7d5d79c190 service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071917 Jul 16 18:25:22.546948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50210) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.552132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-network', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:22.597781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Made reservation on behalf of 823e759a1fe44f6b818b1118f6ca9ad6 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:22.600210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.639636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.698141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] For port 027268b8-113c-4bb8-a51b-0e4054ddbca4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=027268b8-113c-4bb8-a51b-0e4054ddbca4,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:22.699255 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.715107 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.789754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832544f-e0ff-47c9-954a-3e67aee1ee58 None None] Pushing event updated for resources: {'Port': ['ID=027268b8-113c-4bb8-a51b-0e4054ddbca4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.800456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 4, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'edf90f5a-f915-462c-8511-515f4f287b29', 'name': '', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'mac_address': 'fa:16:3e:07:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:16Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 2, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'subnets': [{'id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:22.845455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb72342-88a5-482b-b35d-3b8a642aa839 None None] The sync data for ids ['c4faab07-9eca-47d0-98eb-3603661471bd'] in n-d-791504-15 is: [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 4, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'edf90f5a-f915-462c-8511-515f4f287b29', 'name': '', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'mac_address': 'fa:16:3e:07:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:16Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 2, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'subnets': [{'id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:22.863649 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.868003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Provisioning complete for port edf90f5a-f915-462c-8511-515f4f287b29 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:22.869172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-1a64a7c0-94b3-42e1-aa7e-5ec2741553dd service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203622 Jul 16 18:25:22.869295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.881554 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.928727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Port edf90f5a-f915-462c-8511-515f4f287b29 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:22.953588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Provisioning for port ec2df263-8c35-4f85-a5a3-65cf609442bc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:22.959864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Provisioning complete for port ec2df263-8c35-4f85-a5a3-65cf609442bc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:22.960646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.969109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:23.018587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e3233-b6b2-4152-8301-dadd4459487d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.033560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.034397 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Added segment e85983f6-d116-4ce5-84b2-b18b47e077d3 of type vlan for network fb7ed649-8f61-4682-bdc4-7ff025f2be07 Jul 16 18:25:23.058685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Port ec2df263-8c35-4f85-a5a3-65cf609442bc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:23.062456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-8e220791-83f9-4012-9a09-fbb76cb45ae0 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:25:23.064345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-8e220791-83f9-4012-9a09-fbb76cb45ae0 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193145 Jul 16 18:25:23.106548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Provisioning complete for port 027268b8-113c-4bb8-a51b-0e4054ddbca4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:23.107591 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9b044d8-5c98-489a-b517-c484323a80f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.109837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Request body: {'binding': {'host': 'n-h2-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:23.110860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:25:23.130200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.146603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.177111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-5e10a196-dc33-4031-a773-6796138033aa tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.187889 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-5e10a196-dc33-4031-a773-6796138033aa tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d694227-d84a-40c4-948a-e3b1f57192c0 HTTP/1.1" status: 200 len: 944 time: 0.3086398 Jul 16 18:25:23.218800 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.231893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68d61209-9c8f-4d7d-897b-009530fc7140 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:23.387731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2df263-8c35-4f85-a5a3-65cf609442bc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.453678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.454958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.456015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.554064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 68d61209-9c8f-4d7d-897b-009530fc7140 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:23.559670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 68d61209-9c8f-4d7d-897b-009530fc7140 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:23.560536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.601829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7ed649-8f61-4682-bdc4-7ff025f2be07,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.626974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c95a10f4-7c12-4a83-890e-12fb82931fc6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0784819 Jul 16 18:25:23.631152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:23.636276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:23.651330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Request body: {'subnet': {'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-subnet', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:23.680813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.784616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Made reservation on behalf of 823e759a1fe44f6b818b1118f6ca9ad6 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:23.793846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.807099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on host n-h2-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:23.808004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:23.808896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:23.826091 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.826741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86f8e3-2460-4082-ad59-67721dff837f req-7e89e9d7-2422-4977-83af-e413fec42bcf tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.828624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d86f8e3-2460-4082-ad59-67721dff837f req-7e89e9d7-2422-4977-83af-e413fec42bcf tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.3092942 Jul 16 18:25:23.845254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:23.846016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:23.860475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:23.861263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:23.861896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:23.862574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Bound port: f59e3c4e-5f56-478f-9511-2d833f6eebcd, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:23.943999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:23.950572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Deleting port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:23.950984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.980051 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d86f8e3-2460-4082-ad59-67721dff837f req-1dd26f06-a86e-431f-8699-c09503b7110d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999489 Jul 16 18:25:23.985606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.987183 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-c9725bf5-fd4e-4533-b6fa-e9a92b552823 service neutron] 10.222.0.49 "POST /v2.0/ports/f59e3c4e-5f56-478f-9511-2d833f6eebcd/bindings HTTP/1.1" status: 201 len: 390 time: 0.8824553 Jul 16 18:25:24.044205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 68d61209-9c8f-4d7d-897b-009530fc7140, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=68d61209-9c8f-4d7d-897b-009530fc7140,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:24.056275 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.058373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 027268b8-113c-4bb8-a51b-0e4054ddbca4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:24.184677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.252462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:24.262772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:24.306351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=68d61209-9c8f-4d7d-897b-009530fc7140,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.406365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b37672-1b76-4a25-b675-c43c330e7924,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.421550 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f6faa-706d-452b-9b5d-154f698084c1 x-openstack-request-id: req-192f6faa-706d-452b-9b5d-154f698084c1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:24.423937 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-unplugged", "status": "completed", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:24.424263 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-192f6faa-706d-452b-9b5d-154f698084c1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:24.424738 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'code': 200} Jul 16 18:25:24.453792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Checking segment: {'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:24.454487 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.456699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Network hostable DHCP agents. Network: fb7ed649-8f61-4682-bdc4-7ff025f2be07, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:24.498908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 027268b8-113c-4bb8-a51b-0e4054ddbca4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:24.499466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.512565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:24.547783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, fb7ed649-8f61-4682-bdc4-7ff025f2be07) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:24.573110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8da2a1-5b00-4a87-8b4f-04e8f7e749b1 None None] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:24.581954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.582572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.654339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d8849384-dc78-4084-8637-2c16092a1765 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0157876 Jul 16 18:25:24.655304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.681453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:24.790881 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.793669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.002422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-df812517-76ea-45ec-a715-183f277239f1 None None] Provisioning complete for port ec2df263-8c35-4f85-a5a3-65cf609442bc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:25.004062 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df812517-76ea-45ec-a715-183f277239f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.039763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.143409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-df812517-76ea-45ec-a715-183f277239f1 None None] Port ec2df263-8c35-4f85-a5a3-65cf609442bc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:25.250011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-fb7ed649-8f61-4682-bdc4-7ff025f2be07', 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'fixed_ips': [{'subnet_id': '46b37672-1b76-4a25-b675-c43c330e7924'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:25.250959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.358086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db918951-50b7-4f42-86f4-015fdc04e844 req-4459535d-393a-4ac4-ae6e-7cb0a51b0f2a tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.7905321 Jul 16 18:25:25.367482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] For port 5f330c85-3b5e-4d19-968d-0ecf38921cf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5f330c85-3b5e-4d19-968d-0ecf38921cf2,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:25.368339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.380007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23e79525-59d7-46c1-b27e-6038f0eb5db5 req-bbfc8527-d7ca-4776-92b6-5dea94574163 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 210 time: 0.2153401 Jul 16 18:25:25.445222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68d61209-9c8f-4d7d-897b-009530fc7140 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:25.450416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Calling delete_port for 5f330c85-3b5e-4d19-968d-0ecf38921cf2 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:25.529897 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.622536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Router 4ca3519b-521e-4156-a5de-940597f3a284 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:25.778050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 68d61209-9c8f-4d7d-897b-009530fc7140 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:25.779115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.830017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Allocated IP 172.20.0.2 (fb7ed649-8f61-4682-bdc4-7ff025f2be07/46b37672-1b76-4a25-b675-c43c330e7924/07e44ea1-e044-4b68-8f0c-719034df8bb0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:25.898060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a089235-e6fb-465c-9eeb-5a441fc962ee req-02b85fae-6e9d-469f-bd4c-95a88a40b90f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.903909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a089235-e6fb-465c-9eeb-5a441fc962ee req-02b85fae-6e9d-469f-bd4c-95a88a40b90f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.2241557 Jul 16 18:25:25.949221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 00171c81-97eb-42b8-94f7-5b2d10eadbd3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:25.960812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:25.977678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-98e02176-2fab-4080-abe0-c99de67d9907 admin admin] 10.222.0.49 "PUT /v2.0/routers/4ca3519b-521e-4156-a5de-940597f3a284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2186353 Jul 16 18:25:26.020106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Sync routers for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:26.053209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a089235-e6fb-465c-9eeb-5a441fc962ee req-f9fbae89-c2bf-4079-9c41-25c3ec83d088 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480331 Jul 16 18:25:26.097338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88f5dc-5009-4040-a399-6afa8e496a5c req-5e7b51d0-afeb-45f4-b173-4e3edb220db4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:26.105497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef88f5dc-5009-4040-a399-6afa8e496a5c req-5e7b51d0-afeb-45f4-b173-4e3edb220db4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.4432664 Jul 16 18:25:26.119115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.156615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:26.157040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:26.158372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.159506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.247315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5f330c85-3b5e-4d19-968d-0ecf38921cf2 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:26.277163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event deleted for resources: {'Port': ['ID=5f330c85-3b5e-4d19-968d-0ecf38921cf2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:26.296630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-6e3e3534-afcf-4c38-bcce-11912f223e7c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:26.298365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-6e3e3534-afcf-4c38-bcce-11912f223e7c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.3633196 Jul 16 18:25:26.302777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 5f330c85-3b5e-4d19-968d-0ecf38921cf2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:26.303265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5f330c85-3b5e-4d19-968d-0ecf38921cf2 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:26.335941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Request body: {'port': {'device_id': '667674f7-2fe1-44c9-a438-0452b42f682a', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'admin_state_up': True, 'tenant_id': '1c35ff2640aa4fd5b2a60f6e7943d351'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:26.344505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef88f5dc-5009-4040-a399-6afa8e496a5c req-b026a79e-dd3a-4c03-83d2-28f4030fe3d7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290633 Jul 16 18:25:26.379548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] No DVR routers for this DVR port 5f330c85-3b5e-4d19-968d-0ecf38921cf2 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:26.385780 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.391192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e61ca3a-9269-42aa-b45c-1aab21d07a82 req-ffbc938d-060d-49a2-822d-1cb85cf3ede2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "DELETE /v2.0/ports/5f330c85-3b5e-4d19-968d-0ecf38921cf2 HTTP/1.1" status: 204 len: 173 time: 3.0063112 Jul 16 18:25:26.391192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-deleted', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:26.405005 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49576c85-30fc-461a-803b-f349251d56e0" -d '{"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-deleted", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:26.488889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Allocated IP 172.25.1.173 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:26.571194 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.584788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Transition to ACTIVE for port object 07e44ea1-e044-4b68-8f0c-719034df8bb0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:26.619450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Transition to ACTIVE for port object 07e44ea1-e044-4b68-8f0c-719034df8bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:26.651783 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.691619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ff342fc-f605-4a21-9fbe-1e34540914f3 req-de6c6f1f-74ab-4399-be18-af4cd4597537 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0671296 Jul 16 18:25:26.726393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:26.760287 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb78465-fe9f-4eed-ad7b-ab255e568cc8 x-openstack-request-id: req-5bb78465-fe9f-4eed-ad7b-ab255e568cc8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:26.760896 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d694227-d84a-40c4-948a-e3b1f57192c0", "name": "network-vif-deleted", "tag": "5f330c85-3b5e-4d19-968d-0ecf38921cf2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:26.761380 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bb78465-fe9f-4eed-ad7b-ab255e568cc8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:26.761990 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d694227-d84a-40c4-948a-e3b1f57192c0', 'name': 'network-vif-deleted', 'tag': '5f330c85-3b5e-4d19-968d-0ecf38921cf2', 'status': 'completed', 'code': 200} Jul 16 18:25:26.778424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.920208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.998829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-79dc9b75-aeae-446c-be67-b7f1a72ce72f req-b55e264a-6f55-4c03-ba9d-f4e08c23e1aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0805123 Jul 16 18:25:27.016112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Pushing event updated for resources: {'Port': ['ID=07e44ea1-e044-4b68-8f0c-719034df8bb0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.019987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:27.033797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:27.034514 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.034696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:27.062249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-459f5275-f75c-48a0-9530-a3c87a3d3c2d req-86dd1c24-02b2-4f56-b9c9-42b72c7db209 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 210 time: 0.0691447 Jul 16 18:25:27.066740 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Sync routers for ids ['c4faab07-9eca-47d0-98eb-3603661471bd'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:27.077003 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Routers {'c4faab07-9eca-47d0-98eb-3603661471bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:27.077621 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c4faab07-9eca-47d0-98eb-3603661471bd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:27.093157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:27.093419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:27.105414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:27.165716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:27.172812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:27.214505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.220096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-08babdcf-b5d8-4495-8c06-29b6a37ca856 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524234939', 'description': 'tempest-description--1928297740'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:27.299389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08babdcf-b5d8-4495-8c06-29b6a37ca856 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.318944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Made reservation on behalf of 1c35ff2640aa4fd5b2a60f6e7943d351 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:27.324301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.342926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Pushing event updated for resources: {'Port': ['ID=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.431206 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Set router c4faab07-9eca-47d0-98eb-3603661471bd gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:27.463222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Attempting to bind port 07e44ea1-e044-4b68-8f0c-719034df8bb0 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:27.463607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Attempting to bind port 07e44ea1-e044-4b68-8f0c-719034df8bb0 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:27.463999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Attempting to bind port 07e44ea1-e044-4b68-8f0c-719034df8bb0 on network fb7ed649-8f61-4682-bdc4-7ff025f2be07 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:27.485820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:27.486210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Checking segment: {'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:27.486601 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.486991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Bound using segment: {'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:27.487474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Bound port: 07e44ea1-e044-4b68-8f0c-719034df8bb0, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:27.487898 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.631377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af59c5-d602-4ce6-9e83-8a6aad98a548 req-b2bf1a29-fd58-43f5-93f6-90ea7590bca4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.638765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-23af59c5-d602-4ce6-9e83-8a6aad98a548 req-b2bf1a29-fd58-43f5-93f6-90ea7590bca4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.3332808 Jul 16 18:25:27.686694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] For port 07e44ea1-e044-4b68-8f0c-719034df8bb0, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:27.690059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] For port 07e44ea1-e044-4b68-8f0c-719034df8bb0, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=07e44ea1-e044-4b68-8f0c-719034df8bb0,segment=NetworkSegment(e85983f6-d116-4ce5-84b2-b18b47e077d3),segment_id=e85983f6-d116-4ce5-84b2-b18b47e077d3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:27.701798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 2, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:27.709640 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.802254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Allocated IP 172.20.0.4 (140ca1dd-9816-46ab-ad94-1ecd99e69a28/fc9dc0cb-f637-4624-931c-1db603ed598e/019e26e4-11b6-4882-a8cc-072180335048) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:27.836741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08babdcf-b5d8-4495-8c06-29b6a37ca856 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.840842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.858559 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 4, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'edf90f5a-f915-462c-8511-515f4f287b29', 'name': '', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'mac_address': 'fa:16:3e:07:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:16Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 2, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'subnets': [{'id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:27.867229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-23af59c5-d602-4ce6-9e83-8a6aad98a548 req-d2f406cd-cd96-4ab1-b1d4-a7b75bd8574c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194664 Jul 16 18:25:27.868408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08babdcf-b5d8-4495-8c06-29b6a37ca856 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.907287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2081b0c-fbfb-47f7-997c-084041210f15 None None] Pushing event updated for resources: {'Port': ['ID=07e44ea1-e044-4b68-8f0c-719034df8bb0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.911836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Checking router: 4ca3519b-521e-4156-a5de-940597f3a284 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:27.912215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Updating router 4ca3519b-521e-4156-a5de-940597f3a284 port ec2df263-8c35-4f85-a5a3-65cf609442bc binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:27.959160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 00171c81-97eb-42b8-94f7-5b2d10eadbd3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=00171c81-97eb-42b8-94f7-5b2d10eadbd3,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:27.974312 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.981298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08babdcf-b5d8-4495-8c06-29b6a37ca856 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9da5f4-f132-4ef0-be14-6a32ed303410,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.988588 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.006697 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Checking router: c4faab07-9eca-47d0-98eb-3603661471bd for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:28.007066 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Updating router c4faab07-9eca-47d0-98eb-3603661471bd port edf90f5a-f915-462c-8511-515f4f287b29 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:28.016904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08babdcf-b5d8-4495-8c06-29b6a37ca856 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.018232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-08babdcf-b5d8-4495-8c06-29b6a37ca856 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8025768 Jul 16 18:25:28.024194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50262) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:28.039934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-97d2db35-7777-485d-a7e5-47e71bac3ba0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'security_group_rule': {'security_group_id': 'be9da5f4-f132-4ef0-be14-6a32ed303410', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:28.140423 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.154399 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97d2db35-7777-485d-a7e5-47e71bac3ba0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.256113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=00171c81-97eb-42b8-94f7-5b2d10eadbd3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:28.274661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea3b0cb0-72af-41e2-931a-9b8b572dc61b req-eb12db22-9ff5-4d73-a574-53efa0b3fc3e tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.1073692 Jul 16 18:25:28.398001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97d2db35-7777-485d-a7e5-47e71bac3ba0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.403016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97d2db35-7777-485d-a7e5-47e71bac3ba0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.430962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2db35-7777-485d-a7e5-47e71bac3ba0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dcfd24-879c-4686-ae22-a7c674cb39e4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:28.447673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97d2db35-7777-485d-a7e5-47e71bac3ba0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.452206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-97d2db35-7777-485d-a7e5-47e71bac3ba0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240563 Jul 16 18:25:28.452807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:28.462239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-97351051-b8a3-4ad9-8047-ac6bb4b56543 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'security_group_rule': {'security_group_id': 'be9da5f4-f132-4ef0-be14-6a32ed303410', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:28.470504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:28.496433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.539610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97351051-b8a3-4ad9-8047-ac6bb4b56543 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.667225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d2a45-7485-46a8-b4a9-ac5e89497f36 req-fdb3d630-d333-4601-bef0-308c3e0f284d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.675210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-511d2a45-7485-46a8-b4a9-ac5e89497f36 req-fdb3d630-d333-4601-bef0-308c3e0f284d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.6285419 Jul 16 18:25:28.688921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cdb49d7-7152-46ec-9fa1-b7b72c42acaf req-5aee95b0-172d-4aff-8476-cbd1c65eb609 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 210 time: 0.0822463 Jul 16 18:25:28.761197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97351051-b8a3-4ad9-8047-ac6bb4b56543 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.772849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97351051-b8a3-4ad9-8047-ac6bb4b56543 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.802261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.819098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97351051-b8a3-4ad9-8047-ac6bb4b56543 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f0132f-47f8-40cf-b24c-ad288c6b6936,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:28.832862 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-97351051-b8a3-4ad9-8047-ac6bb4b56543 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.834526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-97351051-b8a3-4ad9-8047-ac6bb4b56543 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807416 Jul 16 18:25:28.839023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:28.850213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:28.864082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:28.875771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Transition to ACTIVE for port object ec2df263-8c35-4f85-a5a3-65cf609442bc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:28.887375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 has no active binding in host n-h2-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:25:28.890417 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.909611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.025498 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.042418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cea6d-a805-430f-abb7-614231d9b095 None None] Pushing event updated for resources: {'Port': ['ID=ec2df263-8c35-4f85-a5a3-65cf609442bc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.053675 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Transition to ACTIVE for port object edf90f5a-f915-462c-8511-515f4f287b29 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:29.069677 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.118842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.168926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Attempting to bind port ec2df263-8c35-4f85-a5a3-65cf609442bc on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:29.170578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Attempting to bind port ec2df263-8c35-4f85-a5a3-65cf609442bc by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:29.171437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Attempting to bind port ec2df263-8c35-4f85-a5a3-65cf609442bc on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:29.178677 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3881-49f1-48ab-9367-480e7932001c None None] Pushing event updated for resources: {'Port': ['ID=edf90f5a-f915-462c-8511-515f4f287b29,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.195317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:29.197296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:29.197984 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.199454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Bound using segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:29.201246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Bound port: ec2df263-8c35-4f85-a5a3-65cf609442bc, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:29.201729 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.344124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Allocated IP 172.25.1.91 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7bf0864e-2a9c-45fb-8686-f2a0de854eb3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:29.370447 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Attempting to bind port edf90f5a-f915-462c-8511-515f4f287b29 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:29.372985 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Attempting to bind port edf90f5a-f915-462c-8511-515f4f287b29 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:29.373633 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Attempting to bind port edf90f5a-f915-462c-8511-515f4f287b29 on network 201c5614-0a6e-474a-9122-7dbd31bb1f39 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:29.395507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:29.395898 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Checking segment: {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:29.398902 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.399394 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Bound using segment: {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:29.404865 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Bound port: edf90f5a-f915-462c-8511-515f4f287b29, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:29.407577 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.418751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] For port ec2df263-8c35-4f85-a5a3-65cf609442bc, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:29.432752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] For port ec2df263-8c35-4f85-a5a3-65cf609442bc, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ec2df263-8c35-4f85-a5a3-65cf609442bc,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:29.465393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.551318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.610992 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] For port edf90f5a-f915-462c-8511-515f4f287b29, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:29.630384 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] For port edf90f5a-f915-462c-8511-515f4f287b29, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=edf90f5a-f915-462c-8511-515f4f287b29,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:29.641614 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.665163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:29.665889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:29.670561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.699892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ef6e5f75-5443-4b74-8207-be00492a6163 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:29.701727 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ef6e5f75-5443-4b74-8207-be00492a6163 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1098 time: 1.5002789 Jul 16 18:25:29.762384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.784041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-15'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:29.825583 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Routers {'c4faab07-9eca-47d0-98eb-3603661471bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:29.826225 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c4faab07-9eca-47d0-98eb-3603661471bd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:29.899488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5348aa5-97d1-4a41-b9d6-03c4d90d73bb req-5618e99c-71a9-477e-bb03-ed4e473a6608 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2&device_id=f024b208-23ec-4cb9-8edb-9a96d684f1fd HTTP/1.1" status: 200 len: 210 time: 0.4534249 Jul 16 18:25:29.907705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.961045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-511d2a45-7485-46a8-b4a9-ac5e89497f36 req-f9061c93-6e40-4b16-ba75-becbfb60c604 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2836039 Jul 16 18:25:30.032121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:30.037326 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3881-49f1-48ab-9367-480e7932001c None None] Pushing event updated for resources: {'Port': ['ID=edf90f5a-f915-462c-8511-515f4f287b29,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.038878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:30.053214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:30.070507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:30.224396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:30.238068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=7bf0864e-2a9c-45fb-8686-f2a0de854eb3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.251616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cea6d-a805-430f-abb7-614231d9b095 None None] Pushing event updated for resources: {'Port': ['ID=ec2df263-8c35-4f85-a5a3-65cf609442bc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.263563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:30.266155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:30.311689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.376238 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.448480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd6de6-a82b-4a34-983d-716868f708bb None None] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:30.548197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.552445 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] Set router c4faab07-9eca-47d0-98eb-3603661471bd gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:30.555073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 07e44ea1-e044-4b68-8f0c-719034df8bb0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:30.741800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149112b-9fa3-4bbd-b678-9688ae18dcd5 req-a8dc421d-ae76-4186-b8d7-d705395f5b9a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:30.753190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c149112b-9fa3-4bbd-b678-9688ae18dcd5 req-a8dc421d-ae76-4186-b8d7-d705395f5b9a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 931 time: 0.2497785 Jul 16 18:25:30.759447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:30.763184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.813203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.817721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4d7df30e-1bb2-4082-b769-601fdf717129 None None] Provisioning for port 07e44ea1-e044-4b68-8f0c-719034df8bb0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:30.822741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 07e44ea1-e044-4b68-8f0c-719034df8bb0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:30.829960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-21215d9b-81ca-44d6-99de-d3b8c5891a2b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4986181 Jul 16 18:25:30.848130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4d7df30e-1bb2-4082-b769-601fdf717129 None None] Provisioning complete for port 07e44ea1-e044-4b68-8f0c-719034df8bb0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:30.848698 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d7df30e-1bb2-4082-b769-601fdf717129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.852597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Request body: {'port': {'device_id': '667674f7-2fe1-44c9-a438-0452b42f682a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:30.855316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 07e44ea1-e044-4b68-8f0c-719034df8bb0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:30.855857 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.892620 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 4, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'edf90f5a-f915-462c-8511-515f4f287b29', 'name': '', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'mac_address': 'fa:16:3e:07:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:16Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 4, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'subnets': [{'id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.909229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.942321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.974480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.975498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc04d8-fdac-4153-b0b8-d3d65b5adf30 req-b279749d-3cbf-4444-ba91-b865630236c7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:30.985600 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db784e-dd8f-46ec-a397-a81c5ddf90cb None None] The sync data for ids ['c4faab07-9eca-47d0-98eb-3603661471bd'] in n-d-791504-15 is: [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 4, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'edf90f5a-f915-462c-8511-515f4f287b29', 'name': '', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'mac_address': 'fa:16:3e:07:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:16Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 4, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'subnets': [{'id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:30.986524 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38fc04d8-fdac-4153-b0b8-d3d65b5adf30 req-b279749d-3cbf-4444-ba91-b865630236c7 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 946 time: 0.7139194 Jul 16 18:25:31.053567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c149112b-9fa3-4bbd-b678-9688ae18dcd5 req-f98b391b-b089-4521-9500-6dcd61fdc5cb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994184 Jul 16 18:25:31.117111 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.192192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 07e44ea1-e044-4b68-8f0c-719034df8bb0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=07e44ea1-e044-4b68-8f0c-719034df8bb0,segment=NetworkSegment(e85983f6-d116-4ce5-84b2-b18b47e077d3),segment_id=e85983f6-d116-4ce5-84b2-b18b47e077d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:31.202736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:31.205894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=7bf0864e-2a9c-45fb-8686-f2a0de854eb3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.215334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.251755 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.252563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 00171c81-97eb-42b8-94f7-5b2d10eadbd3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:31.259705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.261908 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5439fa47-f140-4526-b0db-b5db2444ad5f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4212067 Jul 16 18:25:31.439278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=07e44ea1-e044-4b68-8f0c-719034df8bb0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.441306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:31.456309 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38fc04d8-fdac-4153-b0b8-d3d65b5adf30 req-5a5e1838-4423-43d5-a6cd-3d77bc14efa0 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671154 Jul 16 18:25:31.469533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:31.473134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:31.473511 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.546703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c654a-82e5-48ff-9ae9-76b014117ffb None None] The sync data for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 is: [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:29Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:31.580588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cecfa1de-c2ae-43bd-a92f-4e251f4ffdef None None] Provisioning complete for port 07e44ea1-e044-4b68-8f0c-719034df8bb0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:31.581282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cecfa1de-c2ae-43bd-a92f-4e251f4ffdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.607826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11253018-4775-402d-9218-76bb764f15f6 req-8bf94397-de77-413e-82f4-348189018589 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=733f2d066c4149868ffd93fd47e8af14&device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.1084564 Jul 16 18:25:31.637393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.754399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11253018-4775-402d-9218-76bb764f15f6 req-32c9fc58-b905-4ddd-ab86-485f3f580320 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=733f2d066c4149868ffd93fd47e8af14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976810 Jul 16 18:25:31.755209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:31.757547 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1abad9f-12d5-43b3-aede-3db5c9081053" -d '{"events": [{"server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "name": "network-vif-unplugged", "status": "completed", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:31.765708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.818738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc693-bcb5-4d28-8ec8-56cbad64d86b req-6b69cba6-a470-469d-b806-f30dfde53123 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:31.823458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a53cc693-bcb5-4d28-8ec8-56cbad64d86b req-6b69cba6-a470-469d-b806-f30dfde53123 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.2112677 Jul 16 18:25:31.841704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.929619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a53cc693-bcb5-4d28-8ec8-56cbad64d86b req-af047756-c19b-4bbf-9f12-ce679241ee0b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928569 Jul 16 18:25:32.178432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.218248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11253018-4775-402d-9218-76bb764f15f6 req-53246115-e69b-4566-aec0-a7e71051e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.220176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11253018-4775-402d-9218-76bb764f15f6 req-53246115-e69b-4566-aec0-a7e71051e3ab service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4299493 Jul 16 18:25:32.236334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-49f0886b-edad-427a-886d-c9f4a6153a65 req-0f1a3c4f-d389-4737-b336-1c631bbfb19b tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0977621 Jul 16 18:25:32.246700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-bcd2a6ed-4b1e-4511-9df2-929af04ef671 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--524234939&fields=id&tenant_id=4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 267 time: 0.3117313 Jul 16 18:25:32.336930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ec2df263-8c35-4f85-a5a3-65cf609442bc up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:32.359298 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d376c27-e362-46a5-bc6f-72c11a586e46 x-openstack-request-id: req-8d376c27-e362-46a5-bc6f-72c11a586e46 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:32.359678 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "name": "network-vif-unplugged", "status": "completed", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:32.359963 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d376c27-e362-46a5-bc6f-72c11a586e46 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:32.363790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-ae4caaed-3d3c-4900-acb0-0352e37ff758 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2126241 Jul 16 18:25:32.365153 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9', 'code': 200} Jul 16 18:25:32.367046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on host n-h1-791504-15 for vnic_type normal with profile {"migrating_to": "n-h2-791504-15"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:32.367394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:32.367728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:32.382701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:32.383045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Attempting to bind port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on network c256d501-8406-46fc-819a-b542ce42eb9d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:32.385925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Router 3b1ed5ac-8899-4b19-85d3-f1b60605987c is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:32.457165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:32.457556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Checking segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:32.457988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Bound using segment: {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:32.458385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Bound port: e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c256d501-8406-46fc-819a-b542ce42eb9d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:32.458747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.460258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ec2df263-8c35-4f85-a5a3-65cf609442bc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:32.472180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ec2df263-8c35-4f85-a5a3-65cf609442bc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:32.472884 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.516522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-ee3c0c08-ab9c-41ad-9143-8954dd72f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.522441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-ee3c0c08-ab9c-41ad-9143-8954dd72f120 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 1096 time: 0.1311779 Jul 16 18:25:32.594943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.640385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ec2df263-8c35-4f85-a5a3-65cf609442bc, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ec2df263-8c35-4f85-a5a3-65cf609442bc,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:32.649019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.653756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 07e44ea1-e044-4b68-8f0c-719034df8bb0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:32.713421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-c5976f54-04d7-4761-8903-884f18160efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.715439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-c5976f54-04d7-4761-8903-884f18160efe service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.1586761 Jul 16 18:25:32.730975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e6e4c-8ff5-45ee-b4f2-35bd00996ba9 req-96a4faee-ef04-4c85-85ec-a671a03c1bf6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.732956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c47e6e4c-8ff5-45ee-b4f2-35bd00996ba9 req-96a4faee-ef04-4c85-85ec-a671a03c1bf6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 931 time: 0.1682143 Jul 16 18:25:32.734595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-85bbc549-4dcd-4cc5-9d97-83dad5954e47 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.736112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-85bbc549-4dcd-4cc5-9d97-83dad5954e47 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.4883556 Jul 16 18:25:32.779763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-4586ad02-a444-4737-a611-d96ccb1fe793 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 200 len: 217 time: 0.0576355 Jul 16 18:25:32.782547 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-e0b30ded-d604-41a3-be4e-5e2cab8c0701 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/quotas/4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 375 time: 0.0315084 Jul 16 18:25:32.794643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ec2df263-8c35-4f85-a5a3-65cf609442bc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.811487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 07e44ea1-e044-4b68-8f0c-719034df8bb0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:32.811903 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.839289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:32.848402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c47e6e4c-8ff5-45ee-b4f2-35bd00996ba9 req-e4e70eb0-2589-4341-8fe7-f3c6edc1d4b3 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063769 Jul 16 18:25:32.856720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-80e0401e-cfff-432a-b1e9-1e98fb032bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.858755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-80e0401e-cfff-432a-b1e9-1e98fb032bf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0724418 Jul 16 18:25:32.864357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:32.871202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:32.883638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Sync routers for ids ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:32.899772 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-1f6ae4cb-92ff-4861-8765-8b13c747edd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334096 Jul 16 18:25:32.918338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.921487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Routers {'3b1ed5ac-8899-4b19-85d3-f1b60605987c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:32.924099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:32.994581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019e26e4-11b6-4882-a8cc-072180335048 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:32.999415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.000990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-09c380ec-deb5-4ca7-9559-322fd0edd10f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3446367 Jul 16 18:25:33.001404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device edf90f5a-f915-462c-8511-515f4f287b29 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:33.006432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.008379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.081210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-153fc0a6-571b-4bd5-b529-eb516a54c4b7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2882497 Jul 16 18:25:33.096705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Transition to ACTIVE for port object 019e26e4-11b6-4882-a8cc-072180335048 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:33.097816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.115048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.163830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port edf90f5a-f915-462c-8511-515f4f287b29 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:33.186795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port edf90f5a-f915-462c-8511-515f4f287b29 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:33.186795 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.192178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-e5634090-6726-4105-9383-a555fe1cb5c3 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733350 Jul 16 18:25:33.209311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.210015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.211489 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ddae8501-7e8f-493b-8807-3f4783061cce service neutron] 10.222.0.67 "PUT /v2.0/ports/e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 200 len: 1124 time: 3.4412479 Jul 16 18:25:33.242526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Set router 3b1ed5ac-8899-4b19-85d3-f1b60605987c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:33.345055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd1ff9d1-4c8b-40b7-aecf-8ee0116f4796 req-3e42609d-e6cd-4ce7-aab2-83780c6a3730 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428461 Jul 16 18:25:33.427033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14211c92-e0fc-4bcb-9596-e9c643d2fcc9 req-31b374cc-c7c5-4b0e-b05f-dd4ed9b01652 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.437212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14211c92-e0fc-4bcb-9596-e9c643d2fcc9 req-31b374cc-c7c5-4b0e-b05f-dd4ed9b01652 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.3168707 Jul 16 18:25:33.438754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e9dd5201-9619-4d91-9e87-0fdb0a0379a9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:33.475402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e9dd5201-9619-4d91-9e87-0fdb0a0379a9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:33.507739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14211c92-e0fc-4bcb-9596-e9c643d2fcc9 req-64756136-b553-4bd7-a828-cf4ab986f301 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694060 Jul 16 18:25:33.570293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-9518aeab-e582-42d3-ad34-b0a298843a83 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521377 Jul 16 18:25:33.571221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.595816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11253018-4775-402d-9218-76bb764f15f6 req-f81ba806-3bc4-4a0d-9c0d-aee7158e1bad tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0726016 Jul 16 18:25:33.805745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Attempting to bind port 019e26e4-11b6-4882-a8cc-072180335048 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:33.806405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Attempting to bind port 019e26e4-11b6-4882-a8cc-072180335048 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:33.806618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Attempting to bind port 019e26e4-11b6-4882-a8cc-072180335048 on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:33.902187 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.003393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13952a12-9e51-47b5-aff2-252b324850b1 req-0b2af77b-daec-4546-8d36-4e49b1ae1df7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.004493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13952a12-9e51-47b5-aff2-252b324850b1 req-0b2af77b-daec-4546-8d36-4e49b1ae1df7 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.1096177 Jul 16 18:25:34.055211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port edf90f5a-f915-462c-8511-515f4f287b29, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=edf90f5a-f915-462c-8511-515f4f287b29,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:34.065163 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.073212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13952a12-9e51-47b5-aff2-252b324850b1 req-32798cee-cd7d-4b76-8510-0dcbd21a0ff4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594490 Jul 16 18:25:34.229463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ec2df263-8c35-4f85-a5a3-65cf609442bc up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:34.281946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=edf90f5a-f915-462c-8511-515f4f287b29,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.323758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 3, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port': {'id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.395195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Checking router: 3b1ed5ac-8899-4b19-85d3-f1b60605987c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:34.395544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Updating router 3b1ed5ac-8899-4b19-85d3-f1b60605987c port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:34.463956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:34.466668 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b08be-ea47-4e10-b952-328682260477" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:34.475740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Port 019e26e4-11b6-4882-a8cc-072180335048 on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:34.476121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Attempting to bind port 019e26e4-11b6-4882-a8cc-072180335048 on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:34.484634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.494956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-601c9d85-bb7b-4825-97ef-eae2fe16134e req-d65fa584-ca89-4d34-8926-7af1619093cf tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe3dd68-773f-4101-974e-017f52e051c2 HTTP/1.1" status: 200 len: 210 time: 0.0702031 Jul 16 18:25:34.513574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ec2df263-8c35-4f85-a5a3-65cf609442bc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:34.513948 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.518492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:34.519080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Checking segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:34.519311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Bound using segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:34.519821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Bound port: 019e26e4-11b6-4882-a8cc-072180335048, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:34.520177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.558374 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-258381b2-d07d-4f36-8ef4-3a7093b3ef50 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9474564 Jul 16 18:25:34.753628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:34.764708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d43492-ec99-4aed-8b5e-6f98f40e4c53 req-4c6fd0d6-e901-4305-85a2-7307531ae93b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.773892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:34.781377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5d43492-ec99-4aed-8b5e-6f98f40e4c53 req-4c6fd0d6-e901-4305-85a2-7307531ae93b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 943 time: 0.1592276 Jul 16 18:25:34.811908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.872760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5d43492-ec99-4aed-8b5e-6f98f40e4c53 req-cc04613e-2693-4273-96da-741003915ac0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751355 Jul 16 18:25:34.901416 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a32932f-4714-4a4b-9914-7cb844660497 x-openstack-request-id: req-4a32932f-4714-4a4b-9914-7cb844660497 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:34.901794 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:34.902294 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a32932f-4714-4a4b-9914-7cb844660497 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:34.905339 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9', 'status': 'completed', 'code': 200} Jul 16 18:25:34.985917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b08be-ea47-4e10-b952-328682260477 req-f3f090cf-1070-4ae9-a7d2-f4f8567cc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.987770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b1b08be-ea47-4e10-b952-328682260477 req-f3f090cf-1070-4ae9-a7d2-f4f8567cc3de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1127 time: 0.1140296 Jul 16 18:25:35.049727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.091618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.103104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Transition to ACTIVE for port object e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:35.117833 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.184719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08d09ea-659c-487b-a66b-492a3b6cb2bb req-993ec3de-9028-4bf7-9d3e-497d359650df tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 210 time: 0.0440228 Jul 16 18:25:35.205216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.236494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.238296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.239734 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-9af0679c-31ef-4b36-a535-d381dbcc09cc service neutron] 10.222.0.59 "PUT /v2.0/ports/019e26e4-11b6-4882-a8cc-072180335048 HTTP/1.1" status: 200 len: 1092 time: 4.3929551 Jul 16 18:25:35.249171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b08be-ea47-4e10-b952-328682260477 req-f142e9c2-522d-457d-9d1f-541dcec690ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.251005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b1b08be-ea47-4e10-b952-328682260477 req-f142e9c2-522d-457d-9d1f-541dcec690ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.2537689 Jul 16 18:25:35.261473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e837675-f6aa-4b78-8f6e-684d937a3938 None None] Pushing event updated for resources: {'Port': ['ID=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.297012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Attempting to bind port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:35.297821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Attempting to bind port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:35.298788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Attempting to bind port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:35.315547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:35.316268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:35.316861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.317920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:35.320922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Bound port: e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:35.321694 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.341120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b1b08be-ea47-4e10-b952-328682260477 req-694837cd-ef79-4c4e-8faf-0c247441b939 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 200 len: 217 time: 0.0791562 Jul 16 18:25:35.431017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b08be-ea47-4e10-b952-328682260477 req-a68a1713-de11-4ed4-900a-79c813b12c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.433029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b1b08be-ea47-4e10-b952-328682260477 req-a68a1713-de11-4ed4-900a-79c813b12c98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.0849302 Jul 16 18:25:35.459999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] For port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:35.475279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] For port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:35.489780 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.523219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75dc86-41bc-4bd4-b951-50ced78d35d2 req-aaa17463-1143-4b28-aec2-5f678a05c3a8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.524770 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a75dc86-41bc-4bd4-b951-50ced78d35d2 req-aaa17463-1143-4b28-aec2-5f678a05c3a8 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.4640157 Jul 16 18:25:35.538307 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b1b08be-ea47-4e10-b952-328682260477 req-9eaa613a-08a5-44ab-92d3-e13ca01465e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477693 Jul 16 18:25:35.575702 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:35.621006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-b72efa70-ed79-4c33-8d08-7f94442563f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.622680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-b72efa70-ed79-4c33-8d08-7f94442563f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 1095 time: 0.3199573 Jul 16 18:25:35.645891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Routers {'3b1ed5ac-8899-4b19-85d3-f1b60605987c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:35.647019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.659176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e837675-f6aa-4b78-8f6e-684d937a3938 None None] Pushing event updated for resources: {'Port': ['ID=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.712355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b1b08be-ea47-4e10-b952-328682260477 req-0379fb09-579e-48c8-af45-44c6c1f37a57 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633070 Jul 16 18:25:35.720537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a75dc86-41bc-4bd4-b951-50ced78d35d2 req-04dcb3d2-2087-4bca-b3f1-1193a2283a90 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840971 Jul 16 18:25:35.724470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-4c5806cf-52f9-4369-bffe-02a4b31882c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e26e4-11b6-4882-a8cc-072180335048 HTTP/1.1" status: 200 len: 217 time: 0.0682666 Jul 16 18:25:35.802953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a355f4-50a4-41f3-bec9-66e78f9db56c req-765a7275-84c0-48c3-84fc-2ce8b8fa2533 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.810029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6a355f4-50a4-41f3-bec9-66e78f9db56c req-765a7275-84c0-48c3-84fc-2ce8b8fa2533 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.3891006 Jul 16 18:25:35.902226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6a355f4-50a4-41f3-bec9-66e78f9db56c req-317f80e8-e967-448d-aa54-32ad58b8fbb8 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912230 Jul 16 18:25:35.917498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] Set router 3b1ed5ac-8899-4b19-85d3-f1b60605987c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:35.956286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b1b08be-ea47-4e10-b952-328682260477 req-f92a4ac4-df6c-4c23-8f7b-b3ac2f2bd504 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182508 Jul 16 18:25:35.977472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-a828cea8-0635-49ec-82dd-4de5d5ae46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.979956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-a828cea8-0635-49ec-82dd-4de5d5ae46a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.2457504 Jul 16 18:25:35.991412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Allocated IP 172.20.0.1 (fb7ed649-8f61-4682-bdc4-7ff025f2be07/46b37672-1b76-4a25-b675-c43c330e7924/678d22c7-ddf2-4516-9190-b5ff6277664d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:36.041291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-01bd13cd-a265-4973-a0f4-192e1e20cbbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376461 Jul 16 18:25:36.233531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fd7fb-b356-4e6c-899d-2c9b295ba776 req-ce9eca32-3934-4ee4-84f9-26766cc58396 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.255584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85fd7fb-b356-4e6c-899d-2c9b295ba776 req-ce9eca32-3934-4ee4-84f9-26766cc58396 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 943 time: 0.1868360 Jul 16 18:25:36.265816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device edf90f5a-f915-462c-8511-515f4f287b29 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:36.349072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85fd7fb-b356-4e6c-899d-2c9b295ba776 req-7b37f6e9-e711-430f-8c02-7a5aa64b9fd6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924640 Jul 16 18:25:36.370449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.379929 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-1b5804a4-2fea-4ce1-8af1-b23ed5e23287 service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054993 Jul 16 18:25:36.484656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Transition to ACTIVE for port object 678d22c7-ddf2-4516-9190-b5ff6277664d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:36.506652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port edf90f5a-f915-462c-8511-515f4f287b29 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:36.507195 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.590821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c99deb3e-10b0-4af6-be77-a68bc50b5981 req-d87abd99-9bd4-4d66-af86-22854e68f9c6 service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963379 Jul 16 18:25:36.618837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.629371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 3, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port': {'id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:36.644480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe270ae8-3143-46d0-b1d9-ac4176a992d4 req-aee10884-a383-409f-9648-82fac655930a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=733f2d066c4149868ffd93fd47e8af14&device_id=f024b208-23ec-4cb9-8edb-9a96d684f1fd HTTP/1.1" status: 200 len: 210 time: 0.0711226 Jul 16 18:25:36.745256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2cd1b-ff1d-4646-9d7c-3b4a693d1ce9 None None] The sync data for ids ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'] in n-d-791504-15 is: [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 3, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port': {'id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:36.758208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:36.775127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5927aa0-8494-49ad-89f0-81242e9ab65d req-9e387543-b919-4b5a-8a6b-509a49ff0284 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=f024b208-23ec-4cb9-8edb-9a96d684f1fd HTTP/1.1" status: 200 len: 210 time: 0.0445483 Jul 16 18:25:36.787208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe270ae8-3143-46d0-b1d9-ac4176a992d4 req-15b3a842-3e64-4816-a019-f2449eb350b5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=733f2d066c4149868ffd93fd47e8af14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329737 Jul 16 18:25:36.799280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:36.811918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:36.872587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Pushing event updated for resources: {'Port': ['ID=678d22c7-ddf2-4516-9190-b5ff6277664d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:36.891035 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-772865d0-4880-4cd5-8ef0-d7176f88d2f4 req-70b374e8-9530-434e-b8b5-ed7f849666a6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 210 time: 0.1315126 Jul 16 18:25:37.019407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'tag': '019e26e4-11b6-4882-a8cc-072180335048'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:37.027218 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5456a9a5-3e88-46c1-9ea6-33149c709f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "tag": "019e26e4-11b6-4882-a8cc-072180335048"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:37.030041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.287479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe270ae8-3143-46d0-b1d9-ac4176a992d4 req-631e51ff-0c25-4a02-aa29-b1777b5ac742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.289844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe270ae8-3143-46d0-b1d9-ac4176a992d4 req-631e51ff-0c25-4a02-aa29-b1777b5ac742 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4989989 Jul 16 18:25:37.339603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4e84f126-254d-45a0-9124-901d763b5bb0 None None] Provisioning for port 678d22c7-ddf2-4516-9190-b5ff6277664d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:37.345195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4e84f126-254d-45a0-9124-901d763b5bb0 None None] Provisioning complete for port 678d22c7-ddf2-4516-9190-b5ff6277664d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:37.345777 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e84f126-254d-45a0-9124-901d763b5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.389601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887228-018c-4669-8c5b-537d8d795d6f req-0a8251af-ad39-4f90-a34e-67e922ecef3d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.401053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66887228-018c-4669-8c5b-537d8d795d6f req-0a8251af-ad39-4f90-a34e-67e922ecef3d tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.2931001 Jul 16 18:25:37.421144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4e84f126-254d-45a0-9124-901d763b5bb0 None None] Port 678d22c7-ddf2-4516-9190-b5ff6277664d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:37.478681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66887228-018c-4669-8c5b-537d8d795d6f req-17198cba-d4ed-457d-92d7-9e080be368b3 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759480 Jul 16 18:25:37.679963 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9f631-b942-4cd8-8294-7e6ebc79f95a x-openstack-request-id: req-a1b9f631-b942-4cd8-8294-7e6ebc79f95a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:37.680234 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "tag": "019e26e4-11b6-4882-a8cc-072180335048", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:37.680475 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1b9f631-b942-4cd8-8294-7e6ebc79f95a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:37.680896 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'tag': '019e26e4-11b6-4882-a8cc-072180335048', 'status': 'completed', 'code': 200} Jul 16 18:25:37.767310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c24a-060c-4a4d-b888-66d8fe8e142a req-52d530c2-f864-4877-aa69-5344381a7af2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.775072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bd9c24a-060c-4a4d-b888-66d8fe8e142a req-52d530c2-f864-4877-aa69-5344381a7af2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.5229132 Jul 16 18:25:37.882710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-3ed9eaa7-a2fc-4975-9870-ec7959be94c6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.886179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-3ed9eaa7-a2fc-4975-9870-ec7959be94c6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.7505608 Jul 16 18:25:37.889880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.903117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bd9c24a-060c-4a4d-b888-66d8fe8e142a req-cd7c4407-858a-4697-9d8e-9abd8cccee13 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268299 Jul 16 18:25:37.951881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c866-f787-4558-90ca-d05a30497b76 req-54b35c2b-15e5-4379-bb02-27af5669eca6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.954811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b31c866-f787-4558-90ca-d05a30497b76 req-54b35c2b-15e5-4379-bb02-27af5669eca6 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 943 time: 0.1450241 Jul 16 18:25:38.031286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b31c866-f787-4558-90ca-d05a30497b76 req-6ee141c8-9a92-4667-9262-0a2fc688e43b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 Jul 16 18:25:38.201226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:38.318977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:38.400082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c9955-f163-462a-b0eb-fd7b10b69e07 req-8a3976a6-711f-4732-8fee-30c210aeb384 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.49 "GET /v2.0/ports?device_id=f024b208-23ec-4cb9-8edb-9a96d684f1fd HTTP/1.1" status: 200 len: 210 time: 0.0446711 Jul 16 18:25:38.477948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88521882-5634-4e92-9aaa-3bd0e98d4898 req-687f5a2a-5ce9-44d0-a28f-e9b08c00500c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 210 time: 0.0545268 Jul 16 18:25:38.485481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-8dde5403-800f-4c09-ac35-4d757d54f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.490171 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-8dde5403-800f-4c09-ac35-4d757d54f0f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 1095 time: 0.7982807 Jul 16 18:25:38.497760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:38.500883 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-d39eff4b-33cd-43fa-a2c6-8db60068af8e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 379 time: 0.5963142 Jul 16 18:25:38.502406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:38.502778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.547411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'port': {'device_id': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'admin_state_up': True, 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'security_groups': ['be9da5f4-f132-4ef0-be14-6a32ed303410']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:38.598054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe270ae8-3143-46d0-b1d9-ac4176a992d4 req-a3ee15ef-f006-457b-9f71-09d8f0a81a27 tempest-ServerShowV247Test-1104817621 tempest-ServerShowV247Test-1104817621-project] 10.222.0.67 "GET /v2.0/ports?device_id=f024b208-23ec-4cb9-8edb-9a96d684f1fd HTTP/1.1" status: 200 len: 210 time: 0.0730410 Jul 16 18:25:38.672398 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.713178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:38.729287 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.859146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.896431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aa932-ec75-4222-bd68-9741ed87a326 req-6ed17b77-60e3-4e6e-8bb3-21f2d6f954b6 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.904527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-671aa932-ec75-4222-bd68-9741ed87a326 req-6ed17b77-60e3-4e6e-8bb3-21f2d6f954b6 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 944 time: 0.1810560 Jul 16 18:25:38.979691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-671aa932-ec75-4222-bd68-9741ed87a326 req-30f95565-e319-42b9-b309-0d5e39809f87 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722454 Jul 16 18:25:38.989024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-cab3b686-93c5-41fd-b8a3-09fc38f3fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.990792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-cab3b686-93c5-41fd-b8a3-09fc38f3fc29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 906 time: 0.4893689 Jul 16 18:25:39.020324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.059801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-f4dbd780-25d9-461e-8f9b-62a3e4a08461 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e26e4-11b6-4882-a8cc-072180335048 HTTP/1.1" status: 200 len: 217 time: 0.0502195 Jul 16 18:25:39.061853 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.140550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Pushing event updated for resources: {'Port': ['ID=678d22c7-ddf2-4516-9190-b5ff6277664d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.150458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Made reservation on behalf of 4464220067014e36a39c0155ab4e7284 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:39.153646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.164093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-2b397bbd-02ae-4ee2-8ba6-69954d5f9f72 service neutron] 10.222.0.59 "GET /v2.0/ports/e9dd5201-9619-4d91-9e87-0fdb0a0379a9/bindings/n-h2-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.1102576 Jul 16 18:25:39.334871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0862bde-c1ff-48de-b04e-784d81dc075d req-fe99ab4a-dd79-406b-9189-dd3e5de71893 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:39.337177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0862bde-c1ff-48de-b04e-784d81dc075d req-fe99ab4a-dd79-406b-9189-dd3e5de71893 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 943 time: 0.1213365 Jul 16 18:25:39.340041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.361079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-eb756add-c165-4bab-8070-770f563ecab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:39.362535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-eb756add-c165-4bab-8070-770f563ecab2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.2301478 Jul 16 18:25:39.397445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Allocated IP 172.20.0.11 (d8d264b5-c41c-460d-af3d-f5e449ef0a32/55d61070-3c73-4cdd-b700-431dc28d3d04/6833f4ce-c1ca-4d87-98c9-67b072076d24) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:39.424245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-0bfee33c-71f5-4092-9a51-feab87d77da0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486574 Jul 16 18:25:39.439539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0862bde-c1ff-48de-b04e-784d81dc075d req-3936a482-da7e-450a-8337-0b7d4cae14b8 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804498 Jul 16 18:25:39.534943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:39.536196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3ad52-4bb7-482a-a214-4dba876c3fe7 req-d20fcedc-43ea-4d8e-a0d9-495ee1cb1976 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:39.543680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59d3ad52-4bb7-482a-a214-4dba876c3fe7 req-d20fcedc-43ea-4d8e-a0d9-495ee1cb1976 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.4385464 Jul 16 18:25:39.565783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:39.607029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dd5201-9619-4d91-9e87-0fdb0a0379a9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:39.618538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:39.636131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.703966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59d3ad52-4bb7-482a-a214-4dba876c3fe7 req-45460609-6f5c-4470-80e3-ae2a05c44425 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592979 Jul 16 18:25:39.706050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:39.710845 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-4c3b955c-cbc1-4783-9016-f6560c3bb92c service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729673 Jul 16 18:25:39.735785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:39.782632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] Transition to ACTIVE for port object e9dd5201-9619-4d91-9e87-0fdb0a0379a9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:39.794380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.905698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b8418b1-3ac4-4ee4-a677-8c6571ead6a8 req-c8a28505-c5e0-4e89-8203-b40b17ff0f1a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 210 time: 0.0494111 Jul 16 18:25:39.947685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] No DVR routers for this DVR port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:39.962427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.005299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.011210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e2fd22c-bd60-4c6b-9dbc-88d841efa034 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9dd5201-9619-4d91-9e87-0fdb0a0379a9/bindings/n-h2-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8394818 Jul 16 18:25:40.047457 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5456a9a5-3e88-46c1-9ea6-33149c709f1d req-d0857357-95b4-4a86-9c89-551b25d7b58a service neutron] 10.222.0.59 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232501 Jul 16 18:25:40.048605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Transition to ACTIVE for port object 6833f4ce-c1ca-4d87-98c9-67b072076d24 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:40.086261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b6ad9625-b86c-4b0d-be51-4e3b9142adb9 None None] Provisioning complete for port 678d22c7-ddf2-4516-9190-b5ff6277664d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:40.087275 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9625-b86c-4b0d-be51-4e3b9142adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.103253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Router 3b1ed5ac-8899-4b19-85d3-f1b60605987c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:40.146395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.179552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad9625-b86c-4b0d-be51-4e3b9142adb9 None None] Port 678d22c7-ddf2-4516-9190-b5ff6277664d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:40.193727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 019e26e4-11b6-4882-a8cc-072180335048 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:40.195196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-9513219b-bac5-4c1a-8498-0dff20724985 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.197759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-9513219b-bac5-4c1a-8498-0dff20724985 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.1043971 Jul 16 18:25:40.211637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.252758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:40.303564 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-456b4c98-7b3e-4ce8-84dc-8065b02f5e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.315173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-a470ab0f-b133-44bf-b7eb-f372cfba01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.316906 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-a470ab0f-b133-44bf-b7eb-f372cfba01b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef&tenant_id=a3789f914e9442f48a8206c661fc9fed HTTP/1.1" status: 200 len: 1097 time: 0.1067748 Jul 16 18:25:40.369405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:40.373204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:40.373806 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.421108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '019e26e4-11b6-4882-a8cc-072180335048', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': '019e26e4-11b6-4882-a8cc-072180335048', 'mac_address': 'fa:16:3e:1a:be:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:40.441641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-f676e25d-50f3-4b12-8cc5-2fa417180ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.443057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-f676e25d-50f3-4b12-8cc5-2fa417180ff2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1097 time: 0.0965898 Jul 16 18:25:40.470116 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.480569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-456b4c98-7b3e-4ce8-84dc-8065b02f5e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.491669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-456b4c98-7b3e-4ce8-84dc-8065b02f5e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.510412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019e26e4-11b6-4882-a8cc-072180335048 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:40.574181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b4c98-7b3e-4ce8-84dc-8065b02f5e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e3b1a-62ae-4801-8e10-fc0159d12d2e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.720492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:40.775308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.781780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:40.786137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:40.791320 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.801634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:40.812289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:40.821144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.821613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.822116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.822624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.823060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.823494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.823919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.824740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.824740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.825613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.826057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.826500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:40.884566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.886512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:40.901810 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Sync routers for ids ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:40.907542 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b281fbdb-77c2-47cb-bd15-b81f3a3101a1 admin admin] 10.222.0.49 "PUT /v2.0/routers/3b1ed5ac-8899-4b19-85d3-f1b60605987c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8945024 Jul 16 18:25:40.918769 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Routers {'3b1ed5ac-8899-4b19-85d3-f1b60605987c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:40.919858 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:40.927934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472954fe-6623-4cd6-9638-2c3f8072af5d req-7063f31f-9a34-4181-a407-12e01452f098 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.937102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-472954fe-6623-4cd6-9638-2c3f8072af5d req-7063f31f-9a34-4181-a407-12e01452f098 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.7425394 Jul 16 18:25:40.968742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.977292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.038716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-667e4241-f5ab-4373-8d5b-2e7bc727cc53 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4968247 Jul 16 18:25:41.048535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-456b4c98-7b3e-4ce8-84dc-8065b02f5e48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=733f2d066c4149868ffd93fd47e8af14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8999133 Jul 16 18:25:41.055205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:41.082110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-da0b35be-c7a6-488c-a631-5f6da58c65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.082504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['019e26e4-11b6-4882-a8cc-072180335048'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:41.083814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-da0b35be-c7a6-488c-a631-5f6da58c65c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.6346326 Jul 16 18:25:41.119860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Request body: {'port': {'device_id': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:41.162021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-ae1aeb24-3ea4-4452-a49e-6da3655c08d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 200 len: 217 time: 0.0704818 Jul 16 18:25:41.219417 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Set router 3b1ed5ac-8899-4b19-85d3-f1b60605987c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:41.225126 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-472954fe-6623-4cd6-9638-2c3f8072af5d req-e1a7fbc1-fa4f-484c-b2a3-bc432fb106e3 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809484 Jul 16 18:25:41.278920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6de269a0-1155-42dd-8357-a64a1fd93274 None None] Provisioning for port 6833f4ce-c1ca-4d87-98c9-67b072076d24 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:41.284096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e6b7389-167a-4f4e-b3cf-423d5d72adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.291969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0e6b7389-167a-4f4e-b3cf-423d5d72adef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.1236529 Jul 16 18:25:41.298629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6de269a0-1155-42dd-8357-a64a1fd93274 None None] Provisioning complete for port 6833f4ce-c1ca-4d87-98c9-67b072076d24 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:41.300156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6de269a0-1155-42dd-8357-a64a1fd93274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.318312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e5de4da-d4cd-4d92-9b3d-1faf901ba421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.376943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-6b301005-5aa6-4769-9550-2a15b7af3bfc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787032 Jul 16 18:25:41.424296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6de269a0-1155-42dd-8357-a64a1fd93274 None None] Port 6833f4ce-c1ca-4d87-98c9-67b072076d24 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:41.440694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e5de4da-d4cd-4d92-9b3d-1faf901ba421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.495148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.690145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373fb2-b020-45ff-bb96-278d45be6090 req-8bb690e7-6733-4d5c-be82-17eca8affe4e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.709432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2d373fb2-b020-45ff-bb96-278d45be6090 req-8bb690e7-6733-4d5c-be82-17eca8affe4e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 944 time: 0.6806669 Jul 16 18:25:41.722759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:25:37Z', 'revision_number': 4, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port': {'id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '678d22c7-ddf2-4516-9190-b5ff6277664d', 'name': '', 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'mac_address': 'fa:16:3e:58:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '46b37672-1b76-4a25-b675-c43c330e7924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:35Z', 'updated_at': '2021-07-16T18:25:38Z', 'revision_number': 2, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'subnets': [{'id': '46b37672-1b76-4a25-b675-c43c330e7924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.731491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-c5be2a0c-6d00-4d9a-9705-fe419e004f0a service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353205 Jul 16 18:25:41.759173 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Checking router: 3b1ed5ac-8899-4b19-85d3-f1b60605987c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:41.759486 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Updating router 3b1ed5ac-8899-4b19-85d3-f1b60605987c port 678d22c7-ddf2-4516-9190-b5ff6277664d binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:41.803612 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.881831 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e5de4da-d4cd-4d92-9b3d-1faf901ba421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.885310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e5de4da-d4cd-4d92-9b3d-1faf901ba421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.888676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e5de4da-d4cd-4d92-9b3d-1faf901ba421 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a39e3b1a-62ae-4801-8e10-fc0159d12d2e HTTP/1.1" status: 204 len: 168 time: 0.8286936 Jul 16 18:25:41.899327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2d373fb2-b020-45ff-bb96-278d45be6090 req-2197e439-f372-49a0-a198-7c3a2029c2b2 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888542 Jul 16 18:25:41.955616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5de4da-d4cd-4d92-9b3d-1faf901ba421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e3b1a-62ae-4801-8e10-fc0159d12d2e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.041341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8aa96-1af7-472c-b61b-f8d4502c72f9 req-d35b75a5-751f-493f-9cd9-fe7a28ea377f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:42.043000 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22b8aa96-1af7-472c-b61b-f8d4502c72f9 req-d35b75a5-751f-493f-9cd9-fe7a28ea377f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.4249115 Jul 16 18:25:42.146181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-426be65e-72ad-495e-aaaf-05a9f1db0938 service neutron] 10.222.0.67 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847358 Jul 16 18:25:42.187064 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22b8aa96-1af7-472c-b61b-f8d4502c72f9 req-6cebd14f-4117-49eb-a1a2-bd1b97b44c75 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272006 Jul 16 18:25:42.194865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 019e26e4-11b6-4882-a8cc-072180335048 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:42.429475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 019e26e4-11b6-4882-a8cc-072180335048 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:42.444405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6833f4ce-c1ca-4d87-98c9-67b072076d24 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:42.458910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 019e26e4-11b6-4882-a8cc-072180335048 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:42.462107 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.471534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.509203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Transition to ACTIVE for port object 6833f4ce-c1ca-4d87-98c9-67b072076d24 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:42.552436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.564559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b61e7a-a2c6-4023-a69a-959cb21724a2 req-3622c113-f04b-4e9a-8e2c-e0b82c58f194 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:42.628405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65b61e7a-a2c6-4023-a69a-959cb21724a2 req-3622c113-f04b-4e9a-8e2c-e0b82c58f194 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 932 time: 0.2407179 Jul 16 18:25:42.647812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.769723 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.803048 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.824544 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Transition to ACTIVE for port object 678d22c7-ddf2-4516-9190-b5ff6277664d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:42.850158 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.872099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65b61e7a-a2c6-4023-a69a-959cb21724a2 req-458aa6ca-b035-4dcc-ac16-d412bdd846f5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426422 Jul 16 18:25:42.877171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Attempting to bind port 6833f4ce-c1ca-4d87-98c9-67b072076d24 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:42.877489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Attempting to bind port 6833f4ce-c1ca-4d87-98c9-67b072076d24 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:42.879512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Attempting to bind port 6833f4ce-c1ca-4d87-98c9-67b072076d24 on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:42.887401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Port 6833f4ce-c1ca-4d87-98c9-67b072076d24 on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:42.888158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Attempting to bind port 6833f4ce-c1ca-4d87-98c9-67b072076d24 on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:42.918792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e26e4-11b6-4882-a8cc-072180335048'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:42.923384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:42.923384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:42.923966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Bound using segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:42.924253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Bound port: 6833f4ce-c1ca-4d87-98c9-67b072076d24, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:42.924623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.933894 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e37900b-45ad-4f91-9024-25a08cd15163" -d '{"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-plugged", "status": "completed", "tag": "019e26e4-11b6-4882-a8cc-072180335048"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:43.032117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-a28d6c84-af5a-4211-869a-5f9c68501632 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.033701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-a28d6c84-af5a-4211-869a-5f9c68501632 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef&tenant_id=a3789f914e9442f48a8206c661fc9fed&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.2862852 Jul 16 18:25:43.038807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:43.048342 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.116516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:43.125854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:43.130075 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67771dda-5879-4c8b-86dc-c3bd9012a9f4 None None] Pushing event updated for resources: {'Port': ['ID=678d22c7-ddf2-4516-9190-b5ff6277664d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.135948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.336884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.355488 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Attempting to bind port 678d22c7-ddf2-4516-9190-b5ff6277664d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:43.356207 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Attempting to bind port 678d22c7-ddf2-4516-9190-b5ff6277664d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:43.356947 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Attempting to bind port 678d22c7-ddf2-4516-9190-b5ff6277664d on network fb7ed649-8f61-4682-bdc4-7ff025f2be07 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:43.363323 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:43.366641 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Checking segment: {'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:43.367325 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.368425 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Bound using segment: {'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:43.369229 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Bound port: 678d22c7-ddf2-4516-9190-b5ff6277664d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85983f6-d116-4ce5-84b2-b18b47e077d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:43.369901 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.394116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.474450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.476488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.478004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-f71aab2d-f374-41a1-b1a8-85ada1e2bf30 service neutron] 10.222.0.67 "PUT /v2.0/ports/6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 1093 time: 2.4214976 Jul 16 18:25:43.478409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:43.480872 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba731c-5dc6-4561-bdbb-f9133b09c89b" -d '{"events": [{"name": "network-changed", "server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:43.571870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5829-19ee-4e19-aad6-8534fbe4acb4 req-c76ba053-3354-4f90-a9ff-590c9978b7d6 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.586866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af9a5829-19ee-4e19-aad6-8534fbe4acb4 req-c76ba053-3354-4f90-a9ff-590c9978b7d6 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 1.0757585 Jul 16 18:25:43.601301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0f7e2d55-4150-4ddd-8c05-16cf4e8fc5b9 service neutron] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:43.602995 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef791c46-9a08-42a9-b782-6509aa64b40e x-openstack-request-id: req-ef791c46-9a08-42a9-b782-6509aa64b40e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:43.603459 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-plugged", "status": "completed", "tag": "019e26e4-11b6-4882-a8cc-072180335048", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:43.603779 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef791c46-9a08-42a9-b782-6509aa64b40e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:43.604194 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e26e4-11b6-4882-a8cc-072180335048', 'code': 200} Jul 16 18:25:43.636881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0f7e2d55-4150-4ddd-8c05-16cf4e8fc5b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.637131 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] For port 678d22c7-ddf2-4516-9190-b5ff6277664d, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:43.638566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16411ae2-206e-43e8-b470-c6479ec06f15 req-0f7e2d55-4150-4ddd-8c05-16cf4e8fc5b9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/e9dd5201-9619-4d91-9e87-0fdb0a0379a9/bindings/n-h1-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.5855918 Jul 16 18:25:43.644622 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] For port 678d22c7-ddf2-4516-9190-b5ff6277664d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=678d22c7-ddf2-4516-9190-b5ff6277664d,segment=NetworkSegment(e85983f6-d116-4ce5-84b2-b18b47e077d3),segment_id=e85983f6-d116-4ce5-84b2-b18b47e077d3)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:43.652902 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.827661 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Routers {'3b1ed5ac-8899-4b19-85d3-f1b60605987c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:43.828404 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:43.912432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af9a5829-19ee-4e19-aad6-8534fbe4acb4 req-6084555f-78a6-4a52-8e01-46abac256a32 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236125 Jul 16 18:25:43.961721 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67771dda-5879-4c8b-86dc-c3bd9012a9f4 None None] Pushing event updated for resources: {'Port': ['ID=678d22c7-ddf2-4516-9190-b5ff6277664d,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.036197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-1d4e517d-e6cb-42cb-ac3b-99ca5d437437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.040212 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-1d4e517d-e6cb-42cb-ac3b-99ca5d437437 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1096 time: 0.4301448 Jul 16 18:25:44.159825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db38f53-f30b-42b3-b350-da01deb6465d req-c2b96f0c-5f97-43ac-ae39-5bc070cd04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.164417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7db38f53-f30b-42b3-b350-da01deb6465d req-c2b96f0c-5f97-43ac-ae39-5bc070cd04e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 1097 time: 0.4435830 Jul 16 18:25:44.165743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.186295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-24ab1105-0059-4aae-96a9-02212d559491 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 217 time: 0.1154249 Jul 16 18:25:44.251046 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] Set router 3b1ed5ac-8899-4b19-85d3-f1b60605987c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:44.278930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec82396-0fdb-47cc-9cab-55d9c2922a7d req-c44ed2d1-ba08-433d-bd08-4e5cf43bfbb4 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.297666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eec82396-0fdb-47cc-9cab-55d9c2922a7d req-c44ed2d1-ba08-433d-bd08-4e5cf43bfbb4 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 945 time: 0.3435407 Jul 16 18:25:44.383502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eec82396-0fdb-47cc-9cab-55d9c2922a7d req-61e316c2-9239-4b02-be32-9866bbefda50 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Jul 16 18:25:44.435650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-fc8713f3-0bf3-4c00-babd-4e86e7d36346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.437228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-fc8713f3-0bf3-4c00-babd-4e86e7d36346 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.2497623 Jul 16 18:25:44.449823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7db38f53-f30b-42b3-b350-da01deb6465d req-d6665b7d-ec27-400f-b8ba-4ba031362a82 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143660 Jul 16 18:25:44.521549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-383124498-network', 'tenant_id': '75089eb2bf0944279487ac1d267eadc6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:44.552628 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f26cf5-f418-4e00-a701-08c2f5c017a5 x-openstack-request-id: req-83f26cf5-f418-4e00-a701-08c2f5c017a5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:44.553116 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:44.553435 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83f26cf5-f418-4e00-a701-08c2f5c017a5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:44.553775 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'status': 'completed', 'code': 200} Jul 16 18:25:44.572767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f179-58e5-494b-acfd-158112d786d6 req-231edd47-3d18-4f3c-b801-ecd1d375cacd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.580019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Made reservation on behalf of 75089eb2bf0944279487ac1d267eadc6 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:44.580323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50e0f179-58e5-494b-acfd-158112d786d6 req-231edd47-3d18-4f3c-b801-ecd1d375cacd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.3697333 Jul 16 18:25:44.585976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.634930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.754865 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50e0f179-58e5-494b-acfd-158112d786d6 req-dc5104f1-51a6-488e-abc2-a012c0450e55 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707554 Jul 16 18:25:44.772606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-31e67c1b-ac6b-4f06-9f0c-03dd3c1e1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.772606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-31e67c1b-ac6b-4f06-9f0c-03dd3c1e1bb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3205230 Jul 16 18:25:44.775755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.830458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.863802 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-242c0508-d245-4003-8451-408ea35a1849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:25:37Z', 'revision_number': 4, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port': {'id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '678d22c7-ddf2-4516-9190-b5ff6277664d', 'name': '', 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'mac_address': 'fa:16:3e:58:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '46b37672-1b76-4a25-b675-c43c330e7924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:35Z', 'updated_at': '2021-07-16T18:25:43Z', 'revision_number': 4, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'subnets': [{'id': '46b37672-1b76-4a25-b675-c43c330e7924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:44.900491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:44.950974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ee601-60a5-4e86-bbfa-1955e53d21f0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.956876 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.958458 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Added segment 3a7c9150-8b25-4c01-8617-6f0a8fc06ec9 of type vlan for network 7016b9b5-2921-4610-9540-b7c62c91ead8 Jul 16 18:25:45.001116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.001988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.002570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.003154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.003702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.004263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.008589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.010078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.010686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.021412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.022155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.022717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.028497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-25f6234d-da31-475d-8d12-b5efa7ce4044 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481303 Jul 16 18:25:45.167278 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c0508-d245-4003-8451-408ea35a1849 None None] The sync data for ids ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'] in n-d-791504-15 is: [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:25:37Z', 'revision_number': 4, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port': {'id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '678d22c7-ddf2-4516-9190-b5ff6277664d', 'name': '', 'network_id': 'fb7ed649-8f61-4682-bdc4-7ff025f2be07', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'mac_address': 'fa:16:3e:58:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '46b37672-1b76-4a25-b675-c43c330e7924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:35Z', 'updated_at': '2021-07-16T18:25:43Z', 'revision_number': 4, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'subnets': [{'id': '46b37672-1b76-4a25-b675-c43c330e7924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:45.209499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e10ea-c1a0-4790-9d3b-83ffc22ca438 req-9f36c216-1c0c-45b7-9f7c-82eb7f87d6a3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.225244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-763e10ea-c1a0-4790-9d3b-83ffc22ca438 req-9f36c216-1c0c-45b7-9f7c-82eb7f87d6a3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 944 time: 0.4477575 Jul 16 18:25:45.242602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.427549 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca63038c-a703-4b83-8cf7-a978e5eb9ebb req-5a0639b9-6314-4458-b8f0-a3ae1169a8af service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878224 Jul 16 18:25:45.589949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-763e10ea-c1a0-4790-9d3b-83ffc22ca438 req-73946b89-4e1d-4874-a891-1c00bc13b141 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635862 Jul 16 18:25:45.615776 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.617515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.618635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.867855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] Pushing event updated for resources: {'Network': ['ID=7016b9b5-2921-4610-9540-b7c62c91ead8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.880561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-669b4f71-6e9e-4b4e-9e05-3925830b7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.881694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7016b9b5-2921-4610-9540-b7c62c91ead8 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:45.882558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-669b4f71-6e9e-4b4e-9e05-3925830b7ecc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1096 time: 0.2518311 Jul 16 18:25:45.888611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.889056 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cc4fd585-20f5-463a-af46-1529b2b33282 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7163274 Jul 16 18:25:45.908460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44997a-d5f4-440e-80d6-41e999fafc59 req-e9e32a4e-930e-46f6-a371-3b528fb2022c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.919118 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af44997a-d5f4-440e-80d6-41e999fafc59 req-e9e32a4e-930e-46f6-a371-3b528fb2022c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.3476970 Jul 16 18:25:46.085182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Request body: {'subnet': {'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-383124498-subnet', 'tenant_id': '75089eb2bf0944279487ac1d267eadc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:46.124810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af44997a-d5f4-440e-80d6-41e999fafc59 req-ea2149c4-b00b-4d2d-b891-8df89e293143 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036281 Jul 16 18:25:46.126221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-1e4476ed-2cad-450f-9a08-87b13e1aa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.131680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-1e4476ed-2cad-450f-9a08-87b13e1aa8ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.2337618 Jul 16 18:25:46.165456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d865e02-4d40-4036-9357-200f0d9ae240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.217729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8df80c-8d1b-4f73-a135-5d4843bf4dfb req-a892e3b3-b87c-407b-8136-b3dc3141d773 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.226590 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c8df80c-8d1b-4f73-a135-5d4843bf4dfb req-a892e3b3-b87c-407b-8136-b3dc3141d773 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 945 time: 0.2556400 Jul 16 18:25:46.230257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-db409582-a1d4-4b5b-ae99-162a1dffede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.231989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-db409582-a1d4-4b5b-ae99-162a1dffede0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1097 time: 0.3653889 Jul 16 18:25:46.288664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-0b23c228-5b60-432c-8c1e-b14508a879f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 217 time: 0.1014929 Jul 16 18:25:46.290163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Made reservation on behalf of 75089eb2bf0944279487ac1d267eadc6 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:46.307544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 678d22c7-ddf2-4516-9190-b5ff6277664d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:46.309985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.375971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 678d22c7-ddf2-4516-9190-b5ff6277664d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:46.376689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c8df80c-8d1b-4f73-a135-5d4843bf4dfb req-c60c1431-7be2-4e65-8748-7d0ba6d6bc25 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430941 Jul 16 18:25:46.383569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 678d22c7-ddf2-4516-9190-b5ff6277664d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:46.384082 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.548542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-eb03b4b5-a851-40c4-a41f-430a7ef38e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.559300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-eb03b4b5-a851-40c4-a41f-430a7ef38e66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.3045688 Jul 16 18:25:46.570594 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.626719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 678d22c7-ddf2-4516-9190-b5ff6277664d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=678d22c7-ddf2-4516-9190-b5ff6277664d,segment=NetworkSegment(e85983f6-d116-4ce5-84b2-b18b47e077d3),segment_id=e85983f6-d116-4ce5-84b2-b18b47e077d3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:46.631642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.659518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:46.665683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-cac12b76-e7f5-4a45-b6ca-de06a539df20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 200 len: 217 time: 0.1016929 Jul 16 18:25:46.746044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=678d22c7-ddf2-4516-9190-b5ff6277664d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.764541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-148e05b8-76df-400a-aef6-fb59e52c4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.766712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-148e05b8-76df-400a-aef6-fb59e52c4ad1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0953324 Jul 16 18:25:46.772254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1878634618'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:46.826450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-a7e9b16d-186b-4b64-b119-920e3262e593 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496821 Jul 16 18:25:46.876892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.890257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:46.897198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.960039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-92a47d9c-ac98-435c-9d52-65e9bd050278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.962597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-92a47d9c-ac98-435c-9d52-65e9bd050278 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.5949862 Jul 16 18:25:47.048598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:47.096736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.099330 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Added segment df05264d-2bf0-4661-a0b0-81d8054c4895 of type vlan for network 8a00e6c7-113c-4bdc-896b-c4b3777b451f Jul 16 18:25:47.105006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Checking segment: {'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:47.105721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Network hostable DHCP agents. Network: 7016b9b5-2921-4610-9540-b7c62c91ead8, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:47.167843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d81e00-0021-4924-ba91-3fb4afe46889 req-d560a167-18bc-4cfb-8b2b-e11e2990100f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.169428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.178582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5d81e00-0021-4924-ba91-3fb4afe46889 req-d560a167-18bc-4cfb-8b2b-e11e2990100f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.8124292 Jul 16 18:25:47.180794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35249abf-a681-4a10-a382-b39a18247d16,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.223674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Network 7016b9b5-2921-4610-9540-b7c62c91ead8 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:47.252830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7016b9b5-2921-4610-9540-b7c62c91ead8) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:47.259425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.262411 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.263939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-ae1c23b5-082c-428e-bf17-dbb2ee09c443 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297528 Jul 16 18:25:47.266714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f326a-ae81-4c90-a6e1-011afb8173b1 None None] Network 7016b9b5-2921-4610-9540-b7c62c91ead8 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:47.305113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.306383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-36a5d7b4-6fc4-40ba-8f3a-4779341d40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.308576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-36a5d7b4-6fc4-40ba-8f3a-4779341d40f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3318534 Jul 16 18:25:47.312807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.313507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.333182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5d81e00-0021-4924-ba91-3fb4afe46889 req-0e92e208-6454-4aec-80c2-8de11bef9047 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535716 Jul 16 18:25:47.364630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-513f8d04-030d-44a8-a007-8b3be35aa22d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4685929 Jul 16 18:25:47.507525 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-dba19f45-e214-4c4f-8021-9ea9ad47bba3 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899123 Jul 16 18:25:47.531627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8638792 Jul 16 18:25:47.556972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.563103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-193089719'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:47.579761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6729a0ec-fdf2-4f8e-ac88-ca1deb0d2358 None None] Network 7016b9b5-2921-4610-9540-b7c62c91ead8 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:47.670552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:47.676286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.698036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dfba2-b181-4538-a1fc-ea65b22ab0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Network': ['ID=8a00e6c7-113c-4bdc-896b-c4b3777b451f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.737350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:47.739597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d09f3-f64d-4e5e-8a96-fb5bae9773f2 req-c74641b5-8579-4640-aa82-fefdc58683f2 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.751646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-180d09f3-f64d-4e5e-8a96-fb5bae9773f2 req-c74641b5-8579-4640-aa82-fefdc58683f2 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 1097 time: 0.2471888 Jul 16 18:25:47.761718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296c049-bfad-4170-8ca2-b6efe3ab802f req-9f7f547e-111a-419e-9f98-fc6043e08958 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.764606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b296c049-bfad-4170-8ca2-b6efe3ab802f req-9f7f547e-111a-419e-9f98-fc6043e08958 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 944 time: 0.5507572 Jul 16 18:25:47.767501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bcba731c-5dc6-4561-bdbb-f9133b09c89b req-82a272fb-026a-4f10-82d0-590724459988 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514107 Jul 16 18:25:47.768461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:47.800934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-9bd0e3a6-c98c-4af6-ba7d-e99843b2eb4f service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064330 Jul 16 18:25:47.820030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.821255 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Added segment 0890d453-4eae-4181-aed7-5e0709bad49f of type vlan for network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 Jul 16 18:25:47.860426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b296c049-bfad-4170-8ca2-b6efe3ab802f req-001bcaf8-eea8-484f-8883-7447bc3f8674 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827849 Jul 16 18:25:47.894552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-180d09f3-f64d-4e5e-8a96-fb5bae9773f2 req-8403ee3a-d092-474e-8a2a-0f2b7f38ba58 tempest-LiveMigrationTest-1761074295 tempest-LiveMigrationTest-1761074295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385272 Jul 16 18:25:47.931952 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.984879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.991884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.992918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.092893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:48.093493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5341561 Jul 16 18:25:48.113814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'subnet': {'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:48.181976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17b2fd-1958-4371-872c-5d0a018dc15e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Network': ['ID=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.194486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:48.332474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 678d22c7-ddf2-4516-9190-b5ff6277664d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:48.361402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:48.372124 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.439316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 678d22c7-ddf2-4516-9190-b5ff6277664d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:48.440949 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.448371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa67ab-be02-42ab-a4a3-da7f086e4be0 req-71535b64-5008-437b-adab-4679474b2e4d tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:48.455836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ffa67ab-be02-42ab-a4a3-da7f086e4be0 req-71535b64-5008-437b-adab-4679474b2e4d tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 945 time: 0.3355851 Jul 16 18:25:48.515691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ffa67ab-be02-42ab-a4a3-da7f086e4be0 req-960f58c0-2151-46d1-85a6-124b9c3b4ece tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Jul 16 18:25:48.604350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:48.631863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e50-009c-45ec-a024-cf23e814920d req-b4073e50-8b43-43fc-bccc-e691181c4a6c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:48.641242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-b4073e50-8b43-43fc-bccc-e691181c4a6c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 813 time: 0.2132833 Jul 16 18:25:48.658509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-00bd1cee-9168-4533-9cba-d06918249c05 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/quotas/75089eb2bf0944279487ac1d267eadc6 HTTP/1.1" status: 200 len: 375 time: 0.0162489 Jul 16 18:25:48.699822 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f86d889e-0812-43a4-b064-7cf294dab2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.733841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-4d3c8959-7935-4bf3-9534-2d75bbae9d11 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742545 Jul 16 18:25:48.754979 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.864619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-16f84efe-c930-4154-8666-f38c27813358 service neutron] 10.222.0.49 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298678 Jul 16 18:25:48.865983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:48.902032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Subnet': ['ID=af9a18ad-9ad2-4889-b612-dd94bd71ae35,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.920338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'mac_address': 'fa:16:3e:9b:4a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:48.982546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Checking segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:48.982924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network hostable DHCP agents. Network: 8a00e6c7-113c-4bdc-896b-c4b3777b451f, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:49.003451 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.006259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-29e248d4-27b1-4051-8461-77cc9bafe37d service neutron] 10.222.0.49 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340861 Jul 16 18:25:49.015187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:49.027701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6833f4ce-c1ca-4d87-98c9-67b072076d24 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:49.030267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8a00e6c7-113c-4bdc-896b-c4b3777b451f) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:49.033837 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.049828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a44d1-c26c-4f65-bd1f-cadd5898c3bc None None] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:49.056233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.058918 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.099313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.099520 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-56b426a9-09b5-437e-926d-83d69b744095 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9977763 Jul 16 18:25:49.102387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'subnet': {'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:49.160366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:49.228954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:49.233275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.289789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.347990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600dd1-05e1-4371-9a42-6ba3c111712a req-5eab490b-67c2-48d7-b430-17225051bcd2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.357970 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d600dd1-05e1-4371-9a42-6ba3c111712a req-5eab490b-67c2-48d7-b430-17225051bcd2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.1706989 Jul 16 18:25:49.372755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.376247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'fixed_ips': [{'subnet_id': 'af9a18ad-9ad2-4889-b612-dd94bd71ae35'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:49.377578 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.457065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d600dd1-05e1-4371-9a42-6ba3c111712a req-cf943a7c-e091-4565-8a06-c2434189682e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983088 Jul 16 18:25:49.669316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.838065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Subnet': ['ID=4fd51714-53ed-48ba-9a27-1107c4fed231,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.932034 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.962329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-963eb47e-99e4-4e3a-9dfc-131ef708c2e2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.969282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-963eb47e-99e4-4e3a-9dfc-131ef708c2e2 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.3838339 Jul 16 18:25:49.975751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Allocated IP 10.1.1.2 (8a00e6c7-113c-4bdc-896b-c4b3777b451f/af9a18ad-9ad2-4889-b612-dd94bd71ae35/c3c819c8-e855-4267-9870-b50ca2d2bfc8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:49.994021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6833f4ce-c1ca-4d87-98c9-67b072076d24'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:50.003841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Checking segment: {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:50.004392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network hostable DHCP agents. Network: c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:50.039429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c639-2bb2-4a54-bed5-eec14f296689 req-f71b14d3-343e-4573-8bed-e423194e3ab8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.055129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8c2c639-2bb2-4a54-bed5-eec14f296689 req-f71b14d3-343e-4573-8bed-e423194e3ab8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.3556235 Jul 16 18:25:50.086452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:50.127289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:50.135963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.141721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.167583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc64499-c73a-4328-bd51-b0ef0ac02c78 None None] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:50.198742 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2ce2211c-606a-4c2c-8473-a9a823e119b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1026039 Jul 16 18:25:50.199654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.208389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'port': {'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'name': 'tempest-TaggedBootDevicesTest-395997941', 'fixed_ips': [{'subnet_id': 'af9a18ad-9ad2-4889-b612-dd94bd71ae35'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:50.328258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8c2c639-2bb2-4a54-bed5-eec14f296689 req-45dbb064-a05b-4497-b4f2-11e957207973 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730348 Jul 16 18:25:50.657255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Deleting port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:50.657669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.811806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:50.915779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80d15-5fed-4f13-973c-91bf47cedd74 req-e06b492f-685a-402b-ab7a-676b30979ffd tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.924327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9f80d15-5fed-4f13-973c-91bf47cedd74 req-e06b492f-685a-402b-ab7a-676b30979ffd tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 945 time: 0.3805311 Jul 16 18:25:51.041725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9f80d15-5fed-4f13-973c-91bf47cedd74 req-24bc3bcd-db6d-4132-8819-a040502d6e8b tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160252 Jul 16 18:25:51.056065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31512ff2-557d-4562-856c-5f02da64ffa9 req-4ceb0749-10d7-4011-a4d3-112a2decb6e0 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 210 time: 0.1653566 Jul 16 18:25:51.085631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] For port e9dd5201-9619-4d91-9e87-0fdb0a0379a9, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:51.089421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.141588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Calling delete_port for e9dd5201-9619-4d91-9e87-0fdb0a0379a9 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:51.174215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.257570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] device_id is not set on port 7d832fb5-5e0b-402d-8510-d76f37a77922 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:51.567397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06895005-72d2-4680-984f-a65659dcfe0f req-45a5713a-d91a-4c21-aa91-d68e9d841f66 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.576101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06895005-72d2-4680-984f-a65659dcfe0f req-45a5713a-d91a-4c21-aa91-d68e9d841f66 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.2788827 Jul 16 18:25:51.587075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.646409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.657587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Transition to ACTIVE for port object c3c819c8-e855-4267-9870-b50ca2d2bfc8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:51.688226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Transition to ACTIVE for port object c3c819c8-e855-4267-9870-b50ca2d2bfc8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:51.718932 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.738458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event deleted for resources: {'Port': ['ID=e9dd5201-9619-4d91-9e87-0fdb0a0379a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.770752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:51.777606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2', 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'fixed_ips': [{'subnet_id': '4fd51714-53ed-48ba-9a27-1107c4fed231'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:51.779574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.784510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:51.786942 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.814532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:51.822657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 10.1.1.7 (8a00e6c7-113c-4bdc-896b-c4b3777b451f/af9a18ad-9ad2-4889-b612-dd94bd71ae35/7d832fb5-5e0b-402d-8510-d76f37a77922) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:51.857646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06895005-72d2-4680-984f-a65659dcfe0f req-77785c4a-d6d2-4c36-b576-5bb235da53ac tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796106 Jul 16 18:25:51.910518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Attempting to bind port c3c819c8-e855-4267-9870-b50ca2d2bfc8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:51.910889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Attempting to bind port c3c819c8-e855-4267-9870-b50ca2d2bfc8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:51.911297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Attempting to bind port c3c819c8-e855-4267-9870-b50ca2d2bfc8 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:51.945029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] No DVR routers for this DVR port e9dd5201-9619-4d91-9e87-0fdb0a0379a9 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:51.952818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.961258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83a43cc6-97bc-47a9-ac89-d3c1f6991961 req-f5e3f418-5fca-4d2f-9ec0-cb6c36cb56d4 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "DELETE /v2.0/ports/e9dd5201-9619-4d91-9e87-0fdb0a0379a9 HTTP/1.1" status: 204 len: 173 time: 1.9864080 Jul 16 18:25:51.962047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'name': 'network-vif-deleted', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:51.970149 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ffcc06-c0bb-4623-8eca-010eaca4ca47" -d '{"events": [{"server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "name": "network-vif-deleted", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:52.042228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.056335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Transition to ACTIVE for port object 7d832fb5-5e0b-402d-8510-d76f37a77922 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:52.174282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.214286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Allocated IP 10.2.2.2 (c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2/4fd51714-53ed-48ba-9a27-1107c4fed231/98848aa8-3e18-48b6-a411-d7a950980356) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:52.247836 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f1cd3-3f86-45a8-bc69-b7355e6a075b x-openstack-request-id: req-616f1cd3-3f86-45a8-bc69-b7355e6a075b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:52.248459 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef", "name": "network-vif-deleted", "tag": "e9dd5201-9619-4d91-9e87-0fdb0a0379a9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:52.248967 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-616f1cd3-3f86-45a8-bc69-b7355e6a075b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:52.249645 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef', 'name': 'network-vif-deleted', 'tag': 'e9dd5201-9619-4d91-9e87-0fdb0a0379a9', 'status': 'completed', 'code': 200} Jul 16 18:25:52.310120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:52.315862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:52.336564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:52.424652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Pushing event updated for resources: {'Port': ['ID=c3c819c8-e855-4267-9870-b50ca2d2bfc8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.430038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e57611a-107d-41a9-a41e-57bbc074043c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:52.461367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:52.462507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Checking segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:52.464387 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.465070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Bound using segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:52.465972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Bound port: c3c819c8-e855-4267-9870-b50ca2d2bfc8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:52.466653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.486833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=7d832fb5-5e0b-402d-8510-d76f37a77922,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.565465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d609-c6a7-4817-a865-49fa3256f9ed req-45b7d6a3-3429-4097-a293-ab7e6af895ea tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.572036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dc38846d-d93b-4e63-8ccb-1ba906c63c7b req-b098f03b-9e1b-4d0d-b09e-32c2d6e5fb45 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 210 time: 0.0591490 Jul 16 18:25:52.575817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6679d609-c6a7-4817-a865-49fa3256f9ed req-45b7d6a3-3429-4097-a293-ab7e6af895ea tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.4897549 Jul 16 18:25:52.653542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:52.677307 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.725901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.789477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c726fb05-dd6e-4838-ba86-4ad714b4552a req-cd437cd4-aaab-4e75-8258-55fb214800cd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 210 time: 0.0726042 Jul 16 18:25:52.815025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.815264 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.833437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e50-009c-45ec-a024-cf23e814920d req-89de7ecb-9325-4b1a-8069-6711cb9d3263 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.835335 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-89de7ecb-9325-4b1a-8069-6711cb9d3263 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.59 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 813 time: 0.4548357 Jul 16 18:25:52.839644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-60d5fa71-667a-4f00-b307-55e980add9fb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6381979 Jul 16 18:25:52.843040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.855091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Transition to ACTIVE for port object 98848aa8-3e18-48b6-a411-d7a950980356 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:52.860424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'port': {'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'name': 'tempest-TaggedBootDevicesTest-1072506578', 'fixed_ips': [{'subnet_id': 'af9a18ad-9ad2-4889-b612-dd94bd71ae35'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:52.885917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Request body: {'port': {'device_id': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8', 'admin_state_up': True, 'tenant_id': '75089eb2bf0944279487ac1d267eadc6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:52.965940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Transition to ACTIVE for port object 98848aa8-3e18-48b6-a411-d7a950980356 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:52.966676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6679d609-c6a7-4817-a865-49fa3256f9ed req-81b2f77b-61fc-4245-ac62-cf67fadd423c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718064 Jul 16 18:25:53.086986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.242963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:53.275515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Pushing event updated for resources: {'Port': ['ID=98848aa8-3e18-48b6-a411-d7a950980356,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.285048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:53.292166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Made reservation on behalf of 75089eb2bf0944279487ac1d267eadc6 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:53.297610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.325343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:53.343328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:53.371787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 6833f4ce-c1ca-4d87-98c9-67b072076d24 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:53.390623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] For port c3c819c8-e855-4267-9870-b50ca2d2bfc8, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:53.397131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 6833f4ce-c1ca-4d87-98c9-67b072076d24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:53.397574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.523949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Attempting to bind port 98848aa8-3e18-48b6-a411-d7a950980356 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:53.524739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Attempting to bind port 98848aa8-3e18-48b6-a411-d7a950980356 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:53.525356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Attempting to bind port 98848aa8-3e18-48b6-a411-d7a950980356 on network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:53.533769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] For port c3c819c8-e855-4267-9870-b50ca2d2bfc8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c3c819c8-e855-4267-9870-b50ca2d2bfc8,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:53.566381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.613654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:53.614822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Checking segment: {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:53.614822 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.615818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Bound using segment: {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:53.616612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Bound port: 98848aa8-3e18-48b6-a411-d7a950980356, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:53.616764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.622046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.644295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Allocated IP 172.20.0.14 (7016b9b5-2921-4610-9540-b7c62c91ead8/35249abf-a681-4a10-a382-b39a18247d16/fb851483-6d12-4fe6-9d85-f8ab1321c5fc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:53.684766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e19b-e363-42c1-b522-700cc64ce3af req-e55f6afc-cade-4080-a649-566a027ae520 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.695310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5bb9e19b-e363-42c1-b522-700cc64ce3af req-e55f6afc-cade-4080-a649-566a027ae520 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.4487979 Jul 16 18:25:53.766322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] device_id is not set on port 96b717f1-96f3-4504-9d41-b71f81c27ba4 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:53.784382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:53.791723 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.833393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:53.837914 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf00d55-22bd-41df-b14e-bf8d24087ee5" -d '{"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:53.936266 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.939221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:54.090868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.141552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: e9dd5201-9619-4d91-9e87-0fdb0a0379a9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:54.141901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e9dd5201-9619-4d91-9e87-0fdb0a0379a9 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:54.245233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] For port 98848aa8-3e18-48b6-a411-d7a950980356, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:54.250080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] For port 98848aa8-3e18-48b6-a411-d7a950980356, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=98848aa8-3e18-48b6-a411-d7a950980356,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:54.250992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fee9b-3629-4033-98c1-5da952916bd3 None None] Pushing event updated for resources: {'Port': ['ID=c3c819c8-e855-4267-9870-b50ca2d2bfc8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.379188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.386663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 10.1.1.130 (8a00e6c7-113c-4bdc-896b-c4b3777b451f/af9a18ad-9ad2-4889-b612-dd94bd71ae35/96b717f1-96f3-4504-9d41-b71f81c27ba4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:54.428293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5bb9e19b-e363-42c1-b522-700cc64ce3af req-1a999b29-2ed1-40b6-87fd-768f42775b9a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291303 Jul 16 18:25:54.437460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bb28c10f-fbb4-4545-b00c-60cfc8edb6cd req-e2d0044f-9932-471f-96cf-45ede0a0f11c tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 210 time: 0.1840136 Jul 16 18:25:54.461050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 019e26e4-11b6-4882-a8cc-072180335048 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:54.462353 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.517797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.748018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Network 7016b9b5-2921-4610-9540-b7c62c91ead8 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:54.765836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:54.781441 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.783210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:54.844832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4ec7f-aa07-49a5-b8c1-dd2609c6c369 None None] Pushing event updated for resources: {'Port': ['ID=98848aa8-3e18-48b6-a411-d7a950980356,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.915664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.953538 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906694dc-63af-40c9-805a-64a9c8040f87 x-openstack-request-id: req-906694dc-63af-40c9-805a-64a9c8040f87 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:54.953835 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:54.954085 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-906694dc-63af-40c9-805a-64a9c8040f87 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:54.958685 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'code': 200} Jul 16 18:25:54.974931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.024813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Transition to ACTIVE for port object 96b717f1-96f3-4504-9d41-b71f81c27ba4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:55.059772 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:55.138064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.166036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '019e26e4-11b6-4882-a8cc-072180335048', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': '019e26e4-11b6-4882-a8cc-072180335048', 'mac_address': 'fa:16:3e:1a:be:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:55.275888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:55.287888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:55.296062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:55.296223 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.310798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 019e26e4-11b6-4882-a8cc-072180335048 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:55.378196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:55.396809 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.497063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.529765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['019e26e4-11b6-4882-a8cc-072180335048'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:55.728212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.857772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:55.858459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.925813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec49438-9d00-4b8d-b338-63c0f5d279b2 req-f4bb9bbf-b716-43f1-848a-e5fb16bcbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:55.933305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ec49438-9d00-4b8d-b338-63c0f5d279b2 req-f4bb9bbf-b716-43f1-848a-e5fb16bcbbaf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1098 time: 0.8123565 Jul 16 18:25:55.935181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c75175f3-9e1a-473a-8dbd-67a75a7ee0f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0916121 Jul 16 18:25:55.960733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f294c-c78a-4935-bb42-2138eded5b67 req-22668d9b-1b76-44bf-acf8-e3aee833717d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:55.973606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d02f294c-c78a-4935-bb42-2138eded5b67 req-22668d9b-1b76-44bf-acf8-e3aee833717d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 946 time: 0.6506195 Jul 16 18:25:56.013871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.015870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.063539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-9045aba0-d0ce-493d-9430-835c244fcb21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1906674 Jul 16 18:25:56.074867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d02f294c-c78a-4935-bb42-2138eded5b67 req-36f8ca53-ea38-4830-8737-d42fc0cb3bed tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938904 Jul 16 18:25:56.121167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0492c-90f1-43da-9a3c-6c55c9e8f7ec req-69541acc-f6b8-4d09-9879-854a13d72d01 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.133355 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9de0492c-90f1-43da-9a3c-6c55c9e8f7ec req-69541acc-f6b8-4d09-9879-854a13d72d01 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 932 time: 1.1717801 Jul 16 18:25:56.173507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34817ba6-ddcf-4a1b-bd3b-c2c29bd824d3 None None] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:56.195196 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ec49438-9d00-4b8d-b338-63c0f5d279b2 req-760b7c81-938c-491a-8c53-c486c4dedaa3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115722 Jul 16 18:25:56.198725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Request body: {'port': {'device_id': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:56.337443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9de0492c-90f1-43da-9a3c-6c55c9e8f7ec req-e4ae94b5-8d85-4307-8dfd-42180c23bea1 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025001 Jul 16 18:25:56.355160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 019e26e4-11b6-4882-a8cc-072180335048 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:56.360008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18d32d94-2e21-463a-8a82-65259904ec20 None None] Provisioning for port c3c819c8-e855-4267-9870-b50ca2d2bfc8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:56.510701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.561791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c3c819c8-e855-4267-9870-b50ca2d2bfc8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:56.831836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 019e26e4-11b6-4882-a8cc-072180335048 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:56.832498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.857734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port c3c819c8-e855-4267-9870-b50ca2d2bfc8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:56.860976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d21ad-6466-4a0b-90fa-3e834ec8bcc1 req-ae08e7cb-8f3f-4ce9-9891-35a999103743 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.871558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-815d21ad-6466-4a0b-90fa-3e834ec8bcc1 req-ae08e7cb-8f3f-4ce9-9891-35a999103743 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.1719937 Jul 16 18:25:56.917549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c3c819c8-e855-4267-9870-b50ca2d2bfc8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:56.918673 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.001568 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-815d21ad-6466-4a0b-90fa-3e834ec8bcc1 req-e861ba11-9015-4dba-9616-49c900d426ff tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288941 Jul 16 18:25:57.053396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c39fce5-7c4c-47cc-8873-2e070c4c0a16 req-a5f4cf0a-83f1-4ae3-9bb3-7a090bb33c75 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 210 time: 0.1750152 Jul 16 18:25:57.057459 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52bc32-945e-450a-8f08-5728c528fb7c None None] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:57.335995 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.371842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-33200cde-af20-482b-948c-f1e7a330121f None None] Provisioning for port 98848aa8-3e18-48b6-a411-d7a950980356 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:57.482536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb851483-6d12-4fe6-9d85-f8ab1321c5fc {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:57.506790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.541393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Transition to ACTIVE for port object fb851483-6d12-4fe6-9d85-f8ab1321c5fc will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:57.556148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.616919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port c3c819c8-e855-4267-9870-b50ca2d2bfc8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c3c819c8-e855-4267-9870-b50ca2d2bfc8,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:57.634874 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.636522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98848aa8-3e18-48b6-a411-d7a950980356 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:57.689835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:57.890090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Attempting to bind port fb851483-6d12-4fe6-9d85-f8ab1321c5fc on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:57.891511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Attempting to bind port fb851483-6d12-4fe6-9d85-f8ab1321c5fc by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:57.891947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Attempting to bind port fb851483-6d12-4fe6-9d85-f8ab1321c5fc on network 7016b9b5-2921-4610-9540-b7c62c91ead8 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:57.906895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Port fb851483-6d12-4fe6-9d85-f8ab1321c5fc on network 7016b9b5-2921-4610-9540-b7c62c91ead8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:57.907370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Attempting to bind port fb851483-6d12-4fe6-9d85-f8ab1321c5fc on network 7016b9b5-2921-4610-9540-b7c62c91ead8 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:57.923627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:57.923627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Checking segment: {'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:57.923627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Bound using segment: {'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:57.923627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Bound port: fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:57.923627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.045700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:58.052659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:58.064248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.185991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.222502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.223291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.232104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-cafd1093-a75c-42a8-aeef-89d22a4ff38a service neutron] 10.222.0.59 "PUT /v2.0/ports/fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 200 len: 1093 time: 2.1504235 Jul 16 18:25:58.232688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:58.235224 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871da79d-6268-4d8b-99ec-d68d0f24cf78" -d '{"events": [{"name": "network-changed", "server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:58.392202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Provisioning for port 96b717f1-96f3-4504-9d41-b71f81c27ba4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:58.441088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e50-009c-45ec-a024-cf23e814920d req-084a6280-6d35-4606-99a7-0cd3ab73b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.442377 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-084a6280-6d35-4606-99a7-0cd3ab73b6d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1096 time: 0.1658192 Jul 16 18:25:58.484196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50730) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.489883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-077f64da-5607-4b93-b051-ebca67868cb2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248758958', 'description': 'tempest-description--1859331121'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:58.500903 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.507651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=c3c819c8-e855-4267-9870-b50ca2d2bfc8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.532318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Provisioning complete for port 96b717f1-96f3-4504-9d41-b71f81c27ba4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:58.532686 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.540329 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-32b05021-43d0-46c1-8b88-e483f69e41b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 200 len: 217 time: 0.0877764 Jul 16 18:25:58.570676 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-077f64da-5607-4b93-b051-ebca67868cb2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.612874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 98848aa8-3e18-48b6-a411-d7a950980356 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:58.624093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Port 96b717f1-96f3-4504-9d41-b71f81c27ba4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:58.632791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 98848aa8-3e18-48b6-a411-d7a950980356 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:58.633169 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.709109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Provisioning for port 7d832fb5-5e0b-402d-8510-d76f37a77922 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:58.723969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e50-009c-45ec-a024-cf23e814920d req-a2d755a5-0fa1-4139-8634-9c1b3b0025bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.725570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-a2d755a5-0fa1-4139-8634-9c1b3b0025bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.1782041 Jul 16 18:25:58.731202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-077f64da-5607-4b93-b051-ebca67868cb2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.745350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-077f64da-5607-4b93-b051-ebca67868cb2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.755687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Provisioning complete for port 7d832fb5-5e0b-402d-8510-d76f37a77922 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:58.755933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.783598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-077f64da-5607-4b93-b051-ebca67868cb2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.786693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-077f64da-5607-4b93-b051-ebca67868cb2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3008590 Jul 16 18:25:58.790334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.795186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-10f327ed-aa07-48d2-9b9c-54e3868c9390 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'security_group_rule': {'security_group_id': '3dd5cdab-2c2c-409e-82c6-607d1ae2e535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:58.814623 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-dc60ad68-ce97-4a32-b022-1fcda452ca87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740230 Jul 16 18:25:58.819596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f64da-5607-4b93-b051-ebca67868cb2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd5cdab-2c2c-409e-82c6-607d1ae2e535,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.845333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10f327ed-aa07-48d2-9b9c-54e3868c9390 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.875529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:58.880211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Port 7d832fb5-5e0b-402d-8510-d76f37a77922 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:58.884543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e26e4-11b6-4882-a8cc-072180335048'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:58.887111 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cd1c74-f603-4ae4-af3c-33afd74f7834" -d '{"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-plugged", "status": "completed", "tag": "019e26e4-11b6-4882-a8cc-072180335048"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:58.898032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.973504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10f327ed-aa07-48d2-9b9c-54e3868c9390 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.975956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.981099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10f327ed-aa07-48d2-9b9c-54e3868c9390 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.982677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a5994-dc14-483b-b096-57d058a5b390 req-315356bc-748a-4234-af7e-9e6f64765a5d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.990306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-123a5994-dc14-483b-b096-57d058a5b390 req-315356bc-748a-4234-af7e-9e6f64765a5d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 946 time: 0.3507714 Jul 16 18:25:59.008371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Provisioning complete for port c3c819c8-e855-4267-9870-b50ca2d2bfc8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:59.008966 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1bed63dd-382f-478b-b1e8-d657bfcc635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.017387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f327ed-aa07-48d2-9b9c-54e3868c9390 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfba66c-385e-4f6a-931e-eb492f583246,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.024741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-10f327ed-aa07-48d2-9b9c-54e3868c9390 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.028557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-10f327ed-aa07-48d2-9b9c-54e3868c9390 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2369940 Jul 16 18:25:59.031841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.042431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f8edde95-c43d-4c23-8d80-7e0b0b22c9e4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'security_group_rule': {'security_group_id': '3dd5cdab-2c2c-409e-82c6-607d1ae2e535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:59.109441 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-123a5994-dc14-483b-b096-57d058a5b390 req-9662ca81-3c48-4a64-9aee-0922f57bdea3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180379 Jul 16 18:25:59.142807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8edde95-c43d-4c23-8d80-7e0b0b22c9e4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.181759 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-4dfdfbb5-0c95-4c56-8a21-f2fa8d9ddb57 service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530233 Jul 16 18:25:59.279187 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.351905 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8edde95-c43d-4c23-8d80-7e0b0b22c9e4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.365770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8edde95-c43d-4c23-8d80-7e0b0b22c9e4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.425874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 98848aa8-3e18-48b6-a411-d7a950980356, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=98848aa8-3e18-48b6-a411-d7a950980356,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:59.434922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edde95-c43d-4c23-8d80-7e0b0b22c9e4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69ef5e8-3852-4a9e-a12a-9b25e080077c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.449889 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.458204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8edde95-c43d-4c23-8d80-7e0b0b22c9e4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.464103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f8edde95-c43d-4c23-8d80-7e0b0b22c9e4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4309249 Jul 16 18:25:59.464831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.472929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:59.523363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e6d46e0-2c57-49af-837e-650b79e8100b None None] Provisioning complete for port 96b717f1-96f3-4504-9d41-b71f81c27ba4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:59.524096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e6d46e0-2c57-49af-837e-650b79e8100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.541527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eef4e50-009c-45ec-a024-cf23e814920d req-02bf6213-10ee-41c0-8b95-79f6c3a725f4 service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526106 Jul 16 18:25:59.542348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.676662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95d0fc-b711-4681-ad22-ecbd83082213 req-6e3f19ac-d8f8-4808-acc5-d342e3ed9ea8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:59.690157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f95d0fc-b711-4681-ad22-ecbd83082213 req-6e3f19ac-d8f8-4808-acc5-d342e3ed9ea8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.3062661 Jul 16 18:25:59.698661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c3c819c8-e855-4267-9870-b50ca2d2bfc8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:59.751485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d46e0-2c57-49af-837e-650b79e8100b None None] Port 96b717f1-96f3-4504-9d41-b71f81c27ba4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:59.757474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=98848aa8-3e18-48b6-a411-d7a950980356,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.800430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f95d0fc-b711-4681-ad22-ecbd83082213 req-fc1f02ae-afc0-423c-bc74-ac5440a22edf tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092074 Jul 16 18:25:59.833398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e6d46e0-2c57-49af-837e-650b79e8100b None None] Provisioning complete for port 7d832fb5-5e0b-402d-8510-d76f37a77922 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:59.842206 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e6d46e0-2c57-49af-837e-650b79e8100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.930120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d46e0-2c57-49af-837e-650b79e8100b None None] Port 7d832fb5-5e0b-402d-8510-d76f37a77922 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:59.941617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c3c819c8-e855-4267-9870-b50ca2d2bfc8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:59.942207 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.117075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-783d1e76-ebfe-4e55-9609-e10351f5e8e1 None None] Provisioning complete for port 98848aa8-3e18-48b6-a411-d7a950980356 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:00.135993 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-783d1e76-ebfe-4e55-9609-e10351f5e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.401666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb7a3e-2c3d-4194-9867-2ab7257cfe19 req-b273abb3-b2f5-4ac2-a0d7-81cd361d4947 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:00.420041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-65bb7a3e-2c3d-4194-9867-2ab7257cfe19 req-b273abb3-b2f5-4ac2-a0d7-81cd361d4947 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.1433527 Jul 16 18:26:00.506040 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-65bb7a3e-2c3d-4194-9867-2ab7257cfe19 req-4ee496ea-c955-4fea-a638-6d17b68193fe tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846231 Jul 16 18:26:00.687855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.708945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8fa514b-e038-4ab5-925a-9f8fd9c805b0 req-1c173ddb-0dc7-4d2f-845d-c98f84c94792 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 210 time: 0.0537941 Jul 16 18:26:00.945719 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ababf4d-f376-41fa-9c05-111e83adc539 x-openstack-request-id: req-0ababf4d-f376-41fa-9c05-111e83adc539 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:00.946068 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:00.946465 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ababf4d-f376-41fa-9c05-111e83adc539 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:00.946964 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'status': 'completed', 'code': 200} Jul 16 18:26:01.019751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 172.25.1.152 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/4779fd0a-958c-44f7-a5b0-5dec028683b1) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:01.034122 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cd133b-4e20-4dd0-ab3d-7e7db562c106 x-openstack-request-id: req-46cd133b-4e20-4dd0-ab3d-7e7db562c106 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:01.034996 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-plugged", "status": "completed", "tag": "019e26e4-11b6-4882-a8cc-072180335048", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:01.035416 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46cd133b-4e20-4dd0-ab3d-7e7db562c106 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:01.036685 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e26e4-11b6-4882-a8cc-072180335048', 'code': 200} Jul 16 18:26:01.137240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-721d1b99-49f0-4313-b851-96531d427149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.142821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-721d1b99-49f0-4313-b851-96531d427149 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1096 time: 0.1792910 Jul 16 18:26:01.370519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.448815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.455141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-38fbefaa-ed62-4f0b-8c18-d2b2ec8ff956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.459142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-38fbefaa-ed62-4f0b-8c18-d2b2ec8ff956 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 914 time: 0.3076372 Jul 16 18:26:01.509692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:01.515359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:01.526213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=4779fd0a-958c-44f7-a5b0-5dec028683b1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.590401 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-fd651ca8-466c-4cb5-b7c6-6bdf0260217a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 200 len: 217 time: 0.1120164 Jul 16 18:26:01.611922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863a693-f0a1-474b-9e67-38f1c1886841 req-e9ca124c-4108-4f5e-b0ab-00f13b41051f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.613522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7863a693-f0a1-474b-9e67-38f1c1886841 req-e9ca124c-4108-4f5e-b0ab-00f13b41051f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 946 time: 0.2399738 Jul 16 18:26:01.624689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50750) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.635519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'floatingip': {'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:01.654938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-532f5309-0556-4603-9517-e03a2c670b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.661311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-532f5309-0556-4603-9517-e03a2c670b47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.0655823 Jul 16 18:26:01.677053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98848aa8-3e18-48b6-a411-d7a950980356 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:01.716436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:01.735595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-7c50f078-dd65-4585-8286-4db24b270879 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626917 Jul 16 18:26:01.775698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.863717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 98848aa8-3e18-48b6-a411-d7a950980356 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:01.864442 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.920253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-2e261744-eaba-44a6-a18d-34d876732f88 service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766365 Jul 16 18:26:02.041999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de8ac-d707-4936-9a98-1b927745552b req-6aa1d3fb-466d-4dbf-8d08-4fc1972b71a3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.043643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0d9de8ac-d707-4936-9a98-1b927745552b req-6aa1d3fb-466d-4dbf-8d08-4fc1972b71a3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.1920953 Jul 16 18:26:02.077080 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871da79d-6268-4d8b-99ec-d68d0f24cf78 req-1c86f363-2992-489f-8443-c61c4f18d7b0 service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474118 Jul 16 18:26:02.138577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.177318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0d9de8ac-d707-4936-9a98-1b927745552b req-8ba07756-bff2-4659-ac44-a0f32931acd2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991011 Jul 16 18:26:02.427488 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.718225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b068-f3be-4dba-b1af-0c34e9bd288d req-7de55c3b-6ddf-4c05-9864-6f2caadbe63d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.739345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fff5b068-f3be-4dba-b1af-0c34e9bd288d req-7de55c3b-6ddf-4c05-9864-6f2caadbe63d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.1451638 Jul 16 18:26:02.747461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.786842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.848687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=4779fd0a-958c-44f7-a5b0-5dec028683b1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.855071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fff5b068-f3be-4dba-b1af-0c34e9bd288d req-f8d4facf-f2a0-43c5-b866-b00b9bb6c488 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147978 Jul 16 18:26:03.004315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.048638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:26:03.149569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.150997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.161104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3a4b9d6a-8a81-4c1a-928c-60770c492db6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6951582 Jul 16 18:26:03.166812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.213849 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b8872d6-49ec-499e-9a95-6469bde14392 req-115b0852-7443-4df4-a1c2-8345070c0d79 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bcd9f6f-522a-4d35-9ed0-0d1ebff40cef HTTP/1.1" status: 200 len: 210 time: 0.0980945 Jul 16 18:26:03.406983 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Floating IP e855a670-302a-4cf5-b1f0-eecc43b3ad43 associated. External IP: 172.25.1.91, port: 6833f4ce-c1ca-4d87-98c9-67b072076d24. Jul 16 18:26:03.694396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9272ea-654b-4da9-b7c4-317d27d05069 req-86093eda-0058-4418-8bca-773fdb289924 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.708463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d9272ea-654b-4da9-b7c4-317d27d05069 req-86093eda-0058-4418-8bca-773fdb289924 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.1904628 Jul 16 18:26:03.794093 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d9272ea-654b-4da9-b7c4-317d27d05069 req-3c53745b-d91a-4771-83bf-b7970cfd49b1 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828457 Jul 16 18:26:03.799743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Router 4ca3519b-521e-4156-a5de-940597f3a284 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:04.016411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:04.027022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] Sync routers for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:04.048485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.049331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:04.049975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:04.141652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-456064b7-b4b4-4ca9-9cfc-601dea41f05b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "PUT /v2.0/floatingips/e855a670-302a-4cf5-b1f0-eecc43b3ad43 HTTP/1.1" status: 200 len: 991 time: 2.5152574 Jul 16 18:26:04.145906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:04.148570 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02692996-2b27-4a80-a877-da9f4eb6a1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:04.283120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:04.364912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:04.925612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:04.940998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8', 'port_id': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'mac_address': 'fa:16:3e:81:5a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35249abf-a681-4a10-a382-b39a18247d16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:04.991421 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.039842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb851483-6d12-4fe6-9d85-f8ab1321c5fc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:05.079087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:05.083110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e855a670-302a-4cf5-b1f0-eecc43b3ad43', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'mac_address': 'fa:16:3e:9b:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:25:30Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 1, 'project_id': '4464220067014e36a39c0155ab4e7284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:32Z', 'revision_number': 5, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:05.088339 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.122334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] Checking router: 4ca3519b-521e-4156-a5de-940597f3a284 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:05.155331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:05.156343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:25:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:05.402066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.455465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['fb851483-6d12-4fe6-9d85-f8ab1321c5fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:06.100856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:06.587555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e855a670-302a-4cf5-b1f0-eecc43b3ad43', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'mac_address': 'fa:16:3e:9b:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:25:30Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 1, 'project_id': '4464220067014e36a39c0155ab4e7284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:32Z', 'revision_number': 5, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:06.618595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a06933-bce9-4d2d-9568-1b643ec657ad None None] The sync data for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 is: [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e855a670-302a-4cf5-b1f0-eecc43b3ad43', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'mac_address': 'fa:16:3e:9b:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:25:30Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 1, 'project_id': '4464220067014e36a39c0155ab4e7284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:32Z', 'revision_number': 5, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:07.069854 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace349c-9a50-4c43-9301-9d0512534250 None None] New status for floating IP e855a670-302a-4cf5-b1f0-eecc43b3ad43: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:08.412691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:08.505253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port fb851483-6d12-4fe6-9d85-f8ab1321c5fc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:08.516534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port fb851483-6d12-4fe6-9d85-f8ab1321c5fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:08.519305 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.742764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.776923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:08.781645 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e98a0-4d12-4ed7-8b69-1422c070e30a" -d '{"events": [{"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-plugged", "status": "completed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:08.798737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:08.808021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.912749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.931994 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-0962aef4-c1cd-4aee-8dfb-51f7e3a832d8 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1248758958&fields=id&tenant_id=5a74622d980444c6b599db4cbae02d32 HTTP/1.1" status: 200 len: 267 time: 0.0571346 Jul 16 18:26:10.988395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-28bf691f-aa2e-4857-b3f3-584a8929846a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.990220 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-28bf691f-aa2e-4857-b3f3-584a8929846a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports/7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 929 time: 0.0574579 Jul 16 18:26:11.035815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3fb7a-4ee9-4b4c-8ec9-303b81e0283f req-84e58096-8425-4242-a6e0-4ed1a680da5e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.037705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dc3fb7a-4ee9-4b4c-8ec9-303b81e0283f req-84e58096-8425-4242-a6e0-4ed1a680da5e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 945 time: 0.0731506 Jul 16 18:26:11.054132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-7b86fcea-4e43-4232-aebd-84ca9b358a4a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.055673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-7b86fcea-4e43-4232-aebd-84ca9b358a4a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports/96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 932 time: 0.0598490 Jul 16 18:26:11.092415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dc3fb7a-4ee9-4b4c-8ec9-303b81e0283f req-9a7fe27e-0395-4909-8936-236fc6d21b64 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479400 Jul 16 18:26:11.112865 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b3b90e99-3581-4963-abbb-ff4623ad5cbd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502653 Jul 16 18:26:11.154868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-4c7445b8-a93b-475d-9095-a07842c15437 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0310929 Jul 16 18:26:11.310921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f8a0d6f3-58f2-400e-8b3c-24e0552e675e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.318174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f8a0d6f3-58f2-400e-8b3c-24e0552e675e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.325559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f8a0d6f3-58f2-400e-8b3c-24e0552e675e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.328315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f8a0d6f3-58f2-400e-8b3c-24e0552e675e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/networks?id=5f578155-921a-45d2-b167-32878999fee7&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 HTTP/1.1" status: 200 len: 1990 time: 0.1569970 Jul 16 18:26:11.333297 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84abe147-3d87-4b97-bc57-d04349a0e01a x-openstack-request-id: req-84abe147-3d87-4b97-bc57-d04349a0e01a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:11.333636 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:11.334723 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84abe147-3d87-4b97-bc57-d04349a0e01a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:11.335165 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'status': 'completed', 'code': 200} Jul 16 18:26:11.354911 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ec5a79b9-8167-482c-81ac-e2a625ce6932 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/quotas/5a74622d980444c6b599db4cbae02d32 HTTP/1.1" status: 200 len: 375 time: 0.0175486 Jul 16 18:26:11.410850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-dd561a92-5abd-45c7-ad34-e143253a7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.413024 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-dd561a92-5abd-45c7-ad34-e143253a7d64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1098 time: 0.0558391 Jul 16 18:26:11.454253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a306c24e-7b59-41a6-a77b-b00ac386d577 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0924113 Jul 16 18:26:11.529295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-a9bf1d35-939a-4207-9dd3-e86284ab30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.531088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-a9bf1d35-939a-4207-9dd3-e86284ab30b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1103442 Jul 16 18:26:11.644331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2542c47a-cdf1-4d51-8a3b-e79048901b10 service neutron] 10.222.0.49 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773479 Jul 16 18:26:11.741477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-d6463c21-0bb5-4498-a0b6-19d5a5289cb0 service neutron] 10.222.0.49 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958352 Jul 16 18:26:11.797158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f3bc1c49-b5c8-4d7e-9d9c-b04b8830d5ff service neutron] 10.222.0.49 "GET /v2.0/ports/7d832fb5-5e0b-402d-8510-d76f37a77922?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0488844 Jul 16 18:26:11.899245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-56048e25-6d7d-417e-935f-6d18eceddde0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 1001 time: 0.3604805 Jul 16 18:26:11.925010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-7356e2b9-cb27-4bfa-a438-5c9bad1c2eca service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215951 Jul 16 18:26:11.968428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26541-b6f7-4670-b9ef-c51b41db5e2f req-8cdd3e90-8bdd-488e-927a-636b274c5314 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.972988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5c26541-b6f7-4670-b9ef-c51b41db5e2f req-8cdd3e90-8bdd-488e-927a-636b274c5314 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.3536100 Jul 16 18:26:11.974234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-266a0054-175b-4418-86b5-f4dfd4373205 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.974854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-de004102-f187-4c88-b4e0-6c5f5046d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.975706 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-266a0054-175b-4418-86b5-f4dfd4373205 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.1036837 Jul 16 18:26:11.976438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-de004102-f187-4c88-b4e0-6c5f5046d5fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.0705433 Jul 16 18:26:12.007422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-15'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:12.045935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5c26541-b6f7-4670-b9ef-c51b41db5e2f req-60cdff64-1396-4ad1-9777-463e6a983b44 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Jul 16 18:26:12.062734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-52d0a80d-44fb-42e5-99a5-60b8edee99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.065066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-52d0a80d-44fb-42e5-99a5-60b8edee99ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730267 Jul 16 18:26:12.069915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-e62f93fa-3ee9-47e6-b658-90986bc30d63 service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350887 Jul 16 18:26:12.190516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-8fede682-bbca-4c85-981e-98e2a7c6c95e service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140127 Jul 16 18:26:12.317035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02692996-2b27-4a80-a877-da9f4eb6a1cb req-8765d063-b70e-4298-8b0c-d0d2f82c7ef7 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103833 Jul 16 18:26:12.320220 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af20ea67-da2e-4832-9483-f0f426d1d2bb x-openstack-request-id: req-af20ea67-da2e-4832-9483-f0f426d1d2bb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:12.320746 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-plugged", "status": "completed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:12.320746 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af20ea67-da2e-4832-9483-f0f426d1d2bb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:12.321282 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'code': 200} Jul 16 18:26:12.386009 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.461202 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-bc9e9233-f4bd-4391-9dd0-b1ea154ed4e9 service neutron] 10.222.0.49 "GET /v2.0/ports/96b717f1-96f3-4504-9d41-b71f81c27ba4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1176367 Jul 16 18:26:12.577332 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:12.604165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef685ae-517d-456b-a145-02176e99c462 req-c141dae1-3b83-45e4-9375-e9d7bb7d21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.605670 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aef685ae-517d-456b-a145-02176e99c462 req-c141dae1-3b83-45e4-9375-e9d7bb7d21be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1098 time: 0.2038984 Jul 16 18:26:12.651360 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-dd1867b6-a2ce-40f6-b016-129583841906 service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820266 Jul 16 18:26:12.654950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-ce70a3f8-638e-45ed-b49f-9b9cb814b671 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.661309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-ce70a3f8-638e-45ed-b49f-9b9cb814b671 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/networks?id=201c5614-0a6e-474a-9122-7dbd31bb1f39 HTTP/1.1" status: 200 len: 815 time: 0.1233208 Jul 16 18:26:12.664972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:12.674471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-094ff808-7511-49f9-bd0e-1eccc5020912 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/quotas/c7988e9a47f142c68813ee0b479a24d5 HTTP/1.1" status: 200 len: 375 time: 0.0122924 Jul 16 18:26:12.702890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aef685ae-517d-456b-a145-02176e99c462 req-e7c991c9-242e-453a-bddb-fe400ea12b91 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864038 Jul 16 18:26:12.732340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:12.769649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-2b214d4a-080f-42d5-af08-b331b47bc77d tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7988e9a47f142c68813ee0b479a24d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889094 Jul 16 18:26:12.781841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:12.825870 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-849c2f69-a6e6-438f-9e82-47d9f3e73122 service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588550 Jul 16 18:26:12.843954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:12.846222 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68222f02-6882-4cb5-9e0f-d1caa7c90166" -d '{"events": [{"server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "name": "network-vif-unplugged", "status": "completed", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:12.851164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.870681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.879264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-c8bdd9f1-87cc-4880-ba47-fbb4f53829ba service neutron] 10.222.0.49 "GET /v2.0/networks/201c5614-0a6e-474a-9122-7dbd31bb1f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084821 Jul 16 18:26:12.886479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:12.901737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd has no active binding in host n-h2-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:26:12.997624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-2cb6725a-5a10-4d9b-bd37-a04dce776259 service neutron] 10.222.0.49 "GET /v2.0/networks/201c5614-0a6e-474a-9122-7dbd31bb1f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097772 Jul 16 18:26:13.010356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c7ffa0c7-5ea0-4747-884d-c2c2c8f6a55a service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762135 Jul 16 18:26:13.010964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.025218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on host n-h1-791504-15 for vnic_type normal with profile {"migrating_to": "n-h2-791504-15"} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:13.025479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:13.025822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:13.044036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:13.044368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Attempting to bind port f59e3c4e-5f56-478f-9511-2d833f6eebcd on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:13.058071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:13.058415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:13.058803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:13.059240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Bound port: f59e3c4e-5f56-478f-9511-2d833f6eebcd, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:13.059602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.159381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b20e892c-88c1-4081-8f2d-516a5f2cdb62 service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418507 Jul 16 18:26:13.202336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:13.219063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:13.247634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.331948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a6286f94-c323-46d6-8727-a0a16e61e3eb service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664226 Jul 16 18:26:13.341990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2cdd-a143-4e3f-ba73-6b3842ed883c req-e2370d5c-8579-4ed6-82bf-d3aa4b12b05a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.351385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-016c2cdd-a143-4e3f-ba73-6b3842ed883c req-e2370d5c-8579-4ed6-82bf-d3aa4b12b05a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 943 time: 0.0895929 Jul 16 18:26:13.368323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.369207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.371071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] 10.222.0.67 "PUT /v2.0/ports/f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 200 len: 1123 time: 1.3690944 Jul 16 18:26:13.417319 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-016c2cdd-a143-4e3f-ba73-6b3842ed883c req-85d27a5a-da97-4044-932d-ad1072769688 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Jul 16 18:26:13.455351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['f59e3c4e-5f56-478f-9511-2d833f6eebcd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:13.491939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6f81-21d4-4081-8c7a-9cbe715d063f service neutron] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=8']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.538342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['f59e3c4e-5f56-478f-9511-2d833f6eebcd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:13.550870 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-70bee6cf-dd76-425b-a069-0177473e50a9 service neutron] 10.222.0.49 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880324 Jul 16 18:26:13.667602 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-301126c8-8f15-4ce0-99df-2e8191b0a05a service neutron] 10.222.0.49 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043921 Jul 16 18:26:13.861404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2437cff9-9718-456e-b3f8-cb8a65d59d59 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876490 Jul 16 18:26:14.017661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-bd7f5144-579b-44bb-b207-ecde09b8e7d1 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467404 Jul 16 18:26:14.138374 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-44ada8ce-30a6-4db9-a915-bcff51defc9c service neutron] 10.222.0.49 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124086 Jul 16 18:26:14.260506 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792477d5-0e74-4cc8-8b1c-f935e9684631 x-openstack-request-id: req-792477d5-0e74-4cc8-8b1c-f935e9684631 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:14.260916 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "name": "network-vif-unplugged", "status": "completed", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:14.261232 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-792477d5-0e74-4cc8-8b1c-f935e9684631 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:14.261698 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd', 'code': 200} Jul 16 18:26:14.427093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1f1bf-9639-41a4-9b32-5b9074ac0dca req-8f3b110e-3d3b-4cba-95de-9847f5b6e1c3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.428745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88e1f1bf-9639-41a4-9b32-5b9074ac0dca req-8f3b110e-3d3b-4cba-95de-9847f5b6e1c3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0770168 Jul 16 18:26:14.431888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 019e26e4-11b6-4882-a8cc-072180335048 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:14.472324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88e1f1bf-9639-41a4-9b32-5b9074ac0dca req-82c4f774-ba0c-4400-a662-bf87bd6d657d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374410 Jul 16 18:26:14.558105 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.618014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '019e26e4-11b6-4882-a8cc-072180335048'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:14.623628 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79f9aca-928e-429d-818a-5d419eab6c30" -d '{"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-unplugged", "status": "completed", "tag": "019e26e4-11b6-4882-a8cc-072180335048"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:14.657878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:14.664970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.713527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc6c346e-c967-4fab-ae2b-83528d2b5a5c req-ccd8f206-5adc-4048-a8b1-3abf2e4e56a2 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 210 time: 0.0701311 Jul 16 18:26:14.750818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.768437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.768809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.769158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.771638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.772027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.772374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.772767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.775908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.776478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.776993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.777472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.777947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:14.884318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-23f4178e-a1d9-49a1-9c51-66ed6c085418 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.886123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-23f4178e-a1d9-49a1-9c51-66ed6c085418 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.67 "GET /v2.0/networks?id=201c5614-0a6e-474a-9122-7dbd31bb1f39 HTTP/1.1" status: 200 len: 815 time: 0.2123713 Jul 16 18:26:14.899276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Request body: {'port': {'device_id': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'admin_state_up': True, 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:15.095635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Made reservation on behalf of c7988e9a47f142c68813ee0b479a24d5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:15.113409 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.168098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77066c9f-4c9a-4b14-a9bc-4aa19d253918 req-2e5c1c04-f68f-43f2-857b-cc23a5b64c4d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:15.176471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77066c9f-4c9a-4b14-a9bc-4aa19d253918 req-2e5c1c04-f68f-43f2-857b-cc23a5b64c4d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 943 time: 0.0953939 Jul 16 18:26:15.232483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77066c9f-4c9a-4b14-a9bc-4aa19d253918 req-e88c6497-2dbc-4012-beb7-a6f2124b80d3 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544677 Jul 16 18:26:15.411026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Allocated IP 172.20.0.7 (201c5614-0a6e-474a-9122-7dbd31bb1f39/2af3416b-fbf7-44e9-8518-3926b9577c27/291ce028-7f23-4840-a44e-0ed5cccac583) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:15.423544 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c7ce1c-355c-43b5-a952-95378d9045cf x-openstack-request-id: req-b4c7ce1c-355c-43b5-a952-95378d9045cf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:15.423845 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-unplugged", "status": "completed", "tag": "019e26e4-11b6-4882-a8cc-072180335048", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:15.424085 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4c7ce1c-355c-43b5-a952-95378d9045cf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:15.424539 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '019e26e4-11b6-4882-a8cc-072180335048', 'code': 200} Jul 16 18:26:15.531501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f8e28df-db5b-459d-aabb-86ea77d79a71 req-ad08e9c8-e0a5-4f16-8c44-a8dcc418c583 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0532815 Jul 16 18:26:15.713408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-0a626ad9-a355-4ca7-9c55-957f78fafb8b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:15.721425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-0a626ad9-a355-4ca7-9c55-957f78fafb8b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 813 time: 0.2786269 Jul 16 18:26:15.834237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-a287a054-8e83-468e-94ca-5daface824cb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/quotas/75089eb2bf0944279487ac1d267eadc6 HTTP/1.1" status: 200 len: 375 time: 0.1116409 Jul 16 18:26:15.933129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.968363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Transition to ACTIVE for port object 291ce028-7f23-4840-a44e-0ed5cccac583 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:15.991214 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-dd5fd1da-999a-439a-8f89-168c9586b499 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482372 Jul 16 18:26:16.087811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.155035 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de9efdfc-b035-4e52-b531-fe34a938f0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.157699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Pushing event updated for resources: {'Port': ['ID=291ce028-7f23-4840-a44e-0ed5cccac583,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.165390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-27db2625-fe8c-4078-82ac-caa319ac9372 service neutron] 10.222.0.49 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731966 Jul 16 18:26:16.179136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:16.184314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-3149f2cf-302d-4421-b217-d341096031ae tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.186170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-3149f2cf-302d-4421-b217-d341096031ae tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.1731582 Jul 16 18:26:16.193155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:16.196808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:16.214181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-f31f565a-c84e-40e1-94aa-d516f4bc5138 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/quotas/1c35ff2640aa4fd5b2a60f6e7943d351 HTTP/1.1" status: 200 len: 375 time: 0.0210431 Jul 16 18:26:16.280551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:16.282820 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c033a-9ab7-4b71-963f-ee14a56588b1" -d '{"events": [{"name": "network-changed", "server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:16.290153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-97a64e47-60c0-4dd5-8a94-aff15ddb4652 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747764 Jul 16 18:26:16.314824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.315459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.353927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-f82e6c36-3ff0-4695-85d7-72a8a2e50f70 service neutron] 10.222.0.49 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833744 Jul 16 18:26:16.357546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b4eaae7c-13b9-4ed5-b79e-221e5ba41cd7 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4618597 Jul 16 18:26:16.440633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-255860d6-f9ea-4dcd-96c2-dfe467846e24 service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406355 Jul 16 18:26:16.512726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a1847780-f88f-40b6-bf41-4a298199ad2b None None] Provisioning for port 291ce028-7f23-4840-a44e-0ed5cccac583 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:16.517283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a1847780-f88f-40b6-bf41-4a298199ad2b None None] Provisioning complete for port 291ce028-7f23-4840-a44e-0ed5cccac583 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:16.518033 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1847780-f88f-40b6-bf41-4a298199ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.562844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a1847780-f88f-40b6-bf41-4a298199ad2b None None] Port 291ce028-7f23-4840-a44e-0ed5cccac583 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:16.576872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-ca5e5b86-6bb1-48ec-91a5-684a25ba4afe service neutron] 10.222.0.49 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302583 Jul 16 18:26:16.688725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fb4a6-3ca0-4305-8f0b-2af7147c0941 req-6d01429f-7d9b-4317-a140-b06cc7c0b6b6 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.690493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc2fb4a6-3ca0-4305-8f0b-2af7147c0941 req-6d01429f-7d9b-4317-a140-b06cc7c0b6b6 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 931 time: 0.0942509 Jul 16 18:26:16.739920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc2fb4a6-3ca0-4305-8f0b-2af7147c0941 req-5f9e410c-b18c-4dd1-bb70-2ae61f733582 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Jul 16 18:26:16.862023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f9cff27f-be34-4d9e-a369-7eb3495d9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.863512 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f9cff27f-be34-4d9e-a369-7eb3495d9cad service neutron] 10.222.0.59 "GET /v2.0/ports/7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 1025 time: 0.0535314 Jul 16 18:26:16.963562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-0c0bbde9-00da-49c1-bfff-5c75bef4f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.965204 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-0c0bbde9-00da-49c1-bfff-5c75bef4f1f2 service neutron] 10.222.0.59 "GET /v2.0/ports/96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 1028 time: 0.0937297 Jul 16 18:26:17.031031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750991e-438e-43e1-8e11-38fd81ee0b1f req-7c7e08a7-9a9e-4f06-a94c-d07f589bd918 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.032971 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4750991e-438e-43e1-8e11-38fd81ee0b1f req-7c7e08a7-9a9e-4f06-a94c-d07f589bd918 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.1150289 Jul 16 18:26:17.222770 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4750991e-438e-43e1-8e11-38fd81ee0b1f req-4421ddb4-fc3b-4087-bb3c-61dc45cf0652 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804018 Jul 16 18:26:17.243636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-3ff9a151-82b6-4033-83bf-14bde44825ad tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.250844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-3ff9a151-82b6-4033-83bf-14bde44825ad tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.257204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-3ff9a151-82b6-4033-83bf-14bde44825ad tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.261815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-3ff9a151-82b6-4033-83bf-14bde44825ad tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "GET /v2.0/networks?id=5f578155-921a-45d2-b167-32878999fee7&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 HTTP/1.1" status: 200 len: 1990 time: 0.2839668 Jul 16 18:26:17.353994 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-054df5ab-7d54-421a-bf23-b91ba4208196 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a74622d980444c6b599db4cbae02d32 HTTP/1.1" status: 200 len: 380 time: 0.0744925 Jul 16 18:26:17.379952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'admin_state_up': True, 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'security_groups': ['3dd5cdab-2c2c-409e-82c6-607d1ae2e535']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:17.628666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:17.632183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.783057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aeb0a-5ea2-495f-a147-3dd29323b8ea req-349237cc-17d9-4b5f-bcbb-7b8cc7871049 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.784566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f91aeb0a-5ea2-495f-a147-3dd29323b8ea req-349237cc-17d9-4b5f-bcbb-7b8cc7871049 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 943 time: 0.2449772 Jul 16 18:26:17.796505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-4252caa8-bbd0-4b76-9d3c-acdec6e43585 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.798098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-4252caa8-bbd0-4b76-9d3c-acdec6e43585 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "GET /v2.0/ports?device_id=667674f7-2fe1-44c9-a438-0452b42f682a HTTP/1.1" status: 200 len: 943 time: 0.0925634 Jul 16 18:26:17.884638 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f91aeb0a-5ea2-495f-a147-3dd29323b8ea req-38b46d94-c18c-4be5-9481-232e1235f649 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907536 Jul 16 18:26:17.885820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 172.20.0.11 (5f578155-921a-45d2-b167-32878999fee7/e002e86a-d76d-4541-b528-5f64fdfd0358/25b24ef1-acd8-44dc-a62c-a52071237444) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:17.971681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Deleting port 019e26e4-11b6-4882-a8cc-072180335048 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:17.972023 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.996530 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49943612-8238-4fa1-89f0-488f79461ef6 x-openstack-request-id: req-49943612-8238-4fa1-89f0-488f79461ef6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:17.999020 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:18.000746 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49943612-8238-4fa1-89f0-488f79461ef6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:18.001992 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd', 'status': 'completed', 'code': 200} Jul 16 18:26:18.224313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] For port 019e26e4-11b6-4882-a8cc-072180335048, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=019e26e4-11b6-4882-a8cc-072180335048,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:18.224616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.243417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.261620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Transition to ACTIVE for port object 25b24ef1-acd8-44dc-a62c-a52071237444 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:18.265336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-d6ac4a6d-209d-445d-9644-88a0d270bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.283394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-d6ac4a6d-209d-445d-9644-88a0d270bf7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1126 time: 0.2626417 Jul 16 18:26:18.308537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.319830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Calling delete_port for 019e26e4-11b6-4882-a8cc-072180335048 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:18.376118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network 5f578155-921a-45d2-b167-32878999fee7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:18.380448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:18.385089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:18.666781 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5b01e6f-6930-4fe0-ab8b-8d94b42bbdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.695116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-fbe7d036-5b3f-4d4d-bcc6-d33b51ef4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.698053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-fbe7d036-5b3f-4d4d-bcc6-d33b51ef4572 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.3931053 Jul 16 18:26:18.767156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:18.793647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=25b24ef1-acd8-44dc-a62c-a52071237444,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.804418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-d2bae990-0947-4c6a-95ff-aee9f8727959 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 200 len: 217 time: 0.0955589 Jul 16 18:26:18.825856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.826509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.848436 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2baeb8b-3351-4774-9ccf-77038d17baa3 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4766695 Jul 16 18:26:18.865965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'admin_state_up': True, 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'security_groups': ['3dd5cdab-2c2c-409e-82c6-607d1ae2e535']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:18.963854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-7718107e-2fb6-4925-8c53-192fe10f6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.968869 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-7718107e-2fb6-4925-8c53-192fe10f6637 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.1565952 Jul 16 18:26:19.040600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:19.059609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd has no active binding in host n-h2-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:26:19.087191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-e5cb15d6-d4e9-43ac-9af4-b18c79cff675 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037633 Jul 16 18:26:19.114981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.119080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-57ed7606-dd43-4e47-a86d-6cbee82d640c None None] Provisioning for port 25b24ef1-acd8-44dc-a62c-a52071237444 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:19.122836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:19.126771 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.128287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-57ed7606-dd43-4e47-a86d-6cbee82d640c None None] Provisioning complete for port 25b24ef1-acd8-44dc-a62c-a52071237444 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:19.128926 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57ed7606-dd43-4e47-a86d-6cbee82d640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.180035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-57ed7606-dd43-4e47-a86d-6cbee82d640c None None] Port 25b24ef1-acd8-44dc-a62c-a52071237444 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:19.265823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-d79fb946-e550-4f85-ad37-7c7fe2a3f529 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706376 Jul 16 18:26:19.273385 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.321495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 10.1.1.151 (8a00e6c7-113c-4bdc-896b-c4b3777b451f/af9a18ad-9ad2-4889-b612-dd94bd71ae35/8f1b1968-9571-40ab-90bf-c2fc29e576d3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:19.343013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event deleted for resources: {'Port': ['ID=019e26e4-11b6-4882-a8cc-072180335048,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.437582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] No DVR routers for this DVR port 019e26e4-11b6-4882-a8cc-072180335048 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:19.441760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.444501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a97fd3f-c5b2-4148-b498-7d3ba98d7ed3 req-007d1fb3-b7eb-40e0-b935-5f63c95fd5eb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.59 "DELETE /v2.0/ports/019e26e4-11b6-4882-a8cc-072180335048 HTTP/1.1" status: 204 len: 173 time: 1.6397722 Jul 16 18:26:19.444985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-deleted', 'tag': '019e26e4-11b6-4882-a8cc-072180335048'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:19.447413 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2a86c2-4a17-40e8-9b74-7be21e13fe88" -d '{"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-deleted", "tag": "019e26e4-11b6-4882-a8cc-072180335048"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:19.478088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-003c033a-9ab7-4b71-963f-ee14a56588b1 req-bf679dfa-bbf4-4176-bf8a-7822b555e85f service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020524 Jul 16 18:26:19.527369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.560860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Transition to ACTIVE for port object 8f1b1968-9571-40ab-90bf-c2fc29e576d3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:19.653649 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.721076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:19.731341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:19.737642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:19.791823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=8f1b1968-9571-40ab-90bf-c2fc29e576d3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.828868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.829953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.843898 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.849707 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-8234db01-9f5a-425e-9033-61bce46e9276 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9923208 Jul 16 18:26:19.876312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'admin_state_up': True, 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'security_groups': ['3dd5cdab-2c2c-409e-82c6-607d1ae2e535']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.053130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:20.058623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.142283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35492b46-7e0d-4103-9fe5-e8ee3eed51dc None None] Provisioning for port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:20.147024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-35492b46-7e0d-4103-9fe5-e8ee3eed51dc None None] Provisioning complete for port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:20.147794 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-35492b46-7e0d-4103-9fe5-e8ee3eed51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.216090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-35492b46-7e0d-4103-9fe5-e8ee3eed51dc None None] Port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:20.269812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 10.1.1.248 (8a00e6c7-113c-4bdc-896b-c4b3777b451f/af9a18ad-9ad2-4889-b612-dd94bd71ae35/5a83f058-7138-4438-b396-d79a9307d08e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:20.451696 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.459463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 019e26e4-11b6-4882-a8cc-072180335048 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:20.482034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 019e26e4-11b6-4882-a8cc-072180335048 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:20.482357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Transition to ACTIVE for port object 5a83f058-7138-4438-b396-d79a9307d08e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.482549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 019e26e4-11b6-4882-a8cc-072180335048 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:20.482991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:20.548399 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.620488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:20.623694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:20.627707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:20.634889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=5a83f058-7138-4438-b396-d79a9307d08e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.707647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.708495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.739774 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9876fa75-aa53-4247-acf8-bb674bf8c937 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8788068 Jul 16 18:26:20.752126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2', 'admin_state_up': True, 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'security_groups': ['3dd5cdab-2c2c-409e-82c6-607d1ae2e535']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.932568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:20.963560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6779692e-98bf-415d-9159-e3233c0860f6 None None] Provisioning for port 5a83f058-7138-4438-b396-d79a9307d08e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:20.971064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6779692e-98bf-415d-9159-e3233c0860f6 None None] Provisioning complete for port 5a83f058-7138-4438-b396-d79a9307d08e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:20.971429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6779692e-98bf-415d-9159-e3233c0860f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.016336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6779692e-98bf-415d-9159-e3233c0860f6 None None] Port 5a83f058-7138-4438-b396-d79a9307d08e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:21.037874 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.280831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 10.2.2.100 (c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2/4fd51714-53ed-48ba-9a27-1107c4fed231/48db903e-e86c-4186-89a6-2e442af0c1b7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:21.434072 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.449881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Transition to ACTIVE for port object 48db903e-e86c-4186-89a6-2e442af0c1b7 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:21.491344 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.536219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:21.540428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:21.543354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:21.597605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=48db903e-e86c-4186-89a6-2e442af0c1b7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.616528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.618102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.639546 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.645278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-89a11feb-ae99-45fc-9ec9-9f4b17ccc417 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8976953 Jul 16 18:26:21.656046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2', 'admin_state_up': True, 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'security_groups': ['3dd5cdab-2c2c-409e-82c6-607d1ae2e535']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:21.799602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Made reservation on behalf of 5a74622d980444c6b599db4cbae02d32 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:21.806916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.852739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c811262f-ff24-41a0-93bb-974e6583d6e1 None None] Provisioning for port 48db903e-e86c-4186-89a6-2e442af0c1b7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:21.857815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c811262f-ff24-41a0-93bb-974e6583d6e1 None None] Provisioning complete for port 48db903e-e86c-4186-89a6-2e442af0c1b7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:21.858481 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c811262f-ff24-41a0-93bb-974e6583d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.908037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c811262f-ff24-41a0-93bb-974e6583d6e1 None None] Port 48db903e-e86c-4186-89a6-2e442af0c1b7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:22.026503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Allocated IP 10.2.2.200 (c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2/4fd51714-53ed-48ba-9a27-1107c4fed231/f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:22.199318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.214867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Transition to ACTIVE for port object f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:22.254245 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.302965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:22.308501 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:22.315472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:22.340621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event updated for resources: {'Port': ['ID=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.391307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.391307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.428166 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-c311b4e0-c0ab-4ae6-ba40-0e324ace75f0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7763238 Jul 16 18:26:22.444727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:22.525185 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.576902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-62baf449-ed25-4553-ad81-f2d9a76867e3 service neutron] 10.222.0.59 "GET /v2.0/ports/f59e3c4e-5f56-478f-9511-2d833f6eebcd/bindings/n-h2-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.1374214 Jul 16 18:26:22.594368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.752361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-269ceca3-a14f-4366-bcd0-5adefcb8a7aa None None] Provisioning for port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:22.758508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-269ceca3-a14f-4366-bcd0-5adefcb8a7aa None None] Provisioning complete for port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:22.759081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-269ceca3-a14f-4366-bcd0-5adefcb8a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.840523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-269ceca3-a14f-4366-bcd0-5adefcb8a7aa None None] Port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:22.861791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:22.897438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:22.949173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59e3c4e-5f56-478f-9511-2d833f6eebcd {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:22.961394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:22.983904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.026465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b24ef1-acd8-44dc-a62c-a52071237444 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:23.038747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.081760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Transition to ACTIVE for port object 25b24ef1-acd8-44dc-a62c-a52071237444 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:23.088251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] Transition to ACTIVE for port object f59e3c4e-5f56-478f-9511-2d833f6eebcd will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:23.090251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.099344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.171263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] No DVR routers for this DVR port f59e3c4e-5f56-478f-9511-2d833f6eebcd on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:23.211257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Pushing event updated for resources: {'Port': ['ID=25b24ef1-acd8-44dc-a62c-a52071237444,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.220808 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] 10.222.0.59 "PUT /v2.0/ports/f59e3c4e-5f56-478f-9511-2d833f6eebcd/bindings/n-h2-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6335142 Jul 16 18:26:23.221582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16683c2e-f70e-4e49-85bd-5bc9dca4950e service neutron] Pushing event updated for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.312566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Attempting to bind port 25b24ef1-acd8-44dc-a62c-a52071237444 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:23.313234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Attempting to bind port 25b24ef1-acd8-44dc-a62c-a52071237444 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:23.313733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Attempting to bind port 25b24ef1-acd8-44dc-a62c-a52071237444 on network 5f578155-921a-45d2-b167-32878999fee7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:23.318963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Port 25b24ef1-acd8-44dc-a62c-a52071237444 on network 5f578155-921a-45d2-b167-32878999fee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:23.319869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Attempting to bind port 25b24ef1-acd8-44dc-a62c-a52071237444 on network 5f578155-921a-45d2-b167-32878999fee7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:23.326743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:23.327549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Checking segment: {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:23.328354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Bound using segment: {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:23.329332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Bound port: 25b24ef1-acd8-44dc-a62c-a52071237444, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c92c07-e7fa-4184-98a1-c7073096e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5f578155-921a-45d2-b167-32878999fee7'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:23.329856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.431583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] For port 25b24ef1-acd8-44dc-a62c-a52071237444, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:23.438567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] For port 25b24ef1-acd8-44dc-a62c-a52071237444, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=25b24ef1-acd8-44dc-a62c-a52071237444,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:23.444859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.496451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.497218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.498683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] 10.222.0.59 "PUT /v2.0/ports/25b24ef1-acd8-44dc-a62c-a52071237444 HTTP/1.1" status: 200 len: 1093 time: 1.0592918 Jul 16 18:26:23.499131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:23.501442 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:23.537929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:23.618856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f1ea8-9fff-4b08-8342-1a3df403adfb service neutron] Pushing event updated for resources: {'Port': ['ID=25b24ef1-acd8-44dc-a62c-a52071237444,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.686574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.015472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d832fb5-5e0b-402d-8510-d76f37a77922 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:24.029479 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.043393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Transition to ACTIVE for port object 7d832fb5-5e0b-402d-8510-d76f37a77922 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:24.049032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.114045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Pushing event updated for resources: {'Port': ['ID=7d832fb5-5e0b-402d-8510-d76f37a77922,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.230620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Attempting to bind port 7d832fb5-5e0b-402d-8510-d76f37a77922 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:24.230961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Attempting to bind port 7d832fb5-5e0b-402d-8510-d76f37a77922 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:24.231292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Attempting to bind port 7d832fb5-5e0b-402d-8510-d76f37a77922 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:24.236270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Port 7d832fb5-5e0b-402d-8510-d76f37a77922 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:24.236614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Attempting to bind port 7d832fb5-5e0b-402d-8510-d76f37a77922 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:24.242323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:24.242768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Checking segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:24.243236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Bound using segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:24.243710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Bound port: 7d832fb5-5e0b-402d-8510-d76f37a77922, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:24.244125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.286241 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.356987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] For port 7d832fb5-5e0b-402d-8510-d76f37a77922, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:24.360756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] For port 7d832fb5-5e0b-402d-8510-d76f37a77922, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7d832fb5-5e0b-402d-8510-d76f37a77922,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:24.367109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.410545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.411259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.413232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] 10.222.0.59 "PUT /v2.0/ports/7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 1129 time: 0.8801677 Jul 16 18:26:24.439593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d0409-ef1e-42ee-af92-5b18da4fdc87 service neutron] Pushing event updated for resources: {'Port': ['ID=7d832fb5-5e0b-402d-8510-d76f37a77922,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.463944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:24.563664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.932754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b717f1-96f3-4504-9d41-b71f81c27ba4 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:24.940498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.952930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Transition to ACTIVE for port object 96b717f1-96f3-4504-9d41-b71f81c27ba4 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:24.958181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.029497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.100996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Attempting to bind port 96b717f1-96f3-4504-9d41-b71f81c27ba4 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:25.101670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Attempting to bind port 96b717f1-96f3-4504-9d41-b71f81c27ba4 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:25.102224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Attempting to bind port 96b717f1-96f3-4504-9d41-b71f81c27ba4 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:25.139475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Port 96b717f1-96f3-4504-9d41-b71f81c27ba4 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:25.140181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Attempting to bind port 96b717f1-96f3-4504-9d41-b71f81c27ba4 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:25.147622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:25.147967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Checking segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:25.148359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Bound using segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:25.149107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Bound port: 96b717f1-96f3-4504-9d41-b71f81c27ba4, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:25.149480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.257041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:25.260925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:25.269143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.326418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.327012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.328547 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 1132 time: 0.8697762 Jul 16 18:26:25.366447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:25.370913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61daa5-3846-4a1a-afe7-e69ecf41e3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.455467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.003877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1b1968-9571-40ab-90bf-c2fc29e576d3 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:26.012138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.026459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Transition to ACTIVE for port object 8f1b1968-9571-40ab-90bf-c2fc29e576d3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:26.031284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.113216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1b1968-9571-40ab-90bf-c2fc29e576d3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.174345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Attempting to bind port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:26.174696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Attempting to bind port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:26.174995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Attempting to bind port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:26.179812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:26.180905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Attempting to bind port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:26.186601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:26.186933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Checking segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:26.187313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Bound using segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:26.187732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Bound port: 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:26.188104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.264797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] For port 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:26.268189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] For port 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:26.273908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.315659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.316285 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.317701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f1b1968-9571-40ab-90bf-c2fc29e576d3 HTTP/1.1" status: 200 len: 1092 time: 0.9560673 Jul 16 18:26:26.342792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2bf9a-a9f7-49ea-a99e-cb74e9252307 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1b1968-9571-40ab-90bf-c2fc29e576d3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.351905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:26.439638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.703878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a83f058-7138-4438-b396-d79a9307d08e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:26.711180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.723636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Transition to ACTIVE for port object 5a83f058-7138-4438-b396-d79a9307d08e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:26.728360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.801889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Request body: {'port': {'device_id': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:26.831482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Pushing event updated for resources: {'Port': ['ID=5a83f058-7138-4438-b396-d79a9307d08e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.967097 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.080798 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67581c97-a7b4-4c1a-8d75-822d71259c03 req-0289befe-8afc-4be4-861f-aac82809337a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 210 time: 0.0850215 Jul 16 18:26:27.084066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-24a3ab0c-1c0a-4bba-9f88-18eb70eb34eb tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.086191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-24a3ab0c-1c0a-4bba-9f88-18eb70eb34eb tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.1906278 Jul 16 18:26:27.173105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Attempting to bind port 5a83f058-7138-4438-b396-d79a9307d08e on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:27.173632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Attempting to bind port 5a83f058-7138-4438-b396-d79a9307d08e by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:27.173894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Attempting to bind port 5a83f058-7138-4438-b396-d79a9307d08e on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:27.207636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-72281bef-0b05-43ed-a790-900722cd2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.209578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-72281bef-0b05-43ed-a790-900722cd2727 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22&tenant_id=ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 1096 time: 0.1060138 Jul 16 18:26:27.221602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Port 5a83f058-7138-4438-b396-d79a9307d08e on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:27.221929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Attempting to bind port 5a83f058-7138-4438-b396-d79a9307d08e on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:27.235001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:27.235337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Checking segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:27.235714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Bound using segment: {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:27.236162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Bound port: 5a83f058-7138-4438-b396-d79a9307d08e, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df05264d-2bf0-4661-a0b0-81d8054c4895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:27.236520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.297771 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04afabaf-cc54-4fed-bad9-fd62082b0fd4 req-38ffcbac-bab7-4b90-af71-ffdea0e5ed23 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 210 time: 0.0570805 Jul 16 18:26:27.316148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] For port 5a83f058-7138-4438-b396-d79a9307d08e, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:27.319514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] For port 5a83f058-7138-4438-b396-d79a9307d08e, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5a83f058-7138-4438-b396-d79a9307d08e,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:27.322483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-a5bc362c-5400-4cf9-90fb-33b6f44d5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.325883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-a5bc362c-5400-4cf9-90fb-33b6f44d5c44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1096 time: 0.0818014 Jul 16 18:26:27.346901 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.423213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.424105 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.425671 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] 10.222.0.59 "PUT /v2.0/ports/5a83f058-7138-4438-b396-d79a9307d08e HTTP/1.1" status: 200 len: 1092 time: 1.0783932 Jul 16 18:26:27.508224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.516278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.523119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.529616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.535813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.542018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.548145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.550281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-eb0d9580-aed0-48ca-aa80-99157b0e9dc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5396 time: 0.3740978 Jul 16 18:26:27.560450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-01452c4a-3b51-47bc-90cc-13583c818764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.561953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-01452c4a-3b51-47bc-90cc-13583c818764 service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.2273726 Jul 16 18:26:27.562786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:27.565563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896188f-c28f-497e-bb90-b62b045955fa service neutron] Pushing event updated for resources: {'Port': ['ID=5a83f058-7138-4438-b396-d79a9307d08e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.629559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-41007884-b436-4f34-8d7f-9034c0695340 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 200 len: 217 time: 0.0522904 Jul 16 18:26:27.645763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1fbbc-306f-4887-916e-61419845220f req-b9161c13-78fe-4f1d-86d7-8863534b26c5 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.647241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bb1fbbc-306f-4887-916e-61419845220f req-b9161c13-78fe-4f1d-86d7-8863534b26c5 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 931 time: 0.1488159 Jul 16 18:26:27.692023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77904748-e547-4386-a21d-f2ecf3bf63fb req-44813d9d-dc88-4ef9-a33a-652eb31e57cd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230571 Jul 16 18:26:27.715090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bb1fbbc-306f-4887-916e-61419845220f req-910f6569-8a93-4c93-9d8e-0ddc7592b579 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596788 Jul 16 18:26:27.716602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-61ae68db-6033-41aa-9e1e-b700df749159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.717974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-61ae68db-6033-41aa-9e1e-b700df749159 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0698929 Jul 16 18:26:27.785099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-6c703212-15f8-4850-a2d9-364297add010 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420063 Jul 16 18:26:27.802764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ce028-7f23-4840-a44e-0ed5cccac583 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:27.834149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.894430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Transition to ACTIVE for port object 291ce028-7f23-4840-a44e-0ed5cccac583 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:27.908596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-7d3af350-dc0f-403c-b41e-a4d5f0121811 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190805 Jul 16 18:26:27.927910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.955035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-5cd23410-2f83-44e5-bb58-35b2f8198379 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.958312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-5cd23410-2f83-44e5-bb58-35b2f8198379 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.3377917 Jul 16 18:26:27.983839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.174369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-1eb1b64d-11e6-4b52-9ea7-365bcaada3a9 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586846 Jul 16 18:26:28.223973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc98e2-c7d0-410a-836f-466d500c21dc req-fa65e5ca-0c82-44c3-85e5-bf72598a272c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.225939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eedc98e2-c7d0-410a-836f-466d500c21dc req-fa65e5ca-0c82-44c3-85e5-bf72598a272c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.2816229 Jul 16 18:26:28.230614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=291ce028-7f23-4840-a44e-0ed5cccac583,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.233759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-77ba1845-bc1e-41c3-8c7e-3f67f331d23e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.235286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-77ba1845-bc1e-41c3-8c7e-3f67f331d23e tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 805 time: 0.2469702 Jul 16 18:26:28.250545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Request body: {'port': {'device_id': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'admin_state_up': True, 'tenant_id': '1c35ff2640aa4fd5b2a60f6e7943d351'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:28.394762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3f130-96d6-4981-96da-1386b96afd47 req-c547e8c7-d509-4551-9dfa-3175baca855a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.396966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bbd3f130-96d6-4981-96da-1386b96afd47 req-c547e8c7-d509-4551-9dfa-3175baca855a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b2ef03-f8d7-41ed-a43e-875e01fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.5013723 Jul 16 18:26:28.405417 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eedc98e2-c7d0-410a-836f-466d500c21dc req-0748a830-2ca0-4626-8c05-82ceacf2dec0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690223 Jul 16 18:26:28.490465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bbd3f130-96d6-4981-96da-1386b96afd47 req-137149c1-353d-4072-9b11-7df55222d453 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854383 Jul 16 18:26:28.497786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Attempting to bind port 291ce028-7f23-4840-a44e-0ed5cccac583 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:28.498771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Attempting to bind port 291ce028-7f23-4840-a44e-0ed5cccac583 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:28.499289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Attempting to bind port 291ce028-7f23-4840-a44e-0ed5cccac583 on network 201c5614-0a6e-474a-9122-7dbd31bb1f39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:28.508711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Deleting port 9e57611a-107d-41a9-a41e-57bbc074043c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:28.509886 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.538091 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394eb3c-1777-4d68-836b-256ab2168fe2 x-openstack-request-id: req-b394eb3c-1777-4d68-836b-256ab2168fe2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:28.538511 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667674f7-2fe1-44c9-a438-0452b42f682a", "name": "network-vif-deleted", "tag": "019e26e4-11b6-4882-a8cc-072180335048", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:28.540073 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b394eb3c-1777-4d68-836b-256ab2168fe2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:28.541499 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667674f7-2fe1-44c9-a438-0452b42f682a', 'name': 'network-vif-deleted', 'tag': '019e26e4-11b6-4882-a8cc-072180335048', 'status': 'completed', 'code': 200} Jul 16 18:26:28.572485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Made reservation on behalf of 1c35ff2640aa4fd5b2a60f6e7943d351 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:28.577383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.626492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] For port 9e57611a-107d-41a9-a41e-57bbc074043c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e57611a-107d-41a9-a41e-57bbc074043c,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:28.626859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.640978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Calling delete_port for 9e57611a-107d-41a9-a41e-57bbc074043c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:28.777096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.67', 58637) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.778916 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783f5e3-10e4-4a51-b5e0-dbcf7f32339f x-openstack-request-id: req-c783f5e3-10e4-4a51-b5e0-dbcf7f32339f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:28.779215 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:28.779466 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c783f5e3-10e4-4a51-b5e0-dbcf7f32339f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:28.779862 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444', 'status': 'completed', 'code': 200} Jul 16 18:26:28.790148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Port 291ce028-7f23-4840-a44e-0ed5cccac583 on network 201c5614-0a6e-474a-9122-7dbd31bb1f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:28.790477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Attempting to bind port 291ce028-7f23-4840-a44e-0ed5cccac583 on network 201c5614-0a6e-474a-9122-7dbd31bb1f39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:28.798024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:28.798359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Checking segment: {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:28.798737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Bound using segment: {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:28.799171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Bound port: 291ce028-7f23-4840-a44e-0ed5cccac583, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c90a849-827c-4fc9-8f29-2e4429ef0af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:28.799531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.802283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.814210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e57611a-107d-41a9-a41e-57bbc074043c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:28.867029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event deleted for resources: {'Port': ['ID=9e57611a-107d-41a9-a41e-57bbc074043c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.949603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] No DVR routers for this DVR port 9e57611a-107d-41a9-a41e-57bbc074043c on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:28.964975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.971285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.67 "DELETE /v2.0/ports/9e57611a-107d-41a9-a41e-57bbc074043c HTTP/1.1" status: 204 len: 173 time: 0.9821248 Jul 16 18:26:29.080139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7cc60c1a-a310-40b1-a395-90772b37dc2b req-c6ab21da-9264-4da2-8b8d-d1f489f2cecf tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 210 time: 0.0683355 Jul 16 18:26:29.093047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] For port 291ce028-7f23-4840-a44e-0ed5cccac583, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:29.104690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] For port 291ce028-7f23-4840-a44e-0ed5cccac583, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=291ce028-7f23-4840-a44e-0ed5cccac583,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:29.115691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48db903e-e86c-4186-89a6-2e442af0c1b7 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:29.122511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.129832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.180435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.181309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.182898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] 10.222.0.67 "PUT /v2.0/ports/291ce028-7f23-4840-a44e-0ed5cccac583 HTTP/1.1" status: 200 len: 1092 time: 2.3858540 Jul 16 18:26:29.185980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Transition to ACTIVE for port object 48db903e-e86c-4186-89a6-2e442af0c1b7 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:29.203312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.221638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75573e3-afbb-47bf-8cd0-340eb4a9b6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=291ce028-7f23-4840-a44e-0ed5cccac583,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.330622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=48db903e-e86c-4186-89a6-2e442af0c1b7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.497844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Allocated IP 172.20.0.4 (140ca1dd-9816-46ab-ad94-1ecd99e69a28/fc9dc0cb-f637-4624-931c-1db603ed598e/025eb99b-6db9-44b1-b0f3-cd01f8f57c1d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:29.507428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Attempting to bind port 48db903e-e86c-4186-89a6-2e442af0c1b7 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:29.507815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Attempting to bind port 48db903e-e86c-4186-89a6-2e442af0c1b7 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:29.510447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Attempting to bind port 48db903e-e86c-4186-89a6-2e442af0c1b7 on network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:29.545570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fcda3ac-6d70-4180-8c6a-11af1690f76c req-32d95f16-6af4-4ad9-bee7-f9e6fa6a89e1 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 210 time: 0.0689712 Jul 16 18:26:29.547975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Port 48db903e-e86c-4186-89a6-2e442af0c1b7 on network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:29.548301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Attempting to bind port 48db903e-e86c-4186-89a6-2e442af0c1b7 on network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:29.554882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:29.555227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Checking segment: {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:29.555619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Bound using segment: {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:29.556052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Bound port: 48db903e-e86c-4186-89a6-2e442af0c1b7, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:29.556414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.696642 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.709594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-09589644-74a1-4521-8c85-5502e3f34319 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.711474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-09589644-74a1-4521-8c85-5502e3f34319 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.67 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 813 time: 0.9910831 Jul 16 18:26:29.753610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Request body: {'port': {'device_id': '7417142b-0428-44f0-9245-83bca17bfb87', 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8', 'admin_state_up': True, 'tenant_id': '75089eb2bf0944279487ac1d267eadc6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:29.779338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-d53566a3-81cc-4999-8a90-4819784d3852 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.781044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-d53566a3-81cc-4999-8a90-4819784d3852 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1096 time: 1.0016508 Jul 16 18:26:29.847789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f138bcf-dcee-4943-a1a0-9380e6fc74ce req-54c53430-5009-41fe-a362-9122be23c4af tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.849121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f138bcf-dcee-4943-a1a0-9380e6fc74ce req-54c53430-5009-41fe-a362-9122be23c4af tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 1.0847297 Jul 16 18:26:29.861618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.862098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.862533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.862997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.863443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.864018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.864725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.867141 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-f85c2fb3-2cf2-4e99-8fb5-ca82e15e6205 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6348 time: 1.1167896 Jul 16 18:26:29.916396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-2cedbb9c-578b-47df-8fdc-377416797031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.918136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-2cedbb9c-578b-47df-8fdc-377416797031 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7988e9a47f142c68813ee0b479a24d5&device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 1095 time: 0.5838933 Jul 16 18:26:29.970871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-c16625ae-b43e-462c-9893-a1ec53aef9cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=291ce028-7f23-4840-a44e-0ed5cccac583 HTTP/1.1" status: 200 len: 217 time: 0.0388734 Jul 16 18:26:29.996010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] For port 48db903e-e86c-4186-89a6-2e442af0c1b7, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:30.027648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] For port 48db903e-e86c-4186-89a6-2e442af0c1b7, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=48db903e-e86c-4186-89a6-2e442af0c1b7,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:30.040109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.078637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f138bcf-dcee-4943-a1a0-9380e6fc74ce req-6d45bd20-6e7f-48d0-baa4-4abfd16b48c2 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064195 Jul 16 18:26:30.085201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-c6822eb6-4f55-4a56-a79a-019051760b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.086934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-c6822eb6-4f55-4a56-a79a-019051760b30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2af3416b-fbf7-44e9-8518-3926b9577c27 HTTP/1.1" status: 200 len: 854 time: 0.1074724 Jul 16 18:26:30.100801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.101374 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.102907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] 10.222.0.59 "PUT /v2.0/ports/48db903e-e86c-4186-89a6-2e442af0c1b7 HTTP/1.1" status: 200 len: 1092 time: 2.5452509 Jul 16 18:26:30.130628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.172888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Request body: {'port': {'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:30.259667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.270191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.276504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.285340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.304231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.318655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.324711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.342956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-57f57cb0-c96d-4da5-8b0e-3a44bd306fc7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5408 time: 0.4688544 Jul 16 18:26:30.358187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c9544-c274-46a5-a0a2-2340e5d83fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=48db903e-e86c-4186-89a6-2e442af0c1b7,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.425142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:30.442647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:30.450868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:30.453318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.463859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-5f17fdd1-3032-494c-9a84-f7b0528fddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.464338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-5f17fdd1-3032-494c-9a84-f7b0528fddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.464822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-5f17fdd1-3032-494c-9a84-f7b0528fddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.467305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-5f17fdd1-3032-494c-9a84-f7b0528fddbf service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a74622d980444c6b599db4cbae02d32&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5895658 Jul 16 18:26:30.485057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ddc369e-8459-403d-a05d-a8d9d43e0baa req-e6d91b55-ee93-4935-aee5-c39a2f8e44af tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278300 Jul 16 18:26:30.491093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-a8adcbba-64ba-44b3-b149-234225023fb5 service neutron] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:30.520468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-a8adcbba-64ba-44b3-b149-234225023fb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.520468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-a8adcbba-64ba-44b3-b149-234225023fb5 service neutron] 10.222.0.67 "DELETE /v2.0/ports/f59e3c4e-5f56-478f-9511-2d833f6eebcd/bindings/n-h1-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.7155297 Jul 16 18:26:30.583426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.587462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-115ff913-3985-4926-bce2-bf1d7b116382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.589105 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-115ff913-3985-4926-bce2-bf1d7b116382 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=201c5614-0a6e-474a-9122-7dbd31bb1f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4844158 Jul 16 18:26:30.610123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Made reservation on behalf of 75089eb2bf0944279487ac1d267eadc6 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:30.614173 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.694676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.695534 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.737497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8a236-3308-4fd9-ad62-d0368bb9b321 req-23792f4e-cddf-4951-b7d4-f6e6a86266f6 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.739000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1e8a236-3308-4fd9-ad62-d0368bb9b321 req-23792f4e-cddf-4951-b7d4-f6e6a86266f6 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 943 time: 0.4241412 Jul 16 18:26:30.739995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-ee6fd414-cb08-4e09-9473-4ccbbdeee508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.741334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb60fdea-0cf7-42d1-b3d4-be7451cb1fb2 req-ee6fd414-cb08-4e09-9473-4ccbbdeee508 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488503 Jul 16 18:26:30.780177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-1ccd0176-8ce7-4102-840d-740b8ebb3f80 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5336237 Jul 16 18:26:30.815753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Request body: {'port': {'device_id': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:30.826549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e57611a-107d-41a9-a41e-57bbc074043c no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:30.828322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '7d832fb5-5e0b-402d-8510-d76f37a77922'}, {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '96b717f1-96f3-4504-9d41-b71f81c27ba4'}, {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3'}, {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e'}, {'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'name': 'network-vif-deleted', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c'}, {'name': 'network-changed', 'server_uuid': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'tag': '291ce028-7f23-4840-a44e-0ed5cccac583'}, {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:30.830782 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f941a121-b81d-47b8-994d-83156b9b388d" -d '{"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "7d832fb5-5e0b-402d-8510-d76f37a77922"}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "96b717f1-96f3-4504-9d41-b71f81c27ba4"}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3"}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "5a83f058-7138-4438-b396-d79a9307d08e"}, {"server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "name": "network-vif-deleted", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c"}, {"name": "network-changed", "server_uuid": "186f9249-06f5-4b6c-82ff-0a08a92d495b", "tag": "291ce028-7f23-4840-a44e-0ed5cccac583"}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:30.869630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-cb0706b3-c070-4833-8da4-0a097eaa50ce service neutron] 10.222.0.67 "GET /v2.0/networks/201c5614-0a6e-474a-9122-7dbd31bb1f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725196 Jul 16 18:26:30.893919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 9e57611a-107d-41a9-a41e-57bbc074043c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:30.895256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e57611a-107d-41a9-a41e-57bbc074043c not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:30.906913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95785aed-93ec-4c9f-82b3-9adaba85f5ea req-754a620f-2379-433d-b3ba-7db18e779690 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.908611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95785aed-93ec-4c9f-82b3-9adaba85f5ea req-754a620f-2379-433d-b3ba-7db18e779690 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.2512383 Jul 16 18:26:30.923895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-7e8d4250-ecd0-4707-9dcf-95746f786416 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3165987 Jul 16 18:26:30.942885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1e8a236-3308-4fd9-ad62-d0368bb9b321 req-6bde1471-6308-4079-b229-70686d912210 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713595 Jul 16 18:26:30.998156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.077016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Allocated IP 172.20.0.11 (7016b9b5-2921-4610-9540-b7c62c91ead8/35249abf-a681-4a10-a382-b39a18247d16/2b671a94-8a61-4147-bea4-9e4f99aa8e0a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:31.107754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95785aed-93ec-4c9f-82b3-9adaba85f5ea req-93ff61f1-e4a6-417a-9af2-a1049d6fc7a3 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786520 Jul 16 18:26:31.154967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-326eca48-e583-4b88-9f49-6ef85fb67d8c req-c8d28d99-848c-4253-bf11-886bad4f87a4 service neutron] 10.222.0.67 "GET /v2.0/networks/201c5614-0a6e-474a-9122-7dbd31bb1f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710266 Jul 16 18:26:31.258938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:31.267963 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.280442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-d9709398-bc29-449e-9d46-c89ab04b9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.281780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Transition to ACTIVE for port object f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:31.282145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-d9709398-bc29-449e-9d46-c89ab04b9bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3789f914e9442f48a8206c661fc9fed&device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 1096 time: 0.2852023 Jul 16 18:26:31.295710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.339875 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a303d7f-73cc-4da1-a8e1-3ea7cf17c2cd req-bd19c40b-cfb0-4a8c-843d-f8d75ce69fb6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 210 time: 0.0566285 Jul 16 18:26:31.504580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.565780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Attempting to bind port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:31.566362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Attempting to bind port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:31.566915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Attempting to bind port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 on network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:31.573046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 on network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:31.573685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Attempting to bind port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 on network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:31.580230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:31.581008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Checking segment: {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:31.581606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Bound using segment: {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:31.582437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Bound port: f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0890d453-4eae-4181-aed7-5e0709bad49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:31.583046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.677339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] For port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:31.681281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] For port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:31.691694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.721762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-fc31454a-29bb-4ac8-9dd7-2bafdccda04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.723305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-fc31454a-29bb-4ac8-9dd7-2bafdccda04b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 200 len: 909 time: 0.4104116 Jul 16 18:26:31.736483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.737330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.739253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] 10.222.0.59 "PUT /v2.0/ports/f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 HTTP/1.1" status: 200 len: 1092 time: 1.5989003 Jul 16 18:26:31.775928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.778236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556147c7-087c-4d26-a5ed-a89dff7d1ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.821094 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35255088-11b1-4847-b1cf-deab75630519 x-openstack-request-id: req-35255088-11b1-4847-b1cf-deab75630519 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:31.821472 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "7d832fb5-5e0b-402d-8510-d76f37a77922", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "96b717f1-96f3-4504-9d41-b71f81c27ba4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "5a83f058-7138-4438-b396-d79a9307d08e", "status": "completed", "code": 200}, {"server_uuid": "92b2ef03-f8d7-41ed-a43e-875e01fbf3f1", "name": "network-vif-deleted", "tag": "9e57611a-107d-41a9-a41e-57bbc074043c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "186f9249-06f5-4b6c-82ff-0a08a92d495b", "tag": "291ce028-7f23-4840-a44e-0ed5cccac583", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:31.821709 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35255088-11b1-4847-b1cf-deab75630519 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:31.822110 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '7d832fb5-5e0b-402d-8510-d76f37a77922', 'status': 'completed', 'code': 200} Jul 16 18:26:31.822358 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '96b717f1-96f3-4504-9d41-b71f81c27ba4', 'status': 'completed', 'code': 200} Jul 16 18:26:31.822742 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3', 'status': 'completed', 'code': 200} Jul 16 18:26:31.825300 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e', 'status': 'completed', 'code': 200} Jul 16 18:26:31.825585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-b6b14217-8f9a-44c7-ac17-3d4806138791 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 200 len: 217 time: 0.0914755 Jul 16 18:26:31.825715 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b2ef03-f8d7-41ed-a43e-875e01fbf3f1', 'name': 'network-vif-deleted', 'tag': '9e57611a-107d-41a9-a41e-57bbc074043c', 'status': 'completed', 'code': 200} Jul 16 18:26:31.825963 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'tag': '291ce028-7f23-4840-a44e-0ed5cccac583', 'status': 'completed', 'code': 200} Jul 16 18:26:31.826214 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7', 'status': 'completed', 'code': 200} Jul 16 18:26:31.882636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f001d-e4b7-4fca-86c5-7d3c367b59c3 req-d56b68a2-7c13-49db-b347-2802a050938f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.894084 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f6f001d-e4b7-4fca-86c5-7d3c367b59c3 req-d56b68a2-7c13-49db-b347-2802a050938f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 931 time: 0.4598873 Jul 16 18:26:31.960586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.973561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['fb851483-6d12-4fe6-9d85-f8ab1321c5fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:32.005582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f6f001d-e4b7-4fca-86c5-7d3c367b59c3 req-08d06b05-9c12-49c9-b960-eeba000eaa52 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103656 Jul 16 18:26:32.010205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.010684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.011155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.011618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.012079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.012540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.013018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.014977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6b1bd423-d73f-407d-b934-3b152d47b278 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6484 time: 0.1878662 Jul 16 18:26:32.027443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-032c4742-dd21-4a89-a007-95fcfd93c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.027443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-032c4742-dd21-4a89-a007-95fcfd93c96b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7988e9a47f142c68813ee0b479a24d5&device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 1095 time: 0.1595449 Jul 16 18:26:32.089111 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-44663cc0-cb33-4a52-955c-de757f8a6240 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b24ef1-acd8-44dc-a62c-a52071237444 HTTP/1.1" status: 200 len: 217 time: 0.0532568 Jul 16 18:26:32.158205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Network 7016b9b5-2921-4610-9540-b7c62c91ead8 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:32.203959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-1ec5c9b1-857e-4380-8942-80cc395ebb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.205715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-1ec5c9b1-857e-4380-8942-80cc395ebb84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e002e86a-d76d-4541-b528-5f64fdfd0358 HTTP/1.1" status: 200 len: 851 time: 0.1157694 Jul 16 18:26:32.248512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Pushing event updated for resources: {'Port': ['ID=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.251159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:32.259532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-e8cadf15-569d-4726-b9d3-d01b04f17c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.261050 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-e8cadf15-569d-4726-b9d3-d01b04f17c52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 200 len: 848 time: 0.3395915 Jul 16 18:26:32.261811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:32.298164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-0e222844-0281-4f7e-ab3a-b9f3453e0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.300390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-0e222844-0281-4f7e-ab3a-b9f3453e0af1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=201c5614-0a6e-474a-9122-7dbd31bb1f39 HTTP/1.1" status: 200 len: 916 time: 0.2660217 Jul 16 18:26:32.356910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-f9475611-81ea-4019-8e34-c30e35198a55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=291ce028-7f23-4840-a44e-0ed5cccac583 HTTP/1.1" status: 200 len: 217 time: 0.0473559 Jul 16 18:26:32.417018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-c3be8c7a-8543-4838-bbfa-ab86274cd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.419598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-c3be8c7a-8543-4838-bbfa-ab86274cd184 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2af3416b-fbf7-44e9-8518-3926b9577c27 HTTP/1.1" status: 200 len: 854 time: 0.0520513 Jul 16 18:26:32.470551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f3fec9c0-662c-48f1-86e1-69f772e79a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.472333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f3fec9c0-662c-48f1-86e1-69f772e79a8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f578155-921a-45d2-b167-32878999fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2555976 Jul 16 18:26:32.613210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-80e7b3aa-9d91-4b59-ae3f-8a93163520c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.614713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-80e7b3aa-9d91-4b59-ae3f-8a93163520c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=201c5614-0a6e-474a-9122-7dbd31bb1f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883047 Jul 16 18:26:32.626408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b4523-ccba-48e8-8051-6ff824ca14a7 req-b47acde9-8f2a-4be7-acd9-145d7ad10d90 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.627874 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-944b4523-ccba-48e8-8051-6ff824ca14a7 req-b47acde9-8f2a-4be7-acd9-145d7ad10d90 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1882033 Jul 16 18:26:32.637301 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-64a25b6d-ced7-436e-ac97-6e4442283a67 service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435084 Jul 16 18:26:32.655682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-ae604b21-c863-4d12-9687-910de7c1012b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c256d501-8406-46fc-819a-b542ce42eb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3841290 Jul 16 18:26:32.670017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:32.701025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.758375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.759098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.777490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-944b4523-ccba-48e8-8051-6ff824ca14a7 req-09728676-c29a-47fb-8f70-e8acb1242352 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384392 Jul 16 18:26:32.804468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Transition to ACTIVE for port object 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:32.816332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-a87ce1bb-edc0-4db3-a542-56fda74d9272 service neutron] 10.222.0.67 "GET /v2.0/networks/201c5614-0a6e-474a-9122-7dbd31bb1f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872072 Jul 16 18:26:32.823242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-5e1d09d2-0256-49f8-b356-5f6fcf4bd82a service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691134 Jul 16 18:26:32.838052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.845009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 291ce028-7f23-4840-a44e-0ed5cccac583 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:32.868267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-d60cbc8b-7fd7-46de-bad9-228bfa0d7cbd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1390302 Jul 16 18:26:32.907662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Request body: {'port': {'device_id': '7417142b-0428-44f0-9245-83bca17bfb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:32.911549 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-1839d2db-4341-4576-95a8-cadc8caaedfb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 217 time: 0.0718596 Jul 16 18:26:32.987112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 291ce028-7f23-4840-a44e-0ed5cccac583, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=291ce028-7f23-4840-a44e-0ed5cccac583,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:32.991318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.997678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.001721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '291ce028-7f23-4840-a44e-0ed5cccac583', 'network_id': '201c5614-0a6e-474a-9122-7dbd31bb1f39', 'port_id': '291ce028-7f23-4840-a44e-0ed5cccac583', 'mac_address': 'fa:16:3e:f5:e6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af3416b-fbf7-44e9-8518-3926b9577c27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:33.003285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.009235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.015931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.023712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.031799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.035313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e589bcd1-032c-45a4-8844-292080a30dcb req-901e3467-fb59-4596-b7e5-12d4b045359b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.7557969 Jul 16 18:26:33.042907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-1b38f227-e00f-4ccd-80e2-1f1a40ab49ba service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758972 Jul 16 18:26:33.055948 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.073412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ce028-7f23-4840-a44e-0ed5cccac583 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:33.096232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 291ce028-7f23-4840-a44e-0ed5cccac583, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=291ce028-7f23-4840-a44e-0ed5cccac583,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:33.098331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.101599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.105307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-aee480a1-0217-46f0-8f81-ef1ed03b991c service neutron] 10.222.0.67 "GET /v2.0/networks/201c5614-0a6e-474a-9122-7dbd31bb1f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782764 Jul 16 18:26:33.114171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-4e7dc3d9-ad74-4805-8804-c64a0f55b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.115629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-4e7dc3d9-ad74-4805-8804-c64a0f55b3a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1958621 Jul 16 18:26:33.156947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=291ce028-7f23-4840-a44e-0ed5cccac583,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.184110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.200551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daeb64-b028-4ddf-858c-810221e741ee req-7a4b4142-5879-45b7-a20b-56ede6940c0a tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.202098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-63daeb64-b028-4ddf-858c-810221e741ee req-7a4b4142-5879-45b7-a20b-56ede6940c0a tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 943 time: 0.1757083 Jul 16 18:26:33.215110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-98936cc8-8582-4802-90d2-de1c046678b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.216745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-98936cc8-8582-4802-90d2-de1c046678b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882440 Jul 16 18:26:33.232089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-ab91e732-5228-4655-a018-b4934420570f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.233660 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-ab91e732-5228-4655-a018-b4934420570f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 945 time: 0.5285809 Jul 16 18:26:33.293622 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-63daeb64-b028-4ddf-858c-810221e741ee req-54ee0c0e-3aef-451e-b5b9-06eeac3bd32d tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812025 Jul 16 18:26:33.363906 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e589bcd1-032c-45a4-8844-292080a30dcb req-98af1beb-63e3-4dc7-9215-264d5dd51fa7 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226925 Jul 16 18:26:33.387838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['291ce028-7f23-4840-a44e-0ed5cccac583'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:33.556340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Attempting to bind port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:33.557011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Attempting to bind port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:33.557510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Attempting to bind port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.612210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:33.612549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Attempting to bind port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d on network 140ca1dd-9816-46ab-ad94-1ecd99e69a28 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:33.628133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54e5c4b-eb41-44b7-a290-86066101d2d2 req-f9c41dda-6d39-4747-8e15-f1c02bc62a49 service neutron] 10.222.0.59 "GET /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941394 Jul 16 18:26:33.635373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:33.635708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Checking segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:33.636086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Bound using segment: {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:33.636529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Bound port: 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75810a58-ad0b-482d-b22c-b6c29f2b2f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:33.636910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.688548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-511eb6b6-f3d7-4e0a-ab3c-f775a42c6788 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582956 Jul 16 18:26:33.753389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-0f0b43db-de80-4f43-9122-6c65434ceff9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.755145 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-0f0b43db-de80-4f43-9122-6c65434ceff9 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 946 time: 0.1799498 Jul 16 18:26:33.782305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772a9b-4a6b-4903-95e9-aef3b0cc27c3 req-38f1bb79-ff48-4067-ad53-91d0fd5db979 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.785256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81772a9b-4a6b-4903-95e9-aef3b0cc27c3 req-38f1bb79-ff48-4067-ad53-91d0fd5db979 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1096 time: 0.2012701 Jul 16 18:26:33.796148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c4750-95ac-41b1-ab23-f543258622ad req-eaa92b3a-f296-4fd7-8cad-32a361c9ee9f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.803163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-490c4750-95ac-41b1-ab23-f543258622ad req-eaa92b3a-f296-4fd7-8cad-32a361c9ee9f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=b346031d-30cd-40ec-900d-f8981c9b70cf HTTP/1.1" status: 200 len: 945 time: 0.2498159 Jul 16 18:26:33.833636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:33.836645 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3a9454-0691-4957-a16e-136605e1426d" -d '{"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:33.841447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Deleting port 10eb0818-dc49-4de7-971a-9fbd971886d5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:33.841797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.887955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:33.892354 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-0f8fc78b-795e-41ec-a69a-565e73d409b6 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958761 Jul 16 18:26:33.927815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81772a9b-4a6b-4903-95e9-aef3b0cc27c3 req-7375d535-01ff-4ac5-9f65-bef97c0f1920 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297216 Jul 16 18:26:33.946380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:33.970914 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-490c4750-95ac-41b1-ab23-f543258622ad req-017af654-5c10-4c39-aa3f-13ac1cb932eb tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594522 Jul 16 18:26:33.979843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-34c091fa-fd0c-47ad-80d1-a7e42ad8467b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 217 time: 0.0615852 Jul 16 18:26:34.005527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.039592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Deleting port e970075c-3ff3-4023-a7b2-f66691a924c2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:34.039932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.113612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6c675b4a-5f83-4cdf-8c12-ab5c33b5edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.119892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6c675b4a-5f83-4cdf-8c12-ab5c33b5edd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1275418 Jul 16 18:26:34.123489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] For port 10eb0818-dc49-4de7-971a-9fbd971886d5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=10eb0818-dc49-4de7-971a-9fbd971886d5,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:34.123881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.144370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Calling delete_port for 10eb0818-dc49-4de7-971a-9fbd971886d5 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:34.241221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] For port e970075c-3ff3-4023-a7b2-f66691a924c2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e970075c-3ff3-4023-a7b2-f66691a924c2,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:34.241869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.304339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.305009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.306418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] 10.222.0.67 "PUT /v2.0/ports/025eb99b-6db9-44b1-b0f3-cd01f8f57c1d HTTP/1.1" status: 200 len: 1092 time: 3.5089428 Jul 16 18:26:34.313950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:34.316382 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15f4fde-6c25-4b02-8189-d52edc5350cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:34.372438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-e4bc915f-3177-4d04-a0b6-d3ed85b0cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.374155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-e4bc915f-3177-4d04-a0b6-d3ed85b0cbb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2474298 Jul 16 18:26:34.376305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b671a94-8a61-4147-bea4-9e4f99aa8e0a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:34.396057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.422675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7a77a-9417-42d4-ad86-97d6b8bd9aad service neutron] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.461973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Transition to ACTIVE for port object 2b671a94-8a61-4147-bea4-9e4f99aa8e0a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:34.463947 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.477339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.524179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a9312-6304-4767-83c2-7d1bc9b724d4 req-fae1402f-5d50-4691-ae9a-d115db8a6955 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.525983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-354a9312-6304-4767-83c2-7d1bc9b724d4 req-fae1402f-5d50-4691-ae9a-d115db8a6955 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 932 time: 0.2650924 Jul 16 18:26:34.537669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event deleted for resources: {'Port': ['ID=10eb0818-dc49-4de7-971a-9fbd971886d5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.571022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22134a22-c610-4506-8dd5-c35ae933b023 req-09fde865-b890-4179-860c-23a6319cc9fe tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.572853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22134a22-c610-4506-8dd5-c35ae933b023 req-09fde865-b890-4179-860c-23a6319cc9fe tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 943 time: 0.3335001 Jul 16 18:26:34.668944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] No DVR routers for this DVR port 10eb0818-dc49-4de7-971a-9fbd971886d5 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:34.674260 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-dacecde6-2e9e-4259-8c44-57446ee8cc9a service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856972 Jul 16 18:26:34.674432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.676480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c3dd83a-4bb0-48b8-86c8-c10b252a6e0d req-8bd96eb9-682f-48f3-a42d-8ced59d4f048 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "DELETE /v2.0/ports/10eb0818-dc49-4de7-971a-9fbd971886d5 HTTP/1.1" status: 204 len: 173 time: 1.4365399 Jul 16 18:26:34.679679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-df20522c-12b7-4551-b772-d9b6b19c0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.681413 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-df20522c-12b7-4551-b772-d9b6b19c0a06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 1095 time: 0.3161478 Jul 16 18:26:34.728493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.729407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Pushing event updated for resources: {'Port': ['ID=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.729892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.730405 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b disassociated. External IP: 172.25.1.67, port: e970075c-3ff3-4023-a7b2-f66691a924c2. Jul 16 18:26:34.731001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Calling delete_port for e970075c-3ff3-4023-a7b2-f66691a924c2 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:34.780879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-068a0433-19ab-4348-9f5c-313b34936898 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d HTTP/1.1" status: 200 len: 217 time: 0.0689123 Jul 16 18:26:34.785713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-354a9312-6304-4767-83c2-7d1bc9b724d4 req-f0165aa6-2ec1-4910-be8e-478618b3b6f4 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317119 Jul 16 18:26:34.796358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22134a22-c610-4506-8dd5-c35ae933b023 req-30c75472-5351-4ea1-a4c7-e348245de6dd tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846983 Jul 16 18:26:34.847706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 291ce028-7f23-4840-a44e-0ed5cccac583 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:34.874795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Attempting to bind port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:34.877551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Attempting to bind port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:34.880698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Attempting to bind port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a on network 7016b9b5-2921-4610-9540-b7c62c91ead8 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:34.895276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-4cc29008-5f60-4e23-93b7-85a2bbde5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.902422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-4cc29008-5f60-4e23-93b7-85a2bbde5e75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.1127803 Jul 16 18:26:34.903619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a on network 7016b9b5-2921-4610-9540-b7c62c91ead8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:34.905853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Attempting to bind port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a on network 7016b9b5-2921-4610-9540-b7c62c91ead8 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:34.914060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-1724431a-3295-4688-bc05-f8f85f0f6c19 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250609 Jul 16 18:26:34.919686 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162434ca-bc30-4dd8-9192-75be1406ba29 x-openstack-request-id: req-162434ca-bc30-4dd8-9192-75be1406ba29 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:34.919972 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:34.920215 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-162434ca-bc30-4dd8-9192-75be1406ba29 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:34.920600 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2', 'status': 'completed', 'code': 200} Jul 16 18:26:34.951807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:34.952654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Checking segment: {'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:34.952900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 291ce028-7f23-4840-a44e-0ed5cccac583 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:34.953082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Bound using segment: {'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:34.953630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Bound port: 2b671a94-8a61-4147-bea4-9e4f99aa8e0a, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:34.953994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.957776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 291ce028-7f23-4840-a44e-0ed5cccac583 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:34.958336 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.969768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-be1e9760-599e-4806-b923-17ed5ac5b719 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506794 Jul 16 18:26:35.004727 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-d12fef5d-c8d8-4aaa-995e-44c757096a07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3 HTTP/1.1" status: 200 len: 217 time: 0.0722332 Jul 16 18:26:35.074914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9b139d66-980a-4ee2-9f77-4d45806c58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.077650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9b139d66-980a-4ee2-9f77-4d45806c58c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.0646205 Jul 16 18:26:35.091124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.130602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ce028-7f23-4840-a44e-0ed5cccac583'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:35.133144 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a3a44-a803-4860-a87b-f3d345f97b1b" -d '{"events": [{"server_uuid": "186f9249-06f5-4b6c-82ff-0a08a92d495b", "name": "network-vif-plugged", "status": "completed", "tag": "291ce028-7f23-4840-a44e-0ed5cccac583"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:35.148456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] For port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:35.149618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 291ce028-7f23-4840-a44e-0ed5cccac583, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=291ce028-7f23-4840-a44e-0ed5cccac583,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:35.155335 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.156792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e970075c-3ff3-4023-a7b2-f66691a924c2 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:35.198403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] For port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:35.222693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.254660 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-eb3e95df-ef24-4536-a642-e112e7ac4d75 service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249742 Jul 16 18:26:35.278313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=291ce028-7f23-4840-a44e-0ed5cccac583,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.293919 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.301373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f1938cc0-d721-4a23-9466-32bec97096e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.302937 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f1938cc0-d721-4a23-9466-32bec97096e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980787 Jul 16 18:26:35.303838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.330951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3b83f-5e09-405f-adca-86cbdbdce66d req-2130ed03-1643-46db-8f1b-85c94d5b40a1 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.332807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fc3b83f-5e09-405f-adca-86cbdbdce66d req-2130ed03-1643-46db-8f1b-85c94d5b40a1 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 1096 time: 0.1796782 Jul 16 18:26:35.342847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.344546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.346245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] 10.222.0.67 "PUT /v2.0/ports/2b671a94-8a61-4147-bea4-9e4f99aa8e0a HTTP/1.1" status: 200 len: 1093 time: 2.4428461 Jul 16 18:26:35.411105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event deleted for resources: {'Port': ['ID=e970075c-3ff3-4023-a7b2-f66691a924c2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.419248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f494c9b-44a4-4437-913b-2b686e712fd7 req-9a42ca9b-49f0-46c1-b4e9-23944c581f29 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.427398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f494c9b-44a4-4437-913b-2b686e712fd7 req-9a42ca9b-49f0-46c1-b4e9-23944c581f29 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/ports?device_id=f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1 HTTP/1.1" status: 200 len: 867 time: 0.3963895 Jul 16 18:26:35.453075 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fc3b83f-5e09-405f-adca-86cbdbdce66d req-808cc86e-fe9e-45da-a4ff-c67849ceae32 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040430 Jul 16 18:26:35.776716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4ec7-7eeb-4e26-80e7-241b205b1b85 service neutron] Pushing event updated for resources: {'Port': ['ID=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.870804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ed76bf-0bda-41fb-913f-9df04b1cc85f req-79e0c74f-97cb-4aa7-b672-ffd380548196 service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527039 Jul 16 18:26:35.875122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f494c9b-44a4-4437-913b-2b686e712fd7 req-a206dd67-1dfb-43b4-966e-6d339a8a8df2 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b789cc2-6b26-45c3-ba98-0c76259a3f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4468882 Jul 16 18:26:35.896149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-add8c554-98e9-42bb-97be-205b3b6e46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.898593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-add8c554-98e9-42bb-97be-205b3b6e46f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 1096 time: 0.1151407 Jul 16 18:26:35.959525 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd0af03-1348-4553-a52c-9ad0de430f48 x-openstack-request-id: req-9cd0af03-1348-4553-a52c-9ad0de430f48 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:35.960095 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:35.960332 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cd0af03-1348-4553-a52c-9ad0de430f48 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:35.960918 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'status': 'completed', 'code': 200} Jul 16 18:26:35.963267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-1dd2f3b6-451f-4195-a8e7-1a3dd0abcf8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b671a94-8a61-4147-bea4-9e4f99aa8e0a HTTP/1.1" status: 200 len: 217 time: 0.0571012 Jul 16 18:26:35.978174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-6e1c3196-bb1d-466b-8c17-19fe24393239 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063511 Jul 16 18:26:36.032800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Router da8f748f-85e4-41df-93bf-9091c6c75a90 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:36.048799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-f44d0b4d-9e5c-4bed-b14f-6f3d156630ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.050304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-f44d0b4d-9e5c-4bed-b14f-6f3d156630ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.0756140 Jul 16 18:26:36.093461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e874570-1222-4406-a200-ef4073527dcd req-8ff358de-80cd-4fbf-a077-6fefb2b217ce tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.094923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9e874570-1222-4406-a200-ef4073527dcd req-8ff358de-80cd-4fbf-a077-6fefb2b217ce tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 945 time: 0.4645250 Jul 16 18:26:36.114636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-f00fb3d1-ef8e-4395-bba8-8f4c15f4955d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495985 Jul 16 18:26:36.131913 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-8cc69dfc-8c6f-449a-b478-764e55cc2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.133951 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-8cc69dfc-8c6f-449a-b478-764e55cc2d58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 1095 time: 0.1506855 Jul 16 18:26:36.172694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-38206370-c7ad-4681-b72e-f5be081f560b service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850421 Jul 16 18:26:36.263845 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9e874570-1222-4406-a200-ef4073527dcd req-c6ec23db-55c3-42aa-8196-b4112f897355 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325176 Jul 16 18:26:36.266792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-101d2611-b0dc-4101-bca0-b7010053bf14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=5a83f058-7138-4438-b396-d79a9307d08e HTTP/1.1" status: 200 len: 217 time: 0.0585864 Jul 16 18:26:36.286292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.293147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.299161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.305411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.311516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.316454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:36.318232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.324505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.327322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-fd097de8-0f78-41d6-bcf8-238f18360e84 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.2724452 Jul 16 18:26:36.329465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] Sync routers for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:36.346595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:36.348797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:36.358014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-6b161939-3c19-4452-bfeb-1fcb2206e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.359487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-6b161939-3c19-4452-bfeb-1fcb2206e7d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 200 len: 906 time: 0.2151597 Jul 16 18:26:36.362058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-10bacc5d-4b2a-4660-b02f-86cfa67e2c5b service neutron] 10.222.0.67 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396235 Jul 16 18:26:36.371267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] No DVR routers for this DVR port e970075c-3ff3-4023-a7b2-f66691a924c2 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:36.374471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-369c6ac2-8463-46e9-be2b-0279b21be431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.376232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-369c6ac2-8463-46e9-be2b-0279b21be431 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1021807 Jul 16 18:26:36.377528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.379612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8cc6e26-2aae-4a6b-91ef-30edd64344e2 req-d3243e87-ccbf-4e1d-9a3f-a814660fc6eb tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.67 "DELETE /v2.0/ports/e970075c-3ff3-4023-a7b2-f66691a924c2 HTTP/1.1" status: 204 len: 173 time: 2.5913258 Jul 16 18:26:36.451690 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-142de6b9-984c-4424-8ccb-32d4646c2960 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d HTTP/1.1" status: 200 len: 217 time: 0.0751059 Jul 16 18:26:36.454635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-d05ee957-996f-449c-ae6e-5a637e69e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.456286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-d05ee957-996f-449c-ae6e-5a637e69e153 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0735435 Jul 16 18:26:36.507880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:36.540598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 10eb0818-dc49-4de7-971a-9fbd971886d5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:36.541679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 10eb0818-dc49-4de7-971a-9fbd971886d5 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:36.554873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6ba9add6-9386-4f43-b1fa-56affbd64d80 req-b357831a-7575-484c-a85e-3b733c844411 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982512 Jul 16 18:26:36.568610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:36.571159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-98d4118a-94be-408f-8335-435fe309c925 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047380 Jul 16 18:26:36.610620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-27af88f3-9f94-47e6-ac03-32955495f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.617412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-27af88f3-9f94-47e6-ac03-32955495f235 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 200 len: 845 time: 0.1517315 Jul 16 18:26:36.641262 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed0adf-0259-49ac-87cf-02dc626fe173 x-openstack-request-id: req-b5ed0adf-0259-49ac-87cf-02dc626fe173 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:36.641262 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186f9249-06f5-4b6c-82ff-0a08a92d495b", "name": "network-vif-plugged", "status": "completed", "tag": "291ce028-7f23-4840-a44e-0ed5cccac583", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:36.641262 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5ed0adf-0259-49ac-87cf-02dc626fe173 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:36.641921 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ce028-7f23-4840-a44e-0ed5cccac583', 'code': 200} Jul 16 18:26:36.718220 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393bbdeb-a490-4621-8cac-adec72c55f0e req-594cf6dc-44e2-4e40-9e0d-45faaa100556 service neutron] 10.222.0.67 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405108 Jul 16 18:26:36.720699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-dafb8e2a-48b5-412b-900d-9d9a5f983f13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=140ca1dd-9816-46ab-ad94-1ecd99e69a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977893 Jul 16 18:26:36.794868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-ba156b9b-868e-4a33-90f0-9ffe91973006 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157614 Jul 16 18:26:36.812594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205c2b8-3b60-408e-8aec-13fd31ad7179 req-a71f5732-6bf9-465e-b528-b4cd02497ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.814878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3205c2b8-3b60-408e-8aec-13fd31ad7179 req-a71f5732-6bf9-465e-b528-b4cd02497ecd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 1097 time: 0.1283393 Jul 16 18:26:36.854210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-44c39bba-bbfd-4ab4-8690-3ff561990a31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48db903e-e86c-4186-89a6-2e442af0c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0517797 Jul 16 18:26:36.881921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-ed2838bf-9b06-4f35-879b-c0f84f11c09d service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507993 Jul 16 18:26:36.905986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fed7-a516-4c2f-96ae-3c385afdb3c4 req-d7485452-f0a1-429e-9dc1-97f03627a7a3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.923356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'name': 'network-vif-deleted', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:36.927269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc9fed7-a516-4c2f-96ae-3c385afdb3c4 req-d7485452-f0a1-429e-9dc1-97f03627a7a3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 944 time: 0.1841803 Jul 16 18:26:36.928374 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b9581-b457-44b3-bdfe-4cccdcd93826" -d '{"events": [{"server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "name": "network-vif-deleted", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:36.937805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3205c2b8-3b60-408e-8aec-13fd31ad7179 req-7adb2c89-4877-4d20-973f-e2c21ad10d51 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Jul 16 18:26:36.942531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-76324800-7f6f-40e1-ab61-37349aac7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.944124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-76324800-7f6f-40e1-ab61-37349aac7226 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.0817420 Jul 16 18:26:36.975094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.015775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] Checking router: da8f748f-85e4-41df-93bf-9091c6c75a90 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:37.027171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:37.027171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.077364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-5e61958c-b2f3-4be8-bed4-c8ffe1f70d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.079070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-5e61958c-b2f3-4be8-bed4-c8ffe1f70d89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1262424 Jul 16 18:26:37.118475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc9fed7-a516-4c2f-96ae-3c385afdb3c4 req-645bd86f-476c-4cc4-a18c-ad201163446b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916649 Jul 16 18:26:37.181411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:37.188318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea70ef-c902-423a-8344-4a11936ce8c9 req-5064bcd4-295c-480a-a61c-f7fef58bf2be tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.191958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e15f4fde-6c25-4b02-8189-d52edc5350cf req-42e8938b-ece7-419f-8f40-82a16775c849 service neutron] 10.222.0.67 "GET /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448652 Jul 16 18:26:37.195703 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9eea70ef-c902-423a-8344-4a11936ce8c9 req-5064bcd4-295c-480a-a61c-f7fef58bf2be tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 943 time: 0.1607802 Jul 16 18:26:37.259825 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-f2692a17-ecea-46c6-9d82-41a40f7a8682 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736066 Jul 16 18:26:37.270887 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9eea70ef-c902-423a-8344-4a11936ce8c9 req-7e6784d8-1b4f-467d-bf32-9ee4e2af4ad9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Jul 16 18:26:37.377856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-9dc4a92e-3ab7-4f47-8928-38595d4e1515 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041102 Jul 16 18:26:37.396585 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b0aa2b-6fa5-407b-a924-f8ae275e2a3f x-openstack-request-id: req-e4b0aa2b-6fa5-407b-a924-f8ae275e2a3f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:37.397004 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1", "name": "network-vif-deleted", "tag": "e970075c-3ff3-4023-a7b2-f66691a924c2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:37.397347 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4b0aa2b-6fa5-407b-a924-f8ae275e2a3f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:37.397833 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57dcbc8-5589-4189-a9aa-f1f6aad3cfe1', 'name': 'network-vif-deleted', 'tag': 'e970075c-3ff3-4023-a7b2-f66691a924c2', 'status': 'completed', 'code': 200} Jul 16 18:26:37.454470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-2f126969-993c-41f7-a32f-27feca814a20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 HTTP/1.1" status: 200 len: 217 time: 0.0715322 Jul 16 18:26:37.571035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-761286ac-d623-4cb2-8761-3fe36819fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.572696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-761286ac-d623-4cb2-8761-3fe36819fee6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.1059110 Jul 16 18:26:37.605953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.636563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc17c3-8ea4-44c0-aa3c-9adaaec5e612 None None] The sync data for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 is: [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:21:38Z', 'revision_number': 4, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'e1c7faa8-d10b-4b59-a814-c0b7df2f2b70', 'name': '', 'network_id': '847657e6-35ab-4070-8c37-d5f3065826ff', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'mac_address': 'fa:16:3e:7b:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:36Z', 'updated_at': '2021-07-16T18:21:52Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'subnets': [{'id': '9d69b7be-27ee-4ceb-8089-73f5d77d36f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:37.637093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8180c-7e2a-44cd-9758-f2bafa4c1762 req-bf0ce9e6-387e-4096-94ba-ca28f9335991 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.639049 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fd8180c-7e2a-44cd-9758-f2bafa4c1762 req-bf0ce9e6-387e-4096-94ba-ca28f9335991 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 945 time: 0.1255996 Jul 16 18:26:37.710697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fd8180c-7e2a-44cd-9758-f2bafa4c1762 req-2e681e36-8379-4ca4-bc4e-5a0a4bab5a2c tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601611 Jul 16 18:26:37.720924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-fc03fdb4-3396-4fcb-bda4-01f6b58840fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.727705 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-fc03fdb4-3396-4fcb-bda4-01f6b58840fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1408391 Jul 16 18:26:37.743936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e57d-d7a7-470c-b4c2-24887ddcde28 req-d5cb6f1d-0daa-4a98-ae06-03902833da7f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.757107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04f2e57d-d7a7-470c-b4c2-24887ddcde28 req-d5cb6f1d-0daa-4a98-ae06-03902833da7f tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 944 time: 0.1124954 Jul 16 18:26:37.817027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04f2e57d-d7a7-470c-b4c2-24887ddcde28 req-10c69c18-a9dd-4b92-b90d-9164ba1dc4ce tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585968 Jul 16 18:26:37.934651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-d3df8026-eac4-473c-b13f-f8907162ab2e service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991000 Jul 16 18:26:37.981159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'name': 'network-vif-deleted', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5'}, {'name': 'network-changed', 'server_uuid': '7417142b-0428-44f0-9245-83bca17bfb87', 'tag': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:37.983804 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d54579-43ca-43cb-abb5-5167d935098f" -d '{"events": [{"server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "name": "network-vif-deleted", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5"}, {"name": "network-changed", "server_uuid": "7417142b-0428-44f0-9245-83bca17bfb87", "tag": "2b671a94-8a61-4147-bea4-9e4f99aa8e0a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:37.986283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.083852 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351e4f3a-30a7-4865-8e11-d4fbebfdf694 x-openstack-request-id: req-351e4f3a-30a7-4865-8e11-d4fbebfdf694 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:38.084887 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b346031d-30cd-40ec-900d-f8981c9b70cf", "name": "network-vif-deleted", "tag": "10eb0818-dc49-4de7-971a-9fbd971886d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7417142b-0428-44f0-9245-83bca17bfb87", "tag": "2b671a94-8a61-4147-bea4-9e4f99aa8e0a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:38.086217 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-351e4f3a-30a7-4865-8e11-d4fbebfdf694 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:38.086608 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b346031d-30cd-40ec-900d-f8981c9b70cf', 'name': 'network-vif-deleted', 'tag': '10eb0818-dc49-4de7-971a-9fbd971886d5', 'status': 'completed', 'code': 200} Jul 16 18:26:38.086863 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7417142b-0428-44f0-9245-83bca17bfb87', 'tag': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a', 'status': 'completed', 'code': 200} Jul 16 18:26:38.117526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a058c578-fe0e-4842-b79f-58cce88c5520 req-47c3827c-dc28-48b5-b30e-7848a69d93d0 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723058 Jul 16 18:26:38.127176 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee158a59-debe-43a0-83a2-96b734fff423 None None] New status for floating IP 43e8ca34-89bd-4600-95ea-0e0656eaf53b: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:38.274861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed2d33bd-b18a-43b7-96c2-891f1ead9942 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.286196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e906187b-f021-4335-a43a-0763ef4d78b5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.288310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e906187b-f021-4335-a43a-0763ef4d78b5 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 944 time: 0.3446994 Jul 16 18:26:38.303419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.303910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.304453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.305079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.305566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.306038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.306506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.308647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-70b859ee-abed-492d-b9a4-72d12c2de1b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6484 time: 0.1216395 Jul 16 18:26:38.350687 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed2d33bd-b18a-43b7-96c2-891f1ead9942 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.381586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54579-43ca-43cb-abb5-5167d935098f req-8f9ec1fe-73eb-4e43-8a1a-919b72bb864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.383679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37d54579-43ca-43cb-abb5-5167d935098f req-8f9ec1fe-73eb-4e43-8a1a-919b72bb864c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 1096 time: 0.2957182 Jul 16 18:26:38.408822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.414780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c965e94-285d-44bd-89b7-6e8adb113aed req-ac6e99be-61f1-4e5a-9086-959a4337648b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.415103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.416478 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c965e94-285d-44bd-89b7-6e8adb113aed req-ac6e99be-61f1-4e5a-9086-959a4337648b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 944 time: 0.1599681 Jul 16 18:26:38.420965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.426739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.433114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.438899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.444650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.449329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-59929afc-8180-4a41-873a-adab6572585e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.3572733 Jul 16 18:26:38.460265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-fff0e0e8-1975-4f5a-8899-9a2b707104c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.462025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-fff0e0e8-1975-4f5a-8899-9a2b707104c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a00e6c7-113c-4bdc-896b-c4b3777b451f HTTP/1.1" status: 200 len: 903 time: 0.1458614 Jul 16 18:26:38.509033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c965e94-285d-44bd-89b7-6e8adb113aed req-f3e64dbd-2d80-4520-8780-bc05f1749299 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823083 Jul 16 18:26:38.510797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-ccf9629a-20da-4f1f-bdce-4e57a310e697 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 217 time: 0.0413256 Jul 16 18:26:38.586413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-175b870b-a799-4a96-8a18-088b0bb65c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.588177 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-175b870b-a799-4a96-8a18-088b0bb65c0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.0708427 Jul 16 18:26:38.613840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed2d33bd-b18a-43b7-96c2-891f1ead9942 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.616337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed2d33bd-b18a-43b7-96c2-891f1ead9942 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.617768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ed2d33bd-b18a-43b7-96c2-891f1ead9942 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "DELETE /v2.0/security-groups/6b789cc2-6b26-45c3-ba98-0c76259a3f3a HTTP/1.1" status: 204 len: 168 time: 0.6295800 Jul 16 18:26:38.623199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec9947f1-d499-45ed-ae6b-e3c6a38045a5 req-a90c9fcd-68dd-4000-82a0-e52cef3d8b1c tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544981 Jul 16 18:26:38.623671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.668107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d33bd-b18a-43b7-96c2-891f1ead9942 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b789cc2-6b26-45c3-ba98-0c76259a3f3a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.670417 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-441bf0e9-b9f4-4edb-b5e3-da38db28e639 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] show failed (client error): The resource could not be found. Jul 16 18:26:38.671460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-441bf0e9-b9f4-4edb-b5e3-da38db28e639 tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "GET /v2.0/security-groups/6b789cc2-6b26-45c3-ba98-0c76259a3f3a HTTP/1.1" status: 404 len: 347 time: 0.0408483 Jul 16 18:26:38.677228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51170) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.690971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54579-43ca-43cb-abb5-5167d935098f req-d5476304-0e15-4e23-b156-3293063e0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.692818 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37d54579-43ca-43cb-abb5-5167d935098f req-d5476304-0e15-4e23-b156-3293063e0028 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 914 time: 0.2980251 Jul 16 18:26:38.698767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-824721d1-7940-4262-ba97-25e0e5ccdaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.699852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Deleting port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:38.700272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.700466 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-824721d1-7940-4262-ba97-25e0e5ccdaa1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1025653 Jul 16 18:26:38.762588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37d54579-43ca-43cb-abb5-5167d935098f req-7007769b-f571-45da-bf15-e5701d813652 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b671a94-8a61-4147-bea4-9e4f99aa8e0a HTTP/1.1" status: 200 len: 217 time: 0.0562105 Jul 16 18:26:38.854332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2b671a94-8a61-4147-bea4-9e4f99aa8e0a details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:38.901738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54579-43ca-43cb-abb5-5167d935098f req-c514e7e8-09f1-4c88-995b-1a3602b8e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.903754 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37d54579-43ca-43cb-abb5-5167d935098f req-c514e7e8-09f1-4c88-995b-1a3602b8e5e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.1352646 Jul 16 18:26:38.946950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37d54579-43ca-43cb-abb5-5167d935098f req-df2f46c2-c5d2-4f59-893c-5dda2ed477df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361443 Jul 16 18:26:38.954277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074ef3-4e89-49d5-83ef-e85653f576c1 req-fdfb6dbf-ee19-4b4c-901d-cf72c8682384 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.955911 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2074ef3-4e89-49d5-83ef-e85653f576c1 req-fdfb6dbf-ee19-4b4c-901d-cf72c8682384 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 943 time: 0.2543924 Jul 16 18:26:38.959570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-c76d5a44-f3de-4762-a80c-20e67932ab92 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480171 Jul 16 18:26:38.962073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Deleting port a4628734-19b4-4ef5-a041-8185c59b2f36 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:38.962488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.973946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] For port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,segment=NetworkSegment(8fbabb20-22b6-4649-b5c3-1c5a6fe4e606),segment_id=8fbabb20-22b6-4649-b5c3-1c5a6fe4e606)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:38.974670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.002704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Calling delete_port for 19d313f5-ce93-41c5-ad4d-83a5e3d78eca owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:39.003424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:39.019087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a', 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8', 'port_id': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a', 'mac_address': 'fa:16:3e:a3:66:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35249abf-a681-4a10-a382-b39a18247d16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:39.064949 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.080250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2074ef3-4e89-49d5-83ef-e85653f576c1 req-2957377e-4d5e-4b1b-95e6-1d278df2183c tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147759 Jul 16 18:26:39.081644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b671a94-8a61-4147-bea4-9e4f99aa8e0a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:39.117497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:39.123270 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.124243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:39.134878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf51be-354d-4e42-bd94-89b0c3e46869 req-b890b96b-f1bf-415e-bd6a-28122f382e3a tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.145675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16bf51be-354d-4e42-bd94-89b0c3e46869 req-b890b96b-f1bf-415e-bd6a-28122f382e3a tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 945 time: 0.3018794 Jul 16 18:26:39.196551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.202951 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.214758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.242214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Calling delete_port for a4628734-19b4-4ef5-a041-8185c59b2f36 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:39.244591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16bf51be-354d-4e42-bd94-89b0c3e46869 req-7f06926d-e8c7-4f85-b318-19666863f118 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976157 Jul 16 18:26:39.247867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-51e9432c-b94a-4a3a-a7b9-5d5c1f5fc7b9 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647674 Jul 16 18:26:39.252166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37d54579-43ca-43cb-abb5-5167d935098f req-d000cb96-1e06-4b1c-99bc-99689dce335d service neutron] 10.222.0.67 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951913 Jul 16 18:26:39.405035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:39.422104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'mac_address': 'fa:16:3e:f2:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:39.469468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37d54579-43ca-43cb-abb5-5167d935098f req-e1637189-981e-4aa7-a6f0-56f013c2f756 service neutron] 10.222.0.67 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044127 Jul 16 18:26:39.480322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.491072 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.517403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:39.555299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:39.560700 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.568525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Pushing event deleted for resources: {'Port': ['ID=19d313f5-ce93-41c5-ad4d-83a5e3d78eca,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.594863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] No DVR routers for this DVR port 19d313f5-ce93-41c5-ad4d-83a5e3d78eca on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:39.597896 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.599964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8595b0fe-6f58-4ff6-8e97-7194dc085900 req-e4954b4e-fa3d-4d8a-a98b-38da1df15eff tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.59 "DELETE /v2.0/ports/19d313f5-ce93-41c5-ad4d-83a5e3d78eca HTTP/1.1" status: 204 len: 173 time: 1.2983451 Jul 16 18:26:39.680409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.822724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['2b671a94-8a61-4147-bea4-9e4f99aa8e0a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:39.829299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['025eb99b-6db9-44b1-b0f3-cd01f8f57c1d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:39.899988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.900475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.901047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.901518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.901993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.902455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.902917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.904765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3727-0975-4084-99b7-176c38d43e4f req-10ac2b22-2a16-4855-bb01-0124c56c2b20 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.904944 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-597ba09b-6693-4468-beee-171237dcdd60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6484 time: 0.5741534 Jul 16 18:26:39.906666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b3c3727-0975-4084-99b7-176c38d43e4f req-10ac2b22-2a16-4855-bb01-0124c56c2b20 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 945 time: 0.1166642 Jul 16 18:26:39.946248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2c37-22c8-49b0-9fa3-15b6dd580327 req-24bb169c-5bfa-40e0-8a09-3b1c02d89b3a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.952849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b3c3727-0975-4084-99b7-176c38d43e4f req-6e5f7fa9-4818-434b-b0e3-32d1f1f03993 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Jul 16 18:26:39.953165 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a8d2c37-22c8-49b0-9fa3-15b6dd580327 req-24bb169c-5bfa-40e0-8a09-3b1c02d89b3a tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/ports?device_id=f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a HTTP/1.1" status: 200 len: 866 time: 0.6236892 Jul 16 18:26:40.076753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a8d2c37-22c8-49b0-9fa3-15b6dd580327 req-34c65795-e1a7-4b1e-8882-6ff5693a3395 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] 10.222.0.49 "GET /v2.0/security-groups?id=efdb2bda-658f-4601-863b-2c6cb7f8f239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226275 Jul 16 18:26:40.089220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'name': 'network-vif-deleted', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:40.091611 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02da1c5e-ada2-43e9-b98d-e8e0c5fcdc79" -d '{"events": [{"server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "name": "network-vif-deleted", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:40.115520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.179226 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229d8fc9-7672-4fec-8cd9-61682134ee95 x-openstack-request-id: req-229d8fc9-7672-4fec-8cd9-61682134ee95 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:40.179554 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a", "name": "network-vif-deleted", "tag": "19d313f5-ce93-41c5-ad4d-83a5e3d78eca", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:40.179808 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-229d8fc9-7672-4fec-8cd9-61682134ee95 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:40.180222 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38b5cb4-4c4b-411c-b22b-ed1cab1c1e5a', 'name': 'network-vif-deleted', 'tag': '19d313f5-ce93-41c5-ad4d-83a5e3d78eca', 'status': 'completed', 'code': 200} Jul 16 18:26:40.202158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-ab80a23c-536b-4134-9162-a7d67c073964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.203640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-ab80a23c-536b-4134-9162-a7d67c073964 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a00e6c7-113c-4bdc-896b-c4b3777b451f HTTP/1.1" status: 200 len: 903 time: 0.2754290 Jul 16 18:26:40.224328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Pushing event deleted for resources: {'Port': ['ID=a4628734-19b4-4ef5-a041-8185c59b2f36,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.341288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-5b34a44a-1503-4edd-a67f-f283fb40fd33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 217 time: 0.0906813 Jul 16 18:26:40.368148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.392674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.411297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.430346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.436663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.443312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.449460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.457104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-03cea35c-34f9-4ee5-a4b2-fe5986467a6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.2188985 Jul 16 18:26:40.469543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.472150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.473356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-720d82a6-a836-4c1c-9ca2-428bb2d3f29d tempest-ServersWithSpecificFlavorTestJSON-599253727 tempest-ServersWithSpecificFlavorTestJSON-599253727-project] 10.222.0.49 "DELETE /v2.0/floatingips/43e8ca34-89bd-4600-95ea-0e0656eaf53b HTTP/1.1" status: 204 len: 168 time: 1.7951195 Jul 16 18:26:40.515343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17ab2eca-51ed-4f2a-a2f7-2da8676c22d3 req-b224a70e-7ef3-41e4-b447-de8ccfbe8099 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572004 Jul 16 18:26:40.517319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4c498d5a-b867-46e3-9c76-a4da1a6e3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.517485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 19d313f5-ce93-41c5-ad4d-83a5e3d78eca no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:40.519074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-4c498d5a-b867-46e3-9c76-a4da1a6e3336 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1710501 Jul 16 18:26:40.558696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 19d313f5-ce93-41c5-ad4d-83a5e3d78eca {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:40.559069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 19d313f5-ce93-41c5-ad4d-83a5e3d78eca not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:40.587560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7b2c9-87b0-4ef8-abe8-0538e309d0f8 req-7e7ac0bc-b3eb-4804-acfc-94f37282d166 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.589111 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9b7b2c9-87b0-4ef8-abe8-0538e309d0f8 req-7e7ac0bc-b3eb-4804-acfc-94f37282d166 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 944 time: 0.1679623 Jul 16 18:26:40.640349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-86c462bd-5f03-432a-9921-9f579b92f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.642032 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-86c462bd-5f03-432a-9921-9f579b92f9dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1114733 Jul 16 18:26:40.649995 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9b7b2c9-87b0-4ef8-abe8-0538e309d0f8 req-682b090f-1d2a-4315-b79e-2a36a64b29b3 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551589 Jul 16 18:26:40.759371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-96f47d0a-5f5b-4956-b9e5-56d30c369d91 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083646 Jul 16 18:26:40.875134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2b671a94-8a61-4147-bea4-9e4f99aa8e0a up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:40.887321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-2287a29a-ad20-44eb-8e12-4a340918c98d service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187830 Jul 16 18:26:40.998942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:41.010502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:41.010816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.110381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.113419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.113915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.114414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.114963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.115436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.115973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.123804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-73a3c53e-2f46-46e5-b741-c24c1232c39e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6484 time: 0.1515155 Jul 16 18:26:41.159234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.188853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7417142b-0428-44f0-9245-83bca17bfb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:41.191415 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb242595-e887-4667-8fea-5ad4250a6b2b" -d '{"events": [{"server_uuid": "7417142b-0428-44f0-9245-83bca17bfb87", "name": "network-vif-plugged", "status": "completed", "tag": "2b671a94-8a61-4147-bea4-9e4f99aa8e0a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:41.208098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:41.213813 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.215216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:41.282742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-97ee1840-7713-4b83-89ac-afeccd7f19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.284896 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-97ee1840-7713-4b83-89ac-afeccd7f19da service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a00e6c7-113c-4bdc-896b-c4b3777b451f HTTP/1.1" status: 200 len: 903 time: 0.1535347 Jul 16 18:26:41.294511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba6e71-ed07-4a4c-82b7-08009eddbb57 req-4041f9f5-5edf-466e-b142-a8e0a9f04d2a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.296170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9eba6e71-ed07-4a4c-82b7-08009eddbb57 req-4041f9f5-5edf-466e-b142-a8e0a9f04d2a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 945 time: 0.1394939 Jul 16 18:26:41.316216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.330709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:41.335129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:41.335412 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.350363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-1bc5bd4a-104c-425b-9e7a-7e415bed077c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3 HTTP/1.1" status: 200 len: 217 time: 0.0531566 Jul 16 18:26:41.409502 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9eba6e71-ed07-4a4c-82b7-08009eddbb57 req-ed73362d-a563-4d95-bb99-a9b50efd46a2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052964 Jul 16 18:26:41.428008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-2681ec55-0867-4f25-ae3a-78fb3f9d9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.438627 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-2681ec55-0867-4f25-ae3a-78fb3f9d9b30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.0726500 Jul 16 18:26:41.439305 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.441855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.480082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:41.486045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.533783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-f2dd55b9-6026-4f1c-b68b-35fd597d7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.536024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-f2dd55b9-6026-4f1c-b68b-35fd597d7126 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0978971 Jul 16 18:26:41.537824 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babb5952-2a9c-4ac7-a722-f196eed527ac x-openstack-request-id: req-babb5952-2a9c-4ac7-a722-f196eed527ac {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:41.538334 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7417142b-0428-44f0-9245-83bca17bfb87", "name": "network-vif-plugged", "status": "completed", "tag": "2b671a94-8a61-4147-bea4-9e4f99aa8e0a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:41.538334 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-babb5952-2a9c-4ac7-a722-f196eed527ac {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:41.538798 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7417142b-0428-44f0-9245-83bca17bfb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a', 'code': 200} Jul 16 18:26:41.570057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.690703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] Deleting subnet 6646841a-3692-4c50-abd5-e333cc4581b2 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:41.695162 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.733069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.733316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.748160 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-0113f600-400d-4357-a019-3a164c68c3b2 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033398 Jul 16 18:26:41.777029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b42f2-28a1-4d6f-9d81-72b83482cd60 req-bca7ec13-6079-4dfa-a122-288e8b0d266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.779111 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-452b42f2-28a1-4d6f-9d81-72b83482cd60 req-bca7ec13-6079-4dfa-a122-288e8b0d266e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 1098 time: 0.1797433 Jul 16 18:26:41.813503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.885432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-452b42f2-28a1-4d6f-9d81-72b83482cd60 req-3cfc00b3-0b95-45db-bda2-c7437a886e1e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894220 Jul 16 18:26:41.909288 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.928812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.935854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.937389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6646841a-3692-4c50-abd5-e333cc4581b2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.942240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.948641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.954935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.955073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.960821 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-403dde07-06fe-4fe1-9b4f-739009ebe54f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6646841a-3692-4c50-abd5-e333cc4581b2 HTTP/1.1" status: 204 len: 168 time: 0.5140254 Jul 16 18:26:41.960985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.967659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.969732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e4df7bb5-ff6e-44e3-aa5a-45f87d14dd15 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.2910383 Jul 16 18:26:41.973509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.030062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b81063-e905-4669-9251-5ae71603e445 req-5f3242e3-9ef4-4676-b0e9-bc6846cf5de4 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.033937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51b81063-e905-4669-9251-5ae71603e445 req-5f3242e3-9ef4-4676-b0e9-bc6846cf5de4 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 945 time: 0.0942676 Jul 16 18:26:42.071748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51b81063-e905-4669-9251-5ae71603e445 req-8f37a2e9-4e08-4c16-9849-8394d9a5f723 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Jul 16 18:26:42.098293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-6f1f3e51-01d5-4692-b0b5-7efbc7f98a70 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422372 Jul 16 18:26:42.166423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-655d063b-6649-4e62-bd88-6cf72cfcf48d req-e857f1f8-10b4-416f-8b51-d5699e0a305b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728926 Jul 16 18:26:42.172065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.379333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.379892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.380407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.380993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.381467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.381941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.382441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.384856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-927c59a6-8c5b-4569-be34-294ed2635812 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6484 time: 0.2169087 Jul 16 18:26:42.413045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.445657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c256d501-8406-46fc-819a-b542ce42eb9d']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:42.478164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:42.478337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbabb20-22b6-4649-b5c3-1c5a6fe4e606') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:42.514039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.563242 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.615465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:42.615646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:42.618515 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:42.622942 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:42.622942 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:42.752418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-81deeb18-b152-4483-a19e-26f20bee3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.754754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-81deeb18-b152-4483-a19e-26f20bee3f5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a00e6c7-113c-4bdc-896b-c4b3777b451f HTTP/1.1" status: 200 len: 903 time: 0.3290873 Jul 16 18:26:42.779945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.785529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.790936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] 10.222.0.49 "DELETE /v2.0/networks/c256d501-8406-46fc-819a-b542ce42eb9d HTTP/1.1" status: 204 len: 168 time: 0.8132877 Jul 16 18:26:42.792157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.877207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] Deleting subnet e0f8f6e9-ed98-4dd8-88d3-48462d260c38 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:42.881876 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.128750 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-c02e575a-6fd9-4cf5-a07f-604e9e84a32d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=5a83f058-7138-4438-b396-d79a9307d08e HTTP/1.1" status: 200 len: 217 time: 0.3602190 Jul 16 18:26:43.137661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Pushing event deleted for resources: {'Network': ['ID=c256d501-8406-46fc-819a-b542ce42eb9d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.187697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.188048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.188389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.189078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.189494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.189861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.190769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.191135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.191473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.191804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.192139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.192484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a7052-4671-4b58-99f4-721d303b774e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:43.206520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f913c52-65ca-4efc-8c1d-c156a89ca4ea req-b023cb92-d892-4ee0-b468-a540fb9351d6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.208228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f913c52-65ca-4efc-8c1d-c156a89ca4ea req-b023cb92-d892-4ee0-b468-a540fb9351d6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 946 time: 0.6407630 Jul 16 18:26:43.257295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.282128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-abb5720e-c1a0-4020-933d-60c26f57e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.283798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-abb5720e-c1a0-4020-933d-60c26f57e0aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1434796 Jul 16 18:26:43.329934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.391203 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f913c52-65ca-4efc-8c1d-c156a89ca4ea req-7f5d30c6-9ca5-488c-92f7-b2305d523112 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745014 Jul 16 18:26:43.437424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31825-e438-40b5-99b0-8b87fd7b72d8 req-acba8e77-b9b0-4f44-a59e-0d6ce513d5af tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.439073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5cd31825-e438-40b5-99b0-8b87fd7b72d8 req-acba8e77-b9b0-4f44-a59e-0d6ce513d5af tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 945 time: 0.1263311 Jul 16 18:26:43.447730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.488064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f8f6e9-ed98-4dd8-88d3-48462d260c38,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.506940 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.509588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-65c32d0a-992a-43a0-8567-278232a30e56 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e0f8f6e9-ed98-4dd8-88d3-48462d260c38 HTTP/1.1" status: 204 len: 168 time: 0.7162840 Jul 16 18:26:43.512303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:43.539682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:43.542778 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16abcdb4-1092-492c-ad14-5d373b56504a" -d '{"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-plugged", "status": "completed", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:43.558473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-8e3e326b-b03f-4bfd-9017-862c7deba467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.560408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-8e3e326b-b03f-4bfd-9017-862c7deba467 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2638636 Jul 16 18:26:43.571368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.659555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.684736 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5cd31825-e438-40b5-99b0-8b87fd7b72d8 req-d737a09f-ed3d-4bf5-ad77-fb3c94084ccb tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339475 Jul 16 18:26:43.791769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.805807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532a68c5-ef9b-405b-b7a5-74f85eba4647']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:43.818668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203a6fd6-af1e-4fe6-98ed-92734b499cfe') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:43.818969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203a6fd6-af1e-4fe6-98ed-92734b499cfe') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:43.825407 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a6302c-aafa-4a39-b072-d9c7fe1ffb84 x-openstack-request-id: req-82a6302c-aafa-4a39-b072-d9c7fe1ffb84 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:43.826144 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-plugged", "status": "completed", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:43.826144 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82a6302c-aafa-4a39-b072-d9c7fe1ffb84 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:43.826365 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'code': 200} Jul 16 18:26:43.830453 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.855781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.864046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:43.864929 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:43.867185 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:43.956113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-81a68a4b-3666-4157-9d0f-8ff0c3f5194b service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882685 Jul 16 18:26:43.991831 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.995124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.997464 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.000616 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] 10.222.0.49 "DELETE /v2.0/networks/532a68c5-ef9b-405b-b7a5-74f85eba4647 HTTP/1.1" status: 204 len: 168 time: 0.4873028 Jul 16 18:26:44.004872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.010805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.016959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1068f19-9406-46c7-8701-15e159ddb731 admin admin] Pushing event deleted for resources: {'Network': ['ID=532a68c5-ef9b-405b-b7a5-74f85eba4647,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:44.020051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.026891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.034153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.042926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.044935 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-453a656c-135f-45f2-9b78-83dfe589a771 req-e109788d-5f10-46d8-9dd1-0ed6a513f9b4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.3535149 Jul 16 18:26:44.056125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d5189-4407-41f6-99e4-64fd3aca10e9 req-01156b7c-cf9e-4e3e-b667-677e9952b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.064041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d6d5189-4407-41f6-99e4-64fd3aca10e9 req-01156b7c-cf9e-4e3e-b667-677e9952b3f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 1097 time: 0.1297631 Jul 16 18:26:44.125472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d6d5189-4407-41f6-99e4-64fd3aca10e9 req-67b4ab9b-0644-4172-b7dd-e7fac61d5e33 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Jul 16 18:26:44.209651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-453a656c-135f-45f2-9b78-83dfe589a771 req-15f42dfb-4f42-46ac-baff-796ecca862b6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472757 Jul 16 18:26:44.251800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51348) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:44.254282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-c26f5751-3d2c-41d6-856f-682cbb94d99e service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740672 Jul 16 18:26:44.266195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Deleting port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:44.267083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.323150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-267f67b1-2d46-46aa-ac7e-f81d1622c700 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3789f914e9442f48a8206c661fc9fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676084 Jul 16 18:26:44.323374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:44.389912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-120318d8-0b20-4a15-8408-aab6174a83b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.448124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] For port e1c7faa8-d10b-4b59-a814-c0b7df2f2b70, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:44.449121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.468413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Calling delete_port for e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:44.476185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-120318d8-0b20-4a15-8408-aab6174a83b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.527704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.528583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.529326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.529981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.530707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.531203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.531679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.533757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-4e4cf142-f8ff-41a7-93c1-3e8b924e694b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6484 time: 0.1527946 Jul 16 18:26:44.554573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-120318d8-0b20-4a15-8408-aab6174a83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.557688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-120318d8-0b20-4a15-8408-aab6174a83b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.561931 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-120318d8-0b20-4a15-8408-aab6174a83b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efdb2bda-658f-4601-863b-2c6cb7f8f239 HTTP/1.1" status: 204 len: 168 time: 0.2375934 Jul 16 18:26:44.583566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120318d8-0b20-4a15-8408-aab6174a83b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb2bda-658f-4601-863b-2c6cb7f8f239,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:44.705430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3959140-5a0f-47b9-8926-dff8af7b25ab req-179c3d0d-2093-4ceb-81a1-b26951d036b8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.707021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3959140-5a0f-47b9-8926-dff8af7b25ab req-179c3d0d-2093-4ceb-81a1-b26951d036b8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 946 time: 0.0673671 Jul 16 18:26:44.793633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3959140-5a0f-47b9-8926-dff8af7b25ab req-6d9db05c-d1ed-4c49-a9b1-56b280504024 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804334 Jul 16 18:26:44.874479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-d9a3609d-61e3-42f4-b171-037d8dee4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.875999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-d9a3609d-61e3-42f4-b171-037d8dee4a77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 HTTP/1.1" status: 200 len: 902 time: 0.3326957 Jul 16 18:26:44.936755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-54ca6af3-1613-4a96-aa63-1481144fdb2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48db903e-e86c-4186-89a6-2e442af0c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0489824 Jul 16 18:26:44.961275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.998577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c7faa8-d10b-4b59-a814-c0b7df2f2b70,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.171644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-a8a79ee3-a437-4168-ae42-a13ae89ba70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.173403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-a8a79ee3-a437-4168-ae42-a13ae89ba70a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.2144642 Jul 16 18:26:45.273902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.371428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-076a9ff6-5dfd-4193-bd32-786bd300272d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b15e1480c1454d57be08133b93f0348d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937700 Jul 16 18:26:45.371682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:45.557888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.598494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4311d-2d34-4dac-ae5a-acf4d4429b4e req-8ffdf302-8081-4be2-88d8-c01a3239f38b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.601282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ae4311d-2d34-4dac-ae5a-acf4d4429b4e req-8ffdf302-8081-4be2-88d8-c01a3239f38b tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 945 time: 0.7278130 Jul 16 18:26:45.645971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.771305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941a121-b81d-47b8-994d-83156b9b388d req-84ca5a85-9c6e-408e-a7de-d5619a3d58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.772918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-84ca5a85-9c6e-408e-a7de-d5619a3d58c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5910566 Jul 16 18:26:45.793069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.801943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.806575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.813586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.818931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ae4311d-2d34-4dac-ae5a-acf4d4429b4e req-f59594c9-a36a-4754-b959-7ef9d2e12341 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999507 Jul 16 18:26:45.820161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.825992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.832552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.834180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-4665d132-e651-402d-8413-3d222d5eb7bb tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.1462922 Jul 16 18:26:45.835398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.838094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.839016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.839156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a0f0f57-3991-46b7-8129-56a6bfd15485 HTTP/1.1" status: 204 len: 168 time: 0.4665291 Jul 16 18:26:45.847391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0f0f57-3991-46b7-8129-56a6bfd15485,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.861164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.861511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.861853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.862187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.862596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.862969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.863295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.863620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.863945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.864267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.864587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.864935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d58885-5774-4ecb-bdc9-fb8821521fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:45.922748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e663a919-8944-4a6c-bd4d-42ec9ee2c34d req-ac4a245f-e440-4685-96bf-326a7041894a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650907 Jul 16 18:26:46.025925 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-9726576e-dabf-4154-94f2-d159bf68dea8 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364619 Jul 16 18:26:46.154999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0faebef-2f8f-48ac-b18e-c24cdc00cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.248069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e93da2-8cf4-471f-81d4-7729f252e8f5 req-8cc22249-e93b-4296-93e2-43e4f853e268 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.255060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50e93da2-8cf4-471f-81d4-7729f252e8f5 req-8cc22249-e93b-4296-93e2-43e4f853e268 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 946 time: 0.2214286 Jul 16 18:26:46.301976 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f941a121-b81d-47b8-994d-83156b9b388d req-1be10d71-0b25-4311-ac5a-94a5ea4ee04e service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666430 Jul 16 18:26:46.351070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50e93da2-8cf4-471f-81d4-7729f252e8f5 req-fc797a28-3c6a-426c-86b4-b524faf0142f tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948873 Jul 16 18:26:46.427063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Router da8f748f-85e4-41df-93bf-9091c6c75a90 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:46.509074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.509727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.512991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.513483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.514261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.514688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.517473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.519689 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f3a9454-0691-4957-a16e-136605e1426d req-bb771280-7f55-4ab8-a7ad-e9ffd54a6f11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6484 time: 0.1411774 Jul 16 18:26:46.765389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-b389d0ee-5721-4e38-97b7-0966922ac49a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.767498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-b389d0ee-5721-4e38-97b7-0966922ac49a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.67 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 946 time: 0.1400924 Jul 16 18:26:46.778051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:46.784927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-659ace08-a359-48df-93bc-e85ae964de12 admin admin] 10.222.0.49 "PUT /v2.0/routers/da8f748f-85e4-41df-93bf-9091c6c75a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0471091 Jul 16 18:26:46.787909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51404) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:46.790592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] Sync routers for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:46.809506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:46.810141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:46.891630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-3b7c7024-c485-4070-b432-1eca893ace59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.893181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f3a9454-0691-4957-a16e-136605e1426d req-3b7c7024-c485-4070-b432-1eca893ace59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 HTTP/1.1" status: 200 len: 902 time: 0.3514585 Jul 16 18:26:46.963826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Deleting port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:46.964436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.974101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f3a9454-0691-4957-a16e-136605e1426d req-3481c47a-2d05-4886-b56c-366ba73bb58f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 HTTP/1.1" status: 200 len: 217 time: 0.0739400 Jul 16 18:26:47.111165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:47.117467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.192706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-aad00620-bfa5-47a2-8b14-950fca19a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.195539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f3a9454-0691-4957-a16e-136605e1426d req-aad00620-bfa5-47a2-8b14-950fca19a386 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.2103834 Jul 16 18:26:47.257670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] For port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:47.258060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.298247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Calling delete_port for 2b671a94-8a61-4147-bea4-9e4f99aa8e0a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:47.477846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.493513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.504379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.510706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.516930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e50f6-12d4-4a1f-a975-5f7185f35669 req-efb9dc68-590c-440b-8daf-4e1bade7b0cd tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.517862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.519572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:26:44Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.525866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-929e50f6-12d4-4a1f-a975-5f7185f35669 req-efb9dc68-590c-440b-8daf-4e1bade7b0cd tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 945 time: 0.3437462 Jul 16 18:26:47.526110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.530606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.533155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.542315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-cb346259-b8e5-4e37-bc2b-6b5c3419f8e6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.3847713 Jul 16 18:26:47.563060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] Checking router: da8f748f-85e4-41df-93bf-9091c6c75a90 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:47.574689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9454-0691-4957-a16e-136605e1426d req-1294c3cc-5d89-4f9e-a948-2becdc263974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.578433 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f3a9454-0691-4957-a16e-136605e1426d req-1294c3cc-5d89-4f9e-a948-2becdc263974 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3725898 Jul 16 18:26:47.585904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] Routers {'da8f748f-85e4-41df-93bf-9091c6c75a90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:47.587329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['da8f748f-85e4-41df-93bf-9091c6c75a90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.623269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46b90f0a-76c5-4a81-9e7d-ac8f0ae935c3 req-dd47abff-dd17-4fac-9e1a-20f9db274d12 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791566 Jul 16 18:26:47.711054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-929e50f6-12d4-4a1f-a975-5f7185f35669 req-d86073e0-a324-45ef-8de0-9e70256fc595 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784003 Jul 16 18:26:47.799289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.818366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['fb851483-6d12-4fe6-9d85-f8ab1321c5fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:47.821136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['2b671a94-8a61-4147-bea4-9e4f99aa8e0a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:47.866238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Pushing event deleted for resources: {'Port': ['ID=2b671a94-8a61-4147-bea4-9e4f99aa8e0a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:47.904042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f3a9454-0691-4957-a16e-136605e1426d req-48196378-aa02-467d-9ca7-ff50e3d3c429 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919271 Jul 16 18:26:47.976850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] Set router da8f748f-85e4-41df-93bf-9091c6c75a90 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:48.022914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Deleting port 6d054a90-caec-4f32-81f6-4c2ab436b825 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:48.023261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.034206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] No DVR routers for this DVR port 2b671a94-8a61-4147-bea4-9e4f99aa8e0a on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:48.044456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.046578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78ddf40d-5fb3-437a-b8bd-81f5162901cd req-a3c8059b-f74f-45df-9502-c02174600cb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.67 "DELETE /v2.0/ports/2b671a94-8a61-4147-bea4-9e4f99aa8e0a HTTP/1.1" status: 204 len: 173 time: 1.2738295 Jul 16 18:26:48.047269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7417142b-0428-44f0-9245-83bca17bfb87', 'name': 'network-vif-deleted', 'tag': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:48.058925 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd2cd8-46ac-4c14-bd2b-1e4665b1a857" -d '{"events": [{"server_uuid": "7417142b-0428-44f0-9245-83bca17bfb87", "name": "network-vif-deleted", "tag": "2b671a94-8a61-4147-bea4-9e4f99aa8e0a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:48.064504 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43700d21-8762-42c1-8f0f-208e8ff2d710 req-39b0619b-e21a-4cd7-934b-f320eee44d76 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7417142b-0428-44f0-9245-83bca17bfb87 HTTP/1.1" status: 200 len: 210 time: 0.1298091 Jul 16 18:26:48.177721 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a124a0-69bb-4c90-92f4-97c952ecb73f x-openstack-request-id: req-04a124a0-69bb-4c90-92f4-97c952ecb73f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:48.178015 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7417142b-0428-44f0-9245-83bca17bfb87", "name": "network-vif-deleted", "tag": "2b671a94-8a61-4147-bea4-9e4f99aa8e0a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:48.178401 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04a124a0-69bb-4c90-92f4-97c952ecb73f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:48.178808 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7417142b-0428-44f0-9245-83bca17bfb87', 'name': 'network-vif-deleted', 'tag': '2b671a94-8a61-4147-bea4-9e4f99aa8e0a', 'status': 'completed', 'code': 200} Jul 16 18:26:48.270663 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f3a9454-0691-4957-a16e-136605e1426d req-41f9c3aa-eeb9-4bb0-80ea-9f232e64023a service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615201 Jul 16 18:26:48.310948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] For port 6d054a90-caec-4f32-81f6-4c2ab436b825, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6d054a90-caec-4f32-81f6-4c2ab436b825,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:48.311322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.340718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Calling delete_port for 6d054a90-caec-4f32-81f6-4c2ab436b825 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:48.510283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:26:44Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.554530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47e04c-9ac1-4e13-8fb1-be19bdc7082c None None] The sync data for ids ['da8f748f-85e4-41df-93bf-9091c6c75a90'] in n-d-791504-15 is: [{'id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1761832432-router', 'tenant_id': '8b43252dd7854ca2ad33401859462375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:31Z', 'updated_at': '2021-07-16T18:26:44Z', 'revision_number': 5, 'project_id': '8b43252dd7854ca2ad33401859462375', 'gw_port': {'id': '6d054a90-caec-4f32-81f6-4c2ab436b825', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:2b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f748f-85e4-41df-93bf-9091c6c75a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:32Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:48.611167 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.654472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5530c311-3ddc-447f-bb2a-af61424aa55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.754323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d054a90-caec-4f32-81f6-4c2ab436b825,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.757308 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.839868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.975036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-c2d807fe-2b46-488a-ba65-21fb7e8c8c31 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467513 Jul 16 18:26:49.270907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-a5354498-5305-4229-b6d2-dd46036e82f5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.278862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-a5354498-5305-4229-b6d2-dd46036e82f5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012836 Jul 16 18:26:49.309618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-5fdb54fa-53a5-44e6-9fe8-36b13410c4f9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/quotas/ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 375 time: 0.0166218 Jul 16 18:26:49.345992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-8834d41d-900e-4d90-8fd1-923bb2bbaa7a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429492 Jul 16 18:26:49.409887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.415835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.503490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.509680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.520991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.528546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.534448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.541836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.547899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.550327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-61963214-b1da-451a-9867-3a45b610aedb req-f2f1109e-45e3-4bc3-b260-075590f8a6bd tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.6770597 Jul 16 18:26:49.551796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.552212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8f748f-85e4-41df-93bf-9091c6c75a90 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:49.557419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.561359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ede06c3b-bcfe-4c57-8713-56ac7d7ccfb9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/da8f748f-85e4-41df-93bf-9091c6c75a90 HTTP/1.1" status: 204 len: 168 time: 2.7600312 Jul 16 18:26:49.561487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.587158 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:49.652925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:49.655465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-61963214-b1da-451a-9867-3a45b610aedb req-374ecbec-7d6a-499f-ad8d-f0e5c5200c17 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859182 Jul 16 18:26:49.662447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] Deleting subnet 9d69b7be-27ee-4ceb-8089-73f5d77d36f6 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:49.666637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.710012 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.726393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:49.727674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1c7faa8-d10b-4b59-a814-c0b7df2f2b70 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:49.844594 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.893516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0629215-f06f-4f4e-8470-7971554f5083 req-addbe263-6f0f-47f0-bee6-9765201eeac9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 210 time: 0.0467074 Jul 16 18:26:49.907042 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.001249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.027726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d69b7be-27ee-4ceb-8089-73f5d77d36f6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.035605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.037928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f3742b00-8416-4487-acda-c04843e51fb5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9d69b7be-27ee-4ceb-8089-73f5d77d36f6 HTTP/1.1" status: 204 len: 168 time: 0.4752567 Jul 16 18:26:50.041461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51510) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:50.047011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1fcf91-f7fb-4110-9914-84a57e803027 None None] Network 847657e6-35ab-4070-8c37-d5f3065826ff requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:50.157546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645d4e5-8d0a-48f0-9047-763db9258826 req-ac5c3f1d-b915-463c-a976-8f21f831fca2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.159878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.165548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f645d4e5-8d0a-48f0-9047-763db9258826 req-ac5c3f1d-b915-463c-a976-8f21f831fca2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1477189 Jul 16 18:26:50.233210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Deleting port 9a586f4f-f636-4ae9-b50e-581125781f9b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:50.233762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.262351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f645d4e5-8d0a-48f0-9047-763db9258826 req-5d588bcb-b0f2-4464-b176-00c31d55d5e6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853446 Jul 16 18:26:50.392921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] For port 9a586f4f-f636-4ae9-b50e-581125781f9b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9a586f4f-f636-4ae9-b50e-581125781f9b,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:50.393478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.443604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Calling delete_port for 9a586f4f-f636-4ae9-b50e-581125781f9b owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:50.507127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] DHCP port deletion for 847657e6-35ab-4070-8c37-d5f3065826ff request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:50.572149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] Deleting port 9a586f4f-f636-4ae9-b50e-581125781f9b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:50.572149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.587418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943ceed-5623-4bbe-a7f2-0954f2bda9f3 req-6c8df9b4-23bf-4772-ace9-8456d8238112 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.590904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6943ceed-5623-4bbe-a7f2-0954f2bda9f3 req-6c8df9b4-23bf-4772-ace9-8456d8238112 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 945 time: 0.1723905 Jul 16 18:26:50.642211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.673194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a586f4f-f636-4ae9-b50e-581125781f9b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.695433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6943ceed-5623-4bbe-a7f2-0954f2bda9f3 req-34eff265-70c4-4499-92f8-8c62b5f56fc9 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906179 Jul 16 18:26:50.701599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] No DVR routers for this DVR port 9a586f4f-f636-4ae9-b50e-581125781f9b on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:50.712166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4f600-a474-4431-84ed-4e0aa41755f5 req-867e8395-4db6-432d-aa22-ff2c3ad7b600 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.714010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26a4f600-a474-4431-84ed-4e0aa41755f5 req-867e8395-4db6-432d-aa22-ff2c3ad7b600 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1057079 Jul 16 18:26:50.730551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] For port 9a586f4f-f636-4ae9-b50e-581125781f9b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9a586f4f-f636-4ae9-b50e-581125781f9b,segment=NetworkSegment(9173fadc-2402-4357-81d3-d3bb683a859f),segment_id=9173fadc-2402-4357-81d3-d3bb683a859f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:50.731161 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.759692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] Calling delete_port for 9a586f4f-f636-4ae9-b50e-581125781f9b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:50.793300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26a4f600-a474-4431-84ed-4e0aa41755f5 req-9f779830-e340-4c04-ba17-448ba841ad84 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652590 Jul 16 18:26:50.815645 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.830178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847657e6-35ab-4070-8c37-d5f3065826ff']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:50.844964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9173fadc-2402-4357-81d3-d3bb683a859f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:50.845640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9173fadc-2402-4357-81d3-d3bb683a859f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:50.857408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.875552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.884415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:50.885696 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:50.888540 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:50.961171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:50.963422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2b671a94-8a61-4147-bea4-9e4f99aa8e0a no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:51.024321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 2b671a94-8a61-4147-bea4-9e4f99aa8e0a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:51.024958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2b671a94-8a61-4147-bea4-9e4f99aa8e0a not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:51.025115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.060222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.065984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] 10.222.0.49 "DELETE /v2.0/networks/847657e6-35ab-4070-8c37-d5f3065826ff HTTP/1.1" status: 204 len: 168 time: 1.0234931 Jul 16 18:26:51.067274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bdfb0-8614-4fa0-b659-cbec0f84bb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=847657e6-35ab-4070-8c37-d5f3065826ff,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.069725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:51.131398 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.136174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.142633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.149201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.155858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.162555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.168913 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.176339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.181697 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d01244cd-427c-4563-ae2a-610095d09514 req-873b4f83-7100-406b-ba3f-94341335f768 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.2290368 Jul 16 18:26:51.187618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:51.196578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] Network 847657e6-35ab-4070-8c37-d5f3065826ff is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:26:51.199179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] No DVR routers for this DVR port 9a586f4f-f636-4ae9-b50e-581125781f9b on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:51.202160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db75f5-9735-460b-b4e9-409ff7e86ab9 None None] Pushing event deleted for resources: {'Port': ['ID=9a586f4f-f636-4ae9-b50e-581125781f9b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.224062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'network_id': '140ca1dd-9816-46ab-ad94-1ecd99e69a28', 'port_id': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'mac_address': 'fa:16:3e:f2:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9dc0cb-f637-4624-931c-1db603ed598e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:51.259783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d01244cd-427c-4563-ae2a-610095d09514 req-fec637f4-f646-4bd3-b4e3-c519c782b6f5 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740209 Jul 16 18:26:51.293709 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.326443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:51.358211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:51.364301 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.398881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-a0f663e8-40c6-48fe-87cd-12ab52653b83 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682838 Jul 16 18:26:51.414868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3f8e6-e79c-471d-a07c-0bd7de35ee8f req-6422b843-f372-4ac0-b152-cae6f36d11da tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.416460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bf3f8e6-e79c-471d-a07c-0bd7de35ee8f req-6422b843-f372-4ac0-b152-cae6f36d11da tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2385037 Jul 16 18:26:51.467478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.509417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['025eb99b-6db9-44b1-b0f3-cd01f8f57c1d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:51.544021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c283985a-c0da-446e-946b-744ab012a694 req-b843e231-8019-4177-a6ea-84073913f867 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 210 time: 0.0606756 Jul 16 18:26:51.656429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9a586f4f-f636-4ae9-b50e-581125781f9b no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:51.685446 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bf3f8e6-e79c-471d-a07c-0bd7de35ee8f req-3500f0d9-39d4-452e-b52b-f5ebf4117f8e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104592 Jul 16 18:26:51.695274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 9a586f4f-f636-4ae9-b50e-581125781f9b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:51.695706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9a586f4f-f636-4ae9-b50e-581125781f9b not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:51.696130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6d054a90-caec-4f32-81f6-4c2ab436b825 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:51.703213 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.731386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6d054a90-caec-4f32-81f6-4c2ab436b825 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:51.731977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6d054a90-caec-4f32-81f6-4c2ab436b825 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:51.754816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-0b2c5a9a-8b8b-47d5-bf2e-26d7d29ab54d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.756731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-0b2c5a9a-8b8b-47d5-bf2e-26d7d29ab54d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511329 Jul 16 18:26:51.771261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Request body: {'port': {'device_id': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'ff42cb648b714e0c9d192382fef0aeab'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:51.938121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971fa71-0439-4860-9f97-4df687472bd0 req-211b0359-9dda-4be5-ad0c-e72781384976 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.947608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9971fa71-0439-4860-9f97-4df687472bd0 req-211b0359-9dda-4be5-ad0c-e72781384976 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 944 time: 0.1080873 Jul 16 18:26:51.979755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Made reservation on behalf of ff42cb648b714e0c9d192382fef0aeab for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:51.986600 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.993358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9971fa71-0439-4860-9f97-4df687472bd0 req-4cdc774e-8c76-421c-a3d8-15acbb16287a tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Jul 16 18:26:52.014877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.083151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.275034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.281080 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.340966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79598f92-5833-4e8c-8630-4e8c3ffda733,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.528335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Allocated IP 192.168.233.134 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/12fc4339-d6dc-45f2-ba51-b9d9eeb1e420) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:52.530902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.538158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.540041 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.547638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.554249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.562805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.570432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.577875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.589480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b266886-bfa1-4df6-af90-8281f60169dc req-78fa878f-f1e5-4618-a85a-3f5522520b20 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.1632397 Jul 16 18:26:52.649369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b266886-bfa1-4df6-af90-8281f60169dc req-ee8b9269-2fd2-47a5-bdbe-fc6cc1044e63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603774 Jul 16 18:26:52.774364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f1a8e203-6a0d-4969-a9a3-99f52c13e179 req-987347e2-3967-4edd-ae6d-aca5e4678312 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 210 time: 0.0451796 Jul 16 18:26:52.809769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Deleting port 78b4c055-2526-44d2-87fa-9741b4cfa3f5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:52.810112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.833573 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.860973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Transition to ACTIVE for port object 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:52.934853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:52.937898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] For port 78b4c055-2526-44d2-87fa-9741b4cfa3f5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=78b4c055-2526-44d2-87fa-9741b4cfa3f5,segment=NetworkSegment(2008c9cc-9950-48d1-832e-e95636ba2035),segment_id=2008c9cc-9950-48d1-832e-e95636ba2035)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:52.938314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.955612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Calling delete_port for 78b4c055-2526-44d2-87fa-9741b4cfa3f5 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:52.968802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.990032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:52.990404 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.052373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:53.064088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:53.066688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:53.107233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.128943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.197578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.198256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.215494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:53.222837 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8ded30-fd26-4050-8d22-e35ed6ad9f9b" -d '{"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-plugged", "status": "completed", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:53.267362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ed28381d-ec23-43be-b1ee-2be597dbe3ad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5003257 Jul 16 18:26:53.276612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:53.281081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Request body: {'port': {'device_id': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:53.292259 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.324505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512b214-574e-413a-ab97-3858fe21b5b3 req-d76ca035-c997-4c3d-bc35-3bc798415836 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.331930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3512b214-574e-413a-ab97-3858fe21b5b3 req-d76ca035-c997-4c3d-bc35-3bc798415836 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 944 time: 0.1927600 Jul 16 18:26:53.394139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.414206 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0366e1-4387-416f-8a8b-ec703c35f44d x-openstack-request-id: req-0a0366e1-4387-416f-8a8b-ec703c35f44d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:53.414503 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-plugged", "status": "completed", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:53.414755 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a0366e1-4387-416f-8a8b-ec703c35f44d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:53.415152 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'code': 200} Jul 16 18:26:53.424552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3512b214-574e-413a-ab97-3858fe21b5b3 req-92be9688-fd36-418e-a496-a472f8811212 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749731 Jul 16 18:26:53.534170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5db2ae3e-91a0-4644-8859-727894259aa6 None None] Provisioning for port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:53.542553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5db2ae3e-91a0-4644-8859-727894259aa6 None None] Provisioning complete for port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:53.542858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5db2ae3e-91a0-4644-8859-727894259aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.587256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5db2ae3e-91a0-4644-8859-727894259aa6 None None] Port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:53.761328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.803006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d1148-f18d-495c-9148-ee77db25938f req-400ddf19-a34e-4727-9dbe-6b7eb8370b84 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.812846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-573d1148-f18d-495c-9148-ee77db25938f req-400ddf19-a34e-4727-9dbe-6b7eb8370b84 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0925405 Jul 16 18:26:53.859870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-573d1148-f18d-495c-9148-ee77db25938f req-4bb265b7-a370-46cb-8739-1fe5e9ea5d4a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Jul 16 18:26:53.925568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.993177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b4c055-2526-44d2-87fa-9741b4cfa3f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.122528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd83c4-da7d-4da7-888c-bb1c6f8c92fa req-995630f9-10f7-4cc6-9dfc-b8414518c1c8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.125512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7dd83c4-da7d-4da7-888c-bb1c6f8c92fa req-995630f9-10f7-4cc6-9dfc-b8414518c1c8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 936 time: 0.0926471 Jul 16 18:26:54.181946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7dd83c4-da7d-4da7-888c-bb1c6f8c92fa req-d6cf92ff-6a37-47e6-8400-867368fbcdd6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442507 Jul 16 18:26:54.187007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.195082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.207878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.214209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.220665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.226182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.232003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.234017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-2893cd36-a62f-41e0-943d-ea812046c66a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.3243060 Jul 16 18:26:54.291122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.365306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4e7ca-17da-4966-8278-2ba86844f731 req-7de2dd91-08f7-46ef-8a34-b471196565c4 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.373389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdb4e7ca-17da-4966-8278-2ba86844f731 req-7de2dd91-08f7-46ef-8a34-b471196565c4 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0829110 Jul 16 18:26:54.386917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:54.395456 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9de048cf-bc2a-4904-9859-ea556e0de6d3 req-d6ef54fc-378e-46ea-8a2e-4a606a1eda49 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541917 Jul 16 18:26:54.402913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.414410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.423415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Transition to ACTIVE for port object 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:54.426605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdb4e7ca-17da-4966-8278-2ba86844f731 req-6b21e4e0-466f-4e6d-a5e7-4142eca4f33a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522671 Jul 16 18:26:54.434391 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.774633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.861951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:54.862830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:54.863209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:54.869442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:54.869913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:54.879617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:54.879830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:54.880085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:54.880650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Bound port: 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:54.881028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.934666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:55.076427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:55.089092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.096559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:55.107911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Router 152e059e-670f-4532-b80b-cfe371d4bf77 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:55.115318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.130319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:55.142071 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.166267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107784fa-e448-416b-8c6e-5fa5bf68ab3b req-5b6cea03-9bf0-4d91-9516-a6e47c08d66f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.186567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-107784fa-e448-416b-8c6e-5fa5bf68ab3b req-5b6cea03-9bf0-4d91-9516-a6e47c08d66f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 945 time: 0.1152961 Jul 16 18:26:55.209410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.244499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-107784fa-e448-416b-8c6e-5fa5bf68ab3b req-d7b0c240-b84d-4203-966f-a8976100bb36 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd9bb36e-f2ea-4061-a55d-ea774b353604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560319 Jul 16 18:26:55.248879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.249586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.253449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] 10.222.0.59 "PUT /v2.0/ports/12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 1097 time: 1.9772398 Jul 16 18:26:55.255804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:55.258347 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98af001-d275-4a42-9953-fcc744479918" -d '{"events": [{"name": "network-changed", "server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:55.287635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3eff1-f3cd-4769-98a0-de625b7ccd9d service neutron] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.368588 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fa36be-778e-4142-b0d3-9c21f43186da x-openstack-request-id: req-e2fa36be-778e-4142-b0d3-9c21f43186da {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:55.369625 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:55.370064 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2fa36be-778e-4142-b0d3-9c21f43186da {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:55.370660 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'status': 'completed', 'code': 200} Jul 16 18:26:55.417608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:55.421039 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8915fc1c-0622-426b-9fc5-4a0b044f4568" -d '{"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:55.489006 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c06cbc-0d04-4c3a-8091-c7528692b93d x-openstack-request-id: req-54c06cbc-0d04-4c3a-8091-c7528692b93d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:55.489296 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:55.489586 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54c06cbc-0d04-4c3a-8091-c7528692b93d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:55.489979 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'code': 200} Jul 16 18:26:55.515136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:55.530214 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] Sync routers for ids ['152e059e-670f-4532-b80b-cfe371d4bf77'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:55.554265 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] Routers {'152e059e-670f-4532-b80b-cfe371d4bf77'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:55.554968 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['152e059e-670f-4532-b80b-cfe371d4bf77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:55.556493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4356782c-52f2-4c66-a953-1339033b7a77 admin admin] 10.222.0.49 "PUT /v2.0/routers/152e059e-670f-4532-b80b-cfe371d4bf77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4807692 Jul 16 18:26:55.556908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.621446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-e18d7e89-80c3-43ba-9b5a-b0f82ba644dc tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.623214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-e18d7e89-80c3-43ba-9b5a-b0f82ba644dc tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 943 time: 0.1753716 Jul 16 18:26:55.725595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ca96a596-8b4b-4d45-b069-29f884a3939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.727517 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-ca96a596-8b4b-4d45-b069-29f884a3939f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1100 time: 0.4141903 Jul 16 18:26:55.734294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.818347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-42f6d3d5-61e8-40bf-a348-5edf414eb3d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.0819452 Jul 16 18:26:55.832281 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] Set router 152e059e-670f-4532-b80b-cfe371d4bf77 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:55.926186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.933438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.940657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.942660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d197d-fdef-4b80-8e9a-0755726901f2 req-a9f68c12-6e5e-4e88-abd7-39f306ef17d9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.945833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-236d197d-fdef-4b80-8e9a-0755726901f2 req-a9f68c12-6e5e-4e88-abd7-39f306ef17d9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 948 time: 0.5175924 Jul 16 18:26:55.949733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.957581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.965380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.973005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.979725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.981847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-39c72d2f-63ec-42f3-87fd-ec3f29537b6e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.2289596 Jul 16 18:26:55.989860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-90d8e222-4555-4283-b910-ca416c40eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.991468 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-90d8e222-4555-4283-b910-ca416c40eaa9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1638770 Jul 16 18:26:56.023310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Deleting port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:56.023695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.032939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-236d197d-fdef-4b80-8e9a-0755726901f2 req-97cd099f-63c6-4e63-bf90-d22c15d81cc4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807965 Jul 16 18:26:56.074963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f290f50d-a8d5-43f3-93d4-7b83c445d8ca req-c30e8c52-c620-421e-8e73-b2c347510df8 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921996 Jul 16 18:26:56.135238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-787e389c-1667-4dc6-a1fa-81e2ac8b242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.136788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-787e389c-1667-4dc6-a1fa-81e2ac8b242f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271913 Jul 16 18:26:56.168474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] For port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,segment=NetworkSegment(75810a58-ad0b-482d-b22c-b6c29f2b2f89),segment_id=75810a58-ad0b-482d-b22c-b6c29f2b2f89)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:56.169508 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.185590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Calling delete_port for 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:56.214961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Deleting port 6765d02f-f338-4ca3-a782-d5d608a8409b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:56.215545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.274690 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:26:53Z', 'revision_number': 5, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port': {'id': '6765d02f-f338-4ca3-a782-d5d608a8409b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.344135 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] Checking router: 152e059e-670f-4532-b80b-cfe371d4bf77 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:56.362253 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] Routers {'152e059e-670f-4532-b80b-cfe371d4bf77'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:56.362957 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['152e059e-670f-4532-b80b-cfe371d4bf77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.371785 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.378865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] For port 6765d02f-f338-4ca3-a782-d5d608a8409b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6765d02f-f338-4ca3-a782-d5d608a8409b,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:56.379271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.402075 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-00148729-5cec-4d80-bb47-873913cefd7b service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538753 Jul 16 18:26:56.403082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Calling delete_port for 6765d02f-f338-4ca3-a782-d5d608a8409b owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:56.427335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Pushing event deleted for resources: {'Port': ['ID=025eb99b-6db9-44b1-b0f3-cd01f8f57c1d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.525624 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] Set router 152e059e-670f-4532-b80b-cfe371d4bf77 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:56.574680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] No DVR routers for this DVR port 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:56.581082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.583567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba79731-66da-4c5f-ad91-7eaa23012720 req-84cc5dd5-b8fc-4e7c-9f9b-d630946898f0 tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.67 "DELETE /v2.0/ports/025eb99b-6db9-44b1-b0f3-cd01f8f57c1d HTTP/1.1" status: 204 len: 173 time: 0.9495533 Jul 16 18:26:56.584024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-deleted', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:56.592560 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff87f2-ed31-41fd-a1c7-6b3978f34cca" -d '{"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-deleted", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:56.593773 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:26:55Z', 'revision_number': 6, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.606424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a97ae28-1d03-4794-a853-0e6ae3c2842e req-5713393a-8e58-4c98-a482-ddc178e7d65f tempest-ImagesTestJSON-208918619 tempest-ImagesTestJSON-208918619-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9b99924-d937-4bee-8c48-373f35115b9d HTTP/1.1" status: 200 len: 210 time: 0.0705526 Jul 16 18:26:56.639897 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a619c17e-35c6-4221-b10b-5fd841d47020 None None] The sync data for ids ['152e059e-670f-4532-b80b-cfe371d4bf77'] in n-d-791504-15 is: [{'id': '152e059e-670f-4532-b80b-cfe371d4bf77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790931144-router', 'tenant_id': '69fc2dd5c367400598d307965f45f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:45Z', 'updated_at': '2021-07-16T18:26:55Z', 'revision_number': 6, 'project_id': '69fc2dd5c367400598d307965f45f42b', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:56.676690 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0dfae5-9f94-48d9-a730-5fa54041fa70 x-openstack-request-id: req-fe0dfae5-9f94-48d9-a730-5fa54041fa70 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:56.677230 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b99924-d937-4bee-8c48-373f35115b9d", "name": "network-vif-deleted", "tag": "025eb99b-6db9-44b1-b0f3-cd01f8f57c1d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:56.677475 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe0dfae5-9f94-48d9-a730-5fa54041fa70 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:56.677869 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b99924-d937-4bee-8c48-373f35115b9d', 'name': 'network-vif-deleted', 'tag': '025eb99b-6db9-44b1-b0f3-cd01f8f57c1d', 'status': 'completed', 'code': 200} Jul 16 18:26:56.747543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34896e90-b715-4f69-9e58-8f4d9cf1093f req-03ce4e08-db59-490d-90c8-c7488e868750 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376639 Jul 16 18:26:57.116803 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.155812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Pushing event deleted for resources: {'Port': ['ID=6765d02f-f338-4ca3-a782-d5d608a8409b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.214762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af001-d275-4a42-9953-fcc744479918 req-6be2fb37-5803-410e-8f5c-915bbfc7eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.216252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a98af001-d275-4a42-9953-fcc744479918 req-6be2fb37-5803-410e-8f5c-915bbfc7eaa9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1100 time: 0.1569819 Jul 16 18:26:57.369967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.512246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.520301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.528036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af001-d275-4a42-9953-fcc744479918 req-3a3ba143-1b46-423d-8ada-370d4e131f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.529816 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a98af001-d275-4a42-9953-fcc744479918 req-3a3ba143-1b46-423d-8ada-370d4e131f6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2935035 Jul 16 18:26:57.546332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f217-cc69-4d98-b97c-37a5d89186eb req-63501556-476c-492b-8fb9-0b537fc1e21f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.548024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7f47f217-cc69-4d98-b97c-37a5d89186eb req-63501556-476c-492b-8fb9-0b537fc1e21f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 948 time: 0.2729185 Jul 16 18:26:57.665667 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a98af001-d275-4a42-9953-fcc744479918 req-d5a792f6-2d85-4169-8b57-67130f4ce31b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.1112728 Jul 16 18:26:57.671360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6765d02f-f338-4ca3-a782-d5d608a8409b no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:57.707509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6765d02f-f338-4ca3-a782-d5d608a8409b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:57.708235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6765d02f-f338-4ca3-a782-d5d608a8409b not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:57.712058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.712622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 152e059e-670f-4532-b80b-cfe371d4bf77 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:57.712816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 78b4c055-2526-44d2-87fa-9741b4cfa3f5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:57.719414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.722806 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c5df3aee-f93e-43c5-a72f-bf88b980bfaf admin admin] 10.222.0.49 "DELETE /v2.0/routers/152e059e-670f-4532-b80b-cfe371d4bf77 HTTP/1.1" status: 204 len: 168 time: 2.1624250 Jul 16 18:26:57.724463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.750219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 78b4c055-2526-44d2-87fa-9741b4cfa3f5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:57.750822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 78b4c055-2526-44d2-87fa-9741b4cfa3f5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:57.763438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.771938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.784266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.795462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.802428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.803060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7f47f217-cc69-4d98-b97c-37a5d89186eb req-995e105a-a160-4a7c-98a5-39704a1a9db3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151070 Jul 16 18:26:57.811450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.827704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.830633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-00b954c4-6fa5-4686-bb8c-81492ce8f290 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5420 time: 0.5364420 Jul 16 18:26:57.845205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af001-d275-4a42-9953-fcc744479918 req-c240ecf8-0957-4840-8d84-2295b5eb1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.845479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a98af001-d275-4a42-9953-fcc744479918 req-c240ecf8-0957-4840-8d84-2295b5eb1638 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1633294 Jul 16 18:26:57.859324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] Deleting subnet 23c70d3e-2146-40e1-991d-e77aebe9caf8 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:57.872877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.907509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e84c2152-e946-4f3b-a9c6-6c8365a40a3c req-2779a9cb-e3f5-4ba1-8d17-5846cdb5fc7d tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699635 Jul 16 18:26:58.012882 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.214794 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.290754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af001-d275-4a42-9953-fcc744479918 req-5de6705a-8f95-4083-aecb-9041baaf829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.292651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a98af001-d275-4a42-9953-fcc744479918 req-5de6705a-8f95-4083-aecb-9041baaf829d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3819294 Jul 16 18:26:58.422805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a98af001-d275-4a42-9953-fcc744479918 req-57c097bf-f7b9-45c9-8813-3f0c68ca8362 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204779 Jul 16 18:26:58.468662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.485727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04175a78-b618-4fbd-8eba-b73679a36e8e req-a6c23273-46f7-40ee-b9ef-6497d4b1a499 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.493065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04175a78-b618-4fbd-8eba-b73679a36e8e req-a6c23273-46f7-40ee-b9ef-6497d4b1a499 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2465518 Jul 16 18:26:58.558419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c70d3e-2146-40e1-991d-e77aebe9caf8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.560368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.564325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786675d4-fa06-4c71-9edf-c0bdc6e50831 None None] Network 7a64b362-db8d-4f79-b290-15f95b5ee422 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:58.565349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.575989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2f75f416-64e4-46ae-bd8e-147ff5ceccbc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23c70d3e-2146-40e1-991d-e77aebe9caf8 HTTP/1.1" status: 204 len: 168 time: 0.8368645 Jul 16 18:26:58.649048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04175a78-b618-4fbd-8eba-b73679a36e8e req-397fd021-7693-4705-b808-ea64bd6a410d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545234 Jul 16 18:26:58.661205 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a98af001-d275-4a42-9953-fcc744479918 req-2d410e63-d963-4c22-9f0d-5aa253a1a603 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311261 Jul 16 18:26:58.685244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7d832fb5-5e0b-402d-8510-d76f37a77922 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:58.728471 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.860828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Deleting port 8b426668-81e5-4e8f-8a4a-51429e671e94 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:58.861943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.876324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51720) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.913181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7d832fb5-5e0b-402d-8510-d76f37a77922, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7d832fb5-5e0b-402d-8510-d76f37a77922,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:58.938159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '7d832fb5-5e0b-402d-8510-d76f37a77922', 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'port_id': '7d832fb5-5e0b-402d-8510-d76f37a77922', 'mac_address': 'fa:16:3e:0f:ef:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9a18ad-9ad2-4889-b612-dd94bd71ae35', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:58.940173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] For port 8b426668-81e5-4e8f-8a4a-51429e671e94, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8b426668-81e5-4e8f-8a4a-51429e671e94,segment=NetworkSegment(2008c9cc-9950-48d1-832e-e95636ba2035),segment_id=2008c9cc-9950-48d1-832e-e95636ba2035)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:58.940836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.943073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:58.956700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Calling delete_port for 8b426668-81e5-4e8f-8a4a-51429e671e94 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:58.973667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:58.974009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 025eb99b-6db9-44b1-b0f3-cd01f8f57c1d not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:59.065546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.088036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab81a1f0-c279-45d0-87bc-bd4396f4b207 None None] DHCP port deletion for 7a64b362-db8d-4f79-b290-15f95b5ee422 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:59.112527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.123569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b426668-81e5-4e8f-8a4a-51429e671e94,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.127232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] No DVR routers for this DVR port 8b426668-81e5-4e8f-8a4a-51429e671e94 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:59.140089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] Deleting subnet fc9dc0cb-f637-4624-931c-1db603ed598e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:59.141702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d832fb5-5e0b-402d-8510-d76f37a77922 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:59.162427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.172271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7d832fb5-5e0b-402d-8510-d76f37a77922, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7d832fb5-5e0b-402d-8510-d76f37a77922,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:59.178488 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.179813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 48db903e-e86c-4186-89a6-2e442af0c1b7 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:59.216744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.249011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.259467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a64b362-db8d-4f79-b290-15f95b5ee422']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:59.266133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.271107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2008c9cc-9950-48d1-832e-e95636ba2035') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:59.271400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2008c9cc-9950-48d1-832e-e95636ba2035') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:59.279077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7d832fb5-5e0b-402d-8510-d76f37a77922,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.282328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.297084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.304637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:59.305078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.327900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.367190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee433c-2da7-41ec-8a31-c57d59b2bdfa req-ba75fcbc-499e-499c-a7d0-5f4ee4fe9856 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.375948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f1ee433c-2da7-41ec-8a31-c57d59b2bdfa req-ba75fcbc-499e-499c-a7d0-5f4ee4fe9856 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.4907818 Jul 16 18:26:59.388027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9dc0cb-f637-4624-931c-1db603ed598e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.390098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 48db903e-e86c-4186-89a6-2e442af0c1b7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=48db903e-e86c-4186-89a6-2e442af0c1b7,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:59.402261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '48db903e-e86c-4186-89a6-2e442af0c1b7', 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2', 'port_id': '48db903e-e86c-4186-89a6-2e442af0c1b7', 'mac_address': 'fa:16:3e:76:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd51714-53ed-48ba-9a27-1107c4fed231', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:59.404112 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:59.411112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.411877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.416612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba292abb-5676-4bce-aedd-b7d1df469d68 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fc9dc0cb-f637-4624-931c-1db603ed598e HTTP/1.1" status: 204 len: 168 time: 0.5370333 Jul 16 18:26:59.419880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.424757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.426673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] 10.222.0.49 "DELETE /v2.0/networks/7a64b362-db8d-4f79-b290-15f95b5ee422 HTTP/1.1" status: 204 len: 168 time: 0.8603177 Jul 16 18:26:59.459051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4589e3d-888a-4c95-8ede-8b080fe9210c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a64b362-db8d-4f79-b290-15f95b5ee422,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.462301 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f1ee433c-2da7-41ec-8a31-c57d59b2bdfa req-db454bfe-027d-43ca-8398-32df6abe998e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851514 Jul 16 18:26:59.477779 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.508664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48db903e-e86c-4186-89a6-2e442af0c1b7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:59.550050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 48db903e-e86c-4186-89a6-2e442af0c1b7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=48db903e-e86c-4186-89a6-2e442af0c1b7,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:59.556806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf938b-c359-47fc-bef0-a97688ef20d5 req-a4b6b30c-a10b-4e53-a80d-c07533439bba tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.560448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.560941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bf938b-c359-47fc-bef0-a97688ef20d5 req-a4b6b30c-a10b-4e53-a80d-c07533439bba tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 948 time: 0.3889961 Jul 16 18:26:59.566870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 25b24ef1-acd8-44dc-a62c-a52071237444 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:59.656027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bf938b-c359-47fc-bef0-a97688ef20d5 req-a16014f8-22dd-4f6c-b9a3-6428c2865a06 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880482 Jul 16 18:26:59.669446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.722536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 25b24ef1-acd8-44dc-a62c-a52071237444, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=25b24ef1-acd8-44dc-a62c-a52071237444,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:59.740223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '25b24ef1-acd8-44dc-a62c-a52071237444', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'port_id': '25b24ef1-acd8-44dc-a62c-a52071237444', 'mac_address': 'fa:16:3e:4d:30:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:59.747263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8b426668-81e5-4e8f-8a4a-51429e671e94 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:59.858743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.919687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8b426668-81e5-4e8f-8a4a-51429e671e94 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:59.920591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8b426668-81e5-4e8f-8a4a-51429e671e94 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:59.939122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.943709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4574faa9-be3b-4ed9-af20-3aeaeea78f0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b43252dd7854ca2ad33401859462375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804005 Jul 16 18:26:59.944612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51742) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.953735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.972372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b24ef1-acd8-44dc-a62c-a52071237444 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:59.983171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.987402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=48db903e-e86c-4186-89a6-2e442af0c1b7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.990004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.997165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.004097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.010423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.018483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.023083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.028169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 25b24ef1-acd8-44dc-a62c-a52071237444, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=25b24ef1-acd8-44dc-a62c-a52071237444,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:00.031164 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-d2f27180-e3d2-4813-8aa3-c5f1cb53f678 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5422 time: 0.3269043 Jul 16 18:27:00.037936 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.039037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 96b717f1-96f3-4504-9d41-b71f81c27ba4 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:00.040592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140ca1dd-9816-46ab-ad94-1ecd99e69a28']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:00.066369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75810a58-ad0b-482d-b22c-b6c29f2b2f89') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:00.066369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75810a58-ad0b-482d-b22c-b6c29f2b2f89') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:00.081995 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7b08e4-705a-4257-9539-04394bd187bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.113114 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d765a401-f1f9-4c41-81e0-8c3d6012d59b req-28dbee8f-bfbc-40b7-95f0-1e2533dac4ac tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805030 Jul 16 18:27:00.118638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.130348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaff897-5ca7-413e-9aa2-63873c762348 req-c4eac0c0-63b5-46e1-89e2-1ed9fdfb2e92 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.143271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaff897-5ca7-413e-9aa2-63873c762348 req-c4eac0c0-63b5-46e1-89e2-1ed9fdfb2e92 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1287241 Jul 16 18:27:00.153169 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.163516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:00.164641 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.167567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7b08e4-705a-4257-9539-04394bd187bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:00.169131 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:00.193112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=25b24ef1-acd8-44dc-a62c-a52071237444,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.222746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eaff897-5ca7-413e-9aa2-63873c762348 req-959932b4-5111-4ef2-a63c-3054c1f5836f tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781820 Jul 16 18:27:00.228399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:00.254298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '96b717f1-96f3-4504-9d41-b71f81c27ba4', 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'port_id': '96b717f1-96f3-4504-9d41-b71f81c27ba4', 'mac_address': 'fa:16:3e:5b:00:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9a18ad-9ad2-4889-b612-dd94bd71ae35', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:00.274704 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7b08e4-705a-4257-9539-04394bd187bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.278316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e7b08e4-705a-4257-9539-04394bd187bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.280227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9e7b08e4-705a-4257-9539-04394bd187bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0138465f-6f3e-4a25-85d4-0c592f3c872f HTTP/1.1" status: 204 len: 168 time: 0.3343799 Jul 16 18:27:00.289708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b08e4-705a-4257-9539-04394bd187bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0138465f-6f3e-4a25-85d4-0c592f3c872f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.306214 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.326990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b717f1-96f3-4504-9d41-b71f81c27ba4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:00.335972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.344817 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.348736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/140ca1dd-9816-46ab-ad94-1ecd99e69a28 HTTP/1.1" status: 204 len: 168 time: 0.9276781 Jul 16 18:27:00.363800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:00.376724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cdce6-cdaf-4b6c-9525-00a2091172a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=140ca1dd-9816-46ab-ad94-1ecd99e69a28,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.377275 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.378129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:00.521726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:00.541048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.546595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2', 'network_id': 'c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2', 'port_id': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2', 'mac_address': 'fa:16:3e:c8:a7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd51714-53ed-48ba-9a27-1107c4fed231', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:00.585761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f713ff-96fa-4380-979d-8d92138d806b req-c4ef3c16-05f9-489c-b298-22943784afdb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.593916 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.597059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-06f713ff-96fa-4380-979d-8d92138d806b req-c4ef3c16-05f9-489c-b298-22943784afdb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1322002 Jul 16 18:27:00.622253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:00.658293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-06f713ff-96fa-4380-979d-8d92138d806b req-e3b8658b-91fd-41dc-8442-db09302d648d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600135 Jul 16 18:27:00.663390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:00.681704 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.682467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5a83f058-7138-4438-b396-d79a9307d08e details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:00.869866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.875100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5a83f058-7138-4438-b396-d79a9307d08e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5a83f058-7138-4438-b396-d79a9307d08e,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:00.938274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5a83f058-7138-4438-b396-d79a9307d08e', 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'port_id': '5a83f058-7138-4438-b396-d79a9307d08e', 'mac_address': 'fa:16:3e:9d:6b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9a18ad-9ad2-4889-b612-dd94bd71ae35', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:00.976611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fc4a163f-9c3c-4cf3-a7b6-202644af7bd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c35ff2640aa4fd5b2a60f6e7943d351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050303 Jul 16 18:27:00.978422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b0d0d-bdf4-4294-b41f-21c2720aa241 req-0ab19787-70da-4606-84c5-31967fc49ae5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.979023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51764) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:00.995452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba8b0d0d-bdf4-4294-b41f-21c2720aa241 req-0ab19787-70da-4606-84c5-31967fc49ae5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 948 time: 0.2089586 Jul 16 18:27:01.031885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:01.054902 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.071146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.102727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a83f058-7138-4438-b396-d79a9307d08e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:01.104090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba8b0d0d-bdf4-4294-b41f-21c2720aa241 req-9d32534b-a682-4743-9b74-e33845d63d64 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068037 Jul 16 18:27:01.138247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5a83f058-7138-4438-b396-d79a9307d08e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5a83f058-7138-4438-b396-d79a9307d08e,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:01.141744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60f47f70-746e-451a-aaac-3a089337ee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.150108 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.151051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 8f1b1968-9571-40ab-90bf-c2fc29e576d3 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:01.207059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60f47f70-746e-451a-aaac-3a089337ee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.284458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:01.284744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1eda5f33-90ce-4229-9af9-5a0054d36d37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fc2dd5c367400598d307965f45f42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509587 Jul 16 18:27:01.289799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:01.310934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5a83f058-7138-4438-b396-d79a9307d08e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.328099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '8f1b1968-9571-40ab-90bf-c2fc29e576d3', 'network_id': '8a00e6c7-113c-4bdc-896b-c4b3777b451f', 'port_id': '8f1b1968-9571-40ab-90bf-c2fc29e576d3', 'mac_address': 'fa:16:3e:ed:88:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9a18ad-9ad2-4889-b612-dd94bd71ae35', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:01.328561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60f47f70-746e-451a-aaac-3a089337ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.331147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60f47f70-746e-451a-aaac-3a089337ee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.332448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-60f47f70-746e-451a-aaac-3a089337ee8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd9bb36e-f2ea-4061-a55d-ea774b353604 HTTP/1.1" status: 204 len: 168 time: 0.3522043 Jul 16 18:27:01.354434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f47f70-746e-451a-aaac-3a089337ee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9bb36e-f2ea-4061-a55d-ea774b353604,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.372448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aef3c-4d29-4e69-b298-ec8788eabea7 req-10cdde37-7a61-4f73-905e-37b8062e2325 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.379329 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f92aef3c-4d29-4e69-b298-ec8788eabea7 req-10cdde37-7a61-4f73-905e-37b8062e2325 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1117907 Jul 16 18:27:01.396053 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.430555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1b1968-9571-40ab-90bf-c2fc29e576d3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:01.430892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f92aef3c-4d29-4e69-b298-ec8788eabea7 req-ea1bb850-29d9-4d9e-870c-25a6d6a5b139 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506520 Jul 16 18:27:01.481222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:01.490459 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.505037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.514633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.540949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.550111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.558467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.565803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.573146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.585214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-4055a1f0-3803-4c69-babd-cadca446ee47 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5426 time: 0.2900312 Jul 16 18:27:01.606794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=8f1b1968-9571-40ab-90bf-c2fc29e576d3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.615440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:01.644909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af5ee1a-257a-4b4b-8d3c-c85f91e473fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.673960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af5ee1a-257a-4b4b-8d3c-c85f91e473fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.734632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24c9233b-bbe9-4085-8890-52edfcfbfca8 req-2fec6b8f-e4f3-49a3-bf2a-276efc0b40ce tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477814 Jul 16 18:27:01.766144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf127f9-4d66-4833-a237-c215e95ec1ac req-d25f9011-9f48-4ccf-b40e-b3fddca5d518 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.768221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af5ee1a-257a-4b4b-8d3c-c85f91e473fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.771375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6af5ee1a-257a-4b4b-8d3c-c85f91e473fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.773572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6af5ee1a-257a-4b4b-8d3c-c85f91e473fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cf92a63-ac30-45bd-878f-badcee8c274e HTTP/1.1" status: 204 len: 168 time: 0.4872413 Jul 16 18:27:01.782030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dcf127f9-4d66-4833-a237-c215e95ec1ac req-d25f9011-9f48-4ccf-b40e-b3fddca5d518 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1591482 Jul 16 18:27:01.795889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5ee1a-257a-4b4b-8d3c-c85f91e473fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf92a63-ac30-45bd-878f-badcee8c274e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.847915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:01.860808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dcf127f9-4d66-4833-a237-c215e95ec1ac req-c8b6f547-6435-4d6f-99c6-90f9d100c01c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777395 Jul 16 18:27:01.864878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'mac_address': 'fa:16:3e:e5:4a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:01.959422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.304465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7d832fb5-5e0b-402d-8510-d76f37a77922'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:02.312350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['48db903e-e86c-4186-89a6-2e442af0c1b7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:02.314417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['25b24ef1-acd8-44dc-a62c-a52071237444'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:02.320649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6a3c8-10bd-45d6-97ec-6d276e4e6fcd req-c0036e85-0eb7-47b1-ba4b-87f2704d2647 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.329399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3b6a3c8-10bd-45d6-97ec-6d276e4e6fcd req-c0036e85-0eb7-47b1-ba4b-87f2704d2647 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0903168 Jul 16 18:27:02.433560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3b6a3c8-10bd-45d6-97ec-6d276e4e6fcd req-fdbdbcdc-21a8-498d-83dc-63e3edc39c38 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027191 Jul 16 18:27:02.476471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:02.478885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['96b717f1-96f3-4504-9d41-b71f81c27ba4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:02.560229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:02.635610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d90f-83aa-4080-8e5c-73e4d3813ead req-cfff1c33-b566-4f34-b0ab-d2cee0a53320 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.640310 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aec8d90f-83aa-4080-8e5c-73e4d3813ead req-cfff1c33-b566-4f34-b0ab-d2cee0a53320 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 948 time: 0.1504507 Jul 16 18:27:02.709363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aec8d90f-83aa-4080-8e5c-73e4d3813ead req-4b7c646c-b8f4-4f5c-beeb-1ce7a89f833d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595131 Jul 16 18:27:02.766230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5a83f058-7138-4438-b396-d79a9307d08e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:02.810137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:02.845796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e049-8f60-4c31-9cc8-188a546223dd req-2d33041a-7698-490f-bcb9-b7db6abe796a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.847455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.853600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2634e049-8f60-4c31-9cc8-188a546223dd req-2d33041a-7698-490f-bcb9-b7db6abe796a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1534121 Jul 16 18:27:02.943333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2634e049-8f60-4c31-9cc8-188a546223dd req-334238bf-4c22-47e3-92f1-e4d511c7845d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849445 Jul 16 18:27:03.141069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['8f1b1968-9571-40ab-90bf-c2fc29e576d3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:03.144815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:03.237932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.255973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.269292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.287132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.307702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.315434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.338185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.355137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-1b90bf47-7726-4f17-950f-18f039b01050 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5427 time: 0.2923200 Jul 16 18:27:03.403109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.458821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-42ebe42b-bb8f-438b-9ec7-6f3155635e41 req-0a834d7c-c792-4b7c-be9f-505c7210226f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024446 Jul 16 18:27:03.474436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f657cd9-5dbc-48e3-81dc-9ecb2511d17b req-f80ecf1b-0861-47de-b204-f659029484db tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.478064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f657cd9-5dbc-48e3-81dc-9ecb2511d17b req-f80ecf1b-0861-47de-b204-f659029484db tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1237438 Jul 16 18:27:03.573536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f657cd9-5dbc-48e3-81dc-9ecb2511d17b req-f7adbcff-6b61-443c-b37a-cb1f44de8b8e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754337 Jul 16 18:27:03.919803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aace7bf-0710-4605-bb30-228037585988 req-89a2fb93-6e04-4eb0-9951-60072dad1d2c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.922367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7aace7bf-0710-4605-bb30-228037585988 req-89a2fb93-6e04-4eb0-9951-60072dad1d2c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0962367 Jul 16 18:27:03.982391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7aace7bf-0710-4605-bb30-228037585988 req-d462e8d7-1833-498e-adad-168e8e2241d9 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528970 Jul 16 18:27:04.191128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-a10f12ca-17ab-4258-bb8b-64a7c68fa74b tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8652a536921c41fda5165b76b57b4f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482290 Jul 16 18:27:04.246142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004a1e-2c80-45ee-9145-064acd9c6b13 req-95516dc4-a671-4b68-91b8-eb0840fa45ac tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.248215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35004a1e-2c80-45ee-9145-064acd9c6b13 req-95516dc4-a671-4b68-91b8-eb0840fa45ac tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 949 time: 0.0780427 Jul 16 18:27:04.302261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35004a1e-2c80-45ee-9145-064acd9c6b13 req-baa1a94d-8456-4758-80c9-8ae59a66fc76 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Jul 16 18:27:04.361763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-2d7970c4-f9e3-4763-96b2-50964570cadc tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.370287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-2d7970c4-f9e3-4763-96b2-50964570cadc tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767709 Jul 16 18:27:04.382307 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-69bacb0c-1c7b-481e-9b53-d4eb0d99b68a tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/quotas/8652a536921c41fda5165b76b57b4f72 HTTP/1.1" status: 200 len: 375 time: 0.0111251 Jul 16 18:27:04.422045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-865cc7d0-ba54-4dce-8575-27ce5cdb9425 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8652a536921c41fda5165b76b57b4f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311327 Jul 16 18:27:04.506545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759d987-4a85-45f2-b0b2-9219e702c06d req-9f7d7685-8088-47c7-bafa-7d57576189e0 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.513122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d759d987-4a85-45f2-b0b2-9219e702c06d req-9f7d7685-8088-47c7-bafa-7d57576189e0 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0706580 Jul 16 18:27:04.566856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d759d987-4a85-45f2-b0b2-9219e702c06d req-88977ac3-8e0b-4045-9e30-5b92919ff4ec tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Jul 16 18:27:04.803663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.810531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.814792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67634623-4f61-4fb9-8b4c-5fd94ad03797 req-6dbdc5eb-246b-48c9-bc5e-df5805e1d8e7 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 210 time: 0.0409734 Jul 16 18:27:04.819823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.826429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.833074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.839638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.846854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.848820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-9c046c11-48bb-4f24-96e8-29f3f338a0fe tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5427 time: 0.1389205 Jul 16 18:27:04.901237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd83953c-4e27-4f85-ac0f-d3dd9ce790d1 req-4746bbd2-e896-4247-b2cf-201bf5ea60fa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457129 Jul 16 18:27:05.017348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3507dc-9a58-4863-bced-67e8c34ee7cd req-673092a2-1913-4108-a025-1d9cf0d42713 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.019604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c3507dc-9a58-4863-bced-67e8c34ee7cd req-673092a2-1913-4108-a025-1d9cf0d42713 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0737536 Jul 16 18:27:05.084901 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c3507dc-9a58-4863-bced-67e8c34ee7cd req-29234dd2-966e-436a-b60a-21dc3fbc136d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574305 Jul 16 18:27:05.462314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97a09-10de-4295-94c1-77562230a31f req-ff2d5f6f-9e9b-4062-b814-575ca7ee517a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.464815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ac97a09-10de-4295-94c1-77562230a31f req-ff2d5f6f-9e9b-4062-b814-575ca7ee517a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 813 time: 0.1474249 Jul 16 18:27:05.488027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ac97a09-10de-4295-94c1-77562230a31f req-b6415143-67c1-4015-9025-c70d790ed869 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/quotas/75089eb2bf0944279487ac1d267eadc6 HTTP/1.1" status: 200 len: 375 time: 0.0159395 Jul 16 18:27:05.544787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 8f1b1968-9571-40ab-90bf-c2fc29e576d3 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:05.565123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ac97a09-10de-4295-94c1-77562230a31f req-551e6219-34c9-45d3-a121-2f5377718fab tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713048 Jul 16 18:27:05.634495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:05.638691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:05.639206 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.724266 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.752499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:05.756157 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fde8a-aa05-4797-b434-8bd5ee3a7757" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:05.769850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:05.775447 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.832476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb9465-fa04-4a4c-a256-3815f38ee4db req-f70acb9d-41ca-40d4-a7d5-2cb9c2d8dd40 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.840982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffdb9465-fa04-4a4c-a256-3815f38ee4db req-f70acb9d-41ca-40d4-a7d5-2cb9c2d8dd40 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 949 time: 0.1105287 Jul 16 18:27:05.855802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=8f1b1968-9571-40ab-90bf-c2fc29e576d3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.875072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eea25-f3ab-458e-8b1d-4247a14ff2cb req-a6f78c4f-95e9-40aa-9f04-655e4722283a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.876674 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c9eea25-f3ab-458e-8b1d-4247a14ff2cb req-a6f78c4f-95e9-40aa-9f04-655e4722283a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1113408 Jul 16 18:27:05.884871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffdb9465-fa04-4a4c-a256-3815f38ee4db req-39a174cc-028e-4c4a-8a31-db848768cfd8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Jul 16 18:27:05.933635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-d201ec71-587d-463d-8e19-6df28ed3d803 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8652a536921c41fda5165b76b57b4f72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385120 Jul 16 18:27:05.964015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c9eea25-f3ab-458e-8b1d-4247a14ff2cb req-d5a078b4-0a7f-4381-9dee-3bd65d5cc3c5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796189 Jul 16 18:27:06.072195 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec796c3-f51a-4c51-b87d-1780b00a4b03 x-openstack-request-id: req-5ec796c3-f51a-4c51-b87d-1780b00a4b03 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:06.072958 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:06.073300 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ec796c3-f51a-4c51-b87d-1780b00a4b03 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:06.073908 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3', 'code': 200} Jul 16 18:27:06.114986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-40c4b8ab-b736-4259-9cbe-bac8bac24283 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.117098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-40c4b8ab-b736-4259-9cbe-bac8bac24283 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774387 Jul 16 18:27:06.137179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Request body: {'port': {'device_id': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '8652a536921c41fda5165b76b57b4f72'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:06.288372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d70fe-6857-4a2a-b70d-5b8597024ab5 req-ee5bf624-d025-4690-bb95-c3ecb5d776c2 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.290637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4b2d70fe-6857-4a2a-b70d-5b8597024ab5 req-ee5bf624-d025-4690-bb95-c3ecb5d776c2 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 945 time: 0.1722639 Jul 16 18:27:06.346270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Made reservation on behalf of 8652a536921c41fda5165b76b57b4f72 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:06.350770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.361385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4b2d70fe-6857-4a2a-b70d-5b8597024ab5 req-fb59589a-f997-417d-af8c-3412e0561aa2 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648053 Jul 16 18:27:06.367808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.559769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6707bc40-f2a7-48c5-aba5-badfd6165383 req-1706550c-c692-443b-ac38-66108190d0e6 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 210 time: 0.3404932 Jul 16 18:27:06.582819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.595748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.696866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afdfe2f-19d5-43b3-adea-6b5afd7a960f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.729495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.736865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.748001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.756331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.763737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78f985-d2e4-429b-beb1-c9853a6e5102 req-7eb29be0-bb14-4099-9925-b3fe42ae6608 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.765784 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e78f985-d2e4-429b-beb1-c9853a6e5102 req-7eb29be0-bb14-4099-9925-b3fe42ae6608 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0815568 Jul 16 18:27:06.767045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.776709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.782958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.792539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d945682-60f0-4d91-b437-8d3344224a26 req-85904ff3-6fc3-4951-950c-2f2658a9eb08 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5428 time: 0.2594059 Jul 16 18:27:06.827378 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e78f985-d2e4-429b-beb1-c9853a6e5102 req-f23480f1-b41b-40e6-b14b-1b70466576a5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543509 Jul 16 18:27:06.920903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Allocated IP 192.168.233.222 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/2c08809f-d805-422e-a65d-8f368237cb72) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:06.928160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d945682-60f0-4d91-b437-8d3344224a26 req-49b4a1c2-2c95-4b9e-baee-47606dd3243b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343184 Jul 16 18:27:07.079639 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-45ad4124-d03f-41a9-9037-28a42155f46c req-6f593cd0-7dc4-4ba3-9248-a7eb299efc23 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=75089eb2bf0944279487ac1d267eadc6 HTTP/1.1" status: 200 len: 221 time: 0.0268030 Jul 16 18:27:07.167626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.182867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Transition to ACTIVE for port object 2c08809f-d805-422e-a65d-8f368237cb72 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:07.228195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.293708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:07.313922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:07.320836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:07.354162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Pushing event updated for resources: {'Port': ['ID=2c08809f-d805-422e-a65d-8f368237cb72,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.354838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680140c-d9e4-46af-b077-51752c53b345 req-b32fe715-f0b0-4b3d-9ff9-3dcab62fe5c7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.363414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b680140c-d9e4-46af-b077-51752c53b345 req-b32fe715-f0b0-4b3d-9ff9-3dcab62fe5c7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1436448 Jul 16 18:27:07.396582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeef66-bafb-4e8d-b5eb-04b34c4ae31a req-1562fa29-2762-40b8-acaf-482b503f2ea1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.398827 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b2aeef66-bafb-4e8d-b5eb-04b34c4ae31a req-1562fa29-2762-40b8-acaf-482b503f2ea1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 949 time: 0.3214505 Jul 16 18:27:07.403658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-99cfd768-e9b2-4445-99cb-485ea0c16c4f tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.405226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-99cfd768-e9b2-4445-99cb-485ea0c16c4f tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.67 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 945 time: 0.1498108 Jul 16 18:27:07.451543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.452914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.457742 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b680140c-d9e4-46af-b077-51752c53b345 req-628e1b1c-cd81-4a00-be5b-d7ed4dfe0fbe tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932431 Jul 16 18:27:07.488527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b2aeef66-bafb-4e8d-b5eb-04b34c4ae31a req-b17ac8c7-e543-461b-9e0f-b2f1a3d62928 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Jul 16 18:27:07.506117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-08c3ac99-78ba-4a1c-a32f-4f52945b2c49 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3723023 Jul 16 18:27:07.517323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Request body: {'port': {'device_id': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:07.532077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 25b24ef1-acd8-44dc-a62c-a52071237444 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:07.574116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.652969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Deleting port 291ce028-7f23-4840-a44e-0ed5cccac583 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:07.653315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.659478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 25b24ef1-acd8-44dc-a62c-a52071237444 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:07.668883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 25b24ef1-acd8-44dc-a62c-a52071237444 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:07.670076 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.809314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.828250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] For port 291ce028-7f23-4840-a44e-0ed5cccac583, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=291ce028-7f23-4840-a44e-0ed5cccac583,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:07.828703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.862347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66ec3a58-366f-4ac4-9650-e8621526c368 None None] Provisioning for port 2c08809f-d805-422e-a65d-8f368237cb72 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:07.863481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550429-2838-4289-838e-53f73e8e641e req-51a09295-dfed-4cbc-a216-5ef85b6ff401 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.865034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a550429-2838-4289-838e-53f73e8e641e req-51a09295-dfed-4cbc-a216-5ef85b6ff401 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/ports?device_id=186f9249-06f5-4b6c-82ff-0a08a92d495b HTTP/1.1" status: 200 len: 945 time: 0.1830399 Jul 16 18:27:07.869486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be167e60-8e6d-4aed-9fae-378ef33551f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.871361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Calling delete_port for 291ce028-7f23-4840-a44e-0ed5cccac583 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:07.876713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66ec3a58-366f-4ac4-9650-e8621526c368 None None] Provisioning complete for port 2c08809f-d805-422e-a65d-8f368237cb72 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:07.877096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66ec3a58-366f-4ac4-9650-e8621526c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.905163 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.940253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-66ec3a58-366f-4ac4-9650-e8621526c368 None None] Port 2c08809f-d805-422e-a65d-8f368237cb72 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:07.952675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 25b24ef1-acd8-44dc-a62c-a52071237444, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=25b24ef1-acd8-44dc-a62c-a52071237444,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:07.957544 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.958688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 96b717f1-96f3-4504-9d41-b71f81c27ba4 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:08.013479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a550429-2838-4289-838e-53f73e8e641e req-b315477f-704b-425f-ba9e-1a613e45a0ec tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.49 "GET /v2.0/security-groups?id=6509b6d2-91a1-42eb-890e-74d3da3acd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322105 Jul 16 18:27:08.045925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=25b24ef1-acd8-44dc-a62c-a52071237444,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.046368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe27f1-533e-48e1-af96-fa41274f02a6 req-d57d6d1a-097d-4d37-9fc3-3d5fa4209d4c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.056310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5cfe27f1-533e-48e1-af96-fa41274f02a6 req-d57d6d1a-097d-4d37-9fc3-3d5fa4209d4c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2074335 Jul 16 18:27:08.066020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 96b717f1-96f3-4504-9d41-b71f81c27ba4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:08.070895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 96b717f1-96f3-4504-9d41-b71f81c27ba4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:08.071360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.075015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:08.077835 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5da8be-6995-428e-b554-c231f9e19d40" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:08.145244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be167e60-8e6d-4aed-9fae-378ef33551f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.160904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5cfe27f1-533e-48e1-af96-fa41274f02a6 req-e55c2d42-d688-46a3-8882-e4da9e332165 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036370 Jul 16 18:27:08.188827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be167e60-8e6d-4aed-9fae-378ef33551f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.195228 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.254194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:08.259689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.261035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:08.281371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c08809f-d805-422e-a65d-8f368237cb72 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:08.292043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.305130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be167e60-8e6d-4aed-9fae-378ef33551f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9799a18-1919-4507-b1b6-19a65e2210a8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.317496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Transition to ACTIVE for port object 2c08809f-d805-422e-a65d-8f368237cb72 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:08.330359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-be167e60-8e6d-4aed-9fae-378ef33551f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d362c7882c1d4edd969b71741b599784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7455842 Jul 16 18:27:08.336659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.341211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.355025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.368697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:08.372827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:08.373183 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.398229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.412289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Pushing event updated for resources: {'Port': ['ID=2c08809f-d805-422e-a65d-8f368237cb72,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.419336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['291ce028-7f23-4840-a44e-0ed5cccac583'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:08.426307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921faf-f872-4ae6-8afd-669ad740b3b8 req-cbaba54d-51ed-4eed-9fa8-123102e2bf8c tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.434381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69921faf-f872-4ae6-8afd-669ad740b3b8 req-cbaba54d-51ed-4eed-9fa8-123102e2bf8c tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 936 time: 0.2649536 Jul 16 18:27:08.485644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Pushing event deleted for resources: {'Port': ['ID=291ce028-7f23-4840-a44e-0ed5cccac583,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.520087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.525733 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.531306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.539877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.546554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.552914 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7b6d-b7bf-4f63-9625-09fc72bec63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.553144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.559206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.565237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.567237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-55826386-4a30-4dea-ba9e-2113a30b4d79 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5430 time: 0.2640207 Jul 16 18:27:08.572451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Attempting to bind port 2c08809f-d805-422e-a65d-8f368237cb72 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:08.573084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Attempting to bind port 2c08809f-d805-422e-a65d-8f368237cb72 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:08.573603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Attempting to bind port 2c08809f-d805-422e-a65d-8f368237cb72 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:08.579413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] No DVR routers for this DVR port 291ce028-7f23-4840-a44e-0ed5cccac583 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:08.582698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:08.587583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.589031 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.589830 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98c1aee1-588b-42dc-a2d5-4ad5ae2d52fa req-b49595a2-234c-4b95-a67a-0725b6900d03 tempest-AttachSCSIVolumeTestJSON-408009142 tempest-AttachSCSIVolumeTestJSON-408009142-project] 10.222.0.67 "DELETE /v2.0/ports/291ce028-7f23-4840-a44e-0ed5cccac583 HTTP/1.1" status: 204 len: 173 time: 1.1781785 Jul 16 18:27:08.590370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'name': 'network-vif-deleted', 'tag': '291ce028-7f23-4840-a44e-0ed5cccac583'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:08.590810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7d832fb5-5e0b-402d-8510-d76f37a77922 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:08.593254 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a757d9-8661-4101-af1a-4cf9ceaa9a3b" -d '{"events": [{"server_uuid": "186f9249-06f5-4b6c-82ff-0a08a92d495b", "name": "network-vif-deleted", "tag": "291ce028-7f23-4840-a44e-0ed5cccac583"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:08.601347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69921faf-f872-4ae6-8afd-669ad740b3b8 req-73c07af2-f9d0-4931-8549-dbf041b035f7 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659260 Jul 16 18:27:08.616040 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7b6d-b7bf-4f63-9625-09fc72bec63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.627632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Port 2c08809f-d805-422e-a65d-8f368237cb72 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:08.627632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Attempting to bind port 2c08809f-d805-422e-a65d-8f368237cb72 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:08.648474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:08.649151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:08.649549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:08.649996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Bound port: 2c08809f-d805-422e-a65d-8f368237cb72, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:08.650926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.695990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7b6d-b7bf-4f63-9625-09fc72bec63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.699359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef2c7b6d-b7bf-4f63-9625-09fc72bec63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.700646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ef2c7b6d-b7bf-4f63-9625-09fc72bec63b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9799a18-1919-4507-b1b6-19a65e2210a8 HTTP/1.1" status: 204 len: 168 time: 0.3628733 Jul 16 18:27:08.713690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c7b6d-b7bf-4f63-9625-09fc72bec63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9799a18-1919-4507-b1b6-19a65e2210a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.728296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.765456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 7d832fb5-5e0b-402d-8510-d76f37a77922 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:08.772977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18b6a953-217b-4df5-b2c3-03507ca32a9d req-20daf41d-3f91-46ea-b3c2-0d50fb027f5e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931548 Jul 16 18:27:08.775057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 7d832fb5-5e0b-402d-8510-d76f37a77922 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:08.775434 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.864692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] For port 2c08809f-d805-422e-a65d-8f368237cb72, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:08.870812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] For port 2c08809f-d805-422e-a65d-8f368237cb72, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2c08809f-d805-422e-a65d-8f368237cb72,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:08.882350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.983613 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a527e316-d8aa-4555-802b-26f6c8838f73 x-openstack-request-id: req-a527e316-d8aa-4555-802b-26f6c8838f73 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:08.983900 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186f9249-06f5-4b6c-82ff-0a08a92d495b", "name": "network-vif-deleted", "tag": "291ce028-7f23-4840-a44e-0ed5cccac583", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:08.984146 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a527e316-d8aa-4555-802b-26f6c8838f73 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:08.984764 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186f9249-06f5-4b6c-82ff-0a08a92d495b', 'name': 'network-vif-deleted', 'tag': '291ce028-7f23-4840-a44e-0ed5cccac583', 'status': 'completed', 'code': 200} Jul 16 18:27:08.995796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.996671 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.998337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] 10.222.0.67 "PUT /v2.0/ports/2c08809f-d805-422e-a65d-8f368237cb72 HTTP/1.1" status: 200 len: 1097 time: 1.4865937 Jul 16 18:27:08.999487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'tag': '2c08809f-d805-422e-a65d-8f368237cb72'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:09.002999 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f760157-d5f3-485f-bee2-664dafde62be" -d '{"events": [{"name": "network-changed", "server_uuid": "046e3869-8c3d-48cc-99e5-39fd6f5fcddb", "tag": "2c08809f-d805-422e-a65d-8f368237cb72"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:09.053697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f366b12-3960-4c44-bf3c-2ca6aa947277 service neutron] Pushing event updated for resources: {'Port': ['ID=2c08809f-d805-422e-a65d-8f368237cb72,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.141089 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511574d1-9e45-41ab-b462-a7ff4799b0be x-openstack-request-id: req-511574d1-9e45-41ab-b462-a7ff4799b0be {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:09.141375 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:09.141618 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-511574d1-9e45-41ab-b462-a7ff4799b0be {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:09.142212 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444', 'code': 200} Jul 16 18:27:09.263649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-a4387eb2-bfcf-488e-b253-a9a03041a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.275618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-a4387eb2-bfcf-488e-b253-a9a03041a0f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8652a536921c41fda5165b76b57b4f72&device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 1100 time: 0.2166142 Jul 16 18:27:09.304057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.359694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7d832fb5-5e0b-402d-8510-d76f37a77922, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7d832fb5-5e0b-402d-8510-d76f37a77922,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:09.366528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.368589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5a83f058-7138-4438-b396-d79a9307d08e up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:09.373030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-90652919-1db2-40c0-93a9-26d3eaf0dca5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2c08809f-d805-422e-a65d-8f368237cb72 HTTP/1.1" status: 200 len: 217 time: 0.0931342 Jul 16 18:27:09.434950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.459497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7d832fb5-5e0b-402d-8510-d76f37a77922,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.460621 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ae44916-18ec-470e-8bd6-5024c0c71c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.467526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663ff78-9384-4530-811f-cc8042566e73 req-46199cf3-a2d5-4bf3-85b5-e0d723574627 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.474475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9663ff78-9384-4530-811f-cc8042566e73 req-46199cf3-a2d5-4bf3-85b5-e0d723574627 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 949 time: 0.3209846 Jul 16 18:27:09.482110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095d25-6759-4c31-af07-0b9a800b1bda req-28da031f-cb94-4b9a-b46b-bcc4075e1c71 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.484350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-28da031f-cb94-4b9a-b46b-bcc4075e1c71 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.2898338 Jul 16 18:27:09.493060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-0dd70816-f794-4f53-bf58-ea261409d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.495079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-0dd70816-f794-4f53-bf58-ea261409d661 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1158171 Jul 16 18:27:09.499344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 5a83f058-7138-4438-b396-d79a9307d08e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:09.504769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5a83f058-7138-4438-b396-d79a9307d08e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:09.505309 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.531686 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-50d2e63a-d8d4-47c7-a86e-13dcc343181c tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/quotas/ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 375 time: 0.0273664 Jul 16 18:27:09.558591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9663ff78-9384-4530-811f-cc8042566e73 req-c0798166-6242-4a76-b065-1f9cb6ab7d02 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831349 Jul 16 18:27:09.608906 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.615310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6491-dca0-4a67-8f8d-943479dee51d req-3f56915a-6508-4957-98b4-733e0e4bb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.617612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-3f56915a-6508-4957-98b4-733e0e4bb1b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128039 Jul 16 18:27:09.658401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5a83f058-7138-4438-b396-d79a9307d08e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5a83f058-7138-4438-b396-d79a9307d08e,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:09.663326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ae44916-18ec-470e-8bd6-5024c0c71c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.665136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.666164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:09.680570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-2db8356b-3b52-4cc4-acf1-bf2e4360df1b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475363 Jul 16 18:27:09.689894 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ae44916-18ec-470e-8bd6-5024c0c71c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.723536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-cac778c2-ee00-42f0-a9d2-7966f2b389c2 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986454 Jul 16 18:27:09.752826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7ae44916-18ec-470e-8bd6-5024c0c71c39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0faa83260c3745878f54cc29c73e266b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156824 Jul 16 18:27:09.761074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52062) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.771331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5a83f058-7138-4438-b396-d79a9307d08e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.775241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:09.780344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:09.780586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae44916-18ec-470e-8bd6-5024c0c71c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e303b28-429a-4d45-8cf4-0ac028584327,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.780734 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.820409 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-6950d121-83a2-4136-957d-e316c75d9313 service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387274 Jul 16 18:27:09.866212 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.903443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b1384f7-41b8-4bc6-9705-44964d070041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.906578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:09.911875 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.912948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 48db903e-e86c-4186-89a6-2e442af0c1b7 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:09.924607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19441-e5a5-453b-a915-11d21535c511 req-7492c2d2-b779-4359-b345-8f761a156b00 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.926126 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a3b19441-e5a5-453b-a915-11d21535c511 req-7492c2d2-b779-4359-b345-8f761a156b00 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1857655 Jul 16 18:27:09.937792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-061c6491-dca0-4a67-8f8d-943479dee51d req-1d5a4c3e-9668-4884-b791-d85031bf8fac service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074561 Jul 16 18:27:09.942534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-85070632-a4db-491a-97d5-ae17b9509938 service neutron] 10.222.0.49 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196654 Jul 16 18:27:09.962110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b1384f7-41b8-4bc6-9705-44964d070041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.991801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a3b19441-e5a5-453b-a915-11d21535c511 req-1220c2d0-0ab2-4aec-a230-addefb82ea40 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585196 Jul 16 18:27:10.005922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.016142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 48db903e-e86c-4186-89a6-2e442af0c1b7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:10.020913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 48db903e-e86c-4186-89a6-2e442af0c1b7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:10.021294 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.054943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b1384f7-41b8-4bc6-9705-44964d070041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.058885 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b1384f7-41b8-4bc6-9705-44964d070041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.061312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5b1384f7-41b8-4bc6-9705-44964d070041 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e303b28-429a-4d45-8cf4-0ac028584327 HTTP/1.1" status: 204 len: 168 time: 0.2779965 Jul 16 18:27:10.071569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1384f7-41b8-4bc6-9705-44964d070041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e303b28-429a-4d45-8cf4-0ac028584327,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.115453 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b10e9-a0af-43a2-a999-de1cdeee9e57 x-openstack-request-id: req-4f8b10e9-a0af-43a2-a999-de1cdeee9e57 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:10.116682 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046e3869-8c3d-48cc-99e5-39fd6f5fcddb", "tag": "2c08809f-d805-422e-a65d-8f368237cb72", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:10.117740 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f8b10e9-a0af-43a2-a999-de1cdeee9e57 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:10.118341 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'tag': '2c08809f-d805-422e-a65d-8f368237cb72', 'status': 'completed', 'code': 200} Jul 16 18:27:10.145390 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.198706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f760157-d5f3-485f-bee2-664dafde62be req-e8e5c8d0-3f96-40cc-ad7a-e4194d60bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.201599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f760157-d5f3-485f-bee2-664dafde62be req-e8e5c8d0-3f96-40cc-ad7a-e4194d60bbab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8652a536921c41fda5165b76b57b4f72&device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 1100 time: 0.0773120 Jul 16 18:27:10.205904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 48db903e-e86c-4186-89a6-2e442af0c1b7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=48db903e-e86c-4186-89a6-2e442af0c1b7,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:10.215204 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.276607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=48db903e-e86c-4186-89a6-2e442af0c1b7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.394113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f760157-d5f3-485f-bee2-664dafde62be req-4b7ddc7f-bb5e-4e57-9316-cefc46611ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.396352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f760157-d5f3-485f-bee2-664dafde62be req-4b7ddc7f-bb5e-4e57-9316-cefc46611ef6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1874323 Jul 16 18:27:10.453203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f760157-d5f3-485f-bee2-664dafde62be req-840e2a78-8160-4318-a63a-f933b744829f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2c08809f-d805-422e-a65d-8f368237cb72 HTTP/1.1" status: 200 len: 217 time: 0.0436149 Jul 16 18:27:10.542927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f760157-d5f3-485f-bee2-664dafde62be req-2591aaeb-9cbd-4ec1-a830-f0dd7c8cdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.544507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f760157-d5f3-485f-bee2-664dafde62be req-2591aaeb-9cbd-4ec1-a830-f0dd7c8cdd00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0828574 Jul 16 18:27:10.557718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eca34-f15c-402e-a219-b32c0073ef38 req-118292d1-403e-4c29-a144-dd28e6b31b5c tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.559267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f2eca34-f15c-402e-a219-b32c0073ef38 req-118292d1-403e-4c29-a144-dd28e6b31b5c tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 948 time: 0.1085598 Jul 16 18:27:10.635202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f2eca34-f15c-402e-a219-b32c0073ef38 req-d0fe6440-301a-4eda-bc51-22070998d8ca tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671585 Jul 16 18:27:10.672730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f760157-d5f3-485f-bee2-664dafde62be req-a9a2c435-ae7f-4c83-9d7c-2cbef505eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.681634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f760157-d5f3-485f-bee2-664dafde62be req-a9a2c435-ae7f-4c83-9d7c-2cbef505eeff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1203017 Jul 16 18:27:10.772961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.784191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.798961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.807709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.817481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.831834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.858473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.862472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-aa391e6e-9321-46f2-a285-8b107a0600e0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.2337027 Jul 16 18:27:10.938826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d46e4283-657f-4e06-81e7-a0d3f74eb989 req-dbd748cc-3138-4f1a-9c3b-fef0f2136183 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690317 Jul 16 18:27:10.988661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 291ce028-7f23-4840-a44e-0ed5cccac583 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:11.027343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 291ce028-7f23-4840-a44e-0ed5cccac583 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:11.027883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 291ce028-7f23-4840-a44e-0ed5cccac583 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:11.143400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b717f1-96f3-4504-9d41-b71f81c27ba4'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d832fb5-5e0b-402d-8510-d76f37a77922'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e'}, {'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:11.146381 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff626b49-c96a-4409-9b3c-a3dd9e826ca9" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "96b717f1-96f3-4504-9d41-b71f81c27ba4"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7d832fb5-5e0b-402d-8510-d76f37a77922"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "5a83f058-7138-4438-b396-d79a9307d08e"}, {"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-plugged", "status": "completed", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:11.166423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7b763a2a-6b82-43e6-bc96-7108e404759d req-8c7b034d-bf2b-489f-89f9-404b583a1772 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 210 time: 0.0410938 Jul 16 18:27:11.233103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f760157-d5f3-485f-bee2-664dafde62be req-4affca39-a7b1-4065-a0ca-c789859504ea service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455849 Jul 16 18:27:11.363293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41280b4c-c6fb-43c1-bc6d-bce7bec10ab7 req-7447e8d2-149c-406a-b6a6-fc75b798cec3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.372853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41280b4c-c6fb-43c1-bc6d-bce7bec10ab7 req-7447e8d2-149c-406a-b6a6-fc75b798cec3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.4917657 Jul 16 18:27:11.386709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f760157-d5f3-485f-bee2-664dafde62be req-af3af67f-1c47-479f-935f-d8b754cf42b3 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361485 Jul 16 18:27:11.420331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e56e3d-8e51-4e01-8f5d-4c361cdca446 req-eac4b0e6-c7c5-4f34-9fb5-6e4d50b0000c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.422066 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-75e56e3d-8e51-4e01-8f5d-4c361cdca446 req-eac4b0e6-c7c5-4f34-9fb5-6e4d50b0000c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0995433 Jul 16 18:27:11.432414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41280b4c-c6fb-43c1-bc6d-bce7bec10ab7 req-705a3d5d-c118-4a3e-a343-be2af12ebca7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582085 Jul 16 18:27:11.495622 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-75e56e3d-8e51-4e01-8f5d-4c361cdca446 req-fed26518-bbcc-475b-adb3-bc01a3c02c54 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670102 Jul 16 18:27:11.509172 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9792b83-fe24-4e4f-a40a-f950c57cf8b1 x-openstack-request-id: req-c9792b83-fe24-4e4f-a40a-f950c57cf8b1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:11.510601 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "96b717f1-96f3-4504-9d41-b71f81c27ba4", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7d832fb5-5e0b-402d-8510-d76f37a77922", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "5a83f058-7138-4438-b396-d79a9307d08e", "code": 200}, {"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-plugged", "status": "completed", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-plugged", "status": "completed", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:11.510935 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9792b83-fe24-4e4f-a40a-f950c57cf8b1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:11.511528 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b717f1-96f3-4504-9d41-b71f81c27ba4', 'code': 200} Jul 16 18:27:11.511853 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2', 'code': 200} Jul 16 18:27:11.512142 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d832fb5-5e0b-402d-8510-d76f37a77922', 'code': 200} Jul 16 18:27:11.512421 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e', 'code': 200} Jul 16 18:27:11.512727 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'code': 200} Jul 16 18:27:11.513029 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7', 'code': 200} Jul 16 18:27:11.746613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.747141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.747710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.748358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.749167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.749889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.750570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.752738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-75221b3f-efee-4d4f-8aea-0d8669505686 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6498 time: 0.1022780 Jul 16 18:27:11.797558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd7452-e47e-4fd9-afc4-a21695523eb0 req-94787e1e-9aa3-4a88-84fd-e478485dcc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.800070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20cd7452-e47e-4fd9-afc4-a21695523eb0 req-94787e1e-9aa3-4a88-84fd-e478485dcc27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.1506593 Jul 16 18:27:11.806887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c7472d5-aebd-4569-bcd3-477ecc5093c4 req-febfc5df-b875-412f-884b-83113b22891c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458021 Jul 16 18:27:11.902151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add26e9-fb82-476b-8381-84a5020dacfb req-844e8c49-b66f-4121-a3b2-c1db25c4c3b2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.920708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc60a-a914-49c6-a8dc-124dabb5a35d req-e2e6b63f-e978-40a5-902d-4e669fcc7f47 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.927918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5add26e9-fb82-476b-8381-84a5020dacfb req-844e8c49-b66f-4121-a3b2-c1db25c4c3b2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2161965 Jul 16 18:27:11.929525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b3cc60a-a914-49c6-a8dc-124dabb5a35d req-e2e6b63f-e978-40a5-902d-4e669fcc7f47 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 948 time: 0.0987291 Jul 16 18:27:11.972486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20cd7452-e47e-4fd9-afc4-a21695523eb0 req-0c8129ee-349d-4d74-9c97-6791bfdb1a31 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627791 Jul 16 18:27:11.989539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b3cc60a-a914-49c6-a8dc-124dabb5a35d req-d746b797-f9cd-466e-aa71-63e0da099475 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588422 Jul 16 18:27:12.020137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5add26e9-fb82-476b-8381-84a5020dacfb req-d04b9115-20f8-477a-b998-e0dd5dd97e48 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897169 Jul 16 18:27:12.267578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095d25-6759-4c31-af07-0b9a800b1bda req-14020591-f306-4cdb-aed5-07486988ccbf tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.270563 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-14020591-f306-4cdb-aed5-07486988ccbf tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 821 time: 0.2783492 Jul 16 18:27:12.293369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Request body: {'port': {'device_id': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'admin_state_up': True, 'tenant_id': 'ba50709b69c44cc8b26db85c331be727'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:12.302709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae716-f34e-473a-be71-b375b893c08e req-9f9049c7-cbb4-4f54-9c8b-f03780045273 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.304420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-419ae716-f34e-473a-be71-b375b893c08e req-9f9049c7-cbb4-4f54-9c8b-f03780045273 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0867283 Jul 16 18:27:12.357572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-419ae716-f34e-473a-be71-b375b893c08e req-9fb8583c-8d71-4296-938e-d24ea8233345 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467629 Jul 16 18:27:12.392208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.398716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.404697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.410916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.417754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.423731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.430083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.432022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-fdcf2491-8020-4588-acb2-ea3de7dd931f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.2544656 Jul 16 18:27:12.508799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1881dd0e-dfd3-4b4c-ade2-adea303acd5a req-e415c69d-3f61-4358-a880-37cdd080864d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 210 time: 0.0337937 Jul 16 18:27:12.514317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Made reservation on behalf of ba50709b69c44cc8b26db85c331be727 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:12.518082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.544079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e4fb05c-a35b-463f-9bac-a88cf81f83a1 req-70592cbb-9fd4-4b04-8b33-c11e9286255e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032696 Jul 16 18:27:12.777886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Allocated IP 172.20.0.9 (de4bd8a8-71f7-4060-b825-16152738dfb9/39a70bcc-79a4-4430-92bf-4a49daf7bf0b/7084e464-af72-4022-9d7e-e6cdc9683b97) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:12.854309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39decb3-2441-4bb4-872c-ddaf2ef8dbbb req-f1905f78-a190-41d9-a86f-a83167078e29 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.856159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d39decb3-2441-4bb4-872c-ddaf2ef8dbbb req-f1905f78-a190-41d9-a86f-a83167078e29 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1528945 Jul 16 18:27:12.894618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857295c-7bb5-466b-a6f2-b5276cdcc33b req-f3ef5b28-c59d-44ed-bce3-91180b60356a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.896761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9857295c-7bb5-466b-a6f2-b5276cdcc33b req-f3ef5b28-c59d-44ed-bce3-91180b60356a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0709159 Jul 16 18:27:12.953334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d39decb3-2441-4bb4-872c-ddaf2ef8dbbb req-c69a8d6a-df69-4493-bbde-48dcb65bbe97 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904138 Jul 16 18:27:12.961263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9857295c-7bb5-466b-a6f2-b5276cdcc33b req-ae27974c-f593-4fb4-954b-40c24df00824 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533094 Jul 16 18:27:12.979448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2c08809f-d805-422e-a65d-8f368237cb72 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:13.148663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.195369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 2c08809f-d805-422e-a65d-8f368237cb72, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2c08809f-d805-422e-a65d-8f368237cb72,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:13.227947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '2c08809f-d805-422e-a65d-8f368237cb72', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '2c08809f-d805-422e-a65d-8f368237cb72', 'mac_address': 'fa:16:3e:0d:7a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:13.253460 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.286622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['f59e3c4e-5f56-478f-9511-2d833f6eebcd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:13.378025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Network de4bd8a8-71f7-4060-b825-16152738dfb9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:13.384726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.388557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:13.391461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0fd7f-1d7b-4da9-8f11-a846d927dbbf req-40c97d8b-a7f4-43d4-a833-d5fac88e01c4 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.399029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:13.404205 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ba0fd7f-1d7b-4da9-8f11-a846d927dbbf req-40c97d8b-a7f4-43d4-a833-d5fac88e01c4 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 948 time: 0.0928631 Jul 16 18:27:13.424513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c08809f-d805-422e-a65d-8f368237cb72 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:13.429609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.469785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.470423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.480904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ba0fd7f-1d7b-4da9-8f11-a846d927dbbf req-3d99efc3-de30-4b19-9b5e-0935ac553bcc tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754907 Jul 16 18:27:13.484353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf96c-faa9-4d2f-8589-d66c100c3c6f req-80dbf6e8-a35e-43c0-b7d0-3b09ca84bbb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.497703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-686cf96c-faa9-4d2f-8589-d66c100c3c6f req-80dbf6e8-a35e-43c0-b7d0-3b09ca84bbb3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2393334 Jul 16 18:27:13.528586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 2c08809f-d805-422e-a65d-8f368237cb72, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2c08809f-d805-422e-a65d-8f368237cb72,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:13.528985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-feeca702-b3f6-456d-aa45-f4a7a199419f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412190 Jul 16 18:27:13.540955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Request body: {'port': {'device_id': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.555389 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.616571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-686cf96c-faa9-4d2f-8589-d66c100c3c6f req-f8e83312-fb13-401b-a9dd-aa138a7be7ca tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245344 Jul 16 18:27:13.667870 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.675358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=2c08809f-d805-422e-a65d-8f368237cb72,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.766217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e9d5b-f727-468d-b9e6-a90bd2ac814f req-72b11312-a017-498f-8435-618cbf4c8b86 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.775596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-240e9d5b-f727-468d-b9e6-a90bd2ac814f req-72b11312-a017-498f-8435-618cbf4c8b86 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 931 time: 0.1262038 Jul 16 18:27:13.795194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['2c08809f-d805-422e-a65d-8f368237cb72'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:13.843978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-240e9d5b-f727-468d-b9e6-a90bd2ac814f req-413d1897-15e2-4fb9-9c75-9d7033b21d46 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674796 Jul 16 18:27:14.120598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e5862-0108-4a08-b1e0-cc7cce705dde req-919f9c2d-258f-4af5-b088-db77d154592f tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.137463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f94e5862-0108-4a08-b1e0-cc7cce705dde req-919f9c2d-258f-4af5-b088-db77d154592f tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1049979 Jul 16 18:27:14.153733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7084e464-af72-4022-9d7e-e6cdc9683b97 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:14.167881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.196885 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f94e5862-0108-4a08-b1e0-cc7cce705dde req-2e9cbee9-5b1e-4c10-a9ab-486bcbbfadb7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577228 Jul 16 18:27:14.212060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.212060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.215066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.221362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.228068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.234804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.240904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.242984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-0e3389cb-dd1d-41a3-81d2-4526295227ab tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.1986742 Jul 16 18:27:14.244254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Transition to ACTIVE for port object 7084e464-af72-4022-9d7e-e6cdc9683b97 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:14.268682 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.330266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96a970ae-6cc4-4b44-8c45-d5d967edf3d9 req-2b82973e-b847-427e-9043-c01abdf7acd9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804148 Jul 16 18:27:14.369643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.438610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e14f2d-d777-4796-b775-2c5208dec4a6 req-cb1659da-5422-4199-83f2-a7e8da782c1f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.448287 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a5e14f2d-d777-4796-b775-2c5208dec4a6 req-cb1659da-5422-4199-83f2-a7e8da782c1f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1024082 Jul 16 18:27:14.464566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:14.465189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:14.465784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:14.470212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:14.470522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:14.475811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:14.476160 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:14.476551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:14.477038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Bound port: 7084e464-af72-4022-9d7e-e6cdc9683b97, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:14.477403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.499279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a5e14f2d-d777-4796-b775-2c5208dec4a6 req-84e8c989-1205-4949-8e14-3b265082fe0f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489483 Jul 16 18:27:14.553271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:14.557354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:14.566017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.617151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.617782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.619192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] 10.222.0.67 "PUT /v2.0/ports/7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 200 len: 1092 time: 1.0835047 Jul 16 18:27:14.619985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:14.621935 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0313131-b393-41c8-ada9-6e04ef1583b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:14.646848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5aa1-6e3b-4e65-b92e-b6632ed35ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.738811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095d25-6759-4c31-af07-0b9a800b1bda req-1c3d2915-03be-4805-9a85-a816163314a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.740362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-1c3d2915-03be-4805-9a85-a816163314a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1095 time: 0.0720971 Jul 16 18:27:14.773413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c86a59-53e1-4e3e-aab6-5cbc0fdf100b req-4544cb8f-f350-44f5-9e09-03ed61e73fb7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.781091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91c86a59-53e1-4e3e-aab6-5cbc0fdf100b req-4544cb8f-f350-44f5-9e09-03ed61e73fb7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1332409 Jul 16 18:27:14.809867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-253de73b-a17a-4395-97a1-96161c4fa037 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 200 len: 217 time: 0.0457525 Jul 16 18:27:14.829409 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91c86a59-53e1-4e3e-aab6-5cbc0fdf100b req-164a9215-9677-4208-afd7-b96ac2804c51 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473368 Jul 16 18:27:14.933788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095d25-6759-4c31-af07-0b9a800b1bda req-cb921f4c-1fc7-412d-a03c-4fa91d0843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.935301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-cb921f4c-1fc7-412d-a03c-4fa91d0843cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.1161435 Jul 16 18:27:14.955413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.967341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.977790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2c08809f-d805-422e-a65d-8f368237cb72 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:14.986916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.995788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.002053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.008190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.016388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.028233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aff404a-7748-40d2-ab8a-6f52239d15d7 req-faf2b7c8-62f6-4085-bb82-b6c40f56ad63 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.3011522 Jul 16 18:27:15.030326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.057823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-ae8cfbc8-5391-433a-aef0-3b7a4a26c5d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282273 Jul 16 18:27:15.061218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Request body: {'floatingip': {'port_id': '25b24ef1-acd8-44dc-a62c-a52071237444'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:15.088033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 2c08809f-d805-422e-a65d-8f368237cb72 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:15.090224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 2c08809f-d805-422e-a65d-8f368237cb72 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:15.090624 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.095956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.137466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.205717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-6aeceb9d-3dcb-4fab-8caf-2da7f97a033f service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373184 Jul 16 18:27:15.251236 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.318328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 2c08809f-d805-422e-a65d-8f368237cb72, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2c08809f-d805-422e-a65d-8f368237cb72,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:15.320035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34753a7e-32c3-469f-917a-d5dbb7f965c4 req-c39fa9eb-ed9a-41eb-b29a-dcf0efe7112d tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.322246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c08809f-d805-422e-a65d-8f368237cb72'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:15.327129 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc5f1b-1d4c-4ef3-bbfc-91cfd9691cb6" -d '{"events": [{"server_uuid": "046e3869-8c3d-48cc-99e5-39fd6f5fcddb", "name": "network-vif-plugged", "status": "completed", "tag": "2c08809f-d805-422e-a65d-8f368237cb72"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:15.329074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34753a7e-32c3-469f-917a-d5dbb7f965c4 req-c39fa9eb-ed9a-41eb-b29a-dcf0efe7112d tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 949 time: 0.3136616 Jul 16 18:27:15.336556 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.381426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3b10-46e2-40cc-ba6d-3cd18ccd9dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.431899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38095d25-6759-4c31-af07-0b9a800b1bda req-e7b47604-1165-4c0c-b88f-417cedcf2201 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185404 Jul 16 18:27:15.448746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=2c08809f-d805-422e-a65d-8f368237cb72,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.449827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34753a7e-32c3-469f-917a-d5dbb7f965c4 req-e6178001-ad0f-409a-9dae-8fdf411eb5ad tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196027 Jul 16 18:27:15.456614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.456993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.457331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.457665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.457997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.458324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.458695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.459022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.459372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.467714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.468425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.469227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.531315 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89dfc11-99e0-4c47-9a92-31af8b4fc6fc x-openstack-request-id: req-e89dfc11-99e0-4c47-9a92-31af8b4fc6fc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:15.531781 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:15.531781 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e89dfc11-99e0-4c47-9a92-31af8b4fc6fc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:15.532256 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97', 'status': 'completed', 'code': 200} Jul 16 18:27:15.582036 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3b10-46e2-40cc-ba6d-3cd18ccd9dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.633539 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3b10-46e2-40cc-ba6d-3cd18ccd9dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.686416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c3b10-46e2-40cc-ba6d-3cd18ccd9dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f982d3-520a-4beb-9fcd-f0783bef2933,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.749144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b0c3b10-46e2-40cc-ba6d-3cd18ccd9dee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da716307a2ec472e8085946a8d4a4239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517859 Jul 16 18:27:15.753701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.755733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-6c5d68ef-b8f2-424a-8b38-89c1b265ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.757523 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-6c5d68ef-b8f2-424a-8b38-89c1b265ee04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1095 time: 0.1740046 Jul 16 18:27:15.821422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a75e-34fe-46d8-8757-7d44fe8de5c0 req-5a1ce391-1a51-4aa1-abf6-ba2ff25ae64a tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.823108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87c5a75e-34fe-46d8-8757-7d44fe8de5c0 req-5a1ce391-1a51-4aa1-abf6-ba2ff25ae64a tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.2022147 Jul 16 18:27:15.850407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-87c5a75e-34fe-46d8-8757-7d44fe8de5c0 req-c07f0e61-a27e-4fa9-9d4b-c73979589ef6 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.890157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce647-f16d-4fd4-8138-171d15b234a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.983324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-ff46e15d-965d-405d-bfd3-c828682ebdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.985193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-ff46e15d-965d-405d-bfd3-c828682ebdc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1875155 Jul 16 18:27:16.041658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce647-f16d-4fd4-8138-171d15b234a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.053625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-93cd4dc6-52a7-469e-8c98-18997dad5a4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 200 len: 217 time: 0.0591822 Jul 16 18:27:16.153425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-87c5a75e-34fe-46d8-8757-7d44fe8de5c0 req-c07f0e61-a27e-4fa9-9d4b-c73979589ef6 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.155409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-4e4cab56-b812-48f3-8aa2-a76532ad357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.156912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-4e4cab56-b812-48f3-8aa2-a76532ad357b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0927579 Jul 16 18:27:16.166092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80a1f115-36ad-49c9-a200-c6f282b9c11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.173093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-87c5a75e-34fe-46d8-8757-7d44fe8de5c0 req-c07f0e61-a27e-4fa9-9d4b-c73979589ef6 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.199043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce647-f16d-4fd4-8138-171d15b234a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.201594 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce647-f16d-4fd4-8138-171d15b234a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.205132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6d0ce647-f16d-4fd4-8138-171d15b234a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3f982d3-520a-4beb-9fcd-f0783bef2933 HTTP/1.1" status: 204 len: 168 time: 0.4432738 Jul 16 18:27:16.205132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-9ba63838-1af6-452f-86cc-e93d10522f61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412109 Jul 16 18:27:16.254078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87c5a75e-34fe-46d8-8757-7d44fe8de5c0 req-c07f0e61-a27e-4fa9-9d4b-c73979589ef6 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210606 Jul 16 18:27:16.258491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f0e61-a27e-4fa9-9d4b-c73979589ef6 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cbc195-f78d-457b-8303-9ebdbba2c8c5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.291149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ce647-f16d-4fd4-8138-171d15b234a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f982d3-520a-4beb-9fcd-f0783bef2933,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.294150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:27:16.377500 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.392487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3c5e1-d871-45d1-a5d9-fd9644c57a2d req-af38704d-07ec-4513-a479-0df8dcd296dd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.396332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-bf2e6854-3a04-40ee-94ae-77465a5b5731 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311510 Jul 16 18:27:16.402312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-42f3c5e1-d871-45d1-a5d9-fd9644c57a2d req-af38704d-07ec-4513-a479-0df8dcd296dd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.7424653 Jul 16 18:27:16.445842 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d53c8-81dd-415b-89ab-1ebe186e4c9f x-openstack-request-id: req-c40d53c8-81dd-415b-89ab-1ebe186e4c9f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:16.446473 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046e3869-8c3d-48cc-99e5-39fd6f5fcddb", "name": "network-vif-plugged", "status": "completed", "tag": "2c08809f-d805-422e-a65d-8f368237cb72", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:16.446838 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c40d53c8-81dd-415b-89ab-1ebe186e4c9f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:16.447605 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c08809f-d805-422e-a65d-8f368237cb72', 'code': 200} Jul 16 18:27:16.452087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.523025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0313131-b393-41c8-ada9-6e04ef1583b1 req-478149fb-12c7-45a7-902e-fa4c7d095304 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218193 Jul 16 18:27:16.631853 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Floating IP 7fcfd356-c1b9-43fa-86d4-26cafbe73d06 associated. External IP: 172.25.1.152, port: 25b24ef1-acd8-44dc-a62c-a52071237444. Jul 16 18:27:16.636286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-42f3c5e1-d871-45d1-a5d9-fd9644c57a2d req-3d18b8be-328d-4ac0-be4a-b4d5176e0cae tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331595 Jul 16 18:27:16.654738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:16.677952 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-078aa59a-fbe5-4a86-b322-06589eddba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.772890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:16.813039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744561f-3428-4820-8451-53d6ff7d9847 req-5f9b580b-d80c-436f-b47c-d8dbf9a4e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.816376 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3744561f-3428-4820-8451-53d6ff7d9847 req-5f9b580b-d80c-436f-b47c-d8dbf9a4e1c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 1102 time: 0.2670007 Jul 16 18:27:16.865906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3744561f-3428-4820-8451-53d6ff7d9847 req-3e16d7e1-788f-403a-813b-d59edea5e290 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Jul 16 18:27:16.997015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-078aa59a-fbe5-4a86-b322-06589eddba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.008325 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-078aa59a-fbe5-4a86-b322-06589eddba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.024032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:17.055460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b363-5113-4713-8ba9-dcddc1466eaa req-79e47c82-7d81-4bde-8659-c046a416a259 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.062625 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c191b363-5113-4713-8ba9-dcddc1466eaa req-79e47c82-7d81-4bde-8659-c046a416a259 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0979748 Jul 16 18:27:17.118598 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-078aa59a-fbe5-4a86-b322-06589eddba9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ddca371a3a746e18ec6d464f63e791a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608986 Jul 16 18:27:17.121320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aa59a-fbe5-4a86-b322-06589eddba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f565ff-02ce-4ec0-9b24-e5950f63ff96,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.136303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:17.169080 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c191b363-5113-4713-8ba9-dcddc1466eaa req-ca8d419d-5ede-4e48-97dc-3a88dc6e6cb5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053951 Jul 16 18:27:17.290141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-956432fd-f80a-48ae-b81f-af4f181ecb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.325879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-956432fd-f80a-48ae-b81f-af4f181ecb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.448530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:17.454787 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.460082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] Sync routers for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:17.474218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:17.477062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:17.493654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-045efd25-93b6-4769-bd03-83358198b2b9 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "PUT /v2.0/floatingips/7fcfd356-c1b9-43fa-86d4-26cafbe73d06 HTTP/1.1" status: 200 len: 992 time: 2.4621611 Jul 16 18:27:17.499260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:17.502777 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836" -d '{"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:17.545474 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-0cad01a9-1df5-4ea0-a4a1-9ce9271e4ccb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2110145 Jul 16 18:27:17.555550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11da16-3c34-4e09-9122-1d83d8538531 req-b8e77409-2596-410d-abef-1fffee816f3c tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.557116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ed11da16-3c34-4e09-9122-1d83d8538531 req-b8e77409-2596-410d-abef-1fffee816f3c tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 950 time: 0.1752853 Jul 16 18:27:17.650349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ed11da16-3c34-4e09-9122-1d83d8538531 req-3fd1f880-3272-4c13-9316-519316f736cc tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840731 Jul 16 18:27:17.657609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:17.681611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-956432fd-f80a-48ae-b81f-af4f181ecb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.688802 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-956432fd-f80a-48ae-b81f-af4f181ecb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.708182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-956432fd-f80a-48ae-b81f-af4f181ecb63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3f565ff-02ce-4ec0-9b24-e5950f63ff96 HTTP/1.1" status: 204 len: 168 time: 0.5576470 Jul 16 18:27:17.754967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72e444-a6ff-404d-a778-732703bdc240 req-d22810f6-7f42-42fb-840f-c27dc3d1b2af tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.767100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f72e444-a6ff-404d-a778-732703bdc240 req-d22810f6-7f42-42fb-840f-c27dc3d1b2af tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.3393199 Jul 16 18:27:17.772633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956432fd-f80a-48ae-b81f-af4f181ecb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f565ff-02ce-4ec0-9b24-e5950f63ff96,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.027999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f72e444-a6ff-404d-a778-732703bdc240 req-55bd1a98-cb6d-451e-a316-f5c9ad42183b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580898 Jul 16 18:27:18.052548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22a35b-ece5-41da-8610-49a71bd3d138 req-54b9280d-4be4-47b7-83c2-e34075896ae2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.067190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd22a35b-ece5-41da-8610-49a71bd3d138 req-54b9280d-4be4-47b7-83c2-e34075896ae2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1647654 Jul 16 18:27:18.102761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '7fcfd356-c1b9-43fa-86d4-26cafbe73d06', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'port_id': '25b24ef1-acd8-44dc-a62c-a52071237444', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'mac_address': 'fa:16:3e:4d:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:01Z', 'updated_at': '2021-07-16T18:27:15Z', 'revision_number': 1, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:13Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:18.148879 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd22a35b-ece5-41da-8610-49a71bd3d138 req-899f6fc1-0a5c-4560-aaa6-64816f63a372 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806625 Jul 16 18:27:18.166505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] Checking router: 3dd4d6c6-7541-45f3-8ef9-f718f5444514 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:18.195763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:18.196403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:18.199068 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.242782 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94889f81-8f39-4817-908b-aca3a9fe8a7e x-openstack-request-id: req-94889f81-8f39-4817-908b-aca3a9fe8a7e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:18.243074 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:18.243321 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94889f81-8f39-4817-908b-aca3a9fe8a7e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:18.243789 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444', 'status': 'completed', 'code': 200} Jul 16 18:27:18.442661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.443438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.444133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.458808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.460105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.460914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.461543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.463733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-b4aa7fb9-c353-4325-a399-a7dfb94b8093 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6498 time: 0.1613235 Jul 16 18:27:18.468040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:18.747753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-31fec8b1-e371-4859-95ed-0d69ca72c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.751203 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ad9dfeb-e49a-49ef-b985-e3e6e47053d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.753094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-31fec8b1-e371-4859-95ed-0d69ca72c471 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f578155-921a-45d2-b167-32878999fee7 HTTP/1.1" status: 200 len: 913 time: 0.2806137 Jul 16 18:27:18.901639 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.946820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ea324-3163-4e61-bde8-2611476e4936 req-d031b3d2-1e67-4a91-a487-8e6b83dbde08 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.954526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c22ea324-3163-4e61-bde8-2611476e4936 req-d031b3d2-1e67-4a91-a487-8e6b83dbde08 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2520368 Jul 16 18:27:18.993132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-459086ac-02f5-4b80-b20f-69f39bb757b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b24ef1-acd8-44dc-a62c-a52071237444 HTTP/1.1" status: 200 len: 1000 time: 0.2261956 Jul 16 18:27:19.064354 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c22ea324-3163-4e61-bde8-2611476e4936 req-a0e42397-6cde-4d73-999a-c87826fcd3c8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085367 Jul 16 18:27:19.088799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '7fcfd356-c1b9-43fa-86d4-26cafbe73d06', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'port_id': '25b24ef1-acd8-44dc-a62c-a52071237444', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'mac_address': 'fa:16:3e:4d:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:01Z', 'updated_at': '2021-07-16T18:27:15Z', 'revision_number': 1, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:13Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:19.105400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-16a39f25-048c-47ce-bed7-6c384ace5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.111970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-16a39f25-048c-47ce-bed7-6c384ace5461 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e002e86a-d76d-4541-b528-5f64fdfd0358 HTTP/1.1" status: 200 len: 851 time: 0.1055229 Jul 16 18:27:19.164988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058cec2-9d00-4fc8-93b1-75325b9abff4 None None] The sync data for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 is: [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '7fcfd356-c1b9-43fa-86d4-26cafbe73d06', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'port_id': '25b24ef1-acd8-44dc-a62c-a52071237444', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'mac_address': 'fa:16:3e:4d:30:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:01Z', 'updated_at': '2021-07-16T18:27:15Z', 'revision_number': 1, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:13Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:19.205397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-290d6fb5-d4a4-4071-8162-a68b32208b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.207192 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-290d6fb5-d4a4-4071-8162-a68b32208b41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f578155-921a-45d2-b167-32878999fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887678 Jul 16 18:27:19.248417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e246d8-7354-4841-b134-79175c698fd7 req-793edd6e-99d7-4d8f-aac8-5f41dee11d21 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.250358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8e246d8-7354-4841-b134-79175c698fd7 req-793edd6e-99d7-4d8f-aac8-5f41dee11d21 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.2687080 Jul 16 18:27:19.379347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-d91634e1-c84a-4c45-85ea-1086242abaa1 service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637819 Jul 16 18:27:19.388239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d8685-9828-4f96-96af-df1b47853379 req-80b05d3d-131c-4548-8c0a-a88635862b38 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.391258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a3d8685-9828-4f96-96af-df1b47853379 req-80b05d3d-131c-4548-8c0a-a88635862b38 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 950 time: 0.1444528 Jul 16 18:27:19.408130 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8e246d8-7354-4841-b134-79175c698fd7 req-56f8e377-efc6-4082-8c2a-388a46b431d2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509683 Jul 16 18:27:19.567036 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62934b-17a4-44ee-859c-920d97293731 None None] New status for floating IP 7fcfd356-c1b9-43fa-86d4-26cafbe73d06: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:27:19.570342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a3d8685-9828-4f96-96af-df1b47853379 req-b840fbc4-fbcf-497a-9158-6f1334b47115 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732831 Jul 16 18:27:19.615420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf48b3c-b3f4-4b7a-8b2a-514eca912836 req-3f6a8d58-ee4a-40f4-aecf-acc7b561deb4 service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195244 Jul 16 18:27:19.691310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Deleting port edf90f5a-f915-462c-8511-515f4f287b29 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:19.692005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.770634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab0d1b-aebc-458f-ab4f-262472599f41 req-81218f70-4f8d-4fb0-86ee-dd6ba74fb504 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.775315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62ab0d1b-aebc-458f-ab4f-262472599f41 req-81218f70-4f8d-4fb0-86ee-dd6ba74fb504 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0800827 Jul 16 18:27:19.840838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7264b-fac5-4ed9-ae9a-1fb497170ce6 req-6d491fea-0e4c-4ed1-b3be-63caa68c1a6c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.843974 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.845763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-42d7264b-fac5-4ed9-ae9a-1fb497170ce6 req-6d491fea-0e4c-4ed1-b3be-63caa68c1a6c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2265499 Jul 16 18:27:19.854750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] For port edf90f5a-f915-462c-8511-515f4f287b29, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=edf90f5a-f915-462c-8511-515f4f287b29,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:19.855109 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.863188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62ab0d1b-aebc-458f-ab4f-262472599f41 req-e3c944ec-c10d-43d0-803e-d7ebeb3f618c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736566 Jul 16 18:27:19.881487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Calling delete_port for edf90f5a-f915-462c-8511-515f4f287b29 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:19.917388 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-42d7264b-fac5-4ed9-ae9a-1fb497170ce6 req-e63f6c09-315a-4203-bed5-b6ab308818e8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648861 Jul 16 18:27:20.003682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-472a13f1-48f9-4723-a996-88f6703783ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.011446 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-472a13f1-48f9-4723-a996-88f6703783ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.1175301 Jul 16 18:27:20.195726 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.206483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-d3f2a5b8-6b7c-45c9-8e0e-d940d388ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.208250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-d3f2a5b8-6b7c-45c9-8e0e-d940d388ce0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1868155 Jul 16 18:27:20.268721 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-ecd970f8-29ae-43ec-a65d-ee59f31bf3d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.0531514 Jul 16 18:27:20.325373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Pushing event deleted for resources: {'Port': ['ID=edf90f5a-f915-462c-8511-515f4f287b29,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.326659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-f5518a70-e440-49e6-90f4-1812012c823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.328583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-f5518a70-e440-49e6-90f4-1812012c823d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0528297 Jul 16 18:27:20.415292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-72e8bbbe-36b5-4596-84ed-148d8be2a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.417513 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-72e8bbbe-36b5-4596-84ed-148d8be2a763 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0818355 Jul 16 18:27:20.457831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d814c-09a7-45b6-8bfa-f52311ac8ab9 req-fd0226fb-fc65-442f-827d-0ba3591d61c8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.464721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-170d814c-09a7-45b6-8bfa-f52311ac8ab9 req-fd0226fb-fc65-442f-827d-0ba3591d61c8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1770983 Jul 16 18:27:20.513479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-170d814c-09a7-45b6-8bfa-f52311ac8ab9 req-a535383e-64d7-4965-811f-e8230241f4b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Jul 16 18:27:20.514201 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.532509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-1a10f7d7-a584-49d6-93db-86382fb80994 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065917 Jul 16 18:27:20.591100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-fbaef166-72fb-4017-bbe7-8aaf55f63c0f tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=936e6f546000418ea112368c4c06c6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309734 Jul 16 18:27:20.727655 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-2dfb0623-5616-43d4-9291-dd359d9591ac service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870472 Jul 16 18:27:20.755381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-657c5649-da6a-47db-baaa-c3ee741e51d4 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.757428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-657c5649-da6a-47db-baaa-c3ee741e51d4 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578739 Jul 16 18:27:20.773198 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-695faf53-78b7-438a-b768-b50024b7ea50 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/quotas/936e6f546000418ea112368c4c06c6ed HTTP/1.1" status: 200 len: 375 time: 0.0105906 Jul 16 18:27:20.802670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe560dd-8ede-4e55-8fe9-147bfeea3fe6 req-a7bcb9d7-497a-42ef-b05d-f6e20e652e28 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.804182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fe560dd-8ede-4e55-8fe9-147bfeea3fe6 req-a7bcb9d7-497a-42ef-b05d-f6e20e652e28 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 950 time: 0.1325917 Jul 16 18:27:20.808545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Router c4faab07-9eca-47d0-98eb-3603661471bd has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:20.808754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-a5fc4647-c404-469a-a75a-96eb2296a11e tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=936e6f546000418ea112368c4c06c6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290508 Jul 16 18:27:20.887203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fe560dd-8ede-4e55-8fe9-147bfeea3fe6 req-45c9488a-c390-471a-b826-2fb0315750df tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747042 Jul 16 18:27:20.957165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:20.962937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c88c27cc-482d-41c8-9c82-95b48c36f77d admin admin] 10.222.0.49 "PUT /v2.0/routers/c4faab07-9eca-47d0-98eb-3603661471bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1890674 Jul 16 18:27:20.965803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:20.973299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] Sync routers for ids ['c4faab07-9eca-47d0-98eb-3603661471bd'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:20.992397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] Routers {'c4faab07-9eca-47d0-98eb-3603661471bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:20.993078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c4faab07-9eca-47d0-98eb-3603661471bd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:21.097081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0e5c8-937d-4297-8b29-a17348c8d098 req-56b5a733-4bac-495e-ab81-decf9c26c831 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.098620 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0d0e5c8-937d-4297-8b29-a17348c8d098 req-56b5a733-4bac-495e-ab81-decf9c26c831 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.0887499 Jul 16 18:27:21.154612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0d0e5c8-937d-4297-8b29-a17348c8d098 req-a4649371-7a70-4b0c-b04f-76f7ea164e9e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Jul 16 18:27:21.181677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] Set router c4faab07-9eca-47d0-98eb-3603661471bd gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:21.353946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f482-f1fc-429c-a6c9-e663a649add8 req-2ad161cd-06a0-4435-afd8-39a846c54452 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.361163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d961f482-f1fc-429c-a6c9-e663a649add8 req-2ad161cd-06a0-4435-afd8-39a846c54452 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0781152 Jul 16 18:27:21.411988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d961f482-f1fc-429c-a6c9-e663a649add8 req-adbc731b-cc9a-4909-9077-c2431bcca097 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493279 Jul 16 18:27:21.415520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 5, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:21.462806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] Checking router: c4faab07-9eca-47d0-98eb-3603661471bd for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:21.472245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] Routers {'c4faab07-9eca-47d0-98eb-3603661471bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:21.473056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c4faab07-9eca-47d0-98eb-3603661471bd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:21.481962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.496969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26e3a8da-e9af-468b-b59f-bdb5e5c4226d req-48c99a54-ff3a-453c-b449-f2b2a8f3e6cc tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 210 time: 0.0404191 Jul 16 18:27:21.562019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b5012-c4ed-4278-9885-61f209326b24 req-9df83390-81b3-4833-af08-54fb8d6b8684 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.567661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b3b5012-c4ed-4278-9885-61f209326b24 req-9df83390-81b3-4833-af08-54fb8d6b8684 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.5026042 Jul 16 18:27:21.707977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b3b5012-c4ed-4278-9885-61f209326b24 req-1020ed43-68be-444f-9523-9aed81a2bb52 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393785 Jul 16 18:27:21.714536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.726639 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.738095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] Set router c4faab07-9eca-47d0-98eb-3603661471bd gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:21.803249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-8e87e2c7-9385-45b2-b194-182d59fe5833 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.805036 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-8e87e2c7-9385-45b2-b194-182d59fe5833 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.67 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 950 time: 0.1603026 Jul 16 18:27:21.877240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Deleting port 00171c81-97eb-42b8-94f7-5b2d10eadbd3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:21.877618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.980417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 5, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:22.009339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e0b65-4c5f-4a94-8240-b3f9902b38b4 req-6b325679-dd55-4a38-a1b1-2ab4727711b1 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.011044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08e0b65-4c5f-4a94-8240-b3f9902b38b4 req-6b325679-dd55-4a38-a1b1-2ab4727711b1 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0894065 Jul 16 18:27:22.017245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513ad44-6b76-4e9d-8259-e645446b184d None None] The sync data for ids ['c4faab07-9eca-47d0-98eb-3603661471bd'] in n-d-791504-15 is: [{'id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363107932-router', 'tenant_id': 'c7988e9a47f142c68813ee0b479a24d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:11Z', 'updated_at': '2021-07-16T18:27:20Z', 'revision_number': 5, 'project_id': 'c7988e9a47f142c68813ee0b479a24d5', 'gw_port': {'id': '00171c81-97eb-42b8-94f7-5b2d10eadbd3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4faab07-9eca-47d0-98eb-3603661471bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:12Z', 'updated_at': '2021-07-16T18:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:22.042010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Deleting port 2c08809f-d805-422e-a65d-8f368237cb72 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:22.042356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.059639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a08e0b65-4c5f-4a94-8240-b3f9902b38b4 req-a9c2b29a-85e1-4245-b419-cae7b6d5993f tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Jul 16 18:27:22.086316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] For port 00171c81-97eb-42b8-94f7-5b2d10eadbd3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=00171c81-97eb-42b8-94f7-5b2d10eadbd3,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:22.086678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.113436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Calling delete_port for 00171c81-97eb-42b8-94f7-5b2d10eadbd3 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:22.239302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68123d92-6ff4-459e-b53a-e8a23ce4b9e1 req-99fab55c-c7d4-4af9-90ea-033df59d9e53 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.240906 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68123d92-6ff4-459e-b53a-e8a23ce4b9e1 req-99fab55c-c7d4-4af9-90ea-033df59d9e53 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0649583 Jul 16 18:27:22.246340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] For port 2c08809f-d805-422e-a65d-8f368237cb72, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=2c08809f-d805-422e-a65d-8f368237cb72,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:22.246731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.258411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865c0c2-42c2-430e-877f-a7822deafb6b req-c68f9e21-cc76-4742-bd7c-53b35e1836be tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.260040 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d865c0c2-42c2-430e-877f-a7822deafb6b req-c68f9e21-cc76-4742-bd7c-53b35e1836be tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 950 time: 0.2433178 Jul 16 18:27:22.281219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68123d92-6ff4-459e-b53a-e8a23ce4b9e1 req-045cb70f-25bf-4d8f-a306-4be60970ffba tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Jul 16 18:27:22.285916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Calling delete_port for 2c08809f-d805-422e-a65d-8f368237cb72 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:22.434362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-e9c5a67a-c601-4200-97f6-41a7a3b5d2d5 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=936e6f546000418ea112368c4c06c6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309262 Jul 16 18:27:22.437559 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d865c0c2-42c2-430e-877f-a7822deafb6b req-7c32a2fe-f71e-4e84-b3f6-9c574e0b5d8c tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/security-groups?id=9afdfe2f-19d5-43b3-adea-6b5afd7a960f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660967 Jul 16 18:27:22.519803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03293b16-dd36-4c55-a895-4071354d2353 req-48bf31f3-10ca-4d38-b02a-67d9dd56f4bd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.523029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03293b16-dd36-4c55-a895-4071354d2353 req-48bf31f3-10ca-4d38-b02a-67d9dd56f4bd tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.1315355 Jul 16 18:27:22.530491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.609406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03293b16-dd36-4c55-a895-4071354d2353 req-2d7acfbc-1ba0-46b4-8373-8be427b4466a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717115 Jul 16 18:27:22.689200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.717475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-b49a8a25-533d-4524-9dad-65304203dbce tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.718906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-b49a8a25-533d-4524-9dad-65304203dbce tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761102 Jul 16 18:27:22.745656 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.750422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Request body: {'port': {'device_id': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '936e6f546000418ea112368c4c06c6ed'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:22.754407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Pushing event deleted for resources: {'Port': ['ID=00171c81-97eb-42b8-94f7-5b2d10eadbd3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.757110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['2c08809f-d805-422e-a65d-8f368237cb72'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:22.787837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae0c08-5271-4179-9c0b-6d7b5a0c1dc2 req-d799281c-b833-406e-8197-cef1e2d8b498 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.789370 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cae0c08-5271-4179-9c0b-6d7b5a0c1dc2 req-d799281c-b833-406e-8197-cef1e2d8b498 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0667019 Jul 16 18:27:22.827796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cae0c08-5271-4179-9c0b-6d7b5a0c1dc2 req-45e52f6b-1fd7-426b-a361-c1441a3b51d2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Jul 16 18:27:22.828769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Pushing event deleted for resources: {'Port': ['ID=2c08809f-d805-422e-a65d-8f368237cb72,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.966237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4501cf39-b6bf-4b95-8987-a65bd0acb6d1 req-19a99b35-9ac4-4b44-a084-00d1be0532fa tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 210 time: 0.0303497 Jul 16 18:27:22.976812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] No DVR routers for this DVR port 2c08809f-d805-422e-a65d-8f368237cb72 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:22.993786 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.993786 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-991f7b43-33d9-45a5-a7c5-7c079cec89f2 req-2f2c731a-9512-4de8-b04a-06048b31198f tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.67 "DELETE /v2.0/ports/2c08809f-d805-422e-a65d-8f368237cb72 HTTP/1.1" status: 204 len: 173 time: 1.1758022 Jul 16 18:27:22.993786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'name': 'network-vif-deleted', 'tag': '2c08809f-d805-422e-a65d-8f368237cb72'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:23.001851 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d160da-0fa4-4a1f-94ad-0f5e7001a2ea" -d '{"events": [{"server_uuid": "046e3869-8c3d-48cc-99e5-39fd6f5fcddb", "name": "network-vif-deleted", "tag": "2c08809f-d805-422e-a65d-8f368237cb72"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:23.043213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e53c-c75c-44b7-a89e-5ab712c746b5 req-a48f0763-b8a9-4c01-b07a-f2c370ed15aa tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.050643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8bd2e53c-c75c-44b7-a89e-5ab712c746b5 req-a48f0763-b8a9-4c01-b07a-f2c370ed15aa tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.3830507 Jul 16 18:27:23.052921 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.196930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.200092 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.204460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8bd2e53c-c75c-44b7-a89e-5ab712c746b5 req-00d29a03-be6c-4477-95d6-f7bddfe9333f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530282 Jul 16 18:27:23.206737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Made reservation on behalf of 936e6f546000418ea112368c4c06c6ed for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:23.210536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.258549 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.269266 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96bc7f1-8e7e-4870-bf52-ea318119966e x-openstack-request-id: req-f96bc7f1-8e7e-4870-bf52-ea318119966e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:23.269554 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046e3869-8c3d-48cc-99e5-39fd6f5fcddb", "name": "network-vif-deleted", "tag": "2c08809f-d805-422e-a65d-8f368237cb72", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:23.269785 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f96bc7f1-8e7e-4870-bf52-ea318119966e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:23.270178 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046e3869-8c3d-48cc-99e5-39fd6f5fcddb', 'name': 'network-vif-deleted', 'tag': '2c08809f-d805-422e-a65d-8f368237cb72', 'status': 'completed', 'code': 200} Jul 16 18:27:23.282191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.282696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4faab07-9eca-47d0-98eb-3603661471bd {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:23.288716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.292462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.292609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-db6b6359-6fc2-4805-b8b3-369b9572f8de admin admin] 10.222.0.49 "DELETE /v2.0/routers/c4faab07-9eca-47d0-98eb-3603661471bd HTTP/1.1" status: 204 len: 168 time: 2.3252771 Jul 16 18:27:23.347127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] Deleting subnet 2af3416b-fbf7-44e9-8518-3926b9577c27 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:23.351433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.397280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.439511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d50af-2d49-47b9-a3fb-9f77100a3536 req-90b24ea0-f36b-4899-bbd9-6c79eea4365f tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.441399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-163d50af-2d49-47b9-a3fb-9f77100a3536 req-90b24ea0-f36b-4899-bbd9-6c79eea4365f tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1145434 Jul 16 18:27:23.443419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.449005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.510923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.541070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb1bf9-c184-4263-9592-4837e00d4fad,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.577268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.580634 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-163d50af-2d49-47b9-a3fb-9f77100a3536 req-42386c06-443b-47f3-aec3-9157e3d6edf8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175692 Jul 16 18:27:23.634349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af3416b-fbf7-44e9-8518-3926b9577c27,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.654089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.657764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Allocated IP 192.168.233.77 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/c566d7e2-5cf1-481f-9e11-4ee38d1007d3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:23.659508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-000ffa69-65ff-4dec-aab3-f7b2781a6b74 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2af3416b-fbf7-44e9-8518-3926b9577c27 HTTP/1.1" status: 204 len: 168 time: 0.3658223 Jul 16 18:27:23.660476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.661982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444cdd5b-ba0b-44bc-aa57-9b5572190a94 None None] Network 201c5614-0a6e-474a-9122-7dbd31bb1f39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:23.753969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db58ba15-cfd7-4ba2-946d-46f127fb08b0 req-8f682ebc-828c-42d8-870e-4d074c05d067 tempest-ImagesNegativeTestJSON-869392959 tempest-ImagesNegativeTestJSON-869392959-project] 10.222.0.49 "GET /v2.0/ports?device_id=046e3869-8c3d-48cc-99e5-39fd6f5fcddb HTTP/1.1" status: 200 len: 210 time: 0.1157644 Jul 16 18:27:23.776862 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.872933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Deleting port e7a0cdfb-e966-42bc-9134-9f808fa11386 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:23.872933 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.893767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device edf90f5a-f915-462c-8511-515f4f287b29 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:23.917985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: edf90f5a-f915-462c-8511-515f4f287b29 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:23.919211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device edf90f5a-f915-462c-8511-515f4f287b29 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:23.919976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 00171c81-97eb-42b8-94f7-5b2d10eadbd3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:23.944403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.947858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 00171c81-97eb-42b8-94f7-5b2d10eadbd3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:23.948414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 00171c81-97eb-42b8-94f7-5b2d10eadbd3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:23.984959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] For port e7a0cdfb-e966-42bc-9134-9f808fa11386, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e7a0cdfb-e966-42bc-9134-9f808fa11386,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:23.987001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.993229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Transition to ACTIVE for port object c566d7e2-5cf1-481f-9e11-4ee38d1007d3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:23.996352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea477492-e373-490f-878f-902d8793720a None None] DHCP port deletion for 201c5614-0a6e-474a-9122-7dbd31bb1f39 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:24.043643 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.049177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Calling delete_port for e7a0cdfb-e966-42bc-9134-9f808fa11386 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:24.070125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ea477492-e373-490f-878f-902d8793720a None None] Deleting port e7a0cdfb-e966-42bc-9134-9f808fa11386 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:24.070983 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea477492-e373-490f-878f-902d8793720a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.107957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Pushing event updated for resources: {'Port': ['ID=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.123171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:24.124949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:24.128520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:24.149643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01930e-e4b7-4aae-999d-05f8dc537342 req-8936c817-2872-4fa9-9e23-371e0de53879 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.157278 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e01930e-e4b7-4aae-999d-05f8dc537342 req-8936c817-2872-4fa9-9e23-371e0de53879 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.1665745 Jul 16 18:27:24.179704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ea477492-e373-490f-878f-902d8793720a None None] For port e7a0cdfb-e966-42bc-9134-9f808fa11386, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e7a0cdfb-e966-42bc-9134-9f808fa11386,segment=NetworkSegment(8c90a849-827c-4fc9-8f29-2e4429ef0af9),segment_id=8c90a849-827c-4fc9-8f29-2e4429ef0af9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:24.180330 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea477492-e373-490f-878f-902d8793720a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.198823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ea477492-e373-490f-878f-902d8793720a None None] Calling delete_port for e7a0cdfb-e966-42bc-9134-9f808fa11386 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:24.207570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.227135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e01930e-e4b7-4aae-999d-05f8dc537342 req-23f69e12-775c-4c21-999c-00ae4a552d0f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Jul 16 18:27:24.268331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.268897 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.294275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a0cdfb-e966-42bc-9134-9f808fa11386,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.310514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] No DVR routers for this DVR port e7a0cdfb-e966-42bc-9134-9f808fa11386 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:24.317896 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.323872 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1a3e67f4-2ebc-4419-b75b-fdd851290f91 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5810943 Jul 16 18:27:24.338533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ffc73-0486-4303-a77b-1bca68a8cfcd req-bc70c09d-da57-487c-9049-9efb663c454c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.345765 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ea477492-e373-490f-878f-902d8793720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.346721 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e10ffc73-0486-4303-a77b-1bca68a8cfcd req-bc70c09d-da57-487c-9049-9efb663c454c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2144558 Jul 16 18:27:24.360573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Request body: {'port': {'device_id': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:24.378929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477492-e373-490f-878f-902d8793720a None None] Pushing event deleted for resources: {'Port': ['ID=e7a0cdfb-e966-42bc-9134-9f808fa11386,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.385009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea477492-e373-490f-878f-902d8793720a None None] No DVR routers for this DVR port e7a0cdfb-e966-42bc-9134-9f808fa11386 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:24.452187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e10ffc73-0486-4303-a77b-1bca68a8cfcd req-bde2dfff-baa4-4698-8896-c58012f22e4e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042869 Jul 16 18:27:24.456673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.472890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201c5614-0a6e-474a-9122-7dbd31bb1f39']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:24.492981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.518339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c90a849-827c-4fc9-8f29-2e4429ef0af9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:24.518957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c90a849-827c-4fc9-8f29-2e4429ef0af9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:24.532732 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.538446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d55c3cb4-b5a0-4bdb-b707-360ffc9eae43 None None] Provisioning for port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:24.542754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d55c3cb4-b5a0-4bdb-b707-360ffc9eae43 None None] Provisioning complete for port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:24.543135 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d55c3cb4-b5a0-4bdb-b707-360ffc9eae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.558575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.568923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:24.569731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:24.572153 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:24.581571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3273-8d9d-4b30-b0bb-66da820928d1 req-762fb017-638f-4f08-a806-e07492ebf138 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.585885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a8f3273-8d9d-4b30-b0bb-66da820928d1 req-762fb017-638f-4f08-a806-e07492ebf138 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 935 time: 0.1175072 Jul 16 18:27:24.594759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d55c3cb4-b5a0-4bdb-b707-360ffc9eae43 None None] Port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:24.666396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.675223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.677290 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] 10.222.0.49 "DELETE /v2.0/networks/201c5614-0a6e-474a-9122-7dbd31bb1f39 HTTP/1.1" status: 204 len: 168 time: 0.9901183 Jul 16 18:27:24.682210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a8f3273-8d9d-4b30-b0bb-66da820928d1 req-b1bd2a45-8db3-45aa-9557-69ea06fe7680 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855677 Jul 16 18:27:24.683745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:24.692635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e688ff6-c232-43cd-94b2-57b68355a519 admin admin] Pushing event deleted for resources: {'Network': ['ID=201c5614-0a6e-474a-9122-7dbd31bb1f39,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.010075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2c08809f-d805-422e-a65d-8f368237cb72 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:25.033026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 2c08809f-d805-422e-a65d-8f368237cb72 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:25.033400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 2c08809f-d805-422e-a65d-8f368237cb72 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:25.256562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de358a8-fb95-4072-91da-617175f3cd9e req-c5514307-186d-4904-b72e-e308abe2296f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.258247 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6de358a8-fb95-4072-91da-617175f3cd9e req-c5514307-186d-4904-b72e-e308abe2296f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.5656152 Jul 16 18:27:25.416220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.416458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6de358a8-fb95-4072-91da-617175f3cd9e req-6bdf2e5f-95e4-4377-a118-ba962aa27608 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467800 Jul 16 18:27:25.426267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0bb4-ee36-469b-96a0-a27198b15a20 req-4e1cbe9d-3785-4250-ae71-0da16443f409 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.428386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea2b0bb4-ee36-469b-96a0-a27198b15a20 req-4e1cbe9d-3785-4250-ae71-0da16443f409 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.0735264 Jul 16 18:27:25.468983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c566d7e2-5cf1-481f-9e11-4ee38d1007d3 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:25.481592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.500982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea2b0bb4-ee36-469b-96a0-a27198b15a20 req-fff1f3fd-f683-4b96-955b-1f9c190cee89 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653937 Jul 16 18:27:25.525948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Transition to ACTIVE for port object c566d7e2-5cf1-481f-9e11-4ee38d1007d3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:25.531866 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.637175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7a0cdfb-e966-42bc-9134-9f808fa11386 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:25.654459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e44ad1b0-6552-43f5-8310-83477dd96e61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8652a536921c41fda5165b76b57b4f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226346 Jul 16 18:27:25.657298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Pushing event updated for resources: {'Port': ['ID=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.657725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.675415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e7a0cdfb-e966-42bc-9134-9f808fa11386 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:25.675852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7a0cdfb-e966-42bc-9134-9f808fa11386 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:25.736515 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c798bf51-54f9-429c-ad72-f774ed699180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.768114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c798bf51-54f9-429c-ad72-f774ed699180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.784966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa827da-6cc8-4356-92de-c39c3e4d6156 req-da7ac62b-199e-4560-94d7-51290e622894 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.792278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaa827da-6cc8-4356-92de-c39c3e4d6156 req-da7ac62b-199e-4560-94d7-51290e622894 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2165899 Jul 16 18:27:25.808462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Attempting to bind port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:25.808809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Attempting to bind port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:25.809161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Attempting to bind port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:25.826066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:25.826451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Attempting to bind port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:25.829661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c798bf51-54f9-429c-ad72-f774ed699180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.833347 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c798bf51-54f9-429c-ad72-f774ed699180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.839144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c798bf51-54f9-429c-ad72-f774ed699180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9afdfe2f-19d5-43b3-adea-6b5afd7a960f HTTP/1.1" status: 204 len: 168 time: 0.1761959 Jul 16 18:27:25.858139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:25.858414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:25.858792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:25.859092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798bf51-54f9-429c-ad72-f774ed699180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afdfe2f-19d5-43b3-adea-6b5afd7a960f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.859227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Bound port: c566d7e2-5cf1-481f-9e11-4ee38d1007d3, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:25.859570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.893326 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaa827da-6cc8-4356-92de-c39c3e4d6156 req-1b297d83-9485-4eed-9832-70b3f6b9490c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001294 Jul 16 18:27:25.924134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af1acc-928b-4a8f-8482-445e495cd456 req-9cd0cdb4-f5a0-4277-adbd-a246c994282d tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.926136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30af1acc-928b-4a8f-8482-445e495cd456 req-9cd0cdb4-f5a0-4277-adbd-a246c994282d tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 947 time: 0.0857296 Jul 16 18:27:25.961691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.979559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30af1acc-928b-4a8f-8482-445e495cd456 req-8eef81b4-39a7-4f7f-849d-6e42cf346209 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Jul 16 18:27:26.071432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] For port c566d7e2-5cf1-481f-9e11-4ee38d1007d3, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:26.090892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] For port c566d7e2-5cf1-481f-9e11-4ee38d1007d3, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:26.097516 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.138838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.139782 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.141327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] 10.222.0.59 "PUT /v2.0/ports/c566d7e2-5cf1-481f-9e11-4ee38d1007d3 HTTP/1.1" status: 200 len: 1096 time: 1.7916622 Jul 16 18:27:26.143820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'tag': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:26.146191 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f475c2-833a-4727-a729-f437a3ff3496" -d '{"events": [{"name": "network-changed", "server_uuid": "31df3ea8-4530-4b62-b544-e262a0896fc2", "tag": "c566d7e2-5cf1-481f-9e11-4ee38d1007d3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:26.255373 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50fd7c3-d18b-4d7e-aad0-57bd94f0248d x-openstack-request-id: req-f50fd7c3-d18b-4d7e-aad0-57bd94f0248d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:26.255666 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31df3ea8-4530-4b62-b544-e262a0896fc2", "tag": "c566d7e2-5cf1-481f-9e11-4ee38d1007d3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:26.255981 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f50fd7c3-d18b-4d7e-aad0-57bd94f0248d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:26.256425 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'tag': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3', 'status': 'completed', 'code': 200} Jul 16 18:27:26.274842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414327d-9226-4d35-9113-443a1d3f097f service neutron] Pushing event updated for resources: {'Port': ['ID=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.314552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-83cd90fd-828b-475b-b37b-9c83649a2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.316147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-83cd90fd-828b-475b-b37b-9c83649a2ce0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936e6f546000418ea112368c4c06c6ed&device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 1099 time: 0.1173337 Jul 16 18:27:26.387753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-0f3955f5-25fb-431a-8d89-0f30f4060137 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c566d7e2-5cf1-481f-9e11-4ee38d1007d3 HTTP/1.1" status: 200 len: 217 time: 0.0613444 Jul 16 18:27:26.473989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-cfb9a437-1deb-4241-a509-16202809d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.475644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-cfb9a437-1deb-4241-a509-16202809d252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0799470 Jul 16 18:27:26.526907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Deleting port 678d22c7-ddf2-4516-9190-b5ff6277664d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:26.527258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.556291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16469f18-4331-41d4-b60b-eb5f6134a559 req-d550eb37-1a40-446a-8ae7-2d6bfab8d380 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.563264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16469f18-4331-41d4-b60b-eb5f6134a559 req-d550eb37-1a40-446a-8ae7-2d6bfab8d380 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1127291 Jul 16 18:27:26.578760 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:26.622346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-3b125e9e-0111-466b-999a-440402b74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.624219 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-3b125e9e-0111-466b-999a-440402b74308 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1392689 Jul 16 18:27:26.625636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16469f18-4331-41d4-b60b-eb5f6134a559 req-773ac207-a0a4-4b4b-8aed-d1504988f607 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Jul 16 18:27:26.684136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] For port 678d22c7-ddf2-4516-9190-b5ff6277664d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=678d22c7-ddf2-4516-9190-b5ff6277664d,segment=NetworkSegment(e85983f6-d116-4ce5-84b2-b18b47e077d3),segment_id=e85983f6-d116-4ce5-84b2-b18b47e077d3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:26.684490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.712663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Calling delete_port for 678d22c7-ddf2-4516-9190-b5ff6277664d owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:26.812171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617035-df19-4ddd-95b1-63246438f8ea req-be5f92f1-dbb9-43e8-92c6-9a5fd6fe146a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.813724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01617035-df19-4ddd-95b1-63246438f8ea req-be5f92f1-dbb9-43e8-92c6-9a5fd6fe146a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.0701926 Jul 16 18:27:26.839716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896c34a-43be-401e-a0ed-94c695e60390 req-9f507e2e-5484-4d50-960c-8dd6341bf98a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.841286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2896c34a-43be-401e-a0ed-94c695e60390 req-9f507e2e-5484-4d50-960c-8dd6341bf98a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.2343857 Jul 16 18:27:26.847452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-10fd6893-74df-4fd4-bc0b-d5f7e5adf2ab service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984134 Jul 16 18:27:26.853572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01617035-df19-4ddd-95b1-63246438f8ea req-41b3cf8c-92bd-4ee5-95f4-d627c18ca690 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Jul 16 18:27:26.985373 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2896c34a-43be-401e-a0ed-94c695e60390 req-e352ebad-84cd-48a5-9cab-bec26ebf4876 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358039 Jul 16 18:27:27.022925 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff3a59c4-7787-48e2-a257-26d054d34fc0 req-92bd0e97-a21f-4665-963f-04e58f3fab45 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639123 Jul 16 18:27:27.025030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7084e464-af72-4022-9d7e-e6cdc9683b97 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:27.114413 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.155061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:27.169995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '7084e464-af72-4022-9d7e-e6cdc9683b97', 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9', 'port_id': '7084e464-af72-4022-9d7e-e6cdc9683b97', 'mac_address': 'fa:16:3e:a5:c5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a70bcc-79a4-4430-92bf-4a49daf7bf0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:27.184160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Pushing event deleted for resources: {'Port': ['ID=678d22c7-ddf2-4516-9190-b5ff6277664d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.204213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaeeea-2387-4902-b8de-b5157321c7cc req-928e07cc-cb2f-4da1-bf0a-02a3f2fadc16 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.211654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29eaeeea-2387-4902-b8de-b5157321c7cc req-928e07cc-cb2f-4da1-bf0a-02a3f2fadc16 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 947 time: 0.0801690 Jul 16 18:27:27.215433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.229801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7084e464-af72-4022-9d7e-e6cdc9683b97 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:27.255791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29eaeeea-2387-4902-b8de-b5157321c7cc req-a346de9e-8453-400b-8453-9115f1fff7e6 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Jul 16 18:27:27.259348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:27.264995 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.268726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-1a97faef-4a36-48ae-be5c-bd88ce3605c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.270405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-1a97faef-4a36-48ae-be5c-bd88ce3605c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=936e6f546000418ea112368c4c06c6ed&device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 1099 time: 0.1776707 Jul 16 18:27:27.319186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.439134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.441381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-76aaa80a-577d-439f-a69c-6ca935b3d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.442851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-76aaa80a-577d-439f-a69c-6ca935b3d1f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1642056 Jul 16 18:27:27.485356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['7084e464-af72-4022-9d7e-e6cdc9683b97'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:27.520923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-2a6e6a96-d3ae-46a6-b027-e1fae71d69f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c566d7e2-5cf1-481f-9e11-4ee38d1007d3 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Jul 16 18:27:27.611431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-6aad28bf-2fe9-4682-b212-ee107c6d9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.612904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-6aad28bf-2fe9-4682-b212-ee107c6d9ead service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0843470 Jul 16 18:27:27.785533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Router 3b1ed5ac-8899-4b19-85d3-f1b60605987c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:27.789036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-171b207f-65bb-44b6-96db-2deb1708f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.790531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-171b207f-65bb-44b6-96db-2deb1708f834 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399629 Jul 16 18:27:28.049838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd3526-d3e8-47a7-b929-39fa162514e0 req-d1fbd2ae-d775-47b6-8c8c-c6c8478337a2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.051680 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5dd3526-d3e8-47a7-b929-39fa162514e0 req-d1fbd2ae-d775-47b6-8c8c-c6c8478337a2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 944 time: 0.0778716 Jul 16 18:27:28.100150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5dd3526-d3e8-47a7-b929-39fa162514e0 req-58a894f4-d697-4973-92bc-0e8db11994c9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Jul 16 18:27:28.227871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61f81-95ee-4e38-b90b-382ea0985369 req-8436630d-4576-41cd-add7-2bdb5fe3cc83 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.229449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2bc61f81-95ee-4e38-b90b-382ea0985369 req-8436630d-4576-41cd-add7-2bdb5fe3cc83 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.4847131 Jul 16 18:27:28.316768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-c1289675-a2a1-4ef6-96b4-88e0e2ece9a1 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150311 Jul 16 18:27:28.346541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:28.356992 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] Sync routers for ids ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:28.357630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2bc61f81-95ee-4e38-b90b-382ea0985369 req-024f49ac-eff8-4fab-ab3e-319421c778cf tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975614 Jul 16 18:27:28.377303 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] Routers {'3b1ed5ac-8899-4b19-85d3-f1b60605987c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:28.377303 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:28.416670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b03c-bc41-4e08-9040-c66e1630149e req-0fb69fff-2d79-4000-ad84-429cf81f6dbd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.425817 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54b2b03c-bc41-4e08-9040-c66e1630149e req-0fb69fff-2d79-4000-ad84-429cf81f6dbd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1070788 Jul 16 18:27:28.442228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea793a9b-44b1-497d-87be-e0ede08eeacd admin admin] 10.222.0.49 "PUT /v2.0/routers/3b1ed5ac-8899-4b19-85d3-f1b60605987c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7551870 Jul 16 18:27:28.442790 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7f475c2-833a-4727-a729-f437a3ff3496 req-c5149775-0528-43ea-8532-fe5f4b85424c service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170626 Jul 16 18:27:28.442882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.481331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54b2b03c-bc41-4e08-9040-c66e1630149e req-dfc49dd4-698d-4636-b9fc-ec46c0b754ce tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541701 Jul 16 18:27:28.481676 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] Set router 3b1ed5ac-8899-4b19-85d3-f1b60605987c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:28.597064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.733016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364fbba-0a67-40ee-a225-c2b488b5545f req-8aeec057-afe1-4458-b3f4-6d76382140df tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.735267 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c364fbba-0a67-40ee-a225-c2b488b5545f req-8aeec057-afe1-4458-b3f4-6d76382140df tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 947 time: 0.1541023 Jul 16 18:27:28.741360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.753565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c12766-80d6-493c-b7c7-b5318b059e2f req-04d0b018-8bf0-4389-b320-e069cc44f5bb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.755293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77c12766-80d6-493c-b7c7-b5318b059e2f req-04d0b018-8bf0-4389-b320-e069cc44f5bb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0698318 Jul 16 18:27:28.771019 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 5, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port': {'id': 'e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:26Z', 'updated_at': '2021-07-16T18:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:28.797622 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77c12766-80d6-493c-b7c7-b5318b059e2f req-0fde3d57-b723-4b97-babf-396ea257d54a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354295 Jul 16 18:27:28.800559 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] Checking router: 3b1ed5ac-8899-4b19-85d3-f1b60605987c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:28.804250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c364fbba-0a67-40ee-a225-c2b488b5545f req-20e5e6a6-c8f2-4ba5-800b-e46a6b3bb944 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556340 Jul 16 18:27:28.814579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] Routers {'3b1ed5ac-8899-4b19-85d3-f1b60605987c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:28.815214 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:28.834648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Deleting port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:28.835105 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.930824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] For port e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:28.931480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.931930 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] Set router 3b1ed5ac-8899-4b19-85d3-f1b60605987c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:28.947339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Calling delete_port for e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:28.988338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 6, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:29.014051 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2286762b-5ab2-48ee-a866-42b915c245b7 None None] The sync data for ids ['3b1ed5ac-8899-4b19-85d3-f1b60605987c'] in n-d-791504-15 is: [{'id': '3b1ed5ac-8899-4b19-85d3-f1b60605987c', 'name': 'tempest-AttachSCSIVolumeTestJSON-828789975-router', 'tenant_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:24Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 6, 'project_id': '823e759a1fe44f6b818b1118f6ca9ad6', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:29.039857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7084e464-af72-4022-9d7e-e6cdc9683b97 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:29.101167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 7084e464-af72-4022-9d7e-e6cdc9683b97 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:29.105543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 7084e464-af72-4022-9d7e-e6cdc9683b97 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:29.111764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.118622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e82c-4f50-4a0d-a9dc-991bd8ef5a49 req-98b76164-dd34-40b4-a152-642b872083f3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.120165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31a7e82c-4f50-4a0d-a9dc-991bd8ef5a49 req-98b76164-dd34-40b4-a152-642b872083f3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0886250 Jul 16 18:27:29.124707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.163763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.166357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31a7e82c-4f50-4a0d-a9dc-991bd8ef5a49 req-cc5d64dd-c3b6-4234-bd49-498a33c3aa90 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Jul 16 18:27:29.217334 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.233204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.243840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:29.246120 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500dcace-def4-4359-920a-24ec683e8443" -d '{"events": [{"server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "name": "network-vif-plugged", "status": "completed", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:29.259600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:29.264874 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.319322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.356672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f52797-0075-419d-b343-e13ced0382e4 req-6062fa44-e502-4ba5-9331-ca7fb42e6a3e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.357529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.360654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1f52797-0075-419d-b343-e13ced0382e4 req-6062fa44-e502-4ba5-9331-ca7fb42e6a3e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0705130 Jul 16 18:27:29.362580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.405578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1f52797-0075-419d-b343-e13ced0382e4 req-d0de2ca4-3c9c-48a8-a013-764add751d98 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374823 Jul 16 18:27:29.418618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.419389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1ed5ac-8899-4b19-85d3-f1b60605987c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:29.425630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.426863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-120f1439-8033-4889-9761-3da2e7ec6838 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3b1ed5ac-8899-4b19-85d3-f1b60605987c HTTP/1.1" status: 204 len: 168 time: 0.9828043 Jul 16 18:27:29.433889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.436412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c952c4c-56dd-4e83-a2ca-fade182ef320 req-6b21b184-f0bb-4604-8ee8-412ae246a4c2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.438128 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c952c4c-56dd-4e83-a2ca-fade182ef320 req-6b21b184-f0bb-4604-8ee8-412ae246a4c2 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.2014887 Jul 16 18:27:29.485877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] Deleting subnet 46b37672-1b76-4a25-b675-c43c330e7924 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:29.486499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c952c4c-56dd-4e83-a2ca-fade182ef320 req-be92715a-10d8-4fe9-ac57-95b514146031 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Jul 16 18:27:29.489688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.531209 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.540593 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9015ac51-461e-4c35-b161-3e4965c8b459 x-openstack-request-id: req-9015ac51-461e-4c35-b161-3e4965c8b459 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:29.540989 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "name": "network-vif-plugged", "status": "completed", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:29.541407 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9015ac51-461e-4c35-b161-3e4965c8b459 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:29.541912 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97', 'code': 200} Jul 16 18:27:29.645131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.684707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9955d-5648-4ff3-b766-a0a58b8c92a5 req-9eaed954-d54c-42eb-9573-30e98fbeffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.686749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fc9955d-5648-4ff3-b766-a0a58b8c92a5 req-9eaed954-d54c-42eb-9573-30e98fbeffbd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1097 time: 0.0756834 Jul 16 18:27:29.702803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c566d7e2-5cf1-481f-9e11-4ee38d1007d3 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:29.729975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fc9955d-5648-4ff3-b766-a0a58b8c92a5 req-d97ed783-7524-4206-a85d-f60298953fa5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359805 Jul 16 18:27:29.741048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.775276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.777329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/46b37672-1b76-4a25-b675-c43c330e7924 HTTP/1.1" status: 204 len: 168 time: 0.3420277 Jul 16 18:27:29.781432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:29.785211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f732a-98e6-4775-8ae5-fa6ec26c650a req-e2b47562-8256-4238-9f53-2a92a9959200 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.787158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-084f732a-98e6-4775-8ae5-fa6ec26c650a req-e2b47562-8256-4238-9f53-2a92a9959200 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1194263 Jul 16 18:27:29.788033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7edd8f-1247-4a6d-9b5e-ccdc6679087a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b37672-1b76-4a25-b675-c43c330e7924,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.791272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50294f45-7b49-4193-99f6-097b6b03c568 None None] Network fb7ed649-8f61-4682-bdc4-7ff025f2be07 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:29.859286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-084f732a-98e6-4775-8ae5-fa6ec26c650a req-a39003be-9ba6-4816-a591-6e502cc97f17 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627761 Jul 16 18:27:29.915545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.941885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa945b1-66a9-441a-a5e8-04c16d4a043b req-46ca9069-cfaa-4738-8b26-fc2ea70f9018 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.943564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3fa945b1-66a9-441a-a5e8-04c16d4a043b req-46ca9069-cfaa-4738-8b26-fc2ea70f9018 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1756439 Jul 16 18:27:29.948016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 678d22c7-ddf2-4516-9190-b5ff6277664d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:29.970834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 678d22c7-ddf2-4516-9190-b5ff6277664d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:29.970834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 678d22c7-ddf2-4516-9190-b5ff6277664d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:29.971477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:29.998891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:29.999286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1b93ff6-5be1-41cf-8f5d-e5ef47e8fe3e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:30.018592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port c566d7e2-5cf1-481f-9e11-4ee38d1007d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:30.039182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3fa945b1-66a9-441a-a5e8-04c16d4a043b req-962aee68-4d12-4e3b-8978-32ee4da06e8c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879695 Jul 16 18:27:30.041556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Deleting port 07e44ea1-e044-4b68-8f0c-719034df8bb0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:30.041900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.051350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3', 'mac_address': 'fa:16:3e:36:6f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:30.086098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c7aa7-64ea-4180-b8fe-8b881d78d555 req-9ffb7364-89bf-4200-9ebe-d54b0646e045 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.088035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d70c7aa7-64ea-4180-b8fe-8b881d78d555 req-9ffb7364-89bf-4200-9ebe-d54b0646e045 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 947 time: 0.0997033 Jul 16 18:27:30.128618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] For port 07e44ea1-e044-4b68-8f0c-719034df8bb0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=07e44ea1-e044-4b68-8f0c-719034df8bb0,segment=NetworkSegment(e85983f6-d116-4ce5-84b2-b18b47e077d3),segment_id=e85983f6-d116-4ce5-84b2-b18b47e077d3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:30.132042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.148948 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.151159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Calling delete_port for 07e44ea1-e044-4b68-8f0c-719034df8bb0 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:30.181356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c566d7e2-5cf1-481f-9e11-4ee38d1007d3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:30.209775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d70c7aa7-64ea-4180-b8fe-8b881d78d555 req-b82653b9-6401-4f50-b80f-4eca4736aa34 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155469 Jul 16 18:27:30.217416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port c566d7e2-5cf1-481f-9e11-4ee38d1007d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:30.224018 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.274784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] DHCP port deletion for fb7ed649-8f61-4682-bdc4-7ff025f2be07 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:30.339364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.376280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcd49b-4f2c-4c75-8bff-0af219306d13 req-2005c8cf-7b0f-4711-bb6b-14300f13eda5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.383045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] Deleting port 07e44ea1-e044-4b68-8f0c-719034df8bb0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:30.383610 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.385230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2fdcd49b-4f2c-4c75-8bff-0af219306d13 req-2005c8cf-7b0f-4711-bb6b-14300f13eda5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1345944 Jul 16 18:27:30.396132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.439545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e44ea1-e044-4b68-8f0c-719034df8bb0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.452047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] No DVR routers for this DVR port 07e44ea1-e044-4b68-8f0c-719034df8bb0 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:30.491890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2fdcd49b-4f2c-4c75-8bff-0af219306d13 req-593e8bde-de03-4558-bc07-6f9799917cd1 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021769 Jul 16 18:27:30.505982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] For port 07e44ea1-e044-4b68-8f0c-719034df8bb0, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:30.506808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.539044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] Calling delete_port for 07e44ea1-e044-4b68-8f0c-719034df8bb0 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:30.542321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] Port 07e44ea1-e044-4b68-8f0c-719034df8bb0 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:27:30.545587 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.558775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.569725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7ed649-8f61-4682-bdc4-7ff025f2be07']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.580371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85983f6-d116-4ce5-84b2-b18b47e077d3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.580710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85983f6-d116-4ce5-84b2-b18b47e077d3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.589919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.597869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] Pushing event deleted for resources: {'Port': ['ID=07e44ea1-e044-4b68-8f0c-719034df8bb0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.607800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85644765-abbd-4d35-83c0-81b5b759ea5e None None] No DVR routers for this DVR port 07e44ea1-e044-4b68-8f0c-719034df8bb0 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:30.615260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.626851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['c566d7e2-5cf1-481f-9e11-4ee38d1007d3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:30.629122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:30.629550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:30.631519 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:30.720079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.741594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.744193 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fb7ed649-8f61-4682-bdc4-7ff025f2be07 HTTP/1.1" status: 204 len: 168 time: 0.9612789 Jul 16 18:27:30.758546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e69885-161f-46c8-9eb3-1006f64e56e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7ed649-8f61-4682-bdc4-7ff025f2be07,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.812559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e26312-669f-4dd9-93ad-030992a9104c req-e41141a4-bdd5-461a-bfba-64b6823896fa tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.820809 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e26312-669f-4dd9-93ad-030992a9104c req-e41141a4-bdd5-461a-bfba-64b6823896fa tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.1726484 Jul 16 18:27:30.855136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e26312-669f-4dd9-93ad-030992a9104c req-e1720e76-a7b8-495f-89b2-0f2701cfe71e tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Jul 16 18:27:30.968312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:30.982388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937ada-eedb-4946-8acf-694c9ab20062 req-e330013f-ba39-4ba8-a0fb-e7253581f076 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.985237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b937ada-eedb-4946-8acf-694c9ab20062 req-e330013f-ba39-4ba8-a0fb-e7253581f076 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0713472 Jul 16 18:27:31.015745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-715afdce-ea4e-45ac-b57b-fcdb6a398477 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7988e9a47f142c68813ee0b479a24d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460446 Jul 16 18:27:31.018282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:31.030932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b937ada-eedb-4946-8acf-694c9ab20062 req-74498961-fa09-4543-9eec-969b479eae88 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Jul 16 18:27:31.219537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6345ab6-772f-4f8c-9e6f-3dda69c6891c req-e85a7fc6-fdad-4e42-9e03-7b323bb85faf tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.221076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f6345ab6-772f-4f8c-9e6f-3dda69c6891c req-e85a7fc6-fdad-4e42-9e03-7b323bb85faf tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0719728 Jul 16 18:27:31.262242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f6345ab6-772f-4f8c-9e6f-3dda69c6891c req-2d3edb4c-e24d-4c2b-b73d-7c0cfc58e5fb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350242 Jul 16 18:27:31.380792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea464f5-7113-4d7e-b739-d43870740539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.409666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea464f5-7113-4d7e-b739-d43870740539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.430727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fb9f4-affb-4b55-98eb-6092623a56f8 req-3c79478c-fe74-4429-a77b-3bde4ed7c1de tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.432235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba0fb9f4-affb-4b55-98eb-6092623a56f8 req-3c79478c-fe74-4429-a77b-3bde4ed7c1de tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1179912 Jul 16 18:27:31.432852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcf10-9f5f-4cd1-a726-c6c60178bbe1 req-7330bbcf-971b-49e2-9033-68ea4410508a tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.434347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c2dcf10-9f5f-4cd1-a726-c6c60178bbe1 req-7330bbcf-971b-49e2-9033-68ea4410508a tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 948 time: 0.0638394 Jul 16 18:27:31.491533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c2dcf10-9f5f-4cd1-a726-c6c60178bbe1 req-f6b70c4f-e3d7-4adb-996e-57fcce114931 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Jul 16 18:27:31.501027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba0fb9f4-affb-4b55-98eb-6092623a56f8 req-ef3b9da1-7644-4ebe-972a-a0c43f9ba741 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616851 Jul 16 18:27:31.506487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea464f5-7113-4d7e-b739-d43870740539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.509295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ea464f5-7113-4d7e-b739-d43870740539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.510591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7ea464f5-7113-4d7e-b739-d43870740539 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6509b6d2-91a1-42eb-890e-74d3da3acd8a HTTP/1.1" status: 204 len: 168 time: 0.4911258 Jul 16 18:27:31.519399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea464f5-7113-4d7e-b739-d43870740539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509b6d2-91a1-42eb-890e-74d3da3acd8a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.620441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 07e44ea1-e044-4b68-8f0c-719034df8bb0 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:31.642202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 07e44ea1-e044-4b68-8f0c-719034df8bb0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:31.642545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 07e44ea1-e044-4b68-8f0c-719034df8bb0 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:31.705030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43ccf1-05a0-4a29-bd6e-4653dfb25303 req-e189b218-73c2-4f41-8b16-48e1667b7586 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.706526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c43ccf1-05a0-4a29-bd6e-4653dfb25303 req-e189b218-73c2-4f41-8b16-48e1667b7586 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0679822 Jul 16 18:27:31.745181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c43ccf1-05a0-4a29-bd6e-4653dfb25303 req-5c02021c-8a6a-4106-8ba5-bcb461b5b95b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Jul 16 18:27:31.854062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52718) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:31.906799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:31.908136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8eab0820-212d-4a4e-bb8b-eb5bba2c132b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=823e759a1fe44f6b818b1118f6ca9ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502112 Jul 16 18:27:31.981798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b540f185-578c-41dd-88bb-ad05d9b74fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.992176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6fda8-aa60-453b-b556-03f40f2c6cf9 req-e7ce004d-d39e-4880-ab7c-00a82ec16de0 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.993130 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-57b6fda8-aa60-453b-b556-03f40f2c6cf9 req-e7ce004d-d39e-4880-ab7c-00a82ec16de0 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1211362 Jul 16 18:27:32.027533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b540f185-578c-41dd-88bb-ad05d9b74fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.063280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-57b6fda8-aa60-453b-b556-03f40f2c6cf9 req-fc7018f2-3445-4a93-b15d-f960e2f82a3d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613465 Jul 16 18:27:32.104572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8ee8c-cfdd-4447-b954-9455be01e125 req-aafcbd76-7e5e-4159-87c0-d8dee99e69ec tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.105076 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b540f185-578c-41dd-88bb-ad05d9b74fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.106769 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d8ee8c-cfdd-4447-b954-9455be01e125 req-aafcbd76-7e5e-4159-87c0-d8dee99e69ec tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.0678771 Jul 16 18:27:32.108094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b540f185-578c-41dd-88bb-ad05d9b74fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.112002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b540f185-578c-41dd-88bb-ad05d9b74fec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d1e3233-b6b2-4152-8301-dadd4459487d HTTP/1.1" status: 204 len: 168 time: 0.2042358 Jul 16 18:27:32.121053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f185-578c-41dd-88bb-ad05d9b74fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e3233-b6b2-4152-8301-dadd4459487d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.176179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d8ee8c-cfdd-4447-b954-9455be01e125 req-492068e3-db23-4b5d-9c14-cc099d586d60 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622418 Jul 16 18:27:32.383921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a1e68-1f03-425f-a385-a36db0b741fd req-09e6cbcd-2557-4861-ab0a-7e4c19b2c56e tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.385552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce4a1e68-1f03-425f-a385-a36db0b741fd req-09e6cbcd-2557-4861-ab0a-7e4c19b2c56e tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1097 time: 0.0605052 Jul 16 18:27:32.397902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb8fad-010a-4b72-b283-77603d951994 req-138315f0-d71d-442b-9849-7d9128e7a80c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.399515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0bfb8fad-010a-4b72-b283-77603d951994 req-138315f0-d71d-442b-9849-7d9128e7a80c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0702353 Jul 16 18:27:32.422308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce4a1e68-1f03-425f-a385-a36db0b741fd req-401f6f02-22a7-4eeb-ba3d-4322d65e5d33 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Jul 16 18:27:32.449156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0bfb8fad-010a-4b72-b283-77603d951994 req-00613d19-1a0d-4ec2-ad19-ba1ddef3e604 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Jul 16 18:27:32.642121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c218fa-624e-4631-8e87-0f667607aedc req-220c66d3-ef8c-4761-b336-c7a1c772cf5a tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.643640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8c218fa-624e-4631-8e87-0f667607aedc req-220c66d3-ef8c-4761-b336-c7a1c772cf5a tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1097 time: 0.0628905 Jul 16 18:27:32.704368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c06a35-c979-47bd-82b8-08131f4b7f61 req-b609cd55-fced-4273-819c-e385c6ba75a8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.711632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c06a35-c979-47bd-82b8-08131f4b7f61 req-b609cd55-fced-4273-819c-e385c6ba75a8 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0775435 Jul 16 18:27:32.728722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8c218fa-624e-4631-8e87-0f667607aedc req-cdb0df35-89ce-4e24-8381-04e3584fc7e1 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Jul 16 18:27:32.742397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-a6430730-e1c5-41d4-ac40-db45a45cc4a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0965931 Jul 16 18:27:32.771516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c06a35-c979-47bd-82b8-08131f4b7f61 req-5ca6927c-a522-4285-add0-da7169372029 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Jul 16 18:27:32.833044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-5bb76798-16a0-4fd1-9872-24fc17a5b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.834743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-5bb76798-16a0-4fd1-9872-24fc17a5b47b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 1096 time: 0.0626211 Jul 16 18:27:33.027961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0dc3e-b843-4fc7-90a4-fd291958cb78 req-55454eb9-b692-4125-93ae-4837dd23f9dd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.030218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1e0dc3e-b843-4fc7-90a4-fd291958cb78 req-55454eb9-b692-4125-93ae-4837dd23f9dd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0816269 Jul 16 18:27:33.053856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-6d44d9c2-7152-4e92-8fbc-4d9d4a945b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.055528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-6d44d9c2-7152-4e92-8fbc-4d9d4a945b31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1814053 Jul 16 18:27:33.066994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14288242-d368-433c-8779-5bfcb004358e req-e05d7769-f80e-4578-9fcd-576d8e417812 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.068459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14288242-d368-433c-8779-5bfcb004358e req-e05d7769-f80e-4578-9fcd-576d8e417812 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 948 time: 0.1504850 Jul 16 18:27:33.076036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1e0dc3e-b843-4fc7-90a4-fd291958cb78 req-30121dfa-4e96-4f1e-b187-fc94fc27c75b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Jul 16 18:27:33.124317 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-64eaf21f-74e3-41d6-8d5e-1a39a7c01e47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 200 len: 217 time: 0.0548494 Jul 16 18:27:33.174379 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14288242-d368-433c-8779-5bfcb004358e req-c019e547-5cf0-4850-845a-7604a092903c tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982423 Jul 16 18:27:33.193836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-9a550e23-a8bd-4588-9d43-e6cb4710f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.195448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-9a550e23-a8bd-4588-9d43-e6cb4710f03b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0554998 Jul 16 18:27:33.231144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-6bd19b86-9f1f-4b3c-abdc-3c70fb7b9844 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285854 Jul 16 18:27:33.309592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-f82e634a-e3e0-42e1-be6b-6b17bd77b2a0 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9850b737aa4e416c8ce0472ad2f97734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240061 Jul 16 18:27:33.334927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-7f025573-1b83-4664-9398-18f0c1dbb515 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959375 Jul 16 18:27:33.430986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-a2fbd2b5-3846-41be-95af-ad7a003499d7 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.432861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-a2fbd2b5-3846-41be-95af-ad7a003499d7 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176589 Jul 16 18:27:33.446393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ceb15f8-e908-480b-be9a-8c5dce563396 req-6cb4c05b-e8da-4b16-b7f5-00ce94c23bbf service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038857 Jul 16 18:27:33.451305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-1368b889-7841-430f-bc83-f7afd0fdf908 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/quotas/9850b737aa4e416c8ce0472ad2f97734 HTTP/1.1" status: 200 len: 375 time: 0.0110292 Jul 16 18:27:33.490263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-68e4b373-0456-4bd0-a844-894f11ab7a8e tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9850b737aa4e416c8ce0472ad2f97734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336771 Jul 16 18:27:33.527707 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-104a3e9d-3d47-4ffd-b649-433faeb062a0 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=32c7a88411334ddab62e93ce6f69fc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249059 Jul 16 18:27:33.654757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-eadb70bb-37a0-4665-bb81-a950ea4b0ece tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.656236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-eadb70bb-37a0-4665-bb81-a950ea4b0ece tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228609 Jul 16 18:27:33.672480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-711a3be8-e3c9-40e8-a2c7-1d3a1f9feed7 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/quotas/32c7a88411334ddab62e93ce6f69fc8f HTTP/1.1" status: 200 len: 375 time: 0.0098352 Jul 16 18:27:33.709869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-9494706c-2602-4e11-9592-fef367ddd004 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=32c7a88411334ddab62e93ce6f69fc8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299723 Jul 16 18:27:33.719938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c566d7e2-5cf1-481f-9e11-4ee38d1007d3 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:33.777067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:33.782042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:33.782449 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.879941 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.941490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:33.943968 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a9e63e-c927-4d57-9ac6-494da31e92af" -d '{"events": [{"server_uuid": "31df3ea8-4530-4b62-b544-e262a0896fc2", "name": "network-vif-plugged", "status": "completed", "tag": "c566d7e2-5cf1-481f-9e11-4ee38d1007d3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:33.983135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port c566d7e2-5cf1-481f-9e11-4ee38d1007d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:33.989421 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.026296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-a4d33c32-aadc-4ba4-b6f2-b36f5d6ab566 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054018 Jul 16 18:27:34.084295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.111071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817d3b5-1674-4c95-818d-06c6f9d53072 req-1c5e3020-bd6a-4e3d-8842-75a8e8ea9c66 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.112589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4817d3b5-1674-4c95-818d-06c6f9d53072 req-1c5e3020-bd6a-4e3d-8842-75a8e8ea9c66 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1080077 Jul 16 18:27:34.195683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4817d3b5-1674-4c95-818d-06c6f9d53072 req-ebe9b4d0-112a-4f52-9bd7-d0abe732aaa4 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613825 Jul 16 18:27:34.226173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-f68a7fc0-f26a-47a9-a8cd-fd0c3d630bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.227690 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-f68a7fc0-f26a-47a9-a8cd-fd0c3d630bd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 1096 time: 0.1440437 Jul 16 18:27:34.384212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-f755da03-7c27-4102-9416-160897723e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.386127 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-f755da03-7c27-4102-9416-160897723e55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1309917 Jul 16 18:27:34.456805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-1091dfae-2b75-422d-b010-1cedecc0f684 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 200 len: 217 time: 0.0633702 Jul 16 18:27:34.496947 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-fd3ab76d-9999-4c2d-bbbd-dc26a4929616 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9850b737aa4e416c8ce0472ad2f97734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384698 Jul 16 18:27:34.576724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-fbf3c524-a7ac-455c-bd11-57a7e5053cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.578235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-fbf3c524-a7ac-455c-bd11-57a7e5053cae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.1044650 Jul 16 18:27:34.637340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-1b06d2d5-0795-45c2-baf5-b5c65566370d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337369 Jul 16 18:27:34.698264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-e5c6d2cb-2b34-4436-b362-9b2c723558f2 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.699766 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-e5c6d2cb-2b34-4436-b362-9b2c723558f2 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020884 Jul 16 18:27:34.744285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-1e3f8367-7ff9-4145-ae3f-89c95c2dc58b tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/quotas/9850b737aa4e416c8ce0472ad2f97734 HTTP/1.1" status: 200 len: 375 time: 0.0386789 Jul 16 18:27:34.782217 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-1e04c9e3-12db-4926-b653-290d152b871a tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9850b737aa4e416c8ce0472ad2f97734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300689 Jul 16 18:27:34.796281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-ee042ace-c5de-4fbd-b123-9dd942d32172 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512640 Jul 16 18:27:34.908864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-533fbb0b-5512-4dfa-9fa3-1cad5966821c req-5be9fb5d-5aef-432a-adfd-591e0f285cc6 service neutron] 10.222.0.67 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033955 Jul 16 18:27:35.064521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-080682df-84dc-4ff3-b358-a760d771d6d9 req-b5d9c701-4750-423a-9ea0-31810838829a tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 210 time: 0.0366430 Jul 16 18:27:35.117898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-577315b6-f1d0-4db6-8914-e40d2d0b6f95 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:27:35.119032 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-577315b6-f1d0-4db6-8914-e40d2d0b6f95 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1853447 Jul 16 18:27:35.123542 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f852a-0179-4d6b-a547-373d72ff2396 x-openstack-request-id: req-139f852a-0179-4d6b-a547-373d72ff2396 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:35.124407 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31df3ea8-4530-4b62-b544-e262a0896fc2", "name": "network-vif-plugged", "status": "completed", "tag": "c566d7e2-5cf1-481f-9e11-4ee38d1007d3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:35.124855 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-139f852a-0179-4d6b-a547-373d72ff2396 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:35.125240 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3', 'code': 200} Jul 16 18:27:35.185335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Request body: {'binding': {'host': 'n-h1-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:35.186147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:27:35.350438 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-be64648a-aeb2-4eba-80dc-e8a9018efb10 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9850b737aa4e416c8ce0472ad2f97734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665812 Jul 16 18:27:35.766424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa528f56-e5ba-45e0-9581-b432e162c6da req-42ff8f13-e55a-4675-8029-471d9abe8b42 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.768122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa528f56-e5ba-45e0-9581-b432e162c6da req-42ff8f13-e55a-4675-8029-471d9abe8b42 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.5378513 Jul 16 18:27:35.786552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-23ed443b-90f2-46f8-a6a3-cc8ae361944f tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=32c7a88411334ddab62e93ce6f69fc8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643637 Jul 16 18:27:35.853607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2217-eb22-4b4c-a539-1a81b1bb3934 req-fb037735-6a74-4f1e-9d00-9ebdc0e9e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.855125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b2a2217-eb22-4b4c-a539-1a81b1bb3934 req-fb037735-6a74-4f1e-9d00-9ebdc0e9e5ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 1101 time: 0.6017733 Jul 16 18:27:35.872998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa528f56-e5ba-45e0-9581-b432e162c6da req-d76f7ef4-880c-4bdd-926f-35c384b60e0b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965962 Jul 16 18:27:35.919254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-7ae5b426-8bc4-431e-94f9-730b0555f0ba tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.921380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-7ae5b426-8bc4-431e-94f9-730b0555f0ba tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1275027 Jul 16 18:27:35.930758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on host n-h1-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:35.931103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:35.931426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:35.934566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Request body: {'port': {'device_id': '7604a549-9271-424e-9770-4bf7a0d897c5', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '32c7a88411334ddab62e93ce6f69fc8f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:35.941235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b2a2217-eb22-4b4c-a539-1a81b1bb3934 req-f6b8c5d6-b548-4508-8b26-17a521938939 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744553 Jul 16 18:27:35.949981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-0eab87e1-c97a-40fb-84a1-d4f172dcfe18 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.951480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-0eab87e1-c97a-40fb-84a1-d4f172dcfe18 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692368 Jul 16 18:27:35.952089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:35.952412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:35.958367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:35.959429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:35.959429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:35.959736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Bound port: 7084e464-af72-4022-9d7e-e6cdc9683b97, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:35.966225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Request body: {'port': {'device_id': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '9850b737aa4e416c8ce0472ad2f97734'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:36.100150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Made reservation on behalf of 32c7a88411334ddab62e93ce6f69fc8f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:36.104816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.114921 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.147828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:36.154653 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.155868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f670153-019e-4c39-ab52-2b95ebc94dcb service neutron] 10.222.0.49 "POST /v2.0/ports/7084e464-af72-4022-9d7e-e6cdc9683b97/bindings HTTP/1.1" status: 201 len: 390 time: 1.0303097 Jul 16 18:27:36.171933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb76dd3-3a06-4e05-b29b-7bb31341a5e0 req-97f7a35c-b37c-4852-9e3a-d750c7a28e71 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.173585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0bb76dd3-3a06-4e05-b29b-7bb31341a5e0 req-97f7a35c-b37c-4852-9e3a-d750c7a28e71 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 949 time: 0.1413112 Jul 16 18:27:36.222206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0bb76dd3-3a06-4e05-b29b-7bb31341a5e0 req-eae515ad-0709-4e97-9e07-d38ae6402948 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Jul 16 18:27:36.222830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.235446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.271262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Made reservation on behalf of 9850b737aa4e416c8ce0472ad2f97734 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:36.279448 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.304974 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.363267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa247c4e-931a-4156-8061-d3ceb1f066a4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.482177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.499045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.519661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Allocated IP 192.168.233.248 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/959888f9-3622-4f47-9b71-33f07bb27d3e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:36.522917 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-58cf5119-32b7-49c0-9a40-bbddd36a6c43 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9850b737aa4e416c8ce0472ad2f97734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528207 Jul 16 18:27:36.533321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4d349-9009-49de-b030-508ef930a1db req-e90418dd-2229-4259-bc2c-652264fc62be tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.540879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bbf4d349-9009-49de-b030-508ef930a1db req-e90418dd-2229-4259-bc2c-652264fc62be tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2100377 Jul 16 18:27:36.624060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bbf4d349-9009-49de-b030-508ef930a1db req-c9dc4e91-0475-4869-8630-4870ecae16f5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821862 Jul 16 18:27:36.626232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-ddabe60b-dbb9-4634-922f-f0cc8a9dc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.627819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-ddabe60b-dbb9-4634-922f-f0cc8a9dc262 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1097 time: 0.1523950 Jul 16 18:27:36.642788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e146730-52bc-4f63-acac-d61ab5cb600a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.647034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-208f550c-df24-4c2d-9969-ba5b7659fc18 req-031d4d61-6e03-4cd0-bedc-186314615e42 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 210 time: 0.0649180 Jul 16 18:27:36.751329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-9bb716ac-6b3b-40e7-9d35-88e7f8a74f95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.754557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.756681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-9bb716ac-6b3b-40e7-9d35-88e7f8a74f95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216079 Jul 16 18:27:36.769899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Transition to ACTIVE for port object 959888f9-3622-4f47-9b71-33f07bb27d3e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.772563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Request body: {'port': {'device_id': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '9850b737aa4e416c8ce0472ad2f97734'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:36.822954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.922978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:36.929888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:36.936286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:36.941820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.982484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Allocated IP 192.168.233.153 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/1f07a71c-c3a0-45fe-a314-9be2a4b0dcee) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:37.032033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-9f3a75a7-f574-4ae4-b744-706ec2c74c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.034213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-9f3a75a7-f574-4ae4-b744-706ec2c74c35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.2302845 Jul 16 18:27:37.081722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Made reservation on behalf of 9850b737aa4e416c8ce0472ad2f97734 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:37.086584 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.092166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.092965 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.107591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-898fc9b2-68c9-4a5f-8536-87704cda8c3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 200 len: 217 time: 0.0627568 Jul 16 18:27:37.131586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d49b-d19d-47ff-8183-c533825082d3 req-3f9c9c8a-226f-4181-85f8-f8aea5b5b702 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.133266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9752d49b-d19d-47ff-8183-c533825082d3 req-3f9c9c8a-226f-4181-85f8-f8aea5b5b702 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 936 time: 0.3195815 Jul 16 18:27:37.155838 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-77e9626b-67bf-4c1f-b894-ff4296985379 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2266450 Jul 16 18:27:37.171287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Request body: {'port': {'device_id': '7604a549-9271-424e-9770-4bf7a0d897c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:37.208809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798afd8-5e83-43bf-8bb3-ce5b5f819898 req-d8c569b9-6745-4290-a234-871e56b74398 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.210840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3798afd8-5e83-43bf-8bb3-ce5b5f819898 req-d8c569b9-6745-4290-a234-871e56b74398 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.2261975 Jul 16 18:27:37.214115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-abbd1ac1-8d92-4e51-a4f7-fc3ae279d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.215523 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-abbd1ac1-8d92-4e51-a4f7-fc3ae279d210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0997584 Jul 16 18:27:37.278248 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-02a565f6-ec5a-4a3f-8df7-1f6897ae7e9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485177 Jul 16 18:27:37.282014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-386c395b-7808-4697-99c2-2f927ea760e7 None None] Provisioning for port 959888f9-3622-4f47-9b71-33f07bb27d3e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:37.287997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-386c395b-7808-4697-99c2-2f927ea760e7 None None] Provisioning complete for port 959888f9-3622-4f47-9b71-33f07bb27d3e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:37.288921 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-386c395b-7808-4697-99c2-2f927ea760e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.297538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9752d49b-d19d-47ff-8183-c533825082d3 req-128f97e9-7ca0-4772-81b7-a62d7f5e8e04 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494274 Jul 16 18:27:37.339322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-386c395b-7808-4697-99c2-2f927ea760e7 None None] Port 959888f9-3622-4f47-9b71-33f07bb27d3e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:37.365354 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3798afd8-5e83-43bf-8bb3-ce5b5f819898 req-a4bb3714-210b-4366-b5ca-a5a547dcd574 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473491 Jul 16 18:27:37.372311 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.377461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.397834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Transition to ACTIVE for port object 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:37.463623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.478308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-be30a323-149a-466d-a5d3-627a2c39b6b2 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792357 Jul 16 18:27:37.570463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:37.582271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:37.590568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.593722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Allocated IP 192.168.233.110 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/ead61fbd-7682-4778-9db6-c5f7805e51a7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:37.597687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:37.676554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-da18ad25-ef87-4e6c-b306-0edb0a289e7b service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519372 Jul 16 18:27:37.685057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689de73-6b7a-4a07-93ed-34605789ee70 req-59df4c9d-cc19-4445-9d6e-e1969e1fcb81 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.686571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4689de73-6b7a-4a07-93ed-34605789ee70 req-59df4c9d-cc19-4445-9d6e-e1969e1fcb81 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 949 time: 0.1610441 Jul 16 18:27:37.698939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaec12-df84-49c0-818f-435639b11b3d req-f5171577-2b76-49b3-8d35-db7b7d63f80a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.701378 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0acaec12-df84-49c0-818f-435639b11b3d req-f5171577-2b76-49b3-8d35-db7b7d63f80a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.2593141 Jul 16 18:27:37.708447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.709708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.733316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4689de73-6b7a-4a07-93ed-34605789ee70 req-12a6d035-cd99-49f9-9439-17bbe92f44a5 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Jul 16 18:27:37.763998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bc33e504-79d1-4551-bfbe-f16d10b99b95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8014615 Jul 16 18:27:37.785581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Request body: {'port': {'device_id': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:37.889468 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0acaec12-df84-49c0-818f-435639b11b3d req-4aba2a5b-60b5-4af7-9623-e830ac323737 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736584 Jul 16 18:27:37.931548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde1fa6-55bc-4468-b1ef-b2a873480507 req-8da79ab3-2c1b-4866-8503-66ee4f45f1a1 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.941353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffde1fa6-55bc-4468-b1ef-b2a873480507 req-8da79ab3-2c1b-4866-8503-66ee4f45f1a1 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0935159 Jul 16 18:27:37.976902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.982949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.984286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48f03897-682e-45d3-87d1-7212f79501a3 None None] Provisioning for port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:37.988433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48f03897-682e-45d3-87d1-7212f79501a3 None None] Provisioning complete for port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:37.989033 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f03897-682e-45d3-87d1-7212f79501a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.003582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffde1fa6-55bc-4468-b1ef-b2a873480507 req-b6b20ec2-5eb9-4b2f-b20f-34cd934df5c3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610180 Jul 16 18:27:38.044094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Transition to ACTIVE for port object ead61fbd-7682-4778-9db6-c5f7805e51a7 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:38.060050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-48f03897-682e-45d3-87d1-7212f79501a3 None None] Port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:38.178993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.235476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.262049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:38.263975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:38.266882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:38.326418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414c47ea-e176-4622-8cc1-359e2fbf148f req-6d8f27c9-a669-48ff-b3cb-5ac07b378d91 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 210 time: 0.1727202 Jul 16 18:27:38.332883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.334133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.365479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-747842e1-bcdf-4b56-9411-5f6c4477bbc3 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5982172 Jul 16 18:27:38.380529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Request body: {'port': {'device_id': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:38.451219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959888f9-3622-4f47-9b71-33f07bb27d3e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:38.461502 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.480444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Transition to ACTIVE for port object 959888f9-3622-4f47-9b71-33f07bb27d3e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:38.486383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.573544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.601451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7df96788-88bb-456a-b47c-049de0900e41 None None] Provisioning for port ead61fbd-7682-4778-9db6-c5f7805e51a7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:38.606286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7df96788-88bb-456a-b47c-049de0900e41 None None] Provisioning complete for port ead61fbd-7682-4778-9db6-c5f7805e51a7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:38.607152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7df96788-88bb-456a-b47c-049de0900e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.670831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7df96788-88bb-456a-b47c-049de0900e41 None None] Port ead61fbd-7682-4778-9db6-c5f7805e51a7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:38.695133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.701529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Attempting to bind port 959888f9-3622-4f47-9b71-33f07bb27d3e on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:38.701986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Attempting to bind port 959888f9-3622-4f47-9b71-33f07bb27d3e by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:38.702886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Attempting to bind port 959888f9-3622-4f47-9b71-33f07bb27d3e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:38.709282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Port 959888f9-3622-4f47-9b71-33f07bb27d3e on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:38.709691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Attempting to bind port 959888f9-3622-4f47-9b71-33f07bb27d3e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:38.715668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:38.716133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:38.716587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:38.717106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Bound port: 959888f9-3622-4f47-9b71-33f07bb27d3e, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:38.717906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.796211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:38.804238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:38.806863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c756b-ba51-4eff-892b-8f4eb50593e9 req-f99b2b48-f423-41b3-8eb3-8d57ca5f2fdc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.814147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df7c756b-ba51-4eff-892b-8f4eb50593e9 req-f99b2b48-f423-41b3-8eb3-8d57ca5f2fdc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.3885887 Jul 16 18:27:38.819194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.894603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.895239 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.896786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] 10.222.0.67 "PUT /v2.0/ports/959888f9-3622-4f47-9b71-33f07bb27d3e HTTP/1.1" status: 200 len: 1097 time: 1.7299948 Jul 16 18:27:38.901101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:38.903570 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39c0520-c025-45b8-bc03-dd92518474d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:38.927556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a814d-2104-4ae4-beff-7d644aa053c4 service neutron] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.954586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e529b7-b0ff-4a11-b6ca-0d5eef333d65 req-b4ac771b-964e-4a55-88a8-dca2e2251f44 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.955552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e529b7-b0ff-4a11-b6ca-0d5eef333d65 req-b4ac771b-964e-4a55-88a8-dca2e2251f44 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 948 time: 0.1496775 Jul 16 18:27:39.008957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df7c756b-ba51-4eff-892b-8f4eb50593e9 req-27751bf9-0602-47eb-9bc8-24ebb7210ad5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934624 Jul 16 18:27:39.020203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:39.032539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e529b7-b0ff-4a11-b6ca-0d5eef333d65 req-77255792-72dd-47f3-9eab-37d5f4630b9b tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676351 Jul 16 18:27:39.040875 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.067579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-eb06b7c4-8680-4fbb-9633-cbaa1cdd3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.067579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-eb06b7c4-8680-4fbb-9633-cbaa1cdd3704 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32c7a88411334ddab62e93ce6f69fc8f&device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 1100 time: 0.1070309 Jul 16 18:27:39.071247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Transition to ACTIVE for port object 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:39.083582 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.140324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-100e25ab-701b-47cf-9393-59de5b2ef760 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=959888f9-3622-4f47-9b71-33f07bb27d3e HTTP/1.1" status: 200 len: 217 time: 0.0668364 Jul 16 18:27:39.207257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-b42f633a-4108-4b10-9592-abc9f23fd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.209525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-b42f633a-4108-4b10-9592-abc9f23fd1a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0580115 Jul 16 18:27:39.356552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-6f02da20-d142-4c5d-aee7-8ff4087bf549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.358226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-6f02da20-d142-4c5d-aee7-8ff4087bf549 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1415370 Jul 16 18:27:39.376127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465cc03-5865-434b-942e-2ad0079bcc22 req-81ca68a8-7451-4585-9c94-bf15b9168401 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.381364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4465cc03-5865-434b-942e-2ad0079bcc22 req-81ca68a8-7451-4585-9c94-bf15b9168401 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 949 time: 0.1155457 Jul 16 18:27:39.398076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead61fbd-7682-4778-9db6-c5f7805e51a7 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:39.408178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.424431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Transition to ACTIVE for port object ead61fbd-7682-4778-9db6-c5f7805e51a7 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:39.456174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.458265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.492139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4465cc03-5865-434b-942e-2ad0079bcc22 req-f51608b6-48f2-41af-b3a9-ea76ebe1881c tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cb1bf9-c184-4263-9592-4837e00d4fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021237 Jul 16 18:27:39.526117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-37a94711-e8da-434f-a9a4-9b189a666a4e service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500664 Jul 16 18:27:39.562172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.622682 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7c8249-4ef5-4a7d-b68b-854a194dbc27 x-openstack-request-id: req-cc7c8249-4ef5-4a7d-b68b-854a194dbc27 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:39.623102 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:39.623323 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc7c8249-4ef5-4a7d-b68b-854a194dbc27 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:39.623723 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'status': 'completed', 'code': 200} Jul 16 18:27:39.645735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Attempting to bind port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:39.646104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Attempting to bind port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:39.647053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Attempting to bind port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:39.661608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bb99f-c56a-4781-922d-120bcb202c52 req-442dd6f1-7510-4767-908c-d749b56a74be tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.663809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f04bb99f-c56a-4781-922d-120bcb202c52 req-442dd6f1-7510-4767-908c-d749b56a74be tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.4381258 Jul 16 18:27:39.692221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:39.692549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Attempting to bind port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:39.709067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c5346d0-765a-4404-a2ec-c39179f16a0f req-fd0713a2-a466-4a49-ba56-be8c96886f05 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839404 Jul 16 18:27:39.715238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:39.715573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:39.715956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:39.716383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Bound port: 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:39.716740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.762327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f04bb99f-c56a-4781-922d-120bcb202c52 req-73e65489-3135-48a6-9ecb-6ca336f2f3db tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900548 Jul 16 18:27:39.851806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:39.858736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:39.864034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Attempting to bind port ead61fbd-7682-4778-9db6-c5f7805e51a7 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:39.864376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Attempting to bind port ead61fbd-7682-4778-9db6-c5f7805e51a7 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:39.865074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Attempting to bind port ead61fbd-7682-4778-9db6-c5f7805e51a7 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:39.874917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Port ead61fbd-7682-4778-9db6-c5f7805e51a7 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:39.875247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Attempting to bind port ead61fbd-7682-4778-9db6-c5f7805e51a7 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:39.877870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.897604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-b7f2f2dd-b74c-49be-8bfe-0d5f1c7e41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.899154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-b7f2f2dd-b74c-49be-8bfe-0d5f1c7e41fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=32c7a88411334ddab62e93ce6f69fc8f&device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 1100 time: 0.1156676 Jul 16 18:27:39.958189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.967003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.967579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.969565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-7122c5bc-d8f6-4d46-9311-6faa7969a9c0 service neutron] 10.222.0.67 "PUT /v2.0/ports/1f07a71c-c3a0-45fe-a314-9be2a4b0dcee HTTP/1.1" status: 200 len: 1097 time: 2.1934271 Jul 16 18:27:39.970360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:39.973179 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe66fa9-c653-427f-8767-6cf490b7d927" -d '{"events": [{"name": "network-changed", "server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:39.981662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:39.982023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:39.982509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:39.983152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Bound port: ead61fbd-7682-4778-9db6-c5f7805e51a7, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:39.983845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.992337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfb41e-f4b4-4827-9250-628933631407 req-9d419b21-5db6-403c-9576-b625994199cc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.012819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edfb41e-f4b4-4827-9250-628933631407 req-9d419b21-5db6-403c-9576-b625994199cc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1933277 Jul 16 18:27:40.154386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edfb41e-f4b4-4827-9250-628933631407 req-3a69b054-e078-41f5-944b-6784d775f341 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401002 Jul 16 18:27:40.156262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:40.167117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-068c5d1b-d956-4510-96ca-1d20584f6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.169954 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-068c5d1b-d956-4510-96ca-1d20584f6744 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9850b737aa4e416c8ce0472ad2f97734&device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 1100 time: 0.1506219 Jul 16 18:27:40.173145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:40.178739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.184162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-f029ed7c-5327-43f4-814f-2fb4a6ac8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.185948 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-f029ed7c-5327-43f4-814f-2fb4a6ac8fb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2753150 Jul 16 18:27:40.202704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.205312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.209567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] 10.222.0.59 "PUT /v2.0/ports/ead61fbd-7682-4778-9db6-c5f7805e51a7 HTTP/1.1" status: 200 len: 1097 time: 1.8337197 Jul 16 18:27:40.257776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-028542d2-fd52-4318-b97c-b1296cfcc2cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=959888f9-3622-4f47-9b71-33f07bb27d3e HTTP/1.1" status: 200 len: 217 time: 0.0641534 Jul 16 18:27:40.329506 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-ed0c5ad3-08d8-4efd-97c7-25383ec98e43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee HTTP/1.1" status: 200 len: 217 time: 0.1403105 Jul 16 18:27:40.454001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-8df8df72-9d8d-45fe-8f69-0a6e5c360908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.456127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-8df8df72-9d8d-45fe-8f69-0a6e5c360908 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1836214 Jul 16 18:27:40.522618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-55c79c77-0090-44e3-a54a-68adc1e19e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.524372 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-55c79c77-0090-44e3-a54a-68adc1e19e59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9850b737aa4e416c8ce0472ad2f97734&device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 1100 time: 0.2624509 Jul 16 18:27:40.576899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-b56ee788-5d1c-4ec5-bd17-dba0415004f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7 HTTP/1.1" status: 200 len: 217 time: 0.0428143 Jul 16 18:27:40.625446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76186a5f-ef26-4552-8c3e-903d03f93d9f req-987289ee-89f3-45e9-b4f9-3c7104fbd4bf tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.636331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76186a5f-ef26-4552-8c3e-903d03f93d9f req-987289ee-89f3-45e9-b4f9-3c7104fbd4bf tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 948 time: 0.2767446 Jul 16 18:27:40.694763 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884c864-130a-4a65-84cf-69878aabc078 x-openstack-request-id: req-a884c864-130a-4a65-84cf-69878aabc078 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:40.695280 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:40.695466 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a884c864-130a-4a65-84cf-69878aabc078 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:40.696450 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'status': 'completed', 'code': 200} Jul 16 18:27:40.721846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-eb9e710c-1003-4746-9f7f-82f4b76daa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.723274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-eb9e710c-1003-4746-9f7f-82f4b76daa9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2543459 Jul 16 18:27:40.728256 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76186a5f-ef26-4552-8c3e-903d03f93d9f req-f6c0e881-ada9-4f12-b383-c8390a119cb8 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906620 Jul 16 18:27:40.730159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-093a4498-f80e-4857-bc21-b30028b190e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.731515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-093a4498-f80e-4857-bc21-b30028b190e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1432300 Jul 16 18:27:40.800113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62980339-3623-42a2-bd66-e7ef73f597a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.823436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-c71647f3-dfd1-4a1c-80c9-3dd444823e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.825137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-c71647f3-dfd1-4a1c-80c9-3dd444823e2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1360414 Jul 16 18:27:40.882921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-01cf61d6-5820-49eb-870f-4a94d1ea5559 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.884821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-01cf61d6-5820-49eb-870f-4a94d1ea5559 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.59 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 949 time: 0.6160741 Jul 16 18:27:40.906143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-de1f962d-c2ae-4254-ac38-e87a2b068ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.907947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-de1f962d-c2ae-4254-ac38-e87a2b068ecf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1270421 Jul 16 18:27:40.910110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-f6699ab7-faf4-4b2b-a036-4d07e8303f92 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777487 Jul 16 18:27:40.911771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649298b-1952-4bb9-a0f4-5e6b56ac29b5 req-279bffa6-3db0-4207-a473-fce11a1ee3ed tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.913626 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5649298b-1952-4bb9-a0f4-5e6b56ac29b5 req-279bffa6-3db0-4207-a473-fce11a1ee3ed tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 948 time: 0.2213411 Jul 16 18:27:41.019341 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5649298b-1952-4bb9-a0f4-5e6b56ac29b5 req-0a263bec-6fe8-4357-a880-55d39a62707b tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779431 Jul 16 18:27:41.053869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-3cf8a3a4-e613-4b39-a4fa-f40e4627820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.056041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-3cf8a3a4-e613-4b39-a4fa-f40e4627820a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2222388 Jul 16 18:27:41.072357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:41.158041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Deleting port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:41.158636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.271776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:41.295421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'mac_address': 'fa:16:3e:5f:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:41.314338 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-534dddf3-db07-4409-8ead-b66d2229d90a service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502503 Jul 16 18:27:41.362667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.383046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959888f9-3622-4f47-9b71-33f07bb27d3e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:41.433872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:41.438479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.442532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f25956-7da2-405f-ae4b-f59da0dcac0b req-6e286290-8d2b-4bb7-9c16-5a3942d454c5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.446815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] For port c566d7e2-5cf1-481f-9e11-4ee38d1007d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:41.447472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.450697 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32f25956-7da2-405f-ae4b-f59da0dcac0b req-6e286290-8d2b-4bb7-9c16-5a3942d454c5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.5389497 Jul 16 18:27:41.474001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Calling delete_port for c566d7e2-5cf1-481f-9e11-4ee38d1007d3 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:41.494582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39c0520-c025-45b8-bc03-dd92518474d4 req-be487eee-d774-4121-a2b4-208af7535bfe service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734513 Jul 16 18:27:41.499741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.504221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d679b85-d7a4-4ce4-be3a-909e2d37986f req-c8066274-5579-458b-b12f-9a1d41ab2241 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.512487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4d679b85-d7a4-4ce4-be3a-909e2d37986f req-c8066274-5579-458b-b12f-9a1d41ab2241 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 946 time: 0.2998676 Jul 16 18:27:41.514358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-d29b60e8-c0f2-4ec5-a17a-bff0679ff2d3 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923696 Jul 16 18:27:41.557717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32f25956-7da2-405f-ae4b-f59da0dcac0b req-d459046f-a41b-4277-8bfe-6cd0ade4361e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058149 Jul 16 18:27:41.573257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1c2eb8f-5803-4ac6-9ccd-b656551e0c0b req-bdbd10da-3149-4613-b35e-74cde5e9830d service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484248 Jul 16 18:27:41.626772 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4d679b85-d7a4-4ce4-be3a-909e2d37986f req-ad1fb8c0-fd59-43cc-9e09-51f744eaed84 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129618 Jul 16 18:27:41.683717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['959888f9-3622-4f47-9b71-33f07bb27d3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:41.704556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b2d988-d95a-43aa-aa5b-5b4d9989f663 req-f9545319-dca1-4380-8285-9cc380bc56e7 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751873 Jul 16 18:27:41.798482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.805774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-e72369ff-efc2-40e1-bc3e-6dd195f52b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.807273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-e72369ff-efc2-40e1-bc3e-6dd195f52b2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9850b737aa4e416c8ce0472ad2f97734&device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 1100 time: 0.1560695 Jul 16 18:27:41.845864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d423c385-0667-41d6-8e1d-37f79b53708d req-1887f6db-8706-4d7b-8941-9f8386ff7f47 tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.49 "GET /v2.0/ports?device_id=31df3ea8-4530-4b62-b544-e262a0896fc2 HTTP/1.1" status: 200 len: 210 time: 0.0591707 Jul 16 18:27:41.986676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['c566d7e2-5cf1-481f-9e11-4ee38d1007d3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:42.039104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Pushing event deleted for resources: {'Port': ['ID=c566d7e2-5cf1-481f-9e11-4ee38d1007d3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:42.057218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-c7fcb710-09c4-40f4-bef9-aadab26e0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.058808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-c7fcb710-09c4-40f4-bef9-aadab26e0ece service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1753206 Jul 16 18:27:42.153284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] No DVR routers for this DVR port c566d7e2-5cf1-481f-9e11-4ee38d1007d3 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:42.156892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.159028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c7e9431-10a3-4b33-a240-177d2303f40d req-ad181316-3f80-4e18-8f19-1b11129dae4b tempest-ServerDiagnosticsNegativeTest-1109862486 tempest-ServerDiagnosticsNegativeTest-1109862486-project] 10.222.0.59 "DELETE /v2.0/ports/c566d7e2-5cf1-481f-9e11-4ee38d1007d3 HTTP/1.1" status: 204 len: 173 time: 1.2670562 Jul 16 18:27:42.205528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-2db517a4-711e-4147-b0d8-7a5cc0a18092 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee HTTP/1.1" status: 200 len: 217 time: 0.1003034 Jul 16 18:27:42.226052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754569-4c0b-4127-8d0d-3962b69f1dd3 req-35640291-d150-46fd-9a5f-23274dd914f9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.229805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c754569-4c0b-4127-8d0d-3962b69f1dd3 req-35640291-d150-46fd-9a5f-23274dd914f9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0928171 Jul 16 18:27:42.279733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d7f6a-7263-4f1c-8ea1-cec6a5331ede req-038e0c69-3f6e-4230-bfc5-966d99a68ca9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.281660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f1d7f6a-7263-4f1c-8ea1-cec6a5331ede req-038e0c69-3f6e-4230-bfc5-966d99a68ca9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.4625089 Jul 16 18:27:42.298015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-fb75fdad-f75b-438e-a6a9-00c2c7b42b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.301002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-fb75fdad-f75b-438e-a6a9-00c2c7b42b84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0830357 Jul 16 18:27:42.301783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c754569-4c0b-4127-8d0d-3962b69f1dd3 req-3bcec25b-65fc-46e4-9c7b-ebbbf4c4f34a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Jul 16 18:27:42.409472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f1d7f6a-7263-4f1c-8ea1-cec6a5331ede req-6d4e9ab6-0b5a-4da6-888c-a195351ba63d tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071017 Jul 16 18:27:42.421720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-d2740ef9-3d4b-46a6-b94d-38c84bd92eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.423675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-d2740ef9-3d4b-46a6-b94d-38c84bd92eb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122861 Jul 16 18:27:42.505918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3283b-ba6d-4b23-ab24-174c20050471 req-cad8bb8a-43d5-494c-a041-b2e5aaaca855 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.514094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc3283b-ba6d-4b23-ab24-174c20050471 req-cad8bb8a-43d5-494c-a041-b2e5aaaca855 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0978677 Jul 16 18:27:42.552698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-3fc1c3a8-cf6b-4cc1-8572-c71d2bff87c3 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203132 Jul 16 18:27:42.571208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc3283b-ba6d-4b23-ab24-174c20050471 req-cb796249-f7e3-47d7-bcff-7a29f40771d2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539801 Jul 16 18:27:42.699179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7'}, {'server_uuid': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'name': 'network-vif-deleted', 'tag': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:42.702383 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1874b211-2dad-4842-af9c-77105f817345" -d '{"events": [{"name": "network-changed", "server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7"}, {"server_uuid": "31df3ea8-4530-4b62-b544-e262a0896fc2", "name": "network-vif-deleted", "tag": "c566d7e2-5cf1-481f-9e11-4ee38d1007d3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:42.737926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfe66fa9-c653-427f-8767-6cf490b7d927 req-66dfb358-ebc7-443a-a368-e75432704c3d service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787167 Jul 16 18:27:43.108004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:43.112152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:43.126591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4a23f-6189-4c2a-baa1-26ddce076507 req-ec228928-d488-40c3-a163-a48e6b7da847 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.128618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6af4a23f-6189-4c2a-baa1-26ddce076507 req-ec228928-d488-40c3-a163-a48e6b7da847 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 948 time: 0.0936546 Jul 16 18:27:43.157234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47de94-8bdf-41aa-87b6-ad30654bfee7 req-3d5f2cb0-6f6c-4824-8c12-f1482326708d tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.158755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b47de94-8bdf-41aa-87b6-ad30654bfee7 req-3d5f2cb0-6f6c-4824-8c12-f1482326708d tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 949 time: 0.1105647 Jul 16 18:27:43.197744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6af4a23f-6189-4c2a-baa1-26ddce076507 req-bff46d27-a8c3-447c-9906-0d8878de0f23 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Jul 16 18:27:43.210803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b47de94-8bdf-41aa-87b6-ad30654bfee7 req-42998236-b3ce-42e8-8022-f590725117f9 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Jul 16 18:27:43.259733 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fbfadf-b990-4b14-8651-c0d8447315fc x-openstack-request-id: req-80fbfadf-b990-4b14-8651-c0d8447315fc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:43.260234 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7", "status": "completed", "code": 200}, {"server_uuid": "31df3ea8-4530-4b62-b544-e262a0896fc2", "name": "network-vif-deleted", "tag": "c566d7e2-5cf1-481f-9e11-4ee38d1007d3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:43.260808 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80fbfadf-b990-4b14-8651-c0d8447315fc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:43.261478 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'status': 'completed', 'code': 200} Jul 16 18:27:43.261884 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31df3ea8-4530-4b62-b544-e262a0896fc2', 'name': 'network-vif-deleted', 'tag': 'c566d7e2-5cf1-481f-9e11-4ee38d1007d3', 'status': 'completed', 'code': 200} Jul 16 18:27:43.286844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 959888f9-3622-4f47-9b71-33f07bb27d3e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:43.323184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 959888f9-3622-4f47-9b71-33f07bb27d3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:43.324331 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.406795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.428515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'mac_address': 'fa:16:3e:06:df:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:43.482719 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.503806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874b211-2dad-4842-af9c-77105f817345 req-581b0669-df07-4d7b-850a-e671cebcecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.505619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1874b211-2dad-4842-af9c-77105f817345 req-581b0669-df07-4d7b-850a-e671cebcecdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9850b737aa4e416c8ce0472ad2f97734&device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 1100 time: 0.2102149 Jul 16 18:27:43.526693 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.548260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:43.572111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.582620 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.593550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:43.596357 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2563e172-3f44-4ea0-917b-2b5bce45b292" -d '{"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-plugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:43.602112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd5094-dca3-407c-b2f5-b9133a0c6de9 req-771e57a7-8f70-4d20-9c0b-40bb7c24d958 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.603839 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2cd5094-dca3-407c-b2f5-b9133a0c6de9 req-771e57a7-8f70-4d20-9c0b-40bb7c24d958 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1938641 Jul 16 18:27:43.657974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874b211-2dad-4842-af9c-77105f817345 req-7b8818f9-7965-4ba4-bfe3-9b5f5a1ac9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.659477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1874b211-2dad-4842-af9c-77105f817345 req-7b8818f9-7965-4ba4-bfe3-9b5f5a1ac9a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1469018 Jul 16 18:27:43.665102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2cd5094-dca3-407c-b2f5-b9133a0c6de9 req-da2e836b-b283-4d56-887c-617253c3915e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538046 Jul 16 18:27:43.690649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.704062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b453d92-3c0f-4395-97d0-67fdb872a210 req-3d9c272a-46b1-4cdd-acea-e21cef29f275 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.710857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1874b211-2dad-4842-af9c-77105f817345 req-9a31456b-706c-4992-a35d-1eb8b95f91d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7 HTTP/1.1" status: 200 len: 217 time: 0.0440013 Jul 16 18:27:43.712100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b453d92-3c0f-4395-97d0-67fdb872a210 req-3d9c272a-46b1-4cdd-acea-e21cef29f275 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1271031 Jul 16 18:27:43.714510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.720581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.763295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b453d92-3c0f-4395-97d0-67fdb872a210 req-508c876e-f51e-44ba-ba25-b86d66b5e8b1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496657 Jul 16 18:27:43.779503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874b211-2dad-4842-af9c-77105f817345 req-bd6dffb9-576d-4001-8397-6e86f08945b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.781902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1874b211-2dad-4842-af9c-77105f817345 req-bd6dffb9-576d-4001-8397-6e86f08945b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0621395 Jul 16 18:27:43.793952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.815797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ead61fbd-7682-4778-9db6-c5f7805e51a7 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:43.817185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53014) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.823730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c566d7e2-5cf1-481f-9e11-4ee38d1007d3 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:43.853158 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72d926c-a797-445c-9113-ed6de6b7f000 x-openstack-request-id: req-b72d926c-a797-445c-9113-ed6de6b7f000 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:43.853581 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-plugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:43.854308 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b72d926c-a797-445c-9113-ed6de6b7f000 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:43.854308 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'code': 200} Jul 16 18:27:43.856710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: c566d7e2-5cf1-481f-9e11-4ee38d1007d3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:43.857096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c566d7e2-5cf1-481f-9e11-4ee38d1007d3 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:43.963095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.967006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874b211-2dad-4842-af9c-77105f817345 req-b906df8b-4fb6-4f9c-920b-7d82b794ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.968747 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1874b211-2dad-4842-af9c-77105f817345 req-b906df8b-4fb6-4f9c-920b-7d82b794ee62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1760263 Jul 16 18:27:43.977858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:43.984477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5841e8f0-1e9b-47b0-a68a-1304c781334c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=936e6f546000418ea112368c4c06c6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660433 Jul 16 18:27:43.985104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.013636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae447e-9f62-4e44-bd92-672168f53d47 req-e3b0fbb8-69a3-414e-8b48-e163e99a6e3b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.015449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dae447e-9f62-4e44-bd92-672168f53d47 req-e3b0fbb8-69a3-414e-8b48-e163e99a6e3b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.1716740 Jul 16 18:27:44.019072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'mac_address': 'fa:16:3e:25:cd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:44.072344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.090931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d77d-4dfd-4c22-b405-0927ca6b66ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.099144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead61fbd-7682-4778-9db6-c5f7805e51a7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:44.112022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17433b-e75c-4cca-a043-5d3710fa9191 req-b4a5f51e-38ca-42ba-ae84-cfddc243445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.113533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df17433b-e75c-4cca-a043-5d3710fa9191 req-b4a5f51e-38ca-42ba-ae84-cfddc243445c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 1102 time: 0.1779325 Jul 16 18:27:44.120132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d77d-4dfd-4c22-b405-0927ca6b66ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.121322 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dae447e-9f62-4e44-bd92-672168f53d47 req-bcd04814-c4e4-4377-bb94-431bb6961af9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974307 Jul 16 18:27:44.130720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:44.140694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1874b211-2dad-4842-af9c-77105f817345 req-4c031133-1950-4bbd-92c5-e482fe2ae30e service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617541 Jul 16 18:27:44.153509 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.209253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e341c-1213-48b6-92dc-ca6605f5efcc req-959cea3d-e6c5-47f8-b0bd-2675b17092fc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.210761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df17433b-e75c-4cca-a043-5d3710fa9191 req-5b0554e3-f735-45b4-8355-b28d81edfc49 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880408 Jul 16 18:27:44.213260 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f1e341c-1213-48b6-92dc-ca6605f5efcc req-959cea3d-e6c5-47f8-b0bd-2675b17092fc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.2260361 Jul 16 18:27:44.216908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d77d-4dfd-4c22-b405-0927ca6b66ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.222754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d77d-4dfd-4c22-b405-0927ca6b66ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.224129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0ac4d77d-4dfd-4c22-b405-0927ca6b66ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87cb1bf9-c184-4263-9592-4837e00d4fad HTTP/1.1" status: 204 len: 168 time: 0.2378819 Jul 16 18:27:44.230413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.257696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4d77d-4dfd-4c22-b405-0927ca6b66ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb1bf9-c184-4263-9592-4837e00d4fad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.306854 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1874b211-2dad-4842-af9c-77105f817345 req-7899ae87-6a97-417f-8086-6d4dc912b9f7 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507757 Jul 16 18:27:44.307565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f1e341c-1213-48b6-92dc-ca6605f5efcc req-c6c62c99-77e6-4be9-8a82-f0e45397190c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654817 Jul 16 18:27:44.422512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ea016-b239-4e00-a608-1fae029cbc8a req-096a54c3-53ef-46d7-bd2d-87d5c4967653 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.424063 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc7ea016-b239-4e00-a608-1fae029cbc8a req-096a54c3-53ef-46d7-bd2d-87d5c4967653 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 949 time: 0.0746131 Jul 16 18:27:44.465607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc7ea016-b239-4e00-a608-1fae029cbc8a req-ccff9923-f17e-4f43-aa50-eb252e42153e tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jul 16 18:27:44.507225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219f627-75cf-4624-ae75-dc2dbc4acf89 req-48d2e2fb-fa79-4151-847d-ef4a48d6b0ac tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.508977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e219f627-75cf-4624-ae75-dc2dbc4acf89 req-48d2e2fb-fa79-4151-847d-ef4a48d6b0ac tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 950 time: 0.0763686 Jul 16 18:27:44.555939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['ead61fbd-7682-4778-9db6-c5f7805e51a7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:44.558086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e219f627-75cf-4624-ae75-dc2dbc4acf89 req-dc0e8131-a740-4a6b-bcef-c37c9432408d tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Jul 16 18:27:44.610136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53038) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.627953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.731199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.735551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.737226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a80-119b-418d-a3b6-2a0ec8f82c95 req-3eee5a86-0343-4f4d-8d93-917a3d57c1d7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.738715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0d77a80-119b-418d-a3b6-2a0ec8f82c95 req-3eee5a86-0343-4f4d-8d93-917a3d57c1d7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0721898 Jul 16 18:27:44.773104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8760bf39d0b942e3b93f7486de3d8340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614275 Jul 16 18:27:44.775143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e904b6b-423d-4e28-8396-7fd30ef9bb92,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.776058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.782641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.782991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.783328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.783659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.783988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.784317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.784633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0d77a80-119b-418d-a3b6-2a0ec8f82c95 req-9e01b690-5d61-48f4-b4aa-28f815be329a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391552 Jul 16 18:27:44.784744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.784978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.785300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.785624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.786254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.786631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079baba-7ee6-4e8f-ab68-37d312563ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:44.833855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b42726bf-95bd-47ff-92d3-eb75476d803d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.856561 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b42726bf-95bd-47ff-92d3-eb75476d803d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.918766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b42726bf-95bd-47ff-92d3-eb75476d803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.921220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b42726bf-95bd-47ff-92d3-eb75476d803d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.924640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b42726bf-95bd-47ff-92d3-eb75476d803d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e904b6b-423d-4e28-8396-7fd30ef9bb92 HTTP/1.1" status: 204 len: 168 time: 0.1450837 Jul 16 18:27:44.953826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d420d-552a-4417-94d5-10e54d64dce8 req-eded3cfb-7a1c-477a-b946-788cc1799700 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.955928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42726bf-95bd-47ff-92d3-eb75476d803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e904b6b-423d-4e28-8396-7fd30ef9bb92,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.958408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c8d420d-552a-4417-94d5-10e54d64dce8 req-eded3cfb-7a1c-477a-b946-788cc1799700 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0693336 Jul 16 18:27:44.989213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913a77c-7fb4-45d4-a29d-24df94fa767d req-f0975e04-f83b-471d-a8d4-860b7b5bdefc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.990852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1913a77c-7fb4-45d4-a29d-24df94fa767d req-f0975e04-f83b-471d-a8d4-860b7b5bdefc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0848367 Jul 16 18:27:45.019382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c8d420d-552a-4417-94d5-10e54d64dce8 req-c1aebdc5-0b39-42e7-9a90-81da6e6e25f2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562382 Jul 16 18:27:45.032554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1913a77c-7fb4-45d4-a29d-24df94fa767d req-93fd10d8-1ac6-4d43-b07b-00e29b67b90e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Jul 16 18:27:45.122690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:45.125029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:45.238867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:45.246007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:45.246382 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.288746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:45.309048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'mac_address': 'fa:16:3e:9b:4a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:45.378594 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.401583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6833f4ce-c1ca-4d87-98c9-67b072076d24 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:45.406463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.419623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e68c65-b905-4557-96a7-0c4a4b0af4d1 req-43a5b5a0-27ad-45de-b553-eb92c9b6a562 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.427666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5e68c65-b905-4557-96a7-0c4a4b0af4d1 req-43a5b5a0-27ad-45de-b553-eb92c9b6a562 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.1290216 Jul 16 18:27:45.464635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:45.480136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:45.482168 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.487310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5e68c65-b905-4557-96a7-0c4a4b0af4d1 req-5fb526ea-0008-4dea-8724-6904e5f1cf35 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575764 Jul 16 18:27:45.490566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.551451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.603324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6833f4ce-c1ca-4d87-98c9-67b072076d24'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:45.683299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.718320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b018ac2-dfd0-4678-bdbc-5d80a8d49bac req-743067aa-b358-466e-925a-747d9daead6f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.719912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b018ac2-dfd0-4678-bdbc-5d80a8d49bac req-743067aa-b358-466e-925a-747d9daead6f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 949 time: 0.1025469 Jul 16 18:27:45.776987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b018ac2-dfd0-4678-bdbc-5d80a8d49bac req-3f07db7c-4e0e-4cde-b8a6-252c89fd32a0 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Jul 16 18:27:45.825985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63423-17e8-42bf-9117-3cf179019f51 req-012d0d32-b8bb-4cb5-9319-79c3b4fe20bc tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.827743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffe63423-17e8-42bf-9117-3cf179019f51 req-012d0d32-b8bb-4cb5-9319-79c3b4fe20bc tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 950 time: 0.0980432 Jul 16 18:27:45.843039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ead61fbd-7682-4778-9db6-c5f7805e51a7 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:45.867791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:45.870267 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7bb41-4d73-4a09-acf4-a01b15b99726" -d '{"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-plugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:45.879024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffe63423-17e8-42bf-9117-3cf179019f51 req-eb98244b-d351-4b86-ab09-450fcc59e42c tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449569 Jul 16 18:27:45.904182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port ead61fbd-7682-4778-9db6-c5f7805e51a7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:45.908856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port ead61fbd-7682-4778-9db6-c5f7805e51a7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:45.909234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.992910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea0b10-ab6e-4791-bbae-47289cf1c5d6 req-7e2f498e-a66c-4115-a0c1-b0ce9de5800b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.994965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55ea0b10-ab6e-4791-bbae-47289cf1c5d6 req-7e2f498e-a66c-4115-a0c1-b0ce9de5800b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0944788 Jul 16 18:27:46.006619 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.043471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55ea0b10-ab6e-4791-bbae-47289cf1c5d6 req-d8ff7513-a368-4599-88a8-1b8dd8764651 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Jul 16 18:27:46.044106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:46.050746 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.109828 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b61168-3f68-44e5-ae44-a27c3a57204c x-openstack-request-id: req-11b61168-3f68-44e5-ae44-a27c3a57204c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:46.110150 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-plugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:46.110451 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11b61168-3f68-44e5-ae44-a27c3a57204c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:46.111152 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'code': 200} Jul 16 18:27:46.156385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.172710 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e648002c-216e-495f-ac2f-f63781601be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.255966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4edf-955b-4cbe-a82d-9a38a709d978 req-0523de4c-f351-4bfc-9c38-a3de412534c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.257927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e30f4edf-955b-4cbe-a82d-9a38a709d978 req-0523de4c-f351-4bfc-9c38-a3de412534c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 1102 time: 0.1051519 Jul 16 18:27:46.312376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b45f7-e85a-4e77-b2a9-2a5ecffe6000 req-6f456bba-58de-4e2c-b559-d9fecb18d234 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.313881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd1b45f7-e85a-4e77-b2a9-2a5ecffe6000 req-6f456bba-58de-4e2c-b559-d9fecb18d234 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1030302 Jul 16 18:27:46.318066 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e30f4edf-955b-4cbe-a82d-9a38a709d978 req-677f75fa-3332-4d9a-8eb3-ffcf203da529 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481539 Jul 16 18:27:46.356461 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd1b45f7-e85a-4e77-b2a9-2a5ecffe6000 req-221acd04-5374-4bee-b566-0755d2e08f51 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345979 Jul 16 18:27:46.687853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306dc7-b0f7-4820-a5b5-e6ae0a29892d req-d0255751-f0a1-4ad1-8756-54ddd5f34172 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.689892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8306dc7-b0f7-4820-a5b5-e6ae0a29892d req-d0255751-f0a1-4ad1-8756-54ddd5f34172 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.0856955 Jul 16 18:27:46.729304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8306dc7-b0f7-4820-a5b5-e6ae0a29892d req-57470c15-3f62-49ac-ba41-b09cd18eb7ab tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Jul 16 18:27:46.856091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-0501e90c-5f6d-466a-81a8-338e5617750e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240018 Jul 16 18:27:46.970974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775360c1-d6ac-498e-b391-2fbb716d9b20 req-71921d08-c84f-4454-81bd-a753852b12b9 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.971860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-51844d32-1978-401d-be08-d7b1b75874f4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.972644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-775360c1-d6ac-498e-b391-2fbb716d9b20 req-71921d08-c84f-4454-81bd-a753852b12b9 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 950 time: 0.0771432 Jul 16 18:27:46.973335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-51844d32-1978-401d-be08-d7b1b75874f4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108584 Jul 16 18:27:46.988318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-98f1ffac-7f5e-4335-8011-1b81efe69e46 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/quotas/0a900e00b31a4d4fa84d9c0d0c765b77 HTTP/1.1" status: 200 len: 375 time: 0.0092874 Jul 16 18:27:47.019113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-775360c1-d6ac-498e-b391-2fbb716d9b20 req-7284e304-dac5-45b5-b470-f4f98d8587b4 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Jul 16 18:27:47.031591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-3c94325c-f884-4c2b-a177-2b9fe3c509b8 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372193 Jul 16 18:27:47.145216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:47.260668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 6833f4ce-c1ca-4d87-98c9-67b072076d24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:47.261394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.280012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a47c79f-0624-42a3-b079-35b192a9aba2 req-6e25d4b1-36aa-4bb6-ac07-b5fa74899df7 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 210 time: 0.0543230 Jul 16 18:27:47.408479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.447217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf267d-fb87-4210-b893-3f87ea22d58e req-4bb69221-72fc-4646-a81b-fc63c89db7dd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.469450 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2fdf267d-fb87-4210-b893-3f87ea22d58e req-4bb69221-72fc-4646-a81b-fc63c89db7dd tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1522782 Jul 16 18:27:47.504215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:47.513523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.574769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2fdf267d-fb87-4210-b893-3f87ea22d58e req-8318c13d-ff77-4a12-afea-1fa56c042d09 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043363 Jul 16 18:27:47.589464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0943-bba6-41ad-96e1-7a26a3d477a3 req-8d2c3aa4-e770-4251-ad62-498500bf4454 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.598928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-edda0943-bba6-41ad-96e1-7a26a3d477a3 req-8d2c3aa4-e770-4251-ad62-498500bf4454 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0960960 Jul 16 18:27:47.630277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.654693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-edda0943-bba6-41ad-96e1-7a26a3d477a3 req-5c16d122-3a18-44fd-b177-efb5e4c652d7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536983 Jul 16 18:27:47.945603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdc1ad-1d6d-4ce2-9354-941c97dc7a1f req-95a6f81a-e2ad-4a07-9450-660475e9bce0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.947895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08cdc1ad-1d6d-4ce2-9354-941c97dc7a1f req-95a6f81a-e2ad-4a07-9450-660475e9bce0 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.0912766 Jul 16 18:27:48.010169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08cdc1ad-1d6d-4ce2-9354-941c97dc7a1f req-c451495e-90b9-4e02-9b96-bb4172393144 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534484 Jul 16 18:27:48.112833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7'}, {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:48.115696 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b315ae4b-50f2-4425-87e8-a70a58feace4" -d '{"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-plugged", "status": "completed", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7"}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:48.169093 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ed249a-677d-4092-ba1b-a0ca697dfb71 x-openstack-request-id: req-27ed249a-677d-4092-ba1b-a0ca697dfb71 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:48.170079 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-plugged", "status": "completed", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7", "code": 200}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:48.170528 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27ed249a-677d-4092-ba1b-a0ca697dfb71 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:48.171122 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'code': 200} Jul 16 18:27:48.171375 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'code': 200} Jul 16 18:27:48.434125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8dd21-8cfb-426a-a58a-07ea73dd087d req-cca47b4e-8da2-4515-af9d-f52805c038b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.436973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41c8dd21-8cfb-426a-a58a-07ea73dd087d req-cca47b4e-8da2-4515-af9d-f52805c038b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 1102 time: 0.1216009 Jul 16 18:27:48.488975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41c8dd21-8cfb-426a-a58a-07ea73dd087d req-73d313a9-d7e2-4ddb-b44e-76bb1d0c66f1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Jul 16 18:27:48.490176 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-465ccc81-15f6-41a8-aa34-79c09731a8b7 req-0be8be1d-ea20-4f7b-b151-080ed8e7c00b tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 210 time: 0.0311778 Jul 16 18:27:48.502852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165ba68-28d7-4fb9-9e43-5081a14d2de2 req-c36cf1d2-c7fe-49c9-b87f-4c6117baf418 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.510241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5165ba68-28d7-4fb9-9e43-5081a14d2de2 req-c36cf1d2-c7fe-49c9-b87f-4c6117baf418 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 950 time: 0.1202302 Jul 16 18:27:48.557588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5165ba68-28d7-4fb9-9e43-5081a14d2de2 req-a322a563-a9fa-444c-9b7a-9f83dc9aa0ad tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Jul 16 18:27:48.656587 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-718d16bc-735e-448b-b444-966fe7841f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.795502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a197dc-95d1-42ad-a3e8-017b0baf4740 req-886e7b43-7dfd-4751-a851-547f90383d77 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.798274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90a197dc-95d1-42ad-a3e8-017b0baf4740 req-886e7b43-7dfd-4751-a851-547f90383d77 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.0935085 Jul 16 18:27:48.848279 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.871530 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90a197dc-95d1-42ad-a3e8-017b0baf4740 req-c8e2211a-5ec7-4d0e-af27-37705b6d59ae tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671804 Jul 16 18:27:48.953333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75b1c6-1c9b-4b34-8b70-10aba2783ff8 req-4a3e6832-d63d-4e19-92bc-bbccf0a3637a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.954939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b75b1c6-1c9b-4b34-8b70-10aba2783ff8 req-4a3e6832-d63d-4e19-92bc-bbccf0a3637a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1355295 Jul 16 18:27:49.019891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-6bd84de3-50e8-485b-b0bf-009c15b47778 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506945 Jul 16 18:27:49.078931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b75b1c6-1c9b-4b34-8b70-10aba2783ff8 req-7e0e08a6-bb05-4482-b9fd-e875fd60bea0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060529 Jul 16 18:27:49.152971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:49.201391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-13d595cb-9470-436b-8f31-cb37abf53a0d tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.203596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-13d595cb-9470-436b-8f31-cb37abf53a0d tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772025 Jul 16 18:27:49.219806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Request body: {'port': {'device_id': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '0a900e00b31a4d4fa84d9c0d0c765b77'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:49.232376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77069a9-63df-40a4-b63a-cba1d34efa26 req-f1a06f82-6cc1-4078-bccd-9d32e4bd0185 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.242610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b77069a9-63df-40a4-b63a-cba1d34efa26 req-f1a06f82-6cc1-4078-bccd-9d32e4bd0185 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Jul 16 18:27:49.304796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b77069a9-63df-40a4-b63a-cba1d34efa26 req-461bab79-e0ec-4839-af56-ef1878340167 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Jul 16 18:27:49.327920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:49.343882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'mac_address': 'fa:16:3e:5f:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:49.392523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.406805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Made reservation on behalf of 0a900e00b31a4d4fa84d9c0d0c765b77 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:49.411132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 959888f9-3622-4f47-9b71-33f07bb27d3e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:49.411727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.422569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.464048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:49.471183 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.586161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.592171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.603139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.640742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9876d85a-9563-4e22-b024-0b64662d5908,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.653988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['959888f9-3622-4f47-9b71-33f07bb27d3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:49.781315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54d72b86-0f80-452d-bd79-beca1f8643c7 req-312f4bc0-28c9-4cea-aef2-805db640f1b6 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 210 time: 0.0658822 Jul 16 18:27:49.871343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.152907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e8220-75cd-427c-ac5c-6c1c1b0a83d4 req-8e22e474-accb-4bf0-a664-9aab1b7a4254 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.168339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b8e8220-75cd-427c-ac5c-6c1c1b0a83d4 req-8e22e474-accb-4bf0-a664-9aab1b7a4254 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1087022 Jul 16 18:27:50.195910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Allocated IP 192.168.233.70 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/e8761b1f-9d45-450c-a41f-5ce8314cc95e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:50.223384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c69e59-35e6-4e89-b31a-816efe76ff4a req-da5ef959-559d-4706-af70-5ce59f8a76c4 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.231025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54c69e59-35e6-4e89-b31a-816efe76ff4a req-da5ef959-559d-4706-af70-5ce59f8a76c4 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 950 time: 0.4478662 Jul 16 18:27:50.284661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b8e8220-75cd-427c-ac5c-6c1c1b0a83d4 req-275c761a-93f3-4951-b74a-5eaa322ae5e2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142082 Jul 16 18:27:50.311312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54c69e59-35e6-4e89-b31a-816efe76ff4a req-2447485a-012f-4b19-b0a1-a3b8625bb9e5 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792148 Jul 16 18:27:50.371807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-834dcd83-269a-453c-bfed-f6a9ae56bdde tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.373398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-834dcd83-269a-453c-bfed-f6a9ae56bdde tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.1454782 Jul 16 18:27:50.392625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-15'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:50.497895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.536619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.558285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Transition to ACTIVE for port object e8761b1f-9d45-450c-a41f-5ce8314cc95e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:50.645896 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.687135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e922a-380c-4ed0-9067-19db4493f4f2 req-b0881311-0ac2-455d-b31c-cbe1a8f3ed18 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.691861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:50.696976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-968e922a-380c-4ed0-9067-19db4493f4f2 req-b0881311-0ac2-455d-b31c-cbe1a8f3ed18 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1846645 Jul 16 18:27:50.752000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:50.761446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:50.805439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-968e922a-380c-4ed0-9067-19db4493f4f2 req-d309a2a4-1299-4e20-b674-f9d9e18535f3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072791 Jul 16 18:27:50.855127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:50.892349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.893822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.950750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:50.951822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7365930 Jul 16 18:27:50.952968 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b81ea4-a768-4a8b-b6ac-aff55d8a9245 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Pushing event updated for resources: {'Port': ['ID=e8761b1f-9d45-450c-a41f-5ce8314cc95e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:50.973237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Request body: {'port': {'device_id': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:51.109393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:51.117071 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b631d517-2c49-4180-a210-525b9ef39b4f" -d '{"events": [{"server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "name": "network-vif-unplugged", "status": "completed", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:51.133850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.149862 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.180969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:51.203201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.237684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8ec5b-9428-4b52-9df0-1d62f276c01b req-cddd9799-97f1-43cd-b963-3344bf2643d5 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.239269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0b8ec5b-9428-4b52-9df0-1d62f276c01b req-cddd9799-97f1-43cd-b963-3344bf2643d5 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 950 time: 0.1872151 Jul 16 18:27:51.315110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d5c8ba46-57f1-428b-b7f4-8c99a2388c86 None None] Provisioning for port e8761b1f-9d45-450c-a41f-5ce8314cc95e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:51.322044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.344167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d5c8ba46-57f1-428b-b7f4-8c99a2388c86 None None] Provisioning complete for port e8761b1f-9d45-450c-a41f-5ce8314cc95e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:51.347041 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ba46-57f1-428b-b7f4-8c99a2388c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.348962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on host n-h2-791504-15 for vnic_type normal with profile {"migrating_to": "n-h1-791504-15"} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:51.349362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:51.349787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:51.367490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0b8ec5b-9428-4b52-9df0-1d62f276c01b req-64285933-93be-42f5-a1a8-1e9d4427fa6e tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Jul 16 18:27:51.377080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.379089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.381309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.381857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.382368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.387178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.387751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.388300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.388947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.389573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.390094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.390708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:51.402727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:51.405586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Attempting to bind port 7084e464-af72-4022-9d7e-e6cdc9683b97 on network de4bd8a8-71f7-4060-b825-16152738dfb9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:51.416809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:51.423436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Checking segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:51.424142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Bound using segment: {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:51.424859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Bound port: 7084e464-af72-4022-9d7e-e6cdc9683b97, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139b3951-15ce-4adc-b199-9949e8b22245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de4bd8a8-71f7-4060-b825-16152738dfb9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:51.425493 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.437683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8ba46-57f1-428b-b7f4-8c99a2388c86 None None] Port e8761b1f-9d45-450c-a41f-5ce8314cc95e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:51.456736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 959888f9-3622-4f47-9b71-33f07bb27d3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:51.457684 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.571671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:51.587151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:51.598620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.669880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.676049 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.721508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.768449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8761b1f-9d45-450c-a41f-5ce8314cc95e {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:51.791853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.793003 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.794774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-6f2266c2-42e2-4884-86c4-d9424c963525 service neutron] 10.222.0.59 "PUT /v2.0/ports/7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 200 len: 1123 time: 1.4088483 Jul 16 18:27:51.808223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.830796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:51.837114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9611748-6ed2-4c2f-9e19-cd381232c0f5 req-a3374ef5-98b8-4ba8-a034-8e4752c76a64 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.840076 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d329c2bb-b203-4d35-b0c1-0d57a96613bc" -d '{"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-plugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:51.845466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9611748-6ed2-4c2f-9e19-cd381232c0f5 req-a3374ef5-98b8-4ba8-a034-8e4752c76a64 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 943 time: 0.1403975 Jul 16 18:27:51.889911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Transition to ACTIVE for port object e8761b1f-9d45-450c-a41f-5ce8314cc95e will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:51.891434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7084e464-af72-4022-9d7e-e6cdc9683b97 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:51.904521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9611748-6ed2-4c2f-9e19-cd381232c0f5 req-49527faa-9c03-41a5-ba14-1f9b634a3464 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576117 Jul 16 18:27:51.915135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.959500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:51.987989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['7084e464-af72-4022-9d7e-e6cdc9683b97'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:51.993966 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.036808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7084e464-af72-4022-9d7e-e6cdc9683b97'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:52.089632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Pushing event updated for resources: {'Port': ['ID=e8761b1f-9d45-450c-a41f-5ce8314cc95e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.283069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Attempting to bind port e8761b1f-9d45-450c-a41f-5ce8314cc95e on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:52.283310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Attempting to bind port e8761b1f-9d45-450c-a41f-5ce8314cc95e by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:52.283563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Attempting to bind port e8761b1f-9d45-450c-a41f-5ce8314cc95e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:52.290664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Port e8761b1f-9d45-450c-a41f-5ce8314cc95e on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:52.290994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Attempting to bind port e8761b1f-9d45-450c-a41f-5ce8314cc95e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:52.303961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:52.304291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:52.308964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:52.309448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Bound port: e8761b1f-9d45-450c-a41f-5ce8314cc95e, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:52.309826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.387900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:52.447733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.462075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] For port e8761b1f-9d45-450c-a41f-5ce8314cc95e, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:52.466457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] For port e8761b1f-9d45-450c-a41f-5ce8314cc95e, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e8761b1f-9d45-450c-a41f-5ce8314cc95e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:52.470859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7084e464-af72-4022-9d7e-e6cdc9683b97 has no active binding in host n-h1-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:27:52.476456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.561391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.562026 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.566713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] 10.222.0.59 "PUT /v2.0/ports/e8761b1f-9d45-450c-a41f-5ce8314cc95e HTTP/1.1" status: 200 len: 1096 time: 1.5992730 Jul 16 18:27:52.579539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'tag': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:52.589623 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1ae9ee-c5bf-4922-9559-35e72f5cd287", "tag": "e8761b1f-9d45-450c-a41f-5ce8314cc95e"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:52.620997 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.630173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba415cf-18a3-49db-b39f-686bf8e1bdca req-dab50a79-a560-48fd-8e6f-48cb950171c1 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.631846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ba415cf-18a3-49db-b39f-686bf8e1bdca req-dab50a79-a560-48fd-8e6f-48cb950171c1 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 947 time: 0.2020390 Jul 16 18:27:52.689517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20973057-2fca-4f1a-8bab-09a7f6540069 service neutron] Pushing event updated for resources: {'Port': ['ID=e8761b1f-9d45-450c-a41f-5ce8314cc95e,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.727175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-fae5fdd2-af79-4107-b568-9e8001ca59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.729004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-fae5fdd2-af79-4107-b568-9e8001ca59f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 1099 time: 0.1077194 Jul 16 18:27:52.759144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ba415cf-18a3-49db-b39f-686bf8e1bdca req-98a33e80-53b8-46dc-aff0-46c0fe7ac92f tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200678 Jul 16 18:27:52.851145 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-f8b8990b-2462-4c53-b381-8a9f4b77f824 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e8761b1f-9d45-450c-a41f-5ce8314cc95e HTTP/1.1" status: 200 len: 217 time: 0.1109333 Jul 16 18:27:52.885919 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba1e697-dcec-4a94-a681-05e675badef2 x-openstack-request-id: req-0ba1e697-dcec-4a94-a681-05e675badef2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:52.886274 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "name": "network-vif-unplugged", "status": "completed", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:52.886920 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ba1e697-dcec-4a94-a681-05e675badef2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:52.887563 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97', 'code': 200} Jul 16 18:27:53.000354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-3d7be6c2-8bc2-485e-ad44-11b1be886814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.002092 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-3d7be6c2-8bc2-485e-ad44-11b1be886814 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1437173 Jul 16 18:27:53.159438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-d315b570-0115-4527-a2f4-36fddb359e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.161909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-d315b570-0115-4527-a2f4-36fddb359e0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427572 Jul 16 18:27:53.296023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7d6a-f35e-4a52-8017-610545752c1d req-0a2383fd-fb2b-4b75-86b0-b5b39f1502e6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.298179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44ab7d6a-f35e-4a52-8017-610545752c1d req-0a2383fd-fb2b-4b75-86b0-b5b39f1502e6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1415725 Jul 16 18:27:53.304567 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-911d2295-805b-4f94-a227-67cac0af7efc req-42795fe7-6c39-4e31-be37-6edc9e754e9a service neutron] show failed (client error): The resource could not be found. Jul 16 18:27:53.305777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-42795fe7-6c39-4e31-be37-6edc9e754e9a service neutron] 10.222.0.59 "GET /v2.0/ports/12fc4339-d6dc-45f2-ba51-b9d9eeb1e420/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.2361991 Jul 16 18:27:53.347698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-592b146d-6be4-4222-8b27-7b4602807629 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694136 Jul 16 18:27:53.377874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44ab7d6a-f35e-4a52-8017-610545752c1d req-cf245f81-f9c6-425c-94d0-54cbbf114da5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677266 Jul 16 18:27:53.548990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4360fbd-1899-434f-aaf2-6a6376b18fe0 req-0e5fa406-e7ab-4a4a-9a77-66a0704c2168 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934903 Jul 16 18:27:53.748372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-a8b32650-0588-4006-a36a-5230591a70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.750289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-a8b32650-0588-4006-a36a-5230591a70ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8&tenant_id=ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 1102 time: 0.0829458 Jul 16 18:27:53.775147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:54.000845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.300823 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.409889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:54.473967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:54.582200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.600321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Transition to ACTIVE for port object 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:54.605819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.742495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] No DVR routers for this DVR port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:54.744974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.824097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:54.824526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:54.824857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:54.841740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:54.842087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Attempting to bind port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:54.851835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:54.852215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:54.864236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:54.866603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Bound port: 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:54.867199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.889083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:54.892727 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17603b9a-3073-413b-a4a8-34dabfb658e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:54.978018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:54.987653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:55.006509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.120521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.121958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.123858 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] 10.222.0.67 "PUT /v2.0/ports/12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 1097 time: 1.3577442 Jul 16 18:27:55.315068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455ce0-4952-49a9-bcb4-37c4318d70ba service neutron] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.358062 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-69648971-a310-46dc-9abc-36176dee689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.360393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-69648971-a310-46dc-9abc-36176dee689a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1100 time: 0.1651955 Jul 16 18:27:55.560115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-edc3ee5a-78fe-4f9c-9b76-c96d5345d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.563259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-edc3ee5a-78fe-4f9c-9b76-c96d5345d640 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1962280 Jul 16 18:27:55.664214 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-e67b7386-5585-46d1-bede-4f807ad930dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.0922613 Jul 16 18:27:55.764301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-e8912c8b-08c7-4868-adc8-9b8879beba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.769528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-e8912c8b-08c7-4868-adc8-9b8879beba16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0998478 Jul 16 18:27:55.851616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e8761b1f-9d45-450c-a41f-5ce8314cc95e details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:55.856699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:55.956746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d2295-805b-4f94-a227-67cac0af7efc req-45c0d5b7-619f-468f-a0f7-eb9075205a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.962362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-45c0d5b7-619f-468f-a0f7-eb9075205a4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1847675 Jul 16 18:27:56.027693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:56.197555 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-494dab89-e63d-469b-8484-fff6398dbf23 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270639 Jul 16 18:27:56.276854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e8761b1f-9d45-450c-a41f-5ce8314cc95e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e8761b1f-9d45-450c-a41f-5ce8314cc95e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:56.310133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e', 'mac_address': 'fa:16:3e:72:3f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:56.354394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-911d2295-805b-4f94-a227-67cac0af7efc req-032db797-e9ee-4d7e-b44a-93ae83296f1d service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495450 Jul 16 18:27:56.403089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.445399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8761b1f-9d45-450c-a41f-5ce8314cc95e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:56.508609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e8761b1f-9d45-450c-a41f-5ce8314cc95e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e8761b1f-9d45-450c-a41f-5ce8314cc95e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:56.517706 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.642031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e8761b1f-9d45-450c-a41f-5ce8314cc95e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.931161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e8761b1f-9d45-450c-a41f-5ce8314cc95e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:57.202082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7084e464-af72-4022-9d7e-e6cdc9683b97 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:58.058563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-3f9126d6-36cb-4709-b84f-5bab50a1cef5 service neutron] 10.222.0.67 "GET /v2.0/ports/7084e464-af72-4022-9d7e-e6cdc9683b97/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.1404469 Jul 16 18:27:58.336517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:58.360217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:58.402403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7084e464-af72-4022-9d7e-e6cdc9683b97 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:58.414913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:58.435069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.555054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] Transition to ACTIVE for port object 7084e464-af72-4022-9d7e-e6cdc9683b97 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:58.564942 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.686895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] No DVR routers for this DVR port 7084e464-af72-4022-9d7e-e6cdc9683b97 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:58.813992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] 10.222.0.67 "PUT /v2.0/ports/7084e464-af72-4022-9d7e-e6cdc9683b97/bindings/n-h1-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7475767 Jul 16 18:27:58.831441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0eb4e-700e-4144-b993-fabf24886219 service neutron] Pushing event updated for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.054317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-b936ee35-270e-49df-a7e8-b3be10023f04 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.056917 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-b936ee35-270e-49df-a7e8-b3be10023f04 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.1172729 Jul 16 18:27:59.174063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-14c98303-9b8e-4a9c-987a-b671e5361cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.177937 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-14c98303-9b8e-4a9c-987a-b671e5361cfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50&tenant_id=ba50709b69c44cc8b26db85c331be727 HTTP/1.1" status: 200 len: 1096 time: 0.1120107 Jul 16 18:27:59.208840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:59.333054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-61822a5a-f6e8-4457-af1e-c0dd07a23c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.333054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-61822a5a-f6e8-4457-af1e-c0dd07a23c04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1096 time: 0.1242228 Jul 16 18:27:59.401512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:59.421111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'mac_address': 'fa:16:3e:e5:4a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:59.485093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-bc69426d-5ec7-4ed9-b148-543076f525dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.487008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-bc69426d-5ec7-4ed9-b148-543076f525dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1463265 Jul 16 18:27:59.518715 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.539209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:59.553244 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-522f3567-25d6-4c67-a922-f03e675a89cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 200 len: 217 time: 0.0575335 Jul 16 18:27:59.561291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:59.580828 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.614294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-eb9db70c-f31e-4a2f-bb92-c17ebd204c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.615608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-eb9db70c-f31e-4a2f-bb92-c17ebd204c97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0527494 Jul 16 18:27:59.633221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.650540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-45495999-602e-418a-ace4-977a9d1be75e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271471 Jul 16 18:27:59.763926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-14695266-e187-4488-baf8-4043fcc455db service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063771 Jul 16 18:27:59.862461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e8761b1f-9d45-450c-a41f-5ce8314cc95e up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:59.890372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-a182ded3-b3e9-48e3-9dd8-21e7bbc1a193 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184483 Jul 16 18:27:59.903699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:00.170311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port e8761b1f-9d45-450c-a41f-5ce8314cc95e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:00.176554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port e8761b1f-9d45-450c-a41f-5ce8314cc95e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:00.177689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.356567 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.399924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-cbf6e9de-9224-4251-8710-38ae662c1e5d tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.404942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-cbf6e9de-9224-4251-8710-38ae662c1e5d tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50&tenant_id=ba50709b69c44cc8b26db85c331be727&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.0978837 Jul 16 18:28:00.412084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e8761b1f-9d45-450c-a41f-5ce8314cc95e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e8761b1f-9d45-450c-a41f-5ce8314cc95e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:00.418928 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.504968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e8761b1f-9d45-450c-a41f-5ce8314cc95e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.666891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-026664e8-6e44-4a7e-b4ba-504b7700f957 service neutron] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:00.672041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-026664e8-6e44-4a7e-b4ba-504b7700f957 service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.673398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5a21516-0010-4ade-8399-04c3d77ea20d req-026664e8-6e44-4a7e-b4ba-504b7700f957 service neutron] 10.222.0.59 "DELETE /v2.0/ports/7084e464-af72-4022-9d7e-e6cdc9683b97/bindings/n-h2-791504-15 HTTP/1.1" status: 204 len: 173 time: 0.2607071 Jul 16 18:28:01.198787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:01.312866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:01.318910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:01.319571 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.449114 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.506937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:01.513065 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.584629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:01.633612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1862-88b9-4f7c-9d43-612f8eb6df57 req-821ff8a1-a15b-4556-8254-cc561b64cca4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.643336 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3bc1862-88b9-4f7c-9d43-612f8eb6df57 req-821ff8a1-a15b-4556-8254-cc561b64cca4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1103189 Jul 16 18:28:01.703848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3bc1862-88b9-4f7c-9d43-612f8eb6df57 req-a21a1622-0e09-4be7-9b5e-cf2c2f133cac tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590940 Jul 16 18:28:01.761131 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0e754-723a-4b2e-93d5-27b7cee0bb3b x-openstack-request-id: req-56a0e754-723a-4b2e-93d5-27b7cee0bb3b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:01.761619 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-plugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:01.761929 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56a0e754-723a-4b2e-93d5-27b7cee0bb3b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:01.762324 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'code': 200} Jul 16 18:28:01.826454 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed9e53-95c3-40c3-91d1-e4e87d1930a9 x-openstack-request-id: req-91ed9e53-95c3-40c3-91d1-e4e87d1930a9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:01.826715 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1ae9ee-c5bf-4922-9559-35e72f5cd287", "tag": "e8761b1f-9d45-450c-a41f-5ce8314cc95e", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:01.826936 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91ed9e53-95c3-40c3-91d1-e4e87d1930a9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:01.827383 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'tag': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e', 'status': 'completed', 'code': 200} Jul 16 18:28:01.880174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:02.025301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-18a2378e-9136-48fe-8502-cd7de0349ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.030027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-18a2378e-9136-48fe-8502-cd7de0349ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 1101 time: 0.1566436 Jul 16 18:28:02.066121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecb37b-15f2-4d1a-afda-0868b988ad96 req-00f3d7d5-a732-4eb6-84e4-8d7e822dcf5b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.078668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ecb37b-15f2-4d1a-afda-0868b988ad96 req-00f3d7d5-a732-4eb6-84e4-8d7e822dcf5b tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 944 time: 0.2063644 Jul 16 18:28:02.103829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:02.133980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8', 'port_id': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'mac_address': 'fa:16:3e:81:5a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35249abf-a681-4a10-a382-b39a18247d16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:02.220986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.225682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-782fef7d-f963-4677-87d0-c3b48e44ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.227242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-782fef7d-f963-4677-87d0-c3b48e44ec75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1792614 Jul 16 18:28:02.255058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb851483-6d12-4fe6-9d85-f8ab1321c5fc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:02.291819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ecb37b-15f2-4d1a-afda-0868b988ad96 req-75d1756a-70a7-48e7-af1a-5b8b64918ae9 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085803 Jul 16 18:28:02.300598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:02.308313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.366631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-0a6c1b2d-a880-4312-9004-fb50748241a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e8761b1f-9d45-450c-a41f-5ce8314cc95e HTTP/1.1" status: 200 len: 217 time: 0.1296744 Jul 16 18:28:02.377238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:02.454811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80afd7-716a-49c7-8393-4c6cf081ffcb req-12a68459-9f57-4875-8e8f-b85aef60c39f tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.464574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c80afd7-716a-49c7-8393-4c6cf081ffcb req-12a68459-9f57-4875-8e8f-b85aef60c39f tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 949 time: 0.2178969 Jul 16 18:28:02.468043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['fb851483-6d12-4fe6-9d85-f8ab1321c5fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:02.486725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-ea7bcfa9-a007-42f3-b154-2c2419a02da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.488695 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-ea7bcfa9-a007-42f3-b154-2c2419a02da5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1090393 Jul 16 18:28:02.561295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c80afd7-716a-49c7-8393-4c6cf081ffcb req-fb239444-8113-4008-83b6-436e8c20541c tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916188 Jul 16 18:28:02.601695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adce08-7033-44fd-a72a-e0fc3da27f62 req-c4001d0a-c44d-4ae0-a887-879cee8fd0c2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.609623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65adce08-7033-44fd-a72a-e0fc3da27f62 req-c4001d0a-c44d-4ae0-a887-879cee8fd0c2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 945 time: 0.1079671 Jul 16 18:28:02.631530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-fe953133-aa26-4509-8429-892c18311225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.632696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-fe953133-aa26-4509-8429-892c18311225 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312332 Jul 16 18:28:02.655099 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de5e388-07a4-4d53-a036-986fb6055c25 x-openstack-request-id: req-1de5e388-07a4-4d53-a036-986fb6055c25 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:02.655750 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:02.656002 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1de5e388-07a4-4d53-a036-986fb6055c25 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:02.656411 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97', 'status': 'completed', 'code': 200} Jul 16 18:28:02.670887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65adce08-7033-44fd-a72a-e0fc3da27f62 req-d2f42dfc-801e-4ef5-8a24-f5266d3e50a2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603013 Jul 16 18:28:02.759682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-3c89d806-3254-4401-be35-5898266251a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.761231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-3c89d806-3254-4401-be35-5898266251a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ba50709b69c44cc8b26db85c331be727&device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1096 time: 0.0809040 Jul 16 18:28:02.831376 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-85c6b94f-ff69-416e-bbf4-80b2796e2a88 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652479 Jul 16 18:28:02.892099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e1bc6-ca4c-4448-8357-f1c5f82f354f req-954a051d-900a-4380-beef-6ac9348d2dec tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.893762 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e48e1bc6-ca4c-4448-8357-f1c5f82f354f req-954a051d-900a-4380-beef-6ac9348d2dec tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 946 time: 0.1186423 Jul 16 18:28:02.906230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-fbac455b-331a-450c-913a-1d503287dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.908508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-fbac455b-331a-450c-913a-1d503287dea3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 200 len: 922 time: 0.1366115 Jul 16 18:28:02.971096 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e48e1bc6-ca4c-4448-8357-f1c5f82f354f req-140f1b53-df5b-4dab-804b-aa37c41cbdcd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512688 Jul 16 18:28:02.977487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ececb9ab-2a15-4b8c-aed5-517d8e04a97f req-dfed5a1b-3eda-4c49-9011-3144998b446d service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373439 Jul 16 18:28:02.998887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-957acea4-74d3-4f41-9f18-d8073100752f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 200 len: 217 time: 0.0692902 Jul 16 18:28:03.080475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-3d31c6c7-0ab2-4240-8467-8cafe7f883c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.083181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-3d31c6c7-0ab2-4240-8467-8cafe7f883c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 200 len: 861 time: 0.0810437 Jul 16 18:28:03.185366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-1ee3c71f-35ae-451a-bff1-d9ba42ee8807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de4bd8a8-71f7-4060-b825-16152738dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771928 Jul 16 18:28:03.323044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-6a875221-2814-4b48-9c15-4ec728401579 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.324699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-6a875221-2814-4b48-9c15-4ec728401579 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8&tenant_id=ff42cb648b714e0c9d192382fef0aeab&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 950 time: 0.1568727 Jul 16 18:28:03.342764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020e60b-f14d-437e-ad9e-55ab355a15c3 req-37cd6471-9278-4cb1-a6f5-2b9516d4d21e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.344553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2020e60b-f14d-437e-ad9e-55ab355a15c3 req-37cd6471-9278-4cb1-a6f5-2b9516d4d21e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1700034 Jul 16 18:28:03.371863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-28f1ba98-5cf5-42ca-9539-2278b1c105ef service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496801 Jul 16 18:28:03.408575 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-5da07c1f-1e34-4d02-9dfa-feb8418cd540 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:28:03.409782 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-5da07c1f-1e34-4d02-9dfa-feb8418cd540 service neutron] 10.222.0.59 "DELETE /v2.0/ports/12fc4339-d6dc-45f2-ba51-b9d9eeb1e420/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0729873 Jul 16 18:28:03.425003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2020e60b-f14d-437e-ad9e-55ab355a15c3 req-38c54526-493a-44a6-87c7-879623de76b3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737395 Jul 16 18:28:03.578667 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:03.583884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17603b9a-3073-413b-a4a8-34dabfb658e6 req-af82b883-bbc6-4bd5-af31-3f1bf264d5d5 service neutron] 10.222.0.59 "GET /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987433 Jul 16 18:28:03.584122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-51efdf3d-0012-4272-b87f-de947d4fbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.586187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-51efdf3d-0012-4272-b87f-de947d4fbb92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.0911033 Jul 16 18:28:03.700215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b0c55-c4b8-48cb-b527-ca5abba0cdea req-9e0387fd-a7cc-47a7-9299-22cd612254a2 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.707613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c50b0c55-c4b8-48cb-b527-ca5abba0cdea req-9e0387fd-a7cc-47a7-9299-22cd612254a2 tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 1096 time: 0.0798941 Jul 16 18:28:03.714778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-f67c5ba0-e38b-4b9d-b2ad-36fee3786e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.716840 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-f67c5ba0-e38b-4b9d-b2ad-36fee3786e46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1098623 Jul 16 18:28:03.761814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c50b0c55-c4b8-48cb-b527-ca5abba0cdea req-50b27d3a-d742-42f1-9727-e1fda4e670dc tempest-LiveAutoBlockMigrationV225Test-706246175 tempest-LiveAutoBlockMigrationV225Test-706246175-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Jul 16 18:28:03.764302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e'}, {'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:03.766975 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488466fb-5e84-4147-bb53-c88797a2e715" -d '{"events": [{"server_uuid": "7f1ae9ee-c5bf-4922-9559-35e72f5cd287", "name": "network-vif-plugged", "status": "completed", "tag": "e8761b1f-9d45-450c-a41f-5ce8314cc95e"}, {"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-plugged", "status": "completed", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:03.775515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-641a5aa7-9bc7-413a-b36c-0adfc904dcd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.0408549 Jul 16 18:28:03.856579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'}, {'name': 'network-changed', 'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:03.859371 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6" -d '{"events": [{"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-unplugged", "status": "completed", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420"}, {"name": "network-changed", "server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:03.891269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-f0e24b28-1f34-4658-b1ab-68798d2db53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.893272 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-f0e24b28-1f34-4658-b1ab-68798d2db53c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1017478 Jul 16 18:28:03.897805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:03.980491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port fb851483-6d12-4fe6-9d85-f8ab1321c5fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:03.981094 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.021153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-98d85fea-aa1e-4034-a19e-24b82233bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.023784 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-98d85fea-aa1e-4034-a19e-24b82233bfdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191063 Jul 16 18:28:04.054229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e304-6f50-4711-b5bb-b6a9835c673f req-97ac59ec-b117-4598-9d1a-a59be9b6b339 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.064202 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ae02e304-6f50-4711-b5bb-b6a9835c673f req-97ac59ec-b117-4598-9d1a-a59be9b6b339 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 949 time: 0.1130660 Jul 16 18:28:04.073988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009041f0-3cd3-4b26-8573-0ba41f50381a req-c5b9b6b7-09f9-4085-b5d4-a1241f6ab116 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.078124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-009041f0-3cd3-4b26-8573-0ba41f50381a req-c5b9b6b7-09f9-4085-b5d4-a1241f6ab116 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 945 time: 0.1246512 Jul 16 18:28:04.108252 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.151781 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ae02e304-6f50-4711-b5bb-b6a9835c673f req-ad3017d3-3670-4535-884f-bca2ab76c30a tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861759 Jul 16 18:28:04.170772 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:04.182867 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.190361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-009041f0-3cd3-4b26-8573-0ba41f50381a req-b20ae857-23dc-4d54-a0b2-394e3331a20d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670245 Jul 16 18:28:04.244511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-6872fb34-2b0e-424a-a09d-7ee33cc18eb8 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105577 Jul 16 18:28:04.252553 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c7d33c-df1f-45b8-82b3-f15550b1075d x-openstack-request-id: req-f8c7d33c-df1f-45b8-82b3-f15550b1075d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:04.252911 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1ae9ee-c5bf-4922-9559-35e72f5cd287", "name": "network-vif-plugged", "status": "completed", "tag": "e8761b1f-9d45-450c-a41f-5ce8314cc95e", "code": 200}, {"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-plugged", "status": "completed", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:04.253160 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8c7d33c-df1f-45b8-82b3-f15550b1075d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:04.253596 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e', 'code': 200} Jul 16 18:28:04.253901 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'code': 200} Jul 16 18:28:04.259138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:04.458882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d155425e-6eed-46cb-baa2-616ead85c5f9 req-5c729b3a-380a-4374-ba13-7f5ca3d2cee9 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913867 Jul 16 18:28:04.515565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534660de-0457-4ce4-9357-b486ea384cb6 req-1fe94d4b-7c1b-4671-8d04-17f8f3a17dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.516003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-534660de-0457-4ce4-9357-b486ea384cb6 req-1fe94d4b-7c1b-4671-8d04-17f8f3a17dfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 1101 time: 0.1684525 Jul 16 18:28:04.571442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-534660de-0457-4ce4-9357-b486ea384cb6 req-00ee1df4-be83-4411-9e6f-5d495ee7b13c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Jul 16 18:28:04.667718 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf40768-3c8a-404d-a4d3-6bd5bd7fc5fc x-openstack-request-id: req-baf40768-3c8a-404d-a4d3-6bd5bd7fc5fc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:04.668030 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-unplugged", "status": "completed", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420", "code": 200}, {"name": "network-changed", "server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:04.668374 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-baf40768-3c8a-404d-a4d3-6bd5bd7fc5fc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:04.669279 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'code': 200} Jul 16 18:28:04.669728 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'status': 'completed', 'code': 200} Jul 16 18:28:04.824698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-a24140b3-c117-439c-b23e-9fe6ab216f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.827245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-a24140b3-c117-439c-b23e-9fe6ab216f99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.1091263 Jul 16 18:28:04.830598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-889af45f-0e42-4cd1-a443-dad07a34afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.832289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-889af45f-0e42-4cd1-a443-dad07a34afdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.1176322 Jul 16 18:28:04.963305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-1ee0ab41-8f41-4488-a08a-5fde56f43bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.970281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-1ee0ab41-8f41-4488-a08a-5fde56f43bd1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1308937 Jul 16 18:28:04.985330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab05fb-890d-4744-912d-9656fd4e6168 req-2d94da40-b8b2-4749-a885-c614fcc7b314 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.986988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ab05fb-890d-4744-912d-9656fd4e6168 req-2d94da40-b8b2-4749-a885-c614fcc7b314 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1512399 Jul 16 18:28:05.044329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-7d352f5b-a5ae-4e42-bd35-5e6d7881b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.046798 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-7d352f5b-a5ae-4e42-bd35-5e6d7881b94d service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1727498 Jul 16 18:28:05.171473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ab05fb-890d-4744-912d-9656fd4e6168 req-1cf7d3e6-58f1-4a66-800e-863dcebf7a99 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759374 Jul 16 18:28:05.173999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-3e646ffe-6e3e-412b-8415-e9ae99ed6af0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.1117096 Jul 16 18:28:05.235842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:05.239971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:05.320529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-09879d8f-f5a5-4f97-8876-c793a1f9286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.327123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-09879d8f-f5a5-4f97-8876-c793a1f9286f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1412904 Jul 16 18:28:05.523757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-9ec1fc84-618f-4a92-998d-50fab386109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.525757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-9ec1fc84-618f-4a92-998d-50fab386109d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1818612 Jul 16 18:28:05.552317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:05.603149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf8202-0728-4117-b29d-e490ac0ce5f1 req-fb86d9a3-80d9-4a52-bcc9-c309f29fd2ba tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.604529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbaf8202-0728-4117-b29d-e490ac0ce5f1 req-fb86d9a3-80d9-4a52-bcc9-c309f29fd2ba tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 944 time: 0.1497357 Jul 16 18:28:05.678269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.726077 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbaf8202-0728-4117-b29d-e490ac0ce5f1 req-2d0fc1b9-733f-47a0-ba64-e5572c7f030a tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810785 Jul 16 18:28:05.731828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-1b21d963-e54a-4318-ac85-c18d5aa7e9a8 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888518 Jul 16 18:28:05.734750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'mac_address': 'fa:16:3e:06:df:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:05.853771 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-c8bcf00d-3953-44c5-ad20-74ed8336ae37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.8754246 Jul 16 18:28:05.865851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:05.883968 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.941652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.975376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:05.992097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-7ac4ead5-f6c4-4bd1-b4df-cd6ab4709762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.996908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-7ac4ead5-f6c4-4bd1-b4df-cd6ab4709762 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1099551 Jul 16 18:28:06.033812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:06.036467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:06.051740 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.062911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-98ec320e-ec65-4f17-a3d6-d59dc3a32078 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.064535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-98ec320e-ec65-4f17-a3d6-d59dc3a32078 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "GET /v2.0/ports?device_id=d95a0e69-62b1-476e-b332-3096b211ca50 HTTP/1.1" status: 200 len: 944 time: 0.2502027 Jul 16 18:28:06.089987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-3534a8ae-e596-4dc6-9009-b8f12d7780ee service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418057 Jul 16 18:28:06.147641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:06.254992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc'}, {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:06.258655 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d82736-f879-4dbe-ae4f-ce5f4e5e7bf8" -d '{"events": [{"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-plugged", "status": "completed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc"}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:06.295767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:06.317190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eee4e1-375b-40da-98f8-42e6243eb58d req-8adb325b-0f99-4d9c-82af-1ec23330d797 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.319259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6eee4e1-375b-40da-98f8-42e6243eb58d req-8adb325b-0f99-4d9c-82af-1ec23330d797 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1055031 Jul 16 18:28:06.332932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-59145d7f-c808-42f2-b765-44678f27f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.339264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-59145d7f-c808-42f2-b765-44678f27f2d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3280122 Jul 16 18:28:06.369108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6eee4e1-375b-40da-98f8-42e6243eb58d req-4721e9f5-96bd-4159-98b1-c7f644c5df4e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Jul 16 18:28:06.400196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedd9af-791d-4ca7-99dd-8a5b51d708d4 req-1a03a5fb-2208-4fe7-961d-beecd11162f1 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.408431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8fedd9af-791d-4ca7-99dd-8a5b51d708d4 req-1a03a5fb-2208-4fe7-961d-beecd11162f1 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 949 time: 0.2717059 Jul 16 18:28:06.515314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Deleting port 7084e464-af72-4022-9d7e-e6cdc9683b97 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:06.515563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.552458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8fedd9af-791d-4ca7-99dd-8a5b51d708d4 req-326456aa-1b8e-4495-a9ce-01404083e46c tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429782 Jul 16 18:28:06.610570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-5855a8ea-82b3-4bc5-ae61-bec64bba62cd service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510116 Jul 16 18:28:06.796044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ee349d4-16b7-4eab-ae68-7b2edd4a3bc6 req-ef615d96-1085-4549-8537-9e7e13b240ee service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489158 Jul 16 18:28:06.830578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] For port 7084e464-af72-4022-9d7e-e6cdc9683b97, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7084e464-af72-4022-9d7e-e6cdc9683b97,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:06.830944 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.856459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Calling delete_port for 7084e464-af72-4022-9d7e-e6cdc9683b97 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:07.088273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.104261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['f59e3c4e-5f56-478f-9511-2d833f6eebcd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:07.168393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event deleted for resources: {'Port': ['ID=7084e464-af72-4022-9d7e-e6cdc9683b97,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:07.229088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] No DVR routers for this DVR port 7084e464-af72-4022-9d7e-e6cdc9683b97 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:07.232559 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.235358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a2024a7-6bac-4f95-a943-b5f607681f24 req-73b6ff70-0133-4617-95b2-c7cd36a1cdcb tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "DELETE /v2.0/ports/7084e464-af72-4022-9d7e-e6cdc9683b97 HTTP/1.1" status: 204 len: 173 time: 1.0976293 Jul 16 18:28:07.235995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'name': 'network-vif-deleted', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:07.248583 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca69dc96-9b8b-4a6d-af8e-ffbf918b8bd6" -d '{"events": [{"server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "name": "network-vif-deleted", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:07.353926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:07.355864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:07.706687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:07.708646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.798393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:07.828637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'mac_address': 'fa:16:3e:9b:4a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:07.923209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7084e464-af72-4022-9d7e-e6cdc9683b97 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:07.957045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.961327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 7084e464-af72-4022-9d7e-e6cdc9683b97 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:07.961887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7084e464-af72-4022-9d7e-e6cdc9683b97 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:07.984096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.027084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6833f4ce-c1ca-4d87-98c9-67b072076d24 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:08.065362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:08.077191 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.084849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:08.137463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.171640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:08.309514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:08.342886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6833f4ce-c1ca-4d87-98c9-67b072076d24'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:09.258330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:09.432589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.475723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:09.481778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.619274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:11.276178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:11.382702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 6833f4ce-c1ca-4d87-98c9-67b072076d24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:11.383126 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.517046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.599249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:11.604957 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.721895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.223982 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64652952-9337-4872-b2e4-70df99f037d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.123748 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8fc4eb-9675-43b8-a4a1-28630dd8e433 x-openstack-request-id: req-3c8fc4eb-9675-43b8-a4a1-28630dd8e433 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:18.124435 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-plugged", "status": "completed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc", "code": 200}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:18.124435 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c8fc4eb-9675-43b8-a4a1-28630dd8e433 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:18.124757 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'code': 200} Jul 16 18:28:18.124955 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'code': 200} Jul 16 18:28:18.295267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4900f1-b0ec-4e12-b414-6bb188d7e727 req-1fd751a0-7b36-4c85-bfcc-085406ecb26a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.301233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4b4900f1-b0ec-4e12-b414-6bb188d7e727 req-1fd751a0-7b36-4c85-bfcc-085406ecb26a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1083868 Jul 16 18:28:18.405248 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4b4900f1-b0ec-4e12-b414-6bb188d7e727 req-ec0c9ddd-fb32-42ed-97d9-0d349f569fff tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979440 Jul 16 18:28:18.539896 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebc64ff-a964-4ccf-b208-d659773c4cf3 x-openstack-request-id: req-5ebc64ff-a964-4ccf-b208-d659773c4cf3 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:18.541811 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95a0e69-62b1-476e-b332-3096b211ca50", "name": "network-vif-deleted", "tag": "7084e464-af72-4022-9d7e-e6cdc9683b97", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:18.542220 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ebc64ff-a964-4ccf-b208-d659773c4cf3 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:18.542563 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95a0e69-62b1-476e-b332-3096b211ca50', 'name': 'network-vif-deleted', 'tag': '7084e464-af72-4022-9d7e-e6cdc9683b97', 'status': 'completed', 'code': 200} Jul 16 18:28:18.649271 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47e2ba9d-20c1-4b2a-adc2-17cb5b5955a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.813792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a84fb-419d-4205-b1cb-d1fdd9ab841a req-777dec09-fe67-49b0-8cf4-1147956256a3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.821596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a4a84fb-419d-4205-b1cb-d1fdd9ab841a req-777dec09-fe67-49b0-8cf4-1147956256a3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1710920 Jul 16 18:28:18.847625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.854299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-75ea6679-b635-43c1-80a0-2f6c80d294eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.857066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb1f57-44e9-47c5-b5d2-ac694c97b8f1 req-c7a4f93e-f56e-49b8-a40d-83a5f6c8ac77 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.861242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-75ea6679-b635-43c1-80a0-2f6c80d294eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1098 time: 0.1584456 Jul 16 18:28:18.873401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-27fb1f57-44e9-47c5-b5d2-ac694c97b8f1 req-c7a4f93e-f56e-49b8-a40d-83a5f6c8ac77 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 948 time: 0.1365507 Jul 16 18:28:18.912679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a4a84fb-419d-4205-b1cb-d1fdd9ab841a req-7e76985c-e63f-44ba-b852-dbef5cabe4da tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891075 Jul 16 18:28:18.947694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-27fb1f57-44e9-47c5-b5d2-ac694c97b8f1 req-30da0710-f351-44b7-a29d-f29f0040f278 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Jul 16 18:28:19.025752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-883263b0-402f-408a-b0a1-2c854fec73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.027550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-883263b0-402f-408a-b0a1-2c854fec73e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 914 time: 0.1598215 Jul 16 18:28:19.105591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-4a7b52de-88cb-407c-905d-ec3c3f9a51b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 200 len: 217 time: 0.0678263 Jul 16 18:28:19.142391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06755d00-64e5-4def-a694-ff32ec50c037 req-fd516f61-f541-4576-98d6-903ca11fcf4b tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.159583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06755d00-64e5-4def-a694-ff32ec50c037 req-fd516f61-f541-4576-98d6-903ca11fcf4b tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.0912862 Jul 16 18:28:19.200939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-3d17088c-69bb-4755-8ca8-b0d1ce3c4cee tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603676 Jul 16 18:28:19.208491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06755d00-64e5-4def-a694-ff32ec50c037 req-a9e14173-5136-4204-a057-316b0b8fab7f tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Jul 16 18:28:19.279911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-251bfd9c-ffea-48e8-914f-7d786a665286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.281523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-251bfd9c-ffea-48e8-914f-7d786a665286 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.1686244 Jul 16 18:28:19.355296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-931f640f-c60d-4a9a-b4af-5ab63b42945e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417769 Jul 16 18:28:19.412698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-569d64d4-dd81-4ed1-a95a-872b5492362c tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.424821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-569d64d4-dd81-4ed1-a95a-872b5492362c tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198064 Jul 16 18:28:19.501036 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-f4a9dda6-707b-4720-b68b-2c2a343a200d tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/quotas/0a900e00b31a4d4fa84d9c0d0c765b77 HTTP/1.1" status: 200 len: 375 time: 0.0779655 Jul 16 18:28:19.657597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-1c0d782a-9b83-429c-9557-f4246bfd1cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945178 Jul 16 18:28:19.748768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-ff729699-f35b-49bb-a01e-340e2129a28a tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2331700 Jul 16 18:28:19.847346 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.872229 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db64ebba-7e23-4ae9-b033-161ba63659e2 req-6e901801-bb55-469c-b49e-61b189d81c5b service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016759 Jul 16 18:28:20.126705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'}, {'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e'}, {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:20.129581 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c736b34-e774-41cd-9e57-9a8b82813c95" -d '{"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-plugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee"}, {"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-unplugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e"}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:20.329493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacea51-38ab-4172-a10c-da30bf13a7b3 req-6636706a-35af-4622-af55-48ff043ba8d4 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.331086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4aacea51-38ab-4172-a10c-da30bf13a7b3 req-6636706a-35af-4622-af55-48ff043ba8d4 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 950 time: 0.1147847 Jul 16 18:28:20.382747 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4aacea51-38ab-4172-a10c-da30bf13a7b3 req-e37dc863-c747-4d84-a07c-75a96c5fb870 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Jul 16 18:28:20.634511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-f092358b-ce24-43c7-ad4e-fe390098a724 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394197 Jul 16 18:28:20.739833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f8fa4-f7a6-47e5-b936-0e165dc7e681 req-83ee84df-a427-4291-a07c-58c486142e0b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.747690 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa4f8fa4-f7a6-47e5-b936-0e165dc7e681 req-83ee84df-a427-4291-a07c-58c486142e0b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 946 time: 0.1597061 Jul 16 18:28:20.770451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-9f12eac5-5fb2-4299-b167-cf2c479cd9b6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.781467 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-9f12eac5-5fb2-4299-b167-cf2c479cd9b6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456268 Jul 16 18:28:20.803733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-7cd63efc-9344-49bb-9758-ab4663978021 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/quotas/ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 375 time: 0.0213501 Jul 16 18:28:20.814284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa4f8fa4-f7a6-47e5-b936-0e165dc7e681 req-6b4f957c-92b0-4b7f-8999-36eb9c270937 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630720 Jul 16 18:28:20.917450 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-a209cd80-c8e7-4c2e-a86b-ed05ba158106 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070688 Jul 16 18:28:21.038092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-33b1d343-7ff7-4206-a06d-1baa19b52909 req-a157905a-a229-4c7d-82d5-1c2a79e679af tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 210 time: 0.0807767 Jul 16 18:28:21.154068 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9946aae7-c6b2-40e1-8f0f-191cc7633b5a x-openstack-request-id: req-9946aae7-c6b2-40e1-8f0f-191cc7633b5a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:21.155076 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-plugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee", "code": 200}, {"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-unplugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e", "code": 200}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:21.155394 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9946aae7-c6b2-40e1-8f0f-191cc7633b5a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:21.155881 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'code': 200} Jul 16 18:28:21.156831 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'code': 200} Jul 16 18:28:21.162302 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'code': 200} Jul 16 18:28:21.323819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:21.429951 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a93cf38-0960-4163-87e7-75d37283bfab req-802cb379-efb7-435d-a2ac-cea5a0ab424e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 210 time: 0.0450301 Jul 16 18:28:21.535720 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.604803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:21.618695 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.680502 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.719134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.741710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.742353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.742921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.743497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.744043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.744600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.745860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.746423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.764328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.771620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.773647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.775616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:21.891050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-ac524ee9-cdad-403b-887d-23404cebe590 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487077 Jul 16 18:28:21.939863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:22.173215 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.261785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:22.270050 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.309924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-8e96fd0c-afd2-45eb-a7d3-f93e1e7005a6 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.311485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-8e96fd0c-afd2-45eb-a7d3-f93e1e7005a6 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4152911 Jul 16 18:28:22.398197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.412423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Request body: {'port': {'device_id': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '0a900e00b31a4d4fa84d9c0d0c765b77'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:22.546708 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.735390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7666622-c679-4647-b83e-00dd23d35072 req-36cda65c-50b0-42d3-874d-bb9b8cc97c56 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.741371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7666622-c679-4647-b83e-00dd23d35072 req-36cda65c-50b0-42d3-874d-bb9b8cc97c56 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.4287965 Jul 16 18:28:22.742740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Made reservation on behalf of 0a900e00b31a4d4fa84d9c0d0c765b77 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:22.747078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.887698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d95fd5ce-d454-4cc4-a383-ec64963f16ba req-c725c9c5-50a4-4a6a-bbd0-680381f34374 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 210 time: 0.0551050 Jul 16 18:28:22.955493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Allocated IP 192.168.233.218 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/99cc3c00-b540-4b0c-b2df-53b50a05c8fc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:23.163777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'}, {'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:23.166996 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94490e-6d0d-4206-8e31-2d53d3503e8d" -d '{"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee"}, {"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:23.170898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7666622-c679-4647-b83e-00dd23d35072 req-35e814f9-6690-4264-a9e5-d1caa35c3799 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208274 Jul 16 18:28:23.223056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.238631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Transition to ACTIVE for port object 99cc3c00-b540-4b0c-b2df-53b50a05c8fc will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:23.244592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-597e8ce6-8072-499e-95c3-4c4734801d39 req-75cc0e94-c4b0-4d63-99e1-104f23fd7610 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 210 time: 0.0525734 Jul 16 18:28:23.372533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.394889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e8761b1f-9d45-450c-a41f-5ce8314cc95e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:23.457899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:23.461846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:23.466064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:23.485642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-8b9b7be6-745b-440e-ab02-97dccc933f65 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560689 Jul 16 18:28:23.485813 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85503e37-93d0-455d-992c-b2fb9108bc30 x-openstack-request-id: req-85503e37-93d0-455d-992c-b2fb9108bc30 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:23.487959 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee", "code": 200}, {"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-unplugged", "status": "failed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:23.488798 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85503e37-93d0-455d-992c-b2fb9108bc30 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:23.489258 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'code': 200} Jul 16 18:28:23.489566 n-d-791504-15 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'code': 422} returned with failed status Jul 16 18:28:23.491211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Pushing event updated for resources: {'Port': ['ID=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:23.651040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.656216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.693676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-5097450b-a42c-41ea-b815-f968ed8d586e tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3643396 Jul 16 18:28:23.707292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Request body: {'port': {'device_id': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:23.807408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-cde66bce-5700-4654-a126-432d312f81fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.817291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-cde66bce-5700-4654-a126-432d312f81fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262055 Jul 16 18:28:23.837485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Request body: {'port': {'device_id': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'ff42cb648b714e0c9d192382fef0aeab'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:23.889916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.962747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ec9b03f-d751-4e27-95c7-178655fb6c14 None None] Provisioning for port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:23.970793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ec9b03f-d751-4e27-95c7-178655fb6c14 None None] Provisioning complete for port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:23.973405 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b03f-d751-4e27-95c7-178655fb6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.032648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9b03f-d751-4e27-95c7-178655fb6c14 None None] Port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:24.151662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Made reservation on behalf of ff42cb648b714e0c9d192382fef0aeab for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:24.156436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.306428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.307612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623755bd-cfa1-4529-a6e4-e09a9b0b89ed req-8ff4e27e-d2a7-4925-83d3-5445ec0d8891 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.315094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-623755bd-cfa1-4529-a6e4-e09a9b0b89ed req-8ff4e27e-d2a7-4925-83d3-5445ec0d8891 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.1923656 Jul 16 18:28:24.364977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-623755bd-cfa1-4529-a6e4-e09a9b0b89ed req-aaf0358c-e499-4063-8021-7eee9e02b49f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Jul 16 18:28:24.393562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9a43-004b-4362-ab41-ae6965c2ceed req-294088f2-7cbf-441d-ab4b-9a42977ec73b tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.393562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd1f9a43-004b-4362-ab41-ae6965c2ceed req-294088f2-7cbf-441d-ab4b-9a42977ec73b tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 936 time: 0.2171276 Jul 16 18:28:24.528827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd1f9a43-004b-4362-ab41-ae6965c2ceed req-0e1a7f38-c78e-4542-9e8f-2abe32414205 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355674 Jul 16 18:28:24.582163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cc3c00-b540-4b0c-b2df-53b50a05c8fc {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:24.594537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.620829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Transition to ACTIVE for port object 99cc3c00-b540-4b0c-b2df-53b50a05c8fc will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:24.631662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.704491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Pushing event updated for resources: {'Port': ['ID=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.734866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Allocated IP 192.168.233.14 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/6ab1d2ee-59b5-41df-b1c3-c5a0db590794) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:24.769204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-76e08427-cf6b-4800-8ae4-15fb35d8847f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.769722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-76e08427-cf6b-4800-8ae4-15fb35d8847f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.2309976 Jul 16 18:28:24.788310 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd74f8dc-1030-4eb2-8ca4-05f43fba77ba req-984e094c-215b-4ff6-a3f8-72c56998f54d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 210 time: 0.0592368 Jul 16 18:28:24.864768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Attempting to bind port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:24.865448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Attempting to bind port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:24.865975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Attempting to bind port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:24.875163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:24.877122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Attempting to bind port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:24.887005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:24.889470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:24.890521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:24.892029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Bound port: 99cc3c00-b540-4b0c-b2df-53b50a05c8fc, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:24.892595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.042467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] For port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:25.046457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] For port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:25.054379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.127347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Pushing event updated for resources: {'Port': ['ID=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.139181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.139181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.148366 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-d4f60cdd-bc2a-4c67-82ec-d1d799cb09bf service neutron] 10.222.0.67 "PUT /v2.0/ports/99cc3c00-b540-4b0c-b2df-53b50a05c8fc HTTP/1.1" status: 200 len: 1097 time: 1.4460299 Jul 16 18:28:25.148889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'tag': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:25.151260 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35ac730-84c1-4eee-ae4b-a207d84b9711" -d '{"events": [{"name": "network-changed", "server_uuid": "146b6b59-fc09-4856-a32e-0ad1972700ed", "tag": "99cc3c00-b540-4b0c-b2df-53b50a05c8fc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:25.263586 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdbacfd-00c4-491e-829f-b4f806326745 x-openstack-request-id: req-3bdbacfd-00c4-491e-829f-b4f806326745 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:25.263863 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146b6b59-fc09-4856-a32e-0ad1972700ed", "tag": "99cc3c00-b540-4b0c-b2df-53b50a05c8fc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:25.264106 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bdbacfd-00c4-491e-829f-b4f806326745 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:25.264505 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'tag': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc', 'status': 'completed', 'code': 200} Jul 16 18:28:25.307574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-7cbc8e2f-85a9-42d7-ae40-f3cdd6d1dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.309176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-7cbc8e2f-85a9-42d7-ae40-f3cdd6d1dff0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 1100 time: 0.0915604 Jul 16 18:28:25.337479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:25.375003 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-4c3de6f7-aaa1-4ce9-8a7f-fdc908457323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=99cc3c00-b540-4b0c-b2df-53b50a05c8fc HTTP/1.1" status: 200 len: 217 time: 0.0538898 Jul 16 18:28:25.414431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc87d-4d17-4bc9-96cc-2b6b55a5c0c3 req-d504a1c4-d892-477a-ab3f-a8c4cc9317e0 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.421513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-802cc87d-4d17-4bc9-96cc-2b6b55a5c0c3 req-d504a1c4-d892-477a-ab3f-a8c4cc9317e0 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.6489785 Jul 16 18:28:25.460206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Deleting port f59e3c4e-5f56-478f-9511-2d833f6eebcd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:25.460540 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.541084 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-802cc87d-4d17-4bc9-96cc-2b6b55a5c0c3 req-948318fa-bbea-4b9c-a3c9-5d95b93d5280 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185360 Jul 16 18:28:25.600428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:25.629299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'mac_address': 'fa:16:3e:5f:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:25.646200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.676673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Transition to ACTIVE for port object 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:25.686352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] For port f59e3c4e-5f56-478f-9511-2d833f6eebcd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f59e3c4e-5f56-478f-9511-2d833f6eebcd,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:25.686752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.689592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.713574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Calling delete_port for f59e3c4e-5f56-478f-9511-2d833f6eebcd owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:25.715901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959888f9-3622-4f47-9b71-33f07bb27d3e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:25.747574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:25.776313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.869209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.893000 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.893868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['959888f9-3622-4f47-9b71-33f07bb27d3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:25.969661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ead61fbd-7682-4778-9db6-c5f7805e51a7 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:25.992841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:26.017780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:26.022881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e833ad-57cf-4599-9bc7-b6b37a7b839a req-ad5a2543-6116-4419-a075-6b9516cfc6d7 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.041415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1e833ad-57cf-4599-9bc7-b6b37a7b839a req-ad5a2543-6116-4419-a075-6b9516cfc6d7 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 948 time: 0.2224267 Jul 16 18:28:26.051857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:26.112685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:26.179811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.274598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-c3cf7ec2-6f56-46f7-846a-b4cf527e1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.280172 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-c3cf7ec2-6f56-46f7-846a-b4cf527e1439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.8979397 Jul 16 18:28:26.303779 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1e833ad-57cf-4599-9bc7-b6b37a7b839a req-e902c166-e8bb-41c3-99ca-0168958eb33a tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613378 Jul 16 18:28:26.386362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1ced9-bec6-4809-adfc-6306cdb4fa39 req-1f693948-75f7-4ca8-a003-cc28714411d6 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.389352 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-edb1ced9-bec6-4809-adfc-6306cdb4fa39 req-1f693948-75f7-4ca8-a003-cc28714411d6 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=af8dffb7-ecf6-4c18-80e9-aa99328f1f22 HTTP/1.1" status: 200 len: 944 time: 0.1824772 Jul 16 18:28:26.406968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:26.447601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.448310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.495578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'mac_address': 'fa:16:3e:25:cd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:26.497769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb878-2295-4f77-9196-1a298729e229 req-adccacb6-fd60-4b63-9b2f-cb84d3145c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.500126 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-adccacb6-fd60-4b63-9b2f-cb84d3145c62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053185 Jul 16 18:28:26.500463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-afc73dd1-5e88-491b-8ce2-eae46ecdea77 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6680639 Jul 16 18:28:26.517685 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-edb1ced9-bec6-4809-adfc-6306cdb4fa39 req-e1504796-b024-41bf-893e-9aa3a4968423 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088893 Jul 16 18:28:26.552609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c02799a0-1094-4481-a351-ca3f6c6fa067 None None] Provisioning for port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:26.564198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c02799a0-1094-4481-a351-ca3f6c6fa067 None None] Provisioning complete for port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:26.564948 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c02799a0-1094-4481-a351-ca3f6c6fa067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.592307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Request body: {'port': {'device_id': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:26.610802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c02799a0-1094-4481-a351-ca3f6c6fa067 None None] Port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:26.630873 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.659521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ead61fbd-7682-4778-9db6-c5f7805e51a7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:26.696669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:26.712376 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.744110 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-3e85b3c6-d334-4886-8ac0-9d105a5d85fe service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224722 Jul 16 18:28:26.835046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.872917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['ead61fbd-7682-4778-9db6-c5f7805e51a7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:26.964495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-320bb878-2295-4f77-9196-1a298729e229 req-cce1cd9a-8496-420c-b167-477d925d2808 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063282 Jul 16 18:28:27.009800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943aafc-8068-486e-be72-05ffffd1a1e0 req-623bb24d-2406-40af-84d2-2456f925a996 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.019477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f943aafc-8068-486e-be72-05ffffd1a1e0 req-623bb24d-2406-40af-84d2-2456f925a996 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 935 time: 0.1239810 Jul 16 18:28:27.024084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.070013 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.110920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f943aafc-8068-486e-be72-05ffffd1a1e0 req-3dd8d5e2-9cf0-4759-9094-5ccdd55fbc36 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903049 Jul 16 18:28:27.279966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-c1c30c89-76a1-4fe3-a12c-2e6c58b34dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.286806 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-c1c30c89-76a1-4fe3-a12c-2e6c58b34dc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 1100 time: 0.1687739 Jul 16 18:28:27.346093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:27.444325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:27.495484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event deleted for resources: {'Port': ['ID=f59e3c4e-5f56-478f-9511-2d833f6eebcd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.498226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] No DVR routers for this DVR port f59e3c4e-5f56-478f-9511-2d833f6eebcd on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:27.508312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.510394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: f59e3c4e-5f56-478f-9511-2d833f6eebcd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:27.510941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d2b9e52-ec10-4d3a-9fa9-b7ccd7d8301e req-b3b1a270-99b9-4748-9010-d238a3f69d23 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "DELETE /v2.0/ports/f59e3c4e-5f56-478f-9511-2d833f6eebcd HTTP/1.1" status: 204 len: 173 time: 2.7279642 Jul 16 18:28:27.511095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f59e3c4e-5f56-478f-9511-2d833f6eebcd not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:27.511536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'name': 'network-vif-deleted', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:27.513942 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf9c5c-c86c-44cf-98e1-fc65176683eb" -d '{"events": [{"server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "name": "network-vif-deleted", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:27.575603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bea58-1750-4961-b3ee-d15b4be285b5 req-df82a5b9-a500-41e2-9395-876095b4f8cb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.577504 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-705bea58-1750-4961-b3ee-d15b4be285b5 req-df82a5b9-a500-41e2-9395-876095b4f8cb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.8129609 Jul 16 18:28:27.640395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-45f989b5-8fd8-40f8-b924-43bffa05ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.641923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-45f989b5-8fd8-40f8-b924-43bffa05ef5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.3480084 Jul 16 18:28:27.675873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-705bea58-1750-4961-b3ee-d15b4be285b5 req-fbf9fe52-0fba-4d0b-945b-6a486806fbc2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864227 Jul 16 18:28:27.714901 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-6531c083-43a9-40dd-8255-98a8948653b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=99cc3c00-b540-4b0c-b2df-53b50a05c8fc HTTP/1.1" status: 200 len: 217 time: 0.0625999 Jul 16 18:28:27.819511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-585f772a-8397-49c1-ac61-a3329833d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.822391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-585f772a-8397-49c1-ac61-a3329833d768 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0961328 Jul 16 18:28:27.920415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:27.932821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-537e16d6-0040-43d7-a285-967e83a46273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.935036 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-537e16d6-0040-43d7-a285-967e83a46273 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029229 Jul 16 18:28:27.941824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.968591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ead61fbd-7682-4778-9db6-c5f7805e51a7 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:27.989242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Transition to ACTIVE for port object 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:27.999651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.055233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.124257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port ead61fbd-7682-4778-9db6-c5f7805e51a7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:28.124634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.234251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:28.234960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:28.235524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:28.240796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:28.241721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:28.252864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:28.253780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:28.254731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:28.255865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Bound port: 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:28.256336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.268813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-0e7e09f7-d0a9-4c77-b086-59f319853423 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185186 Jul 16 18:28:28.325817 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.378531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:28.385184 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ecf7b1-d447-4f6d-88ae-bdb52702d4f0" -d '{"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-plugged", "status": "completed", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:28.409011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:28.417631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:28.426119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:28.430957 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.440542 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.485687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b35ac730-84c1-4eee-ae4b-a207d84b9711 req-1feb73db-b3a5-41cd-8429-0840f5aad485 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081499 Jul 16 18:28:28.552151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.565005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.587035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.589080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.592063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5cdf8104-2d98-4ca0-8eae-9b55b2ef23e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 1096 time: 2.0294766 Jul 16 18:28:28.744289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-14791032-bde5-4236-838c-b8ffa2cb8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.746303 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-14791032-bde5-4236-838c-b8ffa2cb8304 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1099 time: 0.0933588 Jul 16 18:28:28.812063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-ee32fe49-1584-434d-83f8-63875d3387f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.0505836 Jul 16 18:28:28.894562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5d560ef9-1a2d-426b-a339-0613f8b49541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.896317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-5d560ef9-1a2d-426b-a339-0613f8b49541 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0753040 Jul 16 18:28:29.195254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-0611e1f4-b029-4fa0-841d-fbce60fc6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.197896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-0611e1f4-b029-4fa0-841d-fbce60fc6603 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2931428 Jul 16 18:28:29.360006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 99cc3c00-b540-4b0c-b2df-53b50a05c8fc details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:29.365055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:29.391841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-27d1dc4f-21de-49ea-8474-310ffe2d1fa6 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862018 Jul 16 18:28:29.628091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a72ea57-1142-49f9-b967-44fb209db5f6 req-ebc7e7fe-86fb-4504-8ba8-9af634f965f1 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271991 Jul 16 18:28:29.694148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 959888f9-3622-4f47-9b71-33f07bb27d3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:29.694148 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.759782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:29.827754 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.853116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc', 'mac_address': 'fa:16:3e:dd:9e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:29.886848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:29.918474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.990899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:30.004956 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.060965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cc3c00-b540-4b0c-b2df-53b50a05c8fc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:30.098985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:30.108508 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.167873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:30.445510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['99cc3c00-b540-4b0c-b2df-53b50a05c8fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:31.375672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:31.522133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:31.545804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'mac_address': 'fa:16:3e:e4:69:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:31.608200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.635421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:31.670052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:31.676206 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.781975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:32.016706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6ab1d2ee-59b5-41df-b1c3-c5a0db590794'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:33.385718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 99cc3c00-b540-4b0c-b2df-53b50a05c8fc up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:33.517833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:33.525808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:33.526196 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.649491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.825462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:33.836425 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.837380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:33.914573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.930025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:33.935335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:33.935520 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.018451 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.058034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:34.064381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.133159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.336955 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d0cbd5-964b-4cfa-bbb1-728ede26b5a4 x-openstack-request-id: req-b0d0cbd5-964b-4cfa-bbb1-728ede26b5a4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:34.337509 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8dffb7-ecf6-4c18-80e9-aa99328f1f22", "name": "network-vif-deleted", "tag": "f59e3c4e-5f56-478f-9511-2d833f6eebcd", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:34.337509 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0d0cbd5-964b-4cfa-bbb1-728ede26b5a4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:34.337896 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8dffb7-ecf6-4c18-80e9-aa99328f1f22', 'name': 'network-vif-deleted', 'tag': 'f59e3c4e-5f56-478f-9511-2d833f6eebcd', 'status': 'completed', 'code': 200} Jul 16 18:28:34.489147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7e632-3d58-4af0-a9a4-8a16c3c8088e req-87e76485-fc3a-4c0b-aa67-9b4f17762cec tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.490930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fda7e632-3d58-4af0-a9a4-8a16c3c8088e req-87e76485-fc3a-4c0b-aa67-9b4f17762cec tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 950 time: 0.0997140 Jul 16 18:28:34.533475 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fda7e632-3d58-4af0-a9a4-8a16c3c8088e req-3e053d0d-fab0-4c58-b434-53689df6fd10 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356543 Jul 16 18:28:34.599046 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4c2350-75ab-4beb-9713-427980314d51 x-openstack-request-id: req-1d4c2350-75ab-4beb-9713-427980314d51 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:34.599675 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-plugged", "status": "completed", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:34.599675 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d4c2350-75ab-4beb-9713-427980314d51 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:34.599971 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'code': 200} Jul 16 18:28:34.793100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6ea27-f831-4e7a-a55d-4d3d6c3da489 req-4d20ddcb-7c90-49d5-81f1-5eb9905b02ca tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.794635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fff6ea27-f831-4e7a-a55d-4d3d6c3da489 req-4d20ddcb-7c90-49d5-81f1-5eb9905b02ca tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1423588 Jul 16 18:28:34.852731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fff6ea27-f831-4e7a-a55d-4d3d6c3da489 req-23d50e47-de87-49de-8115-3ea800f14d0b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Jul 16 18:28:35.042115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d98ce-cfe6-4191-8788-7772bce2126b req-cc0019b3-810b-41cf-98d3-3661d76bc788 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.047941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a13d98ce-cfe6-4191-8788-7772bce2126b req-cc0019b3-810b-41cf-98d3-3661d76bc788 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 947 time: 0.1158473 Jul 16 18:28:35.144325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a13d98ce-cfe6-4191-8788-7772bce2126b req-a43af959-8cf3-42ae-a640-36e1f3023a3a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894706 Jul 16 18:28:35.313954 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-f570a811-326f-439d-95be-98f6a3455564 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1593716 Jul 16 18:28:35.477510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-8563c665-10f2-4408-a0c1-709170121d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.479954 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-8563c665-10f2-4408-a0c1-709170121d23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1099 time: 0.1260476 Jul 16 18:28:35.645220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-43154cd4-70f4-40e1-b162-5b3ab47b08fb req-d915b29f-bdf1-4e4d-a7da-5ac83a1936f1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:28:35.646253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43154cd4-70f4-40e1-b162-5b3ab47b08fb req-d915b29f-bdf1-4e4d-a7da-5ac83a1936f1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2398162 Jul 16 18:28:35.753024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-730115b9-58db-48f6-bd99-ba3f4c965343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.755323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-730115b9-58db-48f6-bd99-ba3f4c965343 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.2499368 Jul 16 18:28:35.890990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-b6a67bc0-4f8b-4f96-abb3-f283c040722b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 1001 time: 0.1282957 Jul 16 18:28:35.959794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-68ef1ca1-8eaa-48bf-ad86-1f6c7d79b664 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.962149 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-68ef1ca1-8eaa-48bf-ad86-1f6c7d79b664 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab2c95ef-7984-4974-b75e-5672615dc465 HTTP/1.1" status: 200 len: 944 time: 0.1562083 Jul 16 18:28:35.988677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-e1a41a2d-72f2-49c4-9d95-7b78ad74093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.990745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-e1a41a2d-72f2-49c4-9d95-7b78ad74093b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.0893412 Jul 16 18:28:36.098466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-975bf93b-7b89-4b9a-a469-a94b56ff378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:36.098466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-975bf93b-7b89-4b9a-a469-a94b56ff378f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002271 Jul 16 18:28:36.163350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Deleting port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:36.164003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.306040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-1230eb62-5605-44c4-a982-6bc1e8b3a90b service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988342 Jul 16 18:28:36.357507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:36.359450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] For port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:36.359731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.367981 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7858ddb9-7207-45c3-bed2-7da255a4bc43" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:36.414410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Calling delete_port for 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:36.486047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de63259-1f33-4c5d-b4ea-229a4d47084b req-514a8dce-0962-4446-9a31-0d9c8427af2f service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723511 Jul 16 18:28:36.601282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e'}, {'server_uuid': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc'}, {'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:36.605922 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42e3e3b-6689-4622-9f19-b1f9bf88b275" -d '{"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-plugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e"}, {"server_uuid": "146b6b59-fc09-4856-a32e-0ad1972700ed", "name": "network-vif-plugged", "status": "completed", "tag": "99cc3c00-b540-4b0c-b2df-53b50a05c8fc"}, {"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-plugged", "status": "completed", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:36.652036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.762471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event deleted for resources: {'Port': ['ID=3a3021c8-4bdf-45d9-a720-fb62b6c48bc9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.852947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] No DVR routers for this DVR port 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:36.895771 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.895771 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-10db936c-53d0-4b88-8390-81e2e99a71b2 req-d612cfa4-a31d-4c68-b57e-ed5aee78d8c4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.67 "DELETE /v2.0/ports/3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 HTTP/1.1" status: 204 len: 173 time: 0.9166436 Jul 16 18:28:36.895771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'name': 'network-vif-deleted', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:36.895771 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6f912a-62d8-41bc-9c92-127d8c8dcc1f" -d '{"events": [{"server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "name": "network-vif-deleted", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:37.415598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:37.692516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.750366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:37.760505 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.761381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:37.812458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:37.812996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3a3021c8-4bdf-45d9-a720-fb62b6c48bc9 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:37.843425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.117462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-f4fc54c5-32a4-4821-9bd5-56efa79e2c96 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984058 Jul 16 18:28:39.551580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7af4af-99ca-4522-bf5e-b511d7f2b777 req-47b0b050-770a-4135-8223-0b03094b622b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.559211 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f7af4af-99ca-4522-bf5e-b511d7f2b777 req-47b0b050-770a-4135-8223-0b03094b622b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.1123705 Jul 16 18:28:39.592220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de22cbc-11c3-4e66-9cf3-da93ec5447f6 req-b2781aa3-674f-4984-bfe9-60499fd02a05 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.604959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1de22cbc-11c3-4e66-9cf3-da93ec5447f6 req-b2781aa3-674f-4984-bfe9-60499fd02a05 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 950 time: 0.1024604 Jul 16 18:28:39.618948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f7af4af-99ca-4522-bf5e-b511d7f2b777 req-44aff522-1d7f-44aa-b96c-87cb1e7f5b54 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565152 Jul 16 18:28:39.678088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1de22cbc-11c3-4e66-9cf3-da93ec5447f6 req-cfe81196-de3f-4fcd-a10c-1032b28c1181 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Jul 16 18:28:39.727410 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df5a049-152d-4920-b335-bd0059bd8ee1 x-openstack-request-id: req-3df5a049-152d-4920-b335-bd0059bd8ee1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:39.727698 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:39.727957 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3df5a049-152d-4920-b335-bd0059bd8ee1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:39.728338 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'status': 'completed', 'code': 200} Jul 16 18:28:39.780986 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f7fe4a-6a0a-4939-9f56-7cfa711b1d7f x-openstack-request-id: req-e2f7fe4a-6a0a-4939-9f56-7cfa711b1d7f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:39.781561 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-plugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e", "code": 200}, {"server_uuid": "146b6b59-fc09-4856-a32e-0ad1972700ed", "name": "network-vif-plugged", "status": "completed", "tag": "99cc3c00-b540-4b0c-b2df-53b50a05c8fc", "code": 200}, {"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-plugged", "status": "completed", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:39.781561 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2f7fe4a-6a0a-4939-9f56-7cfa711b1d7f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:39.781926 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'code': 200} Jul 16 18:28:39.782180 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc', 'code': 200} Jul 16 18:28:39.782428 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'code': 200} Jul 16 18:28:39.823503 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f962ccf-9816-468e-bd12-b15bc12a9caf x-openstack-request-id: req-8f962ccf-9816-468e-bd12-b15bc12a9caf {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:39.824026 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c95ef-7984-4974-b75e-5672615dc465", "name": "network-vif-deleted", "tag": "3a3021c8-4bdf-45d9-a720-fb62b6c48bc9", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:39.824365 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f962ccf-9816-468e-bd12-b15bc12a9caf {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:39.824881 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2c95ef-7984-4974-b75e-5672615dc465', 'name': 'network-vif-deleted', 'tag': '3a3021c8-4bdf-45d9-a720-fb62b6c48bc9', 'status': 'completed', 'code': 200} Jul 16 18:28:39.889539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c69341-22a5-4a44-954b-8c18ff44b85f req-32462cee-bfe7-48c2-af5c-ec8c40c05acc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.898701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5c69341-22a5-4a44-954b-8c18ff44b85f req-32462cee-bfe7-48c2-af5c-ec8c40c05acc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1435242 Jul 16 18:28:39.910575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-02d5a37b-bbe1-4673-a079-88a0a9c56857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.912495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-02d5a37b-bbe1-4673-a079-88a0a9c56857 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1101 time: 0.1468167 Jul 16 18:28:40.012663 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5c69341-22a5-4a44-954b-8c18ff44b85f req-54679207-021f-4a52-85d1-6b7132e0b658 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128480 Jul 16 18:28:40.068124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-ff523ca9-2941-4075-aef9-1fca7a75e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.069732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-ff523ca9-2941-4075-aef9-1fca7a75e494 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1430867 Jul 16 18:28:40.178666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8ff4b-5de1-46ee-8a30-0f72e672c903 req-5b2238fe-71e4-4644-a275-d98e8d6ac9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.180609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3e8ff4b-5de1-46ee-8a30-0f72e672c903 req-5b2238fe-71e4-4644-a275-d98e8d6ac9cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 1102 time: 0.2323077 Jul 16 18:28:40.183998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbf920-3480-4a09-84e9-9adc4731fb0d req-74f26145-0fd6-48b7-a260-6152922341fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.185801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fbf920-3480-4a09-84e9-9adc4731fb0d req-74f26145-0fd6-48b7-a260-6152922341fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1101 time: 0.2214398 Jul 16 18:28:40.256175 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-8c5e87c4-c99c-4b43-97ed-a210d6e841fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.1771293 Jul 16 18:28:40.265708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3e8ff4b-5de1-46ee-8a30-0f72e672c903 req-eb56216a-70ed-4e8f-b1bf-089997b235f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 Jul 16 18:28:40.274245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fbf920-3480-4a09-84e9-9adc4731fb0d req-cced11ec-739a-48f5-87b8-2b2827078c64 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696189 Jul 16 18:28:40.354692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-36ec02dd-97a0-49e9-a9e2-f8f4ae513f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.356209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-36ec02dd-97a0-49e9-a9e2-f8f4ae513f5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0859373 Jul 16 18:28:40.372498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4e146-872a-4b47-95ae-f57e5b6cf7f0 req-92c6e161-4325-4c74-8d55-04330663d047 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.374034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59c4e146-872a-4b47-95ae-f57e5b6cf7f0 req-92c6e161-4325-4c74-8d55-04330663d047 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2199359 Jul 16 18:28:40.461007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59c4e146-872a-4b47-95ae-f57e5b6cf7f0 req-7d7ee04c-1773-4c4a-bc59-ba05b78a8e83 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577261 Jul 16 18:28:40.484341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-287c5719-d590-4670-a1bd-78ace2e3144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.486274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-287c5719-d590-4670-a1bd-78ace2e3144d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113186 Jul 16 18:28:40.509778 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2642fe-9ef1-4c9b-a3dd-10b398d7ba3a req-e0758622-f3bd-4673-9964-371ff8494c82 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.511351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f2642fe-9ef1-4c9b-a3dd-10b398d7ba3a req-e0758622-f3bd-4673-9964-371ff8494c82 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 950 time: 0.0826540 Jul 16 18:28:40.564642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f2642fe-9ef1-4c9b-a3dd-10b398d7ba3a req-8bf4a201-13d3-4d9e-ba54-789d6d9fe00f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Jul 16 18:28:40.578241 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:40.685271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-8e30646b-52e0-49ea-9c54-f066e76e3a9f service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875172 Jul 16 18:28:40.738136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-b23908cd-58f3-476c-a873-615b42233789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.740056 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-b23908cd-58f3-476c-a873-615b42233789 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3&tenant_id=75089eb2bf0944279487ac1d267eadc6 HTTP/1.1" status: 200 len: 1096 time: 0.1187098 Jul 16 18:28:40.757198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b1b27-e1c1-494b-857a-732a89557777 req-938acdbf-fbf2-46bb-b464-8601f4a93ec4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.765508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-842b1b27-e1c1-494b-857a-732a89557777 req-938acdbf-fbf2-46bb-b464-8601f4a93ec4 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 944 time: 0.0825861 Jul 16 18:28:40.803427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-842b1b27-e1c1-494b-857a-732a89557777 req-04e424bd-d0f0-4d3b-a177-4f72bc484f3f tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/security-groups?id=48ae8cdd-f70c-4dae-8689-de9469dac7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368328 Jul 16 18:28:40.856638 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7858ddb9-7207-45c3-bed2-7da255a4bc43 req-bafccd17-75ec-48a2-82b1-48d928685195 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622739 Jul 16 18:28:40.864150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-d974f2ac-4855-4c57-ba5b-718f02ec4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.878253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-d974f2ac-4855-4c57-ba5b-718f02ec4268 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1096 time: 0.0804698 Jul 16 18:28:40.973167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-a3061aec-ba1a-412b-ad8c-d3a3a033e799 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.979181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-0f9a0ffc-b310-4180-9130-9c51e157a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.980676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-0f9a0ffc-b310-4180-9130-9c51e157a85a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 914 time: 0.1016121 Jul 16 18:28:40.981214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-a3061aec-ba1a-412b-ad8c-d3a3a033e799 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 944 time: 0.1300883 Jul 16 18:28:41.042803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-0feddd41-0cee-47ce-9a98-5f9a3023c807 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 200 len: 217 time: 0.0486169 Jul 16 18:28:41.115846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-fdbec5b8-92f3-4208-b60d-052316cc663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.119288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-fdbec5b8-92f3-4208-b60d-052316cc663c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.0683031 Jul 16 18:28:41.164852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-94652009-41be-4e17-aa55-874e79c80d00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339470 Jul 16 18:28:41.221888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e283b-4124-4ccb-8992-497454235480 req-136d0bce-4668-47a0-a731-f20b07225495 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.230187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619e283b-4124-4ccb-8992-497454235480 req-136d0bce-4668-47a0-a731-f20b07225495 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.1839366 Jul 16 18:28:41.288281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Deleting port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:41.288636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.306947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619e283b-4124-4ccb-8992-497454235480 req-cf7f0c9a-f1d9-4387-a829-a4eb725bd9ad tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745640 Jul 16 18:28:41.407484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-a04af865-c006-4f52-9292-e00cd5f967bc service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345319 Jul 16 18:28:41.609540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] For port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,segment=NetworkSegment(139b3951-15ce-4adc-b199-9949e8b22245),segment_id=139b3951-15ce-4adc-b199-9949e8b22245)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:41.609915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.627727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Calling delete_port for a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:41.651528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf62d63-8b73-4f09-b10e-563b31755402 req-b1c60e31-2115-4a78-9d4a-605b0ed12525 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.661226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddf62d63-8b73-4f09-b10e-563b31755402 req-b1c60e31-2115-4a78-9d4a-605b0ed12525 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 950 time: 0.1679578 Jul 16 18:28:41.664344 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73c71155-013a-4512-a3c4-b68dd0dd412e req-51ff3780-6d01-437c-8d8e-78306c9ce28b service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493622 Jul 16 18:28:41.690756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3dd60-7182-4b7e-a15f-7e06ed8657cb req-27211a76-ee91-4629-8401-f80e345b32fb tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.695527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16d3dd60-7182-4b7e-a15f-7e06ed8657cb req-27211a76-ee91-4629-8401-f80e345b32fb tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1379783 Jul 16 18:28:41.759485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddf62d63-8b73-4f09-b10e-563b31755402 req-033f06d6-283d-4d07-b09c-30705a9ab544 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972373 Jul 16 18:28:41.788734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:41.789981 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f986c-13c9-4a63-a744-172515d2b7d9" -d '{"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:41.803106 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16d3dd60-7182-4b7e-a15f-7e06ed8657cb req-360c215a-b51e-4db4-84ea-b590ebf89dc5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985289 Jul 16 18:28:41.915040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.947729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Pushing event deleted for resources: {'Port': ['ID=a87a10d6-0d84-4d23-bb3f-0d9a86f6d858,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.006881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] No DVR routers for this DVR port a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:42.010117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.019062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:42.022926 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbacb90b-b9bf-48c7-9b1a-31bc41b5da77 req-f34d676e-1174-436d-9b60-dcc1ef5e4842 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.59 "DELETE /v2.0/ports/a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 HTTP/1.1" status: 204 len: 173 time: 1.0209689 Jul 16 18:28:42.022926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'name': 'network-vif-deleted', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:42.026297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499c54-5302-4de3-88e6-77025f04d2a4 req-5c5bc155-db78-459f-a276-e574ca69add4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.028796 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91499c54-5302-4de3-88e6-77025f04d2a4 req-5c5bc155-db78-459f-a276-e574ca69add4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0965118 Jul 16 18:28:42.035739 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f92b2d-4965-48b7-a510-2f6535b1e7da" -d '{"events": [{"server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "name": "network-vif-deleted", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:42.046364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:42.046709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a87a10d6-0d84-4d23-bb3f-0d9a86f6d858 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:42.047122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ead61fbd-7682-4778-9db6-c5f7805e51a7 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:42.100362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91499c54-5302-4de3-88e6-77025f04d2a4 req-fec53f8a-151e-4b8c-a0fd-41ed39b81c73 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648520 Jul 16 18:28:42.155800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.191170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:42.202324 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.276608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.469727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:43.642822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:43.687039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'mac_address': 'fa:16:3e:9b:4a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:43.767877 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.782956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6833f4ce-c1ca-4d87-98c9-67b072076d24 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:43.806019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:43.811708 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.873567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.950350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6833f4ce-c1ca-4d87-98c9-67b072076d24'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:45.477605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:45.479911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:45.597565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.609038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'mac_address': 'fa:16:3e:06:df:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:45.654459 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.674098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:45.708503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.728564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 6833f4ce-c1ca-4d87-98c9-67b072076d24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:45.729515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.731543 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.823489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.869607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.899413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:45.979305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.991618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.111121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.189235 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00155b9f-8f94-4588-b566-a2bf51f9da17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.230938 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65466c-7e00-421e-a9a2-c91b57d11b04 x-openstack-request-id: req-3d65466c-7e00-421e-a9a2-c91b57d11b04 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:47.231588 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:47.231588 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d65466c-7e00-421e-a9a2-c91b57d11b04 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:47.231915 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'code': 200} Jul 16 18:28:47.382012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7d86f96-d877-4420-9bd3-0ad12e2403fb req-40a2b470-7ea6-4931-bcad-6805e8e56e54 tempest-LiveAutoBlockMigrationV225Test-1580501303 tempest-LiveAutoBlockMigrationV225Test-1580501303-project] 10.222.0.49 "GET /v2.0/ports?device_id=27449faf-e385-4afd-b3a8-694605078589 HTTP/1.1" status: 200 len: 210 time: 0.0331595 Jul 16 18:28:47.435688 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180c2d3d-9df8-439e-a573-04751609f243 x-openstack-request-id: req-180c2d3d-9df8-439e-a573-04751609f243 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:47.436254 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27449faf-e385-4afd-b3a8-694605078589", "name": "network-vif-deleted", "tag": "a87a10d6-0d84-4d23-bb3f-0d9a86f6d858", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:47.436676 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-180c2d3d-9df8-439e-a573-04751609f243 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:47.437323 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27449faf-e385-4afd-b3a8-694605078589', 'name': 'network-vif-deleted', 'tag': 'a87a10d6-0d84-4d23-bb3f-0d9a86f6d858', 'status': 'completed', 'code': 200} Jul 16 18:28:47.508922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:47.574793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:47.575554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.655306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041512a-cd54-4d38-b02b-822760871e94 req-19fdbb00-16f8-4349-9750-d54a308bda2b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.657078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c041512a-cd54-4d38-b02b-822760871e94 req-19fdbb00-16f8-4349-9750-d54a308bda2b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 944 time: 0.1164303 Jul 16 18:28:47.679640 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.729785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:47.735562 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.741432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c041512a-cd54-4d38-b02b-822760871e94 req-3c4c59c1-ce53-4278-b51d-c6d82c3c59be tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756698 Jul 16 18:28:47.802935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.931662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27de07c-c247-405a-a766-6e51cb3c7af7 req-159b2e58-f40f-4535-a050-229af732a53f tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.933337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b27de07c-c247-405a-a766-6e51cb3c7af7 req-159b2e58-f40f-4535-a050-229af732a53f tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 950 time: 0.0785308 Jul 16 18:28:48.009434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b27de07c-c247-405a-a766-6e51cb3c7af7 req-a8d2b134-5de2-4ae4-b346-8ec2372aca17 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661883 Jul 16 18:28:48.328059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ec718-188e-4b91-ae6c-5cabd12ef86f req-9171719f-0c8f-4484-8742-432bd1852b67 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.329944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a14ec718-188e-4b91-ae6c-5cabd12ef86f req-9171719f-0c8f-4484-8742-432bd1852b67 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1684594 Jul 16 18:28:48.375205 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a14ec718-188e-4b91-ae6c-5cabd12ef86f req-e8bba81b-37c4-4f7e-930e-3a42ad2512d6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Jul 16 18:28:48.662677 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ecde6a-fc3b-4c9e-bd37-1b7b24af4ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.677300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b6b4f-e79b-4047-80a9-a84c7c8c5a54 req-2f1b3d5e-785e-4e91-a7cc-b1e0a9b5e467 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.689426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e1b6b4f-e79b-4047-80a9-a84c7c8c5a54 req-2f1b3d5e-785e-4e91-a7cc-b1e0a9b5e467 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 947 time: 0.1686378 Jul 16 18:28:48.733901 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e1b6b4f-e79b-4047-80a9-a84c7c8c5a54 req-96587a61-6fa1-4ec8-9d51-73054be16af0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Jul 16 18:28:48.847059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.233519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7'}, {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}, {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:49.238522 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aa06ba-4991-4bf2-9d8f-fbdfccfd33a1" -d '{"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7"}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}, {"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-plugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:49.512356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:49.633178 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.680710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:49.687220 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.743444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.842854 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.654448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.556418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.302003 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.090904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:56.282145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:56.296518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'network_id': '7016b9b5-2921-4610-9540-b7c62c91ead8', 'port_id': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'mac_address': 'fa:16:3e:81:5a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35249abf-a681-4a10-a382-b39a18247d16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:56.338464 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.353009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb851483-6d12-4fe6-9d85-f8ab1321c5fc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:56.374631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:56.396309 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.451783 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:56.706133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['fb851483-6d12-4fe6-9d85-f8ab1321c5fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:57.501184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:57.520309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-545739d4-f8c0-42e3-afe8-3d4db6280992 req-03306fbd-b694-47ce-a926-28b16447a273 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:28:57.521349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-545739d4-f8c0-42e3-afe8-3d4db6280992 req-03306fbd-b694-47ce-a926-28b16447a273 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058794 Jul 16 18:28:57.697618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Deleting subnet 39a70bcc-79a4-4430-92bf-4a49daf7bf0b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:57.703737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.747744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb5dd-fe6d-4b8a-a388-02ffe9ae53fd req-b57fd3b0-b9ae-4976-a102-535bc6b1be21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:57.749138 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ddcb5dd-fe6d-4b8a-a388-02ffe9ae53fd req-b57fd3b0-b9ae-4976-a102-535bc6b1be21 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 945 time: 0.0899272 Jul 16 18:28:57.755421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.807083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.832228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ddcb5dd-fe6d-4b8a-a388-02ffe9ae53fd req-09665303-4f4a-4f9b-b047-f88d47a49668 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753520 Jul 16 18:28:57.837426 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddfeba9-8c90-415e-ad07-4049e26bb73e x-openstack-request-id: req-9ddfeba9-8c90-415e-ad07-4049e26bb73e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:57.837970 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7", "code": 200}, {"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-plugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "code": 200}, {"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-plugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:57.838327 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ddfeba9-8c90-415e-ad07-4049e26bb73e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:57.838477 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'code': 200} Jul 16 18:28:57.838735 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'code': 200} Jul 16 18:28:57.838980 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'code': 200} Jul 16 18:28:57.889351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.912315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.916024 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/39a70bcc-79a4-4430-92bf-4a49daf7bf0b HTTP/1.1" status: 204 len: 168 time: 0.4135718 Jul 16 18:28:57.920337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:57.944565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a70bcc-79a4-4430-92bf-4a49daf7bf0b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:57.953385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.954146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.954708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.955271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.956227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.956806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.957370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.958029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.958713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.959273 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.959819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:57.960365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8c0a-2516-4cdc-abe6-d50c288af05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.109376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:58.119567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4d1c5-6d86-4163-ab0b-12721301ac55 req-89d2352a-2ab8-4292-8000-907a599e2fa7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.122139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6bb4d1c5-6d86-4163-ab0b-12721301ac55 req-89d2352a-2ab8-4292-8000-907a599e2fa7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 947 time: 0.1227939 Jul 16 18:28:58.137716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.165228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-f2283dfa-ee52-49b5-87fc-ef91d38aeeef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3506997 Jul 16 18:28:58.224131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01a7b-3346-4d3c-bdde-d19561cb2542 req-3a0a6d01-407d-418b-8d09-f2a66c4e256f tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.225695 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ee01a7b-3346-4d3c-bdde-d19561cb2542 req-3a0a6d01-407d-418b-8d09-f2a66c4e256f tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 1102 time: 0.1555729 Jul 16 18:28:58.234361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port fb851483-6d12-4fe6-9d85-f8ab1321c5fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:58.234975 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.254668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6bb4d1c5-6d86-4163-ab0b-12721301ac55 req-0272bb82-75e8-4f2d-a93f-584346bd9b21 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228335 Jul 16 18:28:58.296569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.310934 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9ee01a7b-3346-4d3c-bdde-d19561cb2542 req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.324059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4bd8a8-71f7-4060-b825-16152738dfb9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:58.445455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.473174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9ee01a7b-3346-4d3c-bdde-d19561cb2542 req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.485171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9ee01a7b-3346-4d3c-bdde-d19561cb2542 req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.501311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139b3951-15ce-4adc-b199-9949e8b22245') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:58.501768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139b3951-15ce-4adc-b199-9949e8b22245') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:58.537219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:58.538225 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ee01a7b-3346-4d3c-bdde-d19561cb2542 req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056586 Jul 16 18:28:58.554185 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.637433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.639680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c7044-ef2c-47e0-a47f-a3b6665f87d4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.688000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.688344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.688760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.689127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.689456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.689784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.690151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.690460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.690915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.691120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.691414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.691744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97988f73-73ac-4408-afea-e62fbd69802b tempest-ServersAdminNegativeTestJSON-376866428 tempest-ServersAdminNegativeTestJSON-376866428-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:58.707791 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.718110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:58.718517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:58.725620 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:58.786996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.863597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.870135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.885961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:58.887095 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] 10.222.0.49 "DELETE /v2.0/networks/de4bd8a8-71f7-4060-b825-16152738dfb9 HTTP/1.1" status: 204 len: 168 time: 0.9594376 Jul 16 18:28:58.917286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856d1c5-5d12-4f30-9dea-93b867778b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=de4bd8a8-71f7-4060-b825-16152738dfb9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.962356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] Deleting subnet 578d4420-2bca-45db-ae06-8ee1f55ff8fd {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:58.967844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.037427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.085838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16efd-4590-4451-82cb-19e588e2de57 req-034582aa-98a2-491f-83f2-cefbf9f598ae tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.102047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36e16efd-4590-4451-82cb-19e588e2de57 req-034582aa-98a2-491f-83f2-cefbf9f598ae tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 949 time: 0.2887366 Jul 16 18:28:59.107713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b88c92-9ecb-4018-9474-c578130e19f5 req-290445fe-916a-4043-aa5e-eeb007e1e83a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.110594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-86b88c92-9ecb-4018-9474-c578130e19f5 req-290445fe-916a-4043-aa5e-eeb007e1e83a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1513820 Jul 16 18:28:59.172572 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.212847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-86b88c92-9ecb-4018-9474-c578130e19f5 req-6a492936-da58-4ccb-9732-4e59c8c2417c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946851 Jul 16 18:28:59.255274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36e16efd-4590-4451-82cb-19e588e2de57 req-e556ccbf-2e71-412a-968b-b6bdf6e0220c tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523213 Jul 16 18:28:59.350130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.439842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578d4420-2bca-45db-ae06-8ee1f55ff8fd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:59.453580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.469463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c4deca19-2465-4007-a380-f85d57ea60a8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/578d4420-2bca-45db-ae06-8ee1f55ff8fd HTTP/1.1" status: 204 len: 168 time: 0.5807846 Jul 16 18:28:59.471978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:59.645958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.731282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb4f2-47ef-4916-8755-2ad718a074c3 req-824d283b-6042-4ad6-9526-990799f649c2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.732393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dd5cb4f2-47ef-4916-8755-2ad718a074c3 req-824d283b-6042-4ad6-9526-990799f649c2 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1274552 Jul 16 18:28:59.754186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.768957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e27af54-c8ba-48ec-b90e-8fec46ebeae6']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:59.785497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc85c1c5-4dec-44eb-a6b0-cffe56b66942') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:59.786020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc85c1c5-4dec-44eb-a6b0-cffe56b66942') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:59.797921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dd5cb4f2-47ef-4916-8755-2ad718a074c3 req-73ae41cb-76ae-44f6-b0fd-1ec85b010432 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Jul 16 18:28:59.814367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.840024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.840758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e'}, {'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:59.843716 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffb0ec9-24b3-446f-8cf9-b7c9989c0645" -d '{"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-unplugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e"}, {"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-plugged", "status": "completed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:59.847605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:59.848344 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:59.851314 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:59.925631 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.933183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.936259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] 10.222.0.49 "DELETE /v2.0/networks/2e27af54-c8ba-48ec-b90e-8fec46ebeae6 HTTP/1.1" status: 204 len: 168 time: 0.4626906 Jul 16 18:28:59.952039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c239f-adca-4df5-8761-3c31b94e8bca admin admin] Pushing event deleted for resources: {'Network': ['ID=2e27af54-c8ba-48ec-b90e-8fec46ebeae6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:00.061602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229e9ac-5054-4e99-8e62-4745436ccac3 req-aa85ad6a-d7b0-445c-86f9-83e493b1f1c6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.068645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2229e9ac-5054-4e99-8e62-4745436ccac3 req-aa85ad6a-d7b0-445c-86f9-83e493b1f1c6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 947 time: 0.1078084 Jul 16 18:29:00.119379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2229e9ac-5054-4e99-8e62-4745436ccac3 req-ca9fc39d-cbc8-4e1f-8c33-6f1ce8bfbb63 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498476 Jul 16 18:29:00.149843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:00.208443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2c8beee1-cc1f-475c-afdd-b046b0fd3006 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba50709b69c44cc8b26db85c331be727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572009 Jul 16 18:29:00.212006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54488) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:00.308675 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ba8045a-a5a1-46ac-a8d7-a7b2fe774edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.371410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-0c137348-21b2-452c-b175-8db78517cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.373509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-0c137348-21b2-452c-b175-8db78517cc03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1101 time: 0.1529779 Jul 16 18:29:00.396699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ba8045a-a5a1-46ac-a8d7-a7b2fe774edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.457047 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac82133-3c95-4093-884a-1cb6afc31ab8 x-openstack-request-id: req-5ac82133-3c95-4093-884a-1cb6afc31ab8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:00.458164 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-unplugged", "status": "completed", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e", "code": 200}, {"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-plugged", "status": "completed", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:00.458534 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ac82133-3c95-4093-884a-1cb6afc31ab8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:00.459106 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'code': 200} Jul 16 18:29:00.459456 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'code': 200} Jul 16 18:29:00.467836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ba8045a-a5a1-46ac-a8d7-a7b2fe774edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.471910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ba8045a-a5a1-46ac-a8d7-a7b2fe774edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.480010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4ba8045a-a5a1-46ac-a8d7-a7b2fe774edd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48ae8cdd-f70c-4dae-8689-de9469dac7b7 HTTP/1.1" status: 204 len: 168 time: 0.2629893 Jul 16 18:29:00.487332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8045a-a5a1-46ac-a8d7-a7b2fe774edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae8cdd-f70c-4dae-8689-de9469dac7b7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:00.600025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-540b724b-3709-4e01-9ec8-19ad3fb88152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.601684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-540b724b-3709-4e01-9ec8-19ad3fb88152 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2199278 Jul 16 18:29:00.707678 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-01448add-bebd-40a9-be9b-2e17f2f011b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.0972252 Jul 16 18:29:00.825917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-c7106b9f-a256-4bc6-a4e1-ad4ff39fa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.844592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-c7106b9f-a256-4bc6-a4e1-ad4ff39fa8b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1294134 Jul 16 18:29:00.891680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da08829-fc03-4fbe-bdd9-49a670fd641f req-cbb8af27-afc2-4967-9196-9eb46810b0d9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.898923 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7da08829-fc03-4fbe-bdd9-49a670fd641f req-cbb8af27-afc2-4967-9196-9eb46810b0d9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.2376173 Jul 16 18:29:00.952682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eaa6b-686f-40c6-8a05-ad39d036d757 req-c36de5ef-a3a7-4f8f-abcc-840c39589a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.955313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-0bce9456-171d-496a-860a-cb14fb5a7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.956641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec0eaa6b-686f-40c6-8a05-ad39d036d757 req-c36de5ef-a3a7-4f8f-abcc-840c39589a2d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1099 time: 0.2137299 Jul 16 18:29:00.957574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-0bce9456-171d-496a-860a-cb14fb5a7d48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049912 Jul 16 18:29:00.982603 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7da08829-fc03-4fbe-bdd9-49a670fd641f req-6741a220-a81d-49a2-8f87-ad1a7575c332 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827069 Jul 16 18:29:01.053246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec0eaa6b-686f-40c6-8a05-ad39d036d757 req-9cf2a6be-1ca0-40d0-a753-4c5557a7af72 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890999 Jul 16 18:29:01.162386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:01.174091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-d3d04495-fb9b-43e0-b1b3-53bdab7561b7 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069099 Jul 16 18:29:01.228258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4ca65279-ac35-451e-8b9a-c78ec382c05c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f3f71d5d49a4f32af5e3acd118828ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617714 Jul 16 18:29:01.228753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:01.292335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ff065cb-951f-4eaa-b25e-16b4d82cdeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.313679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-5dfc796d-99fb-4c60-a55c-266eb4844a57 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300087 Jul 16 18:29:01.334629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ff065cb-951f-4eaa-b25e-16b4d82cdeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.413266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ff065cb-951f-4eaa-b25e-16b4d82cdeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.417815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ff065cb-951f-4eaa-b25e-16b4d82cdeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.424042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8ff065cb-951f-4eaa-b25e-16b4d82cdeb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59f2be9e-95fb-4725-981e-aaf887bee74c HTTP/1.1" status: 204 len: 168 time: 0.1917169 Jul 16 18:29:01.431260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff065cb-951f-4eaa-b25e-16b4d82cdeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2be9e-95fb-4725-981e-aaf887bee74c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:01.555626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:01.668069 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.707324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:01.714355 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.817787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=14']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:02.081338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba03ae-56b7-439c-972a-a721dc4417f1 req-677a36c2-12da-408b-90a0-537c2fe0e76d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:02.091090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caba03ae-56b7-439c-972a-a721dc4417f1 req-677a36c2-12da-408b-90a0-537c2fe0e76d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0846505 Jul 16 18:29:02.168129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caba03ae-56b7-439c-972a-a721dc4417f1 req-6ec34248-b397-46d1-a7e3-2a2a8b52e280 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732129 Jul 16 18:29:02.461159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:02.464709 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905a5cd-dade-4937-b2d2-cb7b1550b4ca" -d '{"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:03.199774 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cbaf21-7350-4406-97e2-da71be5669d9 x-openstack-request-id: req-13cbaf21-7350-4406-97e2-da71be5669d9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:03.200842 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-unplugged", "status": "completed", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:03.201371 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13cbaf21-7350-4406-97e2-da71be5669d9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:03.201973 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'code': 200} Jul 16 18:29:03.226433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2589e09-1e9a-40cf-9167-6352589e4404 req-6357ef7f-72b5-41e8-a986-bb0c2ad59040 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.228746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2589e09-1e9a-40cf-9167-6352589e4404 req-6357ef7f-72b5-41e8-a986-bb0c2ad59040 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1602430 Jul 16 18:29:03.299922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2589e09-1e9a-40cf-9167-6352589e4404 req-f4667df7-b0ec-4cbb-8b98-7cd0327c5cf0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647395 Jul 16 18:29:03.466625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c188f7-6968-4d27-b629-27f8074ed10f req-333464f9-ba43-48ac-bff6-8a80f5d80d89 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.481972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95c188f7-6968-4d27-b629-27f8074ed10f req-333464f9-ba43-48ac-bff6-8a80f5d80d89 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 950 time: 0.1016006 Jul 16 18:29:03.546316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95c188f7-6968-4d27-b629-27f8074ed10f req-e4338b70-3ead-4695-a7c3-f5fa92f10f73 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700104 Jul 16 18:29:03.603249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af3be0-fb08-4d45-93c0-cdccdf28bff4 req-9ae1d53e-314e-4cfe-8138-c63e70d05935 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.611031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74af3be0-fb08-4d45-93c0-cdccdf28bff4 req-9ae1d53e-314e-4cfe-8138-c63e70d05935 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 949 time: 0.1378555 Jul 16 18:29:03.670786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74af3be0-fb08-4d45-93c0-cdccdf28bff4 req-d7064aba-123a-4997-8721-4c41b800c79f tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587211 Jul 16 18:29:03.795371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147d12-efa8-4ffe-913a-16f15bd4068b req-170f3dd7-9092-41e6-895d-d2f8626b65f7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.803664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67147d12-efa8-4ffe-913a-16f15bd4068b req-170f3dd7-9092-41e6-895d-d2f8626b65f7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0926967 Jul 16 18:29:03.859250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67147d12-efa8-4ffe-913a-16f15bd4068b req-9ae08ae6-200b-41df-b4c3-9b4f425f23bb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498433 Jul 16 18:29:03.961658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe873e-ef41-4391-8640-9b0e893eae9f req-1ffe2982-f556-4289-9dd6-8b9a6a83f6dc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.963380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01fe873e-ef41-4391-8640-9b0e893eae9f req-1ffe2982-f556-4289-9dd6-8b9a6a83f6dc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1406913 Jul 16 18:29:04.031348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01fe873e-ef41-4391-8640-9b0e893eae9f req-e64c83a1-7beb-49cd-9f9c-c3462d9a2798 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579412 Jul 16 18:29:04.218061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-03dfc4bd-8c5d-49c9-986a-da5ef4dca490 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.220728 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-03dfc4bd-8c5d-49c9-986a-da5ef4dca490 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.67 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 950 time: 0.1022329 Jul 16 18:29:04.411510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Deleting port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:04.411853 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.464098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-e7871b40-c559-4de9-9dda-78dd8698d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.465796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-e7871b40-c559-4de9-9dda-78dd8698d1b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1097 time: 0.0595336 Jul 16 18:29:04.593151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] For port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:04.594246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.614888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Calling delete_port for 99cc3c00-b540-4b0c-b2df-53b50a05c8fc owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:04.629263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-56362942-71c7-4421-933b-4af19cc80306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.631279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-56362942-71c7-4421-933b-4af19cc80306 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1549206 Jul 16 18:29:04.710138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-685ef448-48e6-49ef-bad5-9df38785bb30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 999 time: 0.0717773 Jul 16 18:29:04.769882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-06914cdf-cb33-481d-a863-cdb4ad02d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.772155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-06914cdf-cb33-481d-a863-cdb4ad02d24b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.0532923 Jul 16 18:29:04.773407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d42b7-2f27-45c4-b2a0-8010e644f581 req-d4fdd6b7-5bb4-4be9-99fc-be5ad6b62b1d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.775025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f9d42b7-2f27-45c4-b2a0-8010e644f581 req-d4fdd6b7-5bb4-4be9-99fc-be5ad6b62b1d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1059871 Jul 16 18:29:04.855700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-f58d1665-b6d9-4d52-9152-5fe6a1f952a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.856583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-f58d1665-b6d9-4d52-9152-5fe6a1f952a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747766 Jul 16 18:29:04.961925 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f9d42b7-2f27-45c4-b2a0-8010e644f581 req-caba7014-8ba3-4dfa-a113-4bfe0c407cd8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710892 Jul 16 18:29:04.987040 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.002739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['99cc3c00-b540-4b0c-b2df-53b50a05c8fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:05.010337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e8761b1f-9d45-450c-a41f-5ce8314cc95e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:05.044921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Pushing event deleted for resources: {'Port': ['ID=99cc3c00-b540-4b0c-b2df-53b50a05c8fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:05.148866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] No DVR routers for this DVR port 99cc3c00-b540-4b0c-b2df-53b50a05c8fc on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:05.152259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.154954 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b86ab46d-396a-4b7a-b8f5-d8781ea82a1b req-4b43aa6b-3570-403f-912a-842185be35f2 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.67 "DELETE /v2.0/ports/99cc3c00-b540-4b0c-b2df-53b50a05c8fc HTTP/1.1" status: 204 len: 173 time: 0.9278083 Jul 16 18:29:05.155441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'name': 'network-vif-deleted', 'tag': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:05.158163 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3563bbd-55db-4952-93e8-883e49354f67" -d '{"events": [{"server_uuid": "146b6b59-fc09-4856-a32e-0ad1972700ed", "name": "network-vif-deleted", "tag": "99cc3c00-b540-4b0c-b2df-53b50a05c8fc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:05.499869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6bb5b3e0-b89a-4787-95d5-1b19ff82e359 req-7687ef51-6427-45c7-b645-8a6a0f59c585 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=146b6b59-fc09-4856-a32e-0ad1972700ed HTTP/1.1" status: 200 len: 210 time: 0.0430839 Jul 16 18:29:05.622517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18b85-61d6-455a-845c-3d93c847048e req-464cb153-730c-43de-bc36-5552a7947b28 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.624432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bae18b85-61d6-455a-845c-3d93c847048e req-464cb153-730c-43de-bc36-5552a7947b28 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.67 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 949 time: 0.1773555 Jul 16 18:29:05.630942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-8c2f1723-9f72-4c07-9a11-77b12010962a service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650259 Jul 16 18:29:05.648368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b19451-8b65-4ac5-8c2c-3dc899509952 req-9516e74c-1168-4b7a-bbe9-312b69237a9b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.655313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b19451-8b65-4ac5-8c2c-3dc899509952 req-9516e74c-1168-4b7a-bbe9-312b69237a9b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.2096601 Jul 16 18:29:05.719891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa90df-6353-4dfc-920d-9909765b08d6 req-8e0f87b7-baf0-4f64-9b7d-4dc5e5203070 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.728832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5aa90df-6353-4dfc-920d-9909765b08d6 req-8e0f87b7-baf0-4f64-9b7d-4dc5e5203070 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/ports?device_id=7604a549-9271-424e-9770-4bf7a0d897c5 HTTP/1.1" status: 200 len: 949 time: 0.0899241 Jul 16 18:29:05.796856 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b19451-8b65-4ac5-8c2c-3dc899509952 req-1c93220c-e4a7-432a-9f97-db06a4696051 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403756 Jul 16 18:29:05.857226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-379b5c29-c46f-438b-a3c2-74f72913c469 req-fc3222ab-e2c2-4a4a-a4d4-8bd80bfda67f service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174554 Jul 16 18:29:05.894691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Deleting port 959888f9-3622-4f47-9b71-33f07bb27d3e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:05.895800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.088256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] For port 959888f9-3622-4f47-9b71-33f07bb27d3e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=959888f9-3622-4f47-9b71-33f07bb27d3e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:06.088848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.108430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Calling delete_port for 959888f9-3622-4f47-9b71-33f07bb27d3e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:06.154911 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5aa90df-6353-4dfc-920d-9909765b08d6 req-c1477479-a9dd-4019-81fb-b0c6b8105348 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa247c4e-931a-4156-8061-d3ceb1f066a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251158 Jul 16 18:29:06.215482 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0640732e-6b83-4059-8c16-332fc20bb7da x-openstack-request-id: req-0640732e-6b83-4059-8c16-332fc20bb7da {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:06.215788 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146b6b59-fc09-4856-a32e-0ad1972700ed", "name": "network-vif-deleted", "tag": "99cc3c00-b540-4b0c-b2df-53b50a05c8fc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:06.216044 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0640732e-6b83-4059-8c16-332fc20bb7da {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:06.216542 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146b6b59-fc09-4856-a32e-0ad1972700ed', 'name': 'network-vif-deleted', 'tag': '99cc3c00-b540-4b0c-b2df-53b50a05c8fc', 'status': 'completed', 'code': 200} Jul 16 18:29:06.303480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.322404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d95a3f-2755-45a3-9250-1958be0a5522 req-39c74e83-ba14-4b27-b027-95e51600677b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.323903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71d95a3f-2755-45a3-9250-1958be0a5522 req-39c74e83-ba14-4b27-b027-95e51600677b tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1264689 Jul 16 18:29:06.354565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Pushing event deleted for resources: {'Port': ['ID=959888f9-3622-4f47-9b71-33f07bb27d3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:06.412749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] No DVR routers for this DVR port 959888f9-3622-4f47-9b71-33f07bb27d3e on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:06.415637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.417938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bae18b85-61d6-455a-845c-3d93c847048e req-43891fb1-c722-4aae-be8b-2cf546d70e22 tempest-ImagesOneServerTestJSON-1250331276 tempest-ImagesOneServerTestJSON-1250331276-project] 10.222.0.67 "DELETE /v2.0/ports/959888f9-3622-4f47-9b71-33f07bb27d3e HTTP/1.1" status: 204 len: 173 time: 0.7864084 Jul 16 18:29:06.418786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-deleted', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:06.421072 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9490555d-1917-4764-9411-19ac39b712ab" -d '{"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-deleted", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:06.445536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71d95a3f-2755-45a3-9250-1958be0a5522 req-b77ef150-9db5-4f66-842e-e733e4be14e5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994978 Jul 16 18:29:06.641014 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e65cb8b-c106-4ecd-9bf3-5d00d12d2667 x-openstack-request-id: req-9e65cb8b-c106-4ecd-9bf3-5d00d12d2667 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:06.641882 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604a549-9271-424e-9770-4bf7a0d897c5", "name": "network-vif-deleted", "tag": "959888f9-3622-4f47-9b71-33f07bb27d3e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:06.642003 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e65cb8b-c106-4ecd-9bf3-5d00d12d2667 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:06.642490 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604a549-9271-424e-9770-4bf7a0d897c5', 'name': 'network-vif-deleted', 'tag': '959888f9-3622-4f47-9b71-33f07bb27d3e', 'status': 'completed', 'code': 200} Jul 16 18:29:06.682831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd39e9-2786-4ccb-878f-fc916885c28d req-ebf4f9a9-8e95-44c1-ad7a-071366bfa50c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.684826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93cd39e9-2786-4ccb-878f-fc916885c28d req-ebf4f9a9-8e95-44c1-ad7a-071366bfa50c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1200800 Jul 16 18:29:06.742218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93cd39e9-2786-4ccb-878f-fc916885c28d req-fa7be0da-ebae-472a-a1bd-d5db23196d62 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478518 Jul 16 18:29:06.890022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3c678-80bb-47d7-abdd-c44d43cc39e6 req-2a28cd4a-c787-4b98-99ab-8baa4c7e0e19 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.892266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ff3c678-80bb-47d7-abdd-c44d43cc39e6 req-2a28cd4a-c787-4b98-99ab-8baa4c7e0e19 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0688841 Jul 16 18:29:06.943309 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ff3c678-80bb-47d7-abdd-c44d43cc39e6 req-eb41cfc0-0f8f-43e9-82a9-45adad55ba4e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Jul 16 18:29:07.047362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb726-7fc9-45e7-ad1f-eb155f9be6e7 req-79b42b14-15cb-4e83-b284-ba8739fb6c95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.050127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-620bb726-7fc9-45e7-ad1f-eb155f9be6e7 req-79b42b14-15cb-4e83-b284-ba8739fb6c95 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 951 time: 0.1117461 Jul 16 18:29:07.099836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-620bb726-7fc9-45e7-ad1f-eb155f9be6e7 req-0efc873e-fc48-4d11-acf7-a93eadf112e2 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Jul 16 18:29:07.153615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc9b25-e7cd-48c3-8514-6c95e2b721a8 req-d602a01b-8198-4b88-9a45-a388463768c0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.155423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aebc9b25-e7cd-48c3-8514-6c95e2b721a8 req-d602a01b-8198-4b88-9a45-a388463768c0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.0880678 Jul 16 18:29:07.230871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aebc9b25-e7cd-48c3-8514-6c95e2b721a8 req-5d8e5505-cc34-4e6b-a61e-650ca3c07d59 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673974 Jul 16 18:29:07.375470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.409464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b093-6d71-45c1-8886-98593b2b8ee8 req-a62006cb-6099-4fe8-afe7-25da0f234399 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.411278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd1b093-6d71-45c1-8886-98593b2b8ee8 req-a62006cb-6099-4fe8-afe7-25da0f234399 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0780368 Jul 16 18:29:07.451336 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4fd1b093-6d71-45c1-8886-98593b2b8ee8 req-025ef39d-7b1c-4e37-8ca8-99f0b5f5cfbb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338688 Jul 16 18:29:07.492380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d90324-d628-44e5-b16c-afb4287e4baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.586599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:07.625420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 959888f9-3622-4f47-9b71-33f07bb27d3e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:07.625755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 959888f9-3622-4f47-9b71-33f07bb27d3e not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:07.627003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 99cc3c00-b540-4b0c-b2df-53b50a05c8fc no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:07.639436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d90324-d628-44e5-b16c-afb4287e4baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.646545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d90324-d628-44e5-b16c-afb4287e4baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.666474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 99cc3c00-b540-4b0c-b2df-53b50a05c8fc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:07.666819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 99cc3c00-b540-4b0c-b2df-53b50a05c8fc not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:07.709302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31988a55-609b-429a-b9fa-3c3b9b8a7ddc req-e60c25cf-091b-4cba-a19c-c16ae3827315 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.714039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d90324-d628-44e5-b16c-afb4287e4baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55fc106-926b-43d4-b432-992337f196b1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:07.716513 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31988a55-609b-429a-b9fa-3c3b9b8a7ddc req-e60c25cf-091b-4cba-a19c-c16ae3827315 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 949 time: 0.0808115 Jul 16 18:29:07.723008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a8d90324-d628-44e5-b16c-afb4287e4baa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83fb172a7b504d4b80f08e8c9adaac5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439050 Jul 16 18:29:07.723577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.767909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31988a55-609b-429a-b9fa-3c3b9b8a7ddc req-79ae5f98-89f0-49b0-9598-e2c65a2644bb tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Jul 16 18:29:07.786854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb781e54-7f91-4983-bab3-8ce45ed1f7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.827262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.842797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb781e54-7f91-4983-bab3-8ce45ed1f7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.908163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1616f-e931-4a7e-8e6a-fe77dfb75fe0 req-6a99f29c-4ff1-4c47-b757-935b4f549079 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.910403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00d1616f-e931-4a7e-8e6a-fe77dfb75fe0 req-6a99f29c-4ff1-4c47-b757-935b4f549079 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1103549 Jul 16 18:29:07.932659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb781e54-7f91-4983-bab3-8ce45ed1f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.935500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb781e54-7f91-4983-bab3-8ce45ed1f7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.939281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fb781e54-7f91-4983-bab3-8ce45ed1f7c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b55fc106-926b-43d4-b432-992337f196b1 HTTP/1.1" status: 204 len: 168 time: 0.2125564 Jul 16 18:29:07.981969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00d1616f-e931-4a7e-8e6a-fe77dfb75fe0 req-a31673af-3cff-404e-b11b-9d10ebee2d94 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637002 Jul 16 18:29:07.987908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb781e54-7f91-4983-bab3-8ce45ed1f7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55fc106-926b-43d4-b432-992337f196b1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.028460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:08.028722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e8585aed-8e1e-44cc-bffc-5856237d188a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32c7a88411334ddab62e93ce6f69fc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002823 Jul 16 18:29:08.068450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aba85e-0149-4aa6-a28d-4d31b963546a req-5cf63f07-0ad0-4a94-84b1-ef5ab9f8f698 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.070027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91aba85e-0149-4aa6-a28d-4d31b963546a req-5cf63f07-0ad0-4a94-84b1-ef5ab9f8f698 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0856071 Jul 16 18:29:08.119755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04453b0b-a033-44a5-bdac-e1414216c811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.123451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91aba85e-0149-4aa6-a28d-4d31b963546a req-ff90d0b5-983f-4b58-b2ce-bd5515b38f9b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440252 Jul 16 18:29:08.144108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04453b0b-a033-44a5-bdac-e1414216c811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.199762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04453b0b-a033-44a5-bdac-e1414216c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.203383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-04453b0b-a033-44a5-bdac-e1414216c811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.204656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-04453b0b-a033-44a5-bdac-e1414216c811 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa247c4e-931a-4156-8061-d3ceb1f066a4 HTTP/1.1" status: 204 len: 168 time: 0.1749463 Jul 16 18:29:08.225696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04453b0b-a033-44a5-bdac-e1414216c811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa247c4e-931a-4156-8061-d3ceb1f066a4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.285271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602771e-a4a1-4df7-9620-2f566efae314 req-bcb0956a-85f5-4a8f-b528-33d2ac5b2b62 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.286899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3602771e-a4a1-4df7-9620-2f566efae314 req-bcb0956a-85f5-4a8f-b528-33d2ac5b2b62 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0810926 Jul 16 18:29:08.330879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3602771e-a4a1-4df7-9620-2f566efae314 req-fd911dfd-8ee5-4152-a334-6f2f54ed85ec tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Jul 16 18:29:08.333682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:08.347444 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70e88262-51bf-4827-9e40-95e6f789edd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.474310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70e88262-51bf-4827-9e40-95e6f789edd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.485977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70e88262-51bf-4827-9e40-95e6f789edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.557160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70e88262-51bf-4827-9e40-95e6f789edd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8ee65feb4ab4ad995cc6681f439661c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223334 Jul 16 18:29:08.559135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e88262-51bf-4827-9e40-95e6f789edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba83f90-7641-4eb4-807c-b04e22292cde,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.560713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:08.597834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bf707-8c3c-40b2-a031-aea030ee4715 req-ceda2b0c-cc98-4f21-8af0-87b72bb74546 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.599431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b5bf707-8c3c-40b2-a031-aea030ee4715 req-ceda2b0c-cc98-4f21-8af0-87b72bb74546 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1268718 Jul 16 18:29:08.647988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b5bf707-8c3c-40b2-a031-aea030ee4715 req-6a39c426-92a0-4846-9c0c-4525b0673511 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jul 16 18:29:08.684392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c9a35-3bbb-4d18-87a0-1fbcdec8050a req-3e9d7194-0528-47f7-8e1b-19c41175c8fc tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.685996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db8c9a35-3bbb-4d18-87a0-1fbcdec8050a req-3e9d7194-0528-47f7-8e1b-19c41175c8fc tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1167226 Jul 16 18:29:08.687457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42785c5c-0306-486c-967d-ae515dcf3a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.727280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42785c5c-0306-486c-967d-ae515dcf3a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.758967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-db8c9a35-3bbb-4d18-87a0-1fbcdec8050a req-a4bd497b-50b2-44e1-920f-26aafc5af502 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617507 Jul 16 18:29:08.808763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42785c5c-0306-486c-967d-ae515dcf3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.811926 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-42785c5c-0306-486c-967d-ae515dcf3a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.813681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-42785c5c-0306-486c-967d-ae515dcf3a8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ba83f90-7641-4eb4-807c-b04e22292cde HTTP/1.1" status: 204 len: 168 time: 0.2508898 Jul 16 18:29:08.824160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42785c5c-0306-486c-967d-ae515dcf3a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba83f90-7641-4eb4-807c-b04e22292cde,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.937479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-cf8ba2c5-d037-4788-81b3-716fc9bdebdf tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.939924 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-cf8ba2c5-d037-4788-81b3-716fc9bdebdf tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 949 time: 0.1239882 Jul 16 18:29:09.086202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652844e4-9c51-4648-b2d0-28b5542c1dda req-3e71a9d0-8e50-4e20-9fc5-09d234aaf8d8 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.089114 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-652844e4-9c51-4648-b2d0-28b5542c1dda req-3e71a9d0-8e50-4e20-9fc5-09d234aaf8d8 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1ae9ee-c5bf-4922-9559-35e72f5cd287 HTTP/1.1" status: 200 len: 949 time: 0.0923841 Jul 16 18:29:09.108648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadb36e-3cb5-46e5-a32c-2ff78e9bd0b2 req-5ef02470-8a96-4d1c-9870-8c212ad9dc81 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.110532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cdadb36e-3cb5-46e5-a32c-2ff78e9bd0b2 req-5ef02470-8a96-4d1c-9870-8c212ad9dc81 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1696839 Jul 16 18:29:09.147014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Deleting port e8761b1f-9d45-450c-a41f-5ce8314cc95e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:09.147474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.159038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-652844e4-9c51-4648-b2d0-28b5542c1dda req-e8149c51-ef1a-4696-b4a9-54234ae0d06a tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.49 "GET /v2.0/security-groups?id=9876d85a-9563-4e22-b024-0b64662d5908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Jul 16 18:29:09.206859 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cdadb36e-3cb5-46e5-a32c-2ff78e9bd0b2 req-72bb0cdd-e09f-4005-8b42-fcb3a444de22 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855229 Jul 16 18:29:09.275513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] For port e8761b1f-9d45-450c-a41f-5ce8314cc95e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e8761b1f-9d45-450c-a41f-5ce8314cc95e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:09.275882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.290223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Calling delete_port for e8761b1f-9d45-450c-a41f-5ce8314cc95e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:09.358166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb648ec-983a-44c6-992a-8f50d9535f28 req-30642222-b248-40ff-9315-f00bc3e950ae tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.366103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efb648ec-983a-44c6-992a-8f50d9535f28 req-30642222-b248-40ff-9315-f00bc3e950ae tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0851614 Jul 16 18:29:09.426440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efb648ec-983a-44c6-992a-8f50d9535f28 req-0172d6ab-15fe-47ec-84ce-5fab41eb93f3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593383 Jul 16 18:29:09.468309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.482909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e8761b1f-9d45-450c-a41f-5ce8314cc95e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:09.505540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Pushing event deleted for resources: {'Port': ['ID=e8761b1f-9d45-450c-a41f-5ce8314cc95e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:09.599642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:09.608208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] No DVR routers for this DVR port e8761b1f-9d45-450c-a41f-5ce8314cc95e on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:09.610815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.618266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-64364b27-2d56-4b94-80a4-0631e612dcc5 req-dd61dce3-ecd2-4410-ba38-de055b44f6b4 tempest-ServersAdminNegativeTestJSON-1507081729 tempest-ServersAdminNegativeTestJSON-1507081729-project] 10.222.0.59 "DELETE /v2.0/ports/e8761b1f-9d45-450c-a41f-5ce8314cc95e HTTP/1.1" status: 204 len: 173 time: 0.6604106 Jul 16 18:29:09.618266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'name': 'network-vif-deleted', 'tag': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:09.618266 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680af23a-0662-49c6-a0ea-3191f2bfc342" -d '{"events": [{"server_uuid": "7f1ae9ee-c5bf-4922-9559-35e72f5cd287", "name": "network-vif-deleted", "tag": "e8761b1f-9d45-450c-a41f-5ce8314cc95e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:09.675975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3ec8b-fe11-493f-820f-aee16cc2b723 req-f133200a-3ede-473e-a7e6-7e00dce24343 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.677607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96f3ec8b-fe11-493f-820f-aee16cc2b723 req-f133200a-3ede-473e-a7e6-7e00dce24343 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1176028 Jul 16 18:29:09.752425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96f3ec8b-fe11-493f-820f-aee16cc2b723 req-44efcbb8-cdd8-476a-83fe-9c508199a8ba tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654209 Jul 16 18:29:09.756622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:09.762890 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.828183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:09.829715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:09.835412 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595f8fc9-855c-408e-9391-1a0bf832189b" -d '{"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:09.839541 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.846935 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749b19e2-3ffe-485e-9fbd-c285adf7fa4c x-openstack-request-id: req-749b19e2-3ffe-485e-9fbd-c285adf7fa4c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:09.847528 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1ae9ee-c5bf-4922-9559-35e72f5cd287", "name": "network-vif-deleted", "tag": "e8761b1f-9d45-450c-a41f-5ce8314cc95e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:09.847789 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-749b19e2-3ffe-485e-9fbd-c285adf7fa4c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:09.848860 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1ae9ee-c5bf-4922-9559-35e72f5cd287', 'name': 'network-vif-deleted', 'tag': 'e8761b1f-9d45-450c-a41f-5ce8314cc95e', 'status': 'completed', 'code': 200} Jul 16 18:29:09.945917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.037052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.131144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1209008236-network', 'tenant_id': '174ae4fdc3b749e080f36994a7f006fa'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:10.144976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-629c2b56-751e-4c87-8dfc-3d580c2ebdc5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.146809 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-629c2b56-751e-4c87-8dfc-3d580c2ebdc5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.2498758 Jul 16 18:29:10.167021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f381c-b501-4312-8999-6c5d3388c2d2 req-b9955984-a32e-4ad3-89cd-1db6a653a7ee tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.169813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-7749f275-09d9-4c58-810d-180aa70285f9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/quotas/4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 375 time: 0.0163734 Jul 16 18:29:10.176536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-974f381c-b501-4312-8999-6c5d3388c2d2 req-b9955984-a32e-4ad3-89cd-1db6a653a7ee tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1541076 Jul 16 18:29:10.253755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-974f381c-b501-4312-8999-6c5d3388c2d2 req-dbcd8b34-c0aa-4fb2-ae88-ab227f70b612 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756469 Jul 16 18:29:10.271166 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d7f49f9-af88-41f6-9e0d-1d8e1d629a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.276801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-479a90da-8e78-4721-98db-dadc2118201f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0803216 Jul 16 18:29:10.285370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Made reservation on behalf of 174ae4fdc3b749e080f36994a7f006fa for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:10.289034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.313782 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.430067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d7f49f9-af88-41f6-9e0d-1d8e1d629a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.439907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-2d09d532-89e9-40d4-aa5d-6c538d7a3cf9 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610909 Jul 16 18:29:10.448363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d7f49f9-af88-41f6-9e0d-1d8e1d629a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.510551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d7f49f9-af88-41f6-9e0d-1d8e1d629a3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60b285a9b9674052b9d7e7c1205b73f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698827 Jul 16 18:29:10.510757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f49f9-af88-41f6-9e0d-1d8e1d629a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7021fb9f-5a5d-49fd-8ea8-c8c44ad10a91,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.514572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55044) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.554876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-245e634c-e8d8-481a-abfe-be02dd4e9f24 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049621 Jul 16 18:29:10.588200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6cec-3506-4ade-b6fe-0ba769dc91a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.614459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6cec-3506-4ade-b6fe-0ba769dc91a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.663289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.668245 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.688852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:10.708894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab54ef1c-bb3d-443d-8938-67516384bc65,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.715132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.715535 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Added segment 9d518550-7395-4605-af12-be5b0378e6a1 of type vlan for network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f Jul 16 18:29:10.716755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6cec-3506-4ade-b6fe-0ba769dc91a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.719561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6cec-3506-4ade-b6fe-0ba769dc91a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.720828 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f7ea6cec-3506-4ade-b6fe-0ba769dc91a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7021fb9f-5a5d-49fd-8ea8-c8c44ad10a91 HTTP/1.1" status: 204 len: 168 time: 0.2052729 Jul 16 18:29:10.759059 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac81d8d5-e56c-4d6e-84bb-d42dbba5956c x-openstack-request-id: req-ac81d8d5-e56c-4d6e-84bb-d42dbba5956c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:10.759611 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:10.759611 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac81d8d5-e56c-4d6e-84bb-d42dbba5956c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:10.760089 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'code': 200} Jul 16 18:29:10.760469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea6cec-3506-4ade-b6fe-0ba769dc91a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7021fb9f-5a5d-49fd-8ea8-c8c44ad10a91,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.791576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.833194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.834733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.835598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.983493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] Pushing event updated for resources: {'Network': ['ID=33196a4d-dfcb-4bd8-9f2d-6d439725e68f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.997320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:11.029261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f13199d-753a-4050-abd2-e6b793bfaabc req-09d846cb-85d4-44fd-9d32-4ea788433bae tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 210 time: 0.0564458 Jul 16 18:29:11.041394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c7b4448-20f8-4fb8-bff6-a24f335fb7ac admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2832043 Jul 16 18:29:11.044238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:11.053496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Request body: {'subnet': {'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1209008236-subnet', 'tenant_id': '174ae4fdc3b749e080f36994a7f006fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:11.084557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Made reservation on behalf of 174ae4fdc3b749e080f36994a7f006fa for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:11.087437 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.151012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fc81b-3513-4652-8dac-1994ffcb9755 req-a33b0e0d-d52b-4c09-b63c-25e10202c577 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.163727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-809fc81b-3513-4652-8dac-1994ffcb9755 req-a33b0e0d-d52b-4c09-b63c-25e10202c577 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1846013 Jul 16 18:29:11.286938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-809fc81b-3513-4652-8dac-1994ffcb9755 req-bfd0eec9-6e3a-4d87-8d5f-220e382a2437 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212509 Jul 16 18:29:11.411898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55110) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:11.420830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.540354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a8764c-946e-41b5-9a4f-a06d145925d7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.563146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Checking segment: {'id': '9d518550-7395-4605-af12-be5b0378e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:11.563532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Network hostable DHCP agents. Network: 33196a4d-dfcb-4bd8-9f2d-6d439725e68f, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:11.598703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:11.616550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c6195-2194-4440-9990-d3041e55c992 req-f8e32cd3-87bc-4cbc-aa39-fb2432070275 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.620612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-082c6195-2194-4440-9990-d3041e55c992 req-f8e32cd3-87bc-4cbc-aa39-fb2432070275 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1497447 Jul 16 18:29:11.629352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 33196a4d-dfcb-4bd8-9f2d-6d439725e68f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:11.640759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8094628-f27f-4027-afd3-d9db7ef37e45 None None] Network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:11.649559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.651918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.681580 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d5f3c2aa-bac4-406a-ab24-d4e80abfbb28 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6358719 Jul 16 18:29:11.727014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-082c6195-2194-4440-9990-d3041e55c992 req-3987f0bb-1d2e-41ed-be73-7f33d6063688 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977876 Jul 16 18:29:11.872514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55160) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:11.875688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-144b5d14-2c98-4c8b-b0b2-660f86d499a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a900e00b31a4d4fa84d9c0d0c765b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612460 Jul 16 18:29:11.945148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d15d66-f272-45d2-91c2-6bc5b8579439 None None] Network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:11.987287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cda4a19-7755-42a7-b2cb-e6cea87e5843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.059135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cda4a19-7755-42a7-b2cb-e6cea87e5843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.137674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55172) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.172217 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cda4a19-7755-42a7-b2cb-e6cea87e5843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.175330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cda4a19-7755-42a7-b2cb-e6cea87e5843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.179716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1cda4a19-7755-42a7-b2cb-e6cea87e5843 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9876d85a-9563-4e22-b024-0b64662d5908 HTTP/1.1" status: 204 len: 168 time: 0.3060777 Jul 16 18:29:12.184917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e8761b1f-9d45-450c-a41f-5ce8314cc95e no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:12.192170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda4a19-7755-42a7-b2cb-e6cea87e5843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9876d85a-9563-4e22-b024-0b64662d5908,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.217200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: e8761b1f-9d45-450c-a41f-5ce8314cc95e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:12.217928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e8761b1f-9d45-450c-a41f-5ce8314cc95e not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:12.229613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df2558cb-dbdd-462c-9c61-9097fa3dc9f7 req-5b7b2577-2f09-407c-a4ae-ee08eec201f2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 210 time: 0.0432422 Jul 16 18:29:12.544753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-639346576-network', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:12.609537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-8efddbdf-664d-431a-a72f-77de1fd010cc tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.611613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-8efddbdf-664d-431a-a72f-77de1fd010cc tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.2212639 Jul 16 18:29:12.648663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'port': {'device_id': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'admin_state_up': True, 'tenant_id': '4464220067014e36a39c0155ab4e7284'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:12.684065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccd40a-35a7-4ee2-aee0-8d8efb41601a req-94094312-6b73-4fa4-8d12-d38117685a17 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.693377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58ccd40a-35a7-4ee2-aee0-8d8efb41601a req-94094312-6b73-4fa4-8d12-d38117685a17 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.2577574 Jul 16 18:29:12.709580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Made reservation on behalf of 5a730209c34a42e0b09905d5b4b120b0 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:12.712197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.743412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.790458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.832281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e4717ce8-6e4e-4c07-b600-7b4291a5dafd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35c6f76ce6cf4e08aa1cb273232a6533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407717 Jul 16 18:29:12.834804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.895889 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c927079-289b-4190-8419-ef297aea8393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.911220 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58ccd40a-35a7-4ee2-aee0-8d8efb41601a req-1eef9136-82f5-41ed-9c15-c6934fe6b119 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163579 Jul 16 18:29:12.922217 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c927079-289b-4190-8419-ef297aea8393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.972220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.978064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2054037788-network', 'tenant_id': '76d47b111ac34ffb912ad9af2c37b613'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:12.994340 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.996330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c927079-289b-4190-8419-ef297aea8393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.001171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1c927079-289b-4190-8419-ef297aea8393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.002201 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.002837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1c927079-289b-4190-8419-ef297aea8393 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f12c7044-ef2c-47e0-a47f-a3b6665f87d4 HTTP/1.1" status: 204 len: 168 time: 0.1666746 Jul 16 18:29:13.015443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c927079-289b-4190-8419-ef297aea8393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c7044-ef2c-47e0-a47f-a3b6665f87d4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.044838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Made reservation on behalf of 76d47b111ac34ffb912ad9af2c37b613 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:13.047314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.064002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.106079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:13.117978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9bcb8-2eb9-4a99-a99d-faa1e00d8870,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.133018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.133647 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Added segment 49296618-fae7-4061-9e7b-4439c17baf44 of type vlan for network 06eec99d-2514-4157-a496-a895bdd5d247 Jul 16 18:29:13.206186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Made reservation on behalf of 4464220067014e36a39c0155ab4e7284 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:13.209767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.214414 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.253693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.259270 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.282763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:13.300056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e4754e-0551-461b-afee-3deedc86395f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.303265 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.303807 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Added segment 3b6ddb97-8f0e-4ec4-b056-08d7893a7fd3 of type vlan for network 205c5c2e-bf5b-473f-89e4-0128df94e685 Jul 16 18:29:13.330430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec9ca9-ffdf-426e-aa8e-bae0a005ee39 req-d9af374a-6f9b-428f-99de-3319cd6c353b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.332465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec9ca9-ffdf-426e-aa8e-bae0a005ee39 req-d9af374a-6f9b-428f-99de-3319cd6c353b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.2754610 Jul 16 18:29:13.338617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.339609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.340547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.360818 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.413631 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.414444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.415090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.423688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2813864 Jul 16 18:29:13.424029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55268) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.434446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Request body: {'subnet': {'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-639346576-subnet', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:13.475647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5021541 Jul 16 18:29:13.478138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10c337-66ad-4009-8da3-be6ad1166f0b admin admin] Pushing event updated for resources: {'Network': ['ID=06eec99d-2514-4157-a496-a895bdd5d247,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.482138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55276) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.498066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 06eec99d-2514-4157-a496-a895bdd5d247 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:13.498696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Request body: {'subnet': {'network_id': '205c5c2e-bf5b-473f-89e4-0128df94e685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2054037788-subnet', 'tenant_id': '76d47b111ac34ffb912ad9af2c37b613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:13.510920 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec9ca9-ffdf-426e-aa8e-bae0a005ee39 req-216daa02-98e9-4cdf-86a0-d4f617f48695 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679735 Jul 16 18:29:13.521832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37a0c-9490-4b40-8567-a5eb97f3d03f admin admin] Pushing event updated for resources: {'Network': ['ID=205c5c2e-bf5b-473f-89e4-0128df94e685,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.528048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Made reservation on behalf of 5a730209c34a42e0b09905d5b4b120b0 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:13.530612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.534662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Allocated IP 172.20.0.9 (d8d264b5-c41c-460d-af3d-f5e449ef0a32/55d61070-3c73-4cdd-b700-431dc28d3d04/3a47e883-3f86-4946-8682-16f2bbb459aa) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:13.543596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 205c5c2e-bf5b-473f-89e4-0128df94e685 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:13.590540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Made reservation on behalf of 76d47b111ac34ffb912ad9af2c37b613 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:13.595473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.842073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.847807 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.866920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Transition to ACTIVE for port object 3a47e883-3f86-4946-8682-16f2bbb459aa will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:13.940926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.944394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=accb9a7c-8127-4b12-8f32-798439df8aa9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.977450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ba4e320-c23a-4fbc-afef-e0edbec47d09 req-f9a36abb-db26-4fa0-9e30-2e50d2beeaf7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 210 time: 0.0572989 Jul 16 18:29:13.984545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Checking segment: {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:13.984951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Network hostable DHCP agents. Network: 06eec99d-2514-4157-a496-a895bdd5d247, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:14.015929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Network 06eec99d-2514-4157-a496-a895bdd5d247 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:14.029743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 06eec99d-2514-4157-a496-a895bdd5d247) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:14.042538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7305fe9-9d1f-49df-9cb7-36635a29cb3b None None] Network 06eec99d-2514-4157-a496-a895bdd5d247 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:14.046346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:14.048865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.050551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.060029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.075724 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f3af1585-ced0-4467-a2d4-84e28632aff3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6512017 Jul 16 18:29:14.076354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:14.081330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:14.106932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.108147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.121295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8944750e-9991-4bb1-9f4e-e3657c413ebb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.148752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:14.150143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Checking segment: {'id': '3b6ddb97-8f0e-4ec4-b056-08d7893a7fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '205c5c2e-bf5b-473f-89e4-0128df94e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:14.150735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Network hostable DHCP agents. Network: 205c5c2e-bf5b-473f-89e4-0128df94e685, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:14.161899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:14.176073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.180497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:14.184750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=3a47e883-3f86-4946-8682-16f2bbb459aa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.304189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Network 205c5c2e-bf5b-473f-89e4-0128df94e685 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:14.326466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1548465804-network', 'tenant_id': '217c6daf6b5f4ba2acf828ce9ab4e943'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:14.373868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.375305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.389583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 205c5c2e-bf5b-473f-89e4-0128df94e685) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:14.405458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.413677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.434778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.438408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Made reservation on behalf of 217c6daf6b5f4ba2acf828ce9ab4e943 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:14.441540 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.476082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-304d69d8-d1ac-467a-8707-e3f31af4ea0a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8350439 Jul 16 18:29:14.478687 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.499128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88da90a8-718c-4dcb-85c5-f36533c7a792 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0138834 Jul 16 18:29:14.504222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Request body: {'port': {'device_id': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:14.567674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed858-823d-40e7-8d48-494520adb6e2 req-ea722bb2-8e1f-4920-a2d8-3a4d0fb1d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.569295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-403ed858-823d-40e7-8d48-494520adb6e2 req-ea722bb2-8e1f-4920-a2d8-3a4d0fb1d3df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1099 time: 0.1098528 Jul 16 18:29:14.579641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38cd0d-c0ac-454d-abe8-7756398da21b None None] Network 205c5c2e-bf5b-473f-89e4-0128df94e685 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:14.669514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-06eec99d-2514-4157-a496-a895bdd5d247', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:14.671271 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.676807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-808246f0-46b6-4f27-8b1e-5232762dc4b5 None None] Provisioning for port 3a47e883-3f86-4946-8682-16f2bbb459aa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:14.685068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf428754-16c0-48de-bc77-66140b661122 req-ac497695-1490-48d4-b87f-f8946da60855 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.693276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf428754-16c0-48de-bc77-66140b661122 req-ac497695-1490-48d4-b87f-f8946da60855 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.2107012 Jul 16 18:29:14.699496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-808246f0-46b6-4f27-8b1e-5232762dc4b5 None None] Provisioning complete for port 3a47e883-3f86-4946-8682-16f2bbb459aa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:14.700131 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-808246f0-46b6-4f27-8b1e-5232762dc4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.755609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf428754-16c0-48de-bc77-66140b661122 req-3d3f4111-f075-457b-aa17-f1d4497d24d7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611968 Jul 16 18:29:14.763464 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.848187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-808246f0-46b6-4f27-8b1e-5232762dc4b5 None None] Port 3a47e883-3f86-4946-8682-16f2bbb459aa cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:14.900075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed858-823d-40e7-8d48-494520adb6e2 req-d6325c00-9f5a-4084-bd56-f82c498eb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.901608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-403ed858-823d-40e7-8d48-494520adb6e2 req-d6325c00-9f5a-4084-bd56-f82c498eb095 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 914 time: 0.3231668 Jul 16 18:29:14.928627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93941871-423b-41d1-a968-805262bbdd6f None None] Network 205c5c2e-bf5b-473f-89e4-0128df94e685 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:14.981303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-403ed858-823d-40e7-8d48-494520adb6e2 req-31eee436-f215-46c6-b53b-51430ab3585e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 200 len: 217 time: 0.0668349 Jul 16 18:29:14.987255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.011429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.108848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ed858-823d-40e7-8d48-494520adb6e2 req-d6662590-5560-4b83-91ea-b3f164bdc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.110787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-403ed858-823d-40e7-8d48-494520adb6e2 req-d6662590-5560-4b83-91ea-b3f164bdc306 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.1009653 Jul 16 18:29:15.125721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Allocated IP 172.20.0.2 (06eec99d-2514-4157-a496-a895bdd5d247/accb9a7c-8127-4b12-8f32-798439df8aa9/b8333c2c-2fec-4eb6-8cb2-9918159a7a14) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:15.160699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-403ed858-823d-40e7-8d48-494520adb6e2 req-47f7604c-8901-479a-ac9d-29695a6cd084 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388288 Jul 16 18:29:15.266212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Allocated IP 172.25.1.185 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/37549fd5-9e00-48fc-83ed-f8dbc638bc47) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:15.323521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-403ed858-823d-40e7-8d48-494520adb6e2 req-d509a202-4610-4f5e-a0bf-d0a19d2b82aa service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446052 Jul 16 18:29:15.335344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.347542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Transition to ACTIVE for port object b8333c2c-2fec-4eb6-8cb2-9918159a7a14 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:15.367751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Transition to ACTIVE for port object b8333c2c-2fec-4eb6-8cb2-9918159a7a14 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:15.375530 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.416621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Network 06eec99d-2514-4157-a496-a895bdd5d247 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:15.424650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:15.427066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:15.445595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Pushing event updated for resources: {'Port': ['ID=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.453531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.468739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.498135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.505687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Attempting to bind port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:15.506118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Attempting to bind port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:15.506811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Attempting to bind port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 on network 06eec99d-2514-4157-a496-a895bdd5d247 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:15.512216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:15.512732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:15.512930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Checking segment: {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:15.513557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.514118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Bound using segment: {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:15.514747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Bound port: b8333c2c-2fec-4eb6-8cb2-9918159a7a14, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:15.515129 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.527703 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-403ed858-823d-40e7-8d48-494520adb6e2 req-b9d70cd3-6a20-44ce-a209-6608eb088a3e service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967602 Jul 16 18:29:15.539405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636dd99e-23c3-4be9-97a4-299656a9f31f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.542338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.542946 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Added segment 03829adc-8751-471b-a60d-eafc3ab9178f of type vlan for network c228e95f-d482-4998-bae5-00a397c5043b Jul 16 18:29:15.561703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2e79-f25f-4e04-aa3e-dfeda185c307 req-821c5416-fb86-4e71-b637-b711be7f41e3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.563292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58ce2e79-f25f-4e04-aa3e-dfeda185c307 req-821c5416-fb86-4e71-b637-b711be7f41e3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 931 time: 0.1890483 Jul 16 18:29:15.596039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] For port b8333c2c-2fec-4eb6-8cb2-9918159a7a14, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:15.600666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] For port b8333c2c-2fec-4eb6-8cb2-9918159a7a14, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:15.607059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.617313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-58ce2e79-f25f-4e04-aa3e-dfeda185c307 req-2455c5aa-b778-436c-b3aa-8deed99c8ad8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Jul 16 18:29:15.618606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.629659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.642909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0867-b53c-40d4-acbf-de817ac4d15f req-30417f04-dbda-454f-9d72-d461c0aeaf62 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.648199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a81c0867-b53c-40d4-acbf-de817ac4d15f req-30417f04-dbda-454f-9d72-d461c0aeaf62 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.6253867 Jul 16 18:29:15.665498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:15.668528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:15.677681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:15.685403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Pushing event updated for resources: {'Port': ['ID=37549fd5-9e00-48fc-83ed-f8dbc638bc47,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.687877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e096c1-cb2f-4a52-99be-4f95a636f02e None None] Pushing event updated for resources: {'Port': ['ID=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.726309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a81c0867-b53c-40d4-acbf-de817ac4d15f req-2b9d16ad-51f0-41fc-984b-faed629a22b8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771463 Jul 16 18:29:15.728788 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.729988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.730312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.778521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7301235 Jul 16 18:29:15.785345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55360) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:15.830313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Request body: {'subnet': {'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1548465804-subnet', 'tenant_id': '217c6daf6b5f4ba2acf828ce9ab4e943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:15.875201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708270-02bb-4152-9292-c2b94c44b6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=c228e95f-d482-4998-bae5-00a397c5043b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.890874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network c228e95f-d482-4998-bae5-00a397c5043b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:15.896734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a47e883-3f86-4946-8682-16f2bbb459aa {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:15.908739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.921332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Made reservation on behalf of 217c6daf6b5f4ba2acf828ce9ab4e943 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:15.924591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.949438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Transition to ACTIVE for port object 3a47e883-3f86-4946-8682-16f2bbb459aa will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:15.960381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.105713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Pushing event updated for resources: {'Port': ['ID=3a47e883-3f86-4946-8682-16f2bbb459aa,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.186703 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190aed00-e911-4d81-8b66-6b0c77937c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.246583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.326276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Attempting to bind port 3a47e883-3f86-4946-8682-16f2bbb459aa on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:16.326664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Attempting to bind port 3a47e883-3f86-4946-8682-16f2bbb459aa by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:16.327256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Attempting to bind port 3a47e883-3f86-4946-8682-16f2bbb459aa on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:16.341037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Port 3a47e883-3f86-4946-8682-16f2bbb459aa on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:16.341389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Attempting to bind port 3a47e883-3f86-4946-8682-16f2bbb459aa on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:16.361351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:16.361782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:16.362381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Bound using segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:16.362847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Bound port: 3a47e883-3f86-4946-8682-16f2bbb459aa, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:16.363865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.496960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.543496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] For port 3a47e883-3f86-4946-8682-16f2bbb459aa, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:16.590312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] For port 3a47e883-3f86-4946-8682-16f2bbb459aa, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a47e883-3f86-4946-8682-16f2bbb459aa,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:16.600136 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.602039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e45112-e474-4e29-83f8-03320c3d02de,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.657575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.658243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.660086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] 10.222.0.59 "PUT /v2.0/ports/3a47e883-3f86-4946-8682-16f2bbb459aa HTTP/1.1" status: 200 len: 1092 time: 2.1626503 Jul 16 18:29:16.661917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'tag': '3a47e883-3f86-4946-8682-16f2bbb459aa'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:16.664619 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3f917-bfc1-4d84-b377-26131635b221" -d '{"events": [{"name": "network-changed", "server_uuid": "56fa4b69-7be2-4284-8c7c-c9564f51fc3e", "tag": "3a47e883-3f86-4946-8682-16f2bbb459aa"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:16.704416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Checking segment: {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:16.704819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Network hostable DHCP agents. Network: c228e95f-d482-4998-bae5-00a397c5043b, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:16.713207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-a2664301-3de7-4611-822d-c144ed09d47b tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.714848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-a2664301-3de7-4611-822d-c144ed09d47b tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/networks?id=33196a4d-dfcb-4bd8-9f2d-6d439725e68f HTTP/1.1" status: 200 len: 815 time: 0.5630133 Jul 16 18:29:16.715418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1956eb1-e327-48ae-8737-a2aa3dcd970a service neutron] Pushing event updated for resources: {'Port': ['ID=3a47e883-3f86-4946-8682-16f2bbb459aa,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.746065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-06b4f269-1ffc-4410-87db-847dc425da55 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/quotas/174ae4fdc3b749e080f36994a7f006fa HTTP/1.1" status: 200 len: 375 time: 0.0149267 Jul 16 18:29:16.775212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7398dca-ff03-4a1f-89fc-3eb1e52b3196 req-9a5e84e9-d07a-4874-abc0-12074bb1f91e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.776851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7398dca-ff03-4a1f-89fc-3eb1e52b3196 req-9a5e84e9-d07a-4874-abc0-12074bb1f91e tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.2294459 Jul 16 18:29:16.785412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Network c228e95f-d482-4998-bae5-00a397c5043b is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:16.824589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, c228e95f-d482-4998-bae5-00a397c5043b) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:16.829040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.829826 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.836206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d135d1e-fa70-4899-965d-1e50580b633d None None] Network c228e95f-d482-4998-bae5-00a397c5043b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:16.843488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-caf59490-ab0e-4391-aa8d-bfdb6aa5059f tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ae4fdc3b749e080f36994a7f006fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513206 Jul 16 18:29:16.865103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-38a81bcb-f476-4907-bf64-97e2292e1ca6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0388863 Jul 16 18:29:16.882711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-2365af44-4b53-4c2e-8f34-b7c98ab1de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.884542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-2365af44-4b53-4c2e-8f34-b7c98ab1de2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 1095 time: 0.1707017 Jul 16 18:29:16.906328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7398dca-ff03-4a1f-89fc-3eb1e52b3196 req-936064cf-69ab-400c-8b2e-5f6ec0d5f3be tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165702 Jul 16 18:29:16.999028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-a6f7e2a9-59b8-4533-8967-151f0233473e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a47e883-3f86-4946-8682-16f2bbb459aa HTTP/1.1" status: 200 len: 217 time: 0.0915375 Jul 16 18:29:17.014072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-f43f898a-82e8-4b9b-8b37-1e4b8476ed5e service neutron] 10.222.0.49 "GET /v2.0/networks/33196a4d-dfcb-4bd8-9f2d-6d439725e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634777 Jul 16 18:29:17.104210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-1e9272b1-78d9-4d5c-849a-ffd2266bc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.110295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-1e9272b1-78d9-4d5c-849a-ffd2266bc39c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1047342 Jul 16 18:29:17.141359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e833a-b1be-4b07-8e3c-f692ff13f844 None None] Network c228e95f-d482-4998-bae5-00a397c5043b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:17.141701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.268589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-84ce17c2-de91-4c3f-9679-a957e48b6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.270489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-84ce17c2-de91-4c3f-9679-a957e48b6567 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525707 Jul 16 18:29:17.329927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-141fc6a4-e8bb-421c-8c8e-016159363e01 service neutron] 10.222.0.49 "GET /v2.0/networks/33196a4d-dfcb-4bd8-9f2d-6d439725e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090615 Jul 16 18:29:17.362274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Router 0744b555-aa89-468a-82c6-a7b1fa193fca is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:17.515535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:17.515975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-eb6b476f-b980-4532-b88f-a49da93bbbde service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352612 Jul 16 18:29:17.527549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Sync routers for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:17.536021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.538050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-88e5bf41-202f-4428-8241-fa0fc639ca10 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4605536 Jul 16 18:29:17.540711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55388) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.551574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:17.552599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:28:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:17.578338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:17.674615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa441f0-810f-4035-8d08-8ba121f1567a req-1f90476e-e4f5-4ee5-8777-9bd1138c1d56 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.676189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7fa441f0-810f-4035-8d08-8ba121f1567a req-1f90476e-e4f5-4ee5-8777-9bd1138c1d56 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 948 time: 0.2435472 Jul 16 18:29:17.738582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:17.832718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420d293-a283-4509-a9c0-42b374324686 None None] Network 06eec99d-2514-4157-a496-a895bdd5d247 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:17.839484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7fa441f0-810f-4035-8d08-8ba121f1567a req-fa7aa96f-5f45-43dd-bfdf-eec3455ddf7d tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476028 Jul 16 18:29:17.901199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8333c2c-2fec-4eb6-8cb2-9918159a7a14 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:17.901785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19a43716-a228-4d69-ac5f-eb4d7647ebcf req-567a8981-27d6-4a07-bc9e-f33a7c9e247f service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657091 Jul 16 18:29:17.926044 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95044dd-5460-4e09-bac6-5ebc9b4be4c3 x-openstack-request-id: req-f95044dd-5460-4e09-bac6-5ebc9b4be4c3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:17.926343 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fa4b69-7be2-4284-8c7c-c9564f51fc3e", "tag": "3a47e883-3f86-4946-8682-16f2bbb459aa", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:17.926592 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f95044dd-5460-4e09-bac6-5ebc9b4be4c3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:17.927822 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'tag': '3a47e883-3f86-4946-8682-16f2bbb459aa', 'status': 'completed', 'code': 200} Jul 16 18:29:18.101139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f917-bfc1-4d84-b377-26131635b221 req-406fdec3-68ea-40e2-b972-5a0caf59bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.102709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41f3f917-bfc1-4d84-b377-26131635b221 req-406fdec3-68ea-40e2-b972-5a0caf59bcad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 1095 time: 0.1156282 Jul 16 18:29:18.108113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46629d41-6f3b-436e-b03b-7cf563f68b32 req-0cc29dfa-47c3-4957-8305-5d83d638781e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.116167 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46629d41-6f3b-436e-b03b-7cf563f68b32 req-0cc29dfa-47c3-4957-8305-5d83d638781e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 943 time: 0.1752739 Jul 16 18:29:18.152222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-24d0f9e8-0097-4558-bfbc-de18e2d401dd None None] Provisioning for port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:18.208886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1122a3-0c64-46ca-9d71-2c5362093e69 req-d06787a0-5ed2-4d26-a7d1-89abf249e428 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.210467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd1122a3-0c64-46ca-9d71-2c5362093e69 req-d06787a0-5ed2-4d26-a7d1-89abf249e428 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1681597 Jul 16 18:29:18.219249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:18.225683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46629d41-6f3b-436e-b03b-7cf563f68b32 req-ff28c2bc-bb13-48fa-928c-a642b4651570 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083548 Jul 16 18:29:18.293264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f917-bfc1-4d84-b377-26131635b221 req-750d3076-64c5-4987-a602-e42d61a0184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.295442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41f3f917-bfc1-4d84-b377-26131635b221 req-750d3076-64c5-4987-a602-e42d61a0184d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1665528 Jul 16 18:29:18.311170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:18.311539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.412149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41f3f917-bfc1-4d84-b377-26131635b221 req-f85b5a1b-b4c5-4852-a9c7-7d387dda2934 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a47e883-3f86-4946-8682-16f2bbb459aa HTTP/1.1" status: 200 len: 217 time: 0.0910647 Jul 16 18:29:18.429682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.445261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd1122a3-0c64-46ca-9d71-2c5362093e69 req-e7df3fa2-1cb9-4e9f-be44-af578119f0f6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226620 Jul 16 18:29:18.554373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43443954-5d98-4521-9e03-737d4319046a req-7b01dc8d-686a-4212-9019-007a0107f07f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.556631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43443954-5d98-4521-9e03-737d4319046a req-7b01dc8d-686a-4212-9019-007a0107f07f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.59 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 948 time: 0.2330875 Jul 16 18:29:18.571055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f917-bfc1-4d84-b377-26131635b221 req-1bffd6fb-438d-43c4-a93c-2579a537ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.573116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41f3f917-bfc1-4d84-b377-26131635b221 req-1bffd6fb-438d-43c4-a93c-2579a537ae1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1520135 Jul 16 18:29:18.673931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:15Z', 'revision_number': 3, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:18.687672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f917-bfc1-4d84-b377-26131635b221 req-fb87e14b-7766-4fe0-a981-955878f0f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.689362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41f3f917-bfc1-4d84-b377-26131635b221 req-fb87e14b-7766-4fe0-a981-955878f0f914 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095710 Jul 16 18:29:18.719137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.737522 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b069bf5-01f6-4296-98a5-ddcee0d4624f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.745395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Checking router: 0744b555-aa89-468a-82c6-a7b1fa193fca for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:18.746079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Updating router 0744b555-aa89-468a-82c6-a7b1fa193fca port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:18.804965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b8333c2c-2fec-4eb6-8cb2-9918159a7a14, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:18.813396 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.826773 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.940977 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.984761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f7a39-e3c4-4941-83a8-9c95c90ed936 req-085b4c87-3f0f-4147-a264-5fb2fc444dda tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.987432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb3f7a39-e3c4-4941-83a8-9c95c90ed936 req-085b4c87-3f0f-4147-a264-5fb2fc444dda tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.5489931 Jul 16 18:29:19.013440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41f3f917-bfc1-4d84-b377-26131635b221 req-1755fa1b-6c4c-407e-999d-be3ef6ca781c service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089681 Jul 16 18:29:19.043767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.071634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Deleting port ead61fbd-7682-4778-9db6-c5f7805e51a7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:19.072481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.099575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Allocated IP 172.20.0.1 (06eec99d-2514-4157-a496-a895bdd5d247/accb9a7c-8127-4b12-8f32-798439df8aa9/b8a2e437-cb13-4578-874d-9851500fdf5d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:19.138940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-ebe51f08-15bd-41de-a5a1-e233398b8246 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.147433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-ebe51f08-15bd-41de-a5a1-e233398b8246 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 822 time: 0.3785822 Jul 16 18:29:19.166942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-cf565d26-4cf1-4dc5-9d68-36fe4397002b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/quotas/217c6daf6b5f4ba2acf828ce9ab4e943 HTTP/1.1" status: 200 len: 375 time: 0.0184810 Jul 16 18:29:19.167794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e36d01c2-a5f2-40e4-8cb8-5daa1f6ccaa4 None None] Provisioning complete for port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:19.168424 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e36d01c2-a5f2-40e4-8cb8-5daa1f6ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.215561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-aaa9b1ff-62cf-4366-b6ad-bbd2bb5ce93e tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476208 Jul 16 18:29:19.267012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41f3f917-bfc1-4d84-b377-26131635b221 req-bc465a6d-6987-4522-aa14-df2a6323b17d service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434025 Jul 16 18:29:19.272392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.294309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Transition to ACTIVE for port object b8a2e437-cb13-4578-874d-9851500fdf5d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:19.348553 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.363372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Transition to ACTIVE for port object 37549fd5-9e00-48fc-83ed-f8dbc638bc47 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:19.366350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.371299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.408329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-6893b765-b116-4e01-9de3-259f8755c702 service neutron] 10.222.0.49 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910136 Jul 16 18:29:19.410919 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb3f7a39-e3c4-4941-83a8-9c95c90ed936 req-fa0d9513-cdd5-4ecc-856c-d3c6590e3ff7 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829675 Jul 16 18:29:19.454926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Network 06eec99d-2514-4157-a496-a895bdd5d247 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:19.468168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:19.471167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:19.501290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Attempting to bind port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:19.508003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Attempting to bind port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:19.508942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Attempting to bind port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:19.513915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a2e437-cb13-4578-874d-9851500fdf5d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.520178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-c1dc734e-792e-43eb-939e-ed676e0d89db service neutron] 10.222.0.49 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100123 Jul 16 18:29:19.530810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1f9da-169a-4186-8e16-f9421fbadc2f None None] Pushing event updated for resources: {'Port': ['ID=37549fd5-9e00-48fc-83ed-f8dbc638bc47,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.551394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:19.551816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:19.552557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.553022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:19.553586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Bound port: 37549fd5-9e00-48fc-83ed-f8dbc638bc47, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:19.554044 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.572267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] For port ead61fbd-7682-4778-9db6-c5f7805e51a7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ead61fbd-7682-4778-9db6-c5f7805e51a7,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:19.572639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.575425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.593821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-9980902b-c619-4524-9436-60e3c9837768 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.595375 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-9980902b-c619-4524-9436-60e3c9837768 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.67 "GET /v2.0/networks?id=33196a4d-dfcb-4bd8-9f2d-6d439725e68f HTTP/1.1" status: 200 len: 815 time: 0.2915599 Jul 16 18:29:19.608685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Request body: {'port': {'device_id': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f', 'admin_state_up': True, 'tenant_id': '174ae4fdc3b749e080f36994a7f006fa'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:19.614616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] For port 37549fd5-9e00-48fc-83ed-f8dbc638bc47, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:19.618428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] For port 37549fd5-9e00-48fc-83ed-f8dbc638bc47, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=37549fd5-9e00-48fc-83ed-f8dbc638bc47,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:19.625089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.769095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8333c2c-2fec-4eb6-8cb2-9918159a7a14 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:19.770793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Calling delete_port for ead61fbd-7682-4778-9db6-c5f7805e51a7 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:19.817575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:19.818218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:29:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:19.819103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Made reservation on behalf of 174ae4fdc3b749e080f36994a7f006fa for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:19.833220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.846259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fba08ac4-7add-455a-9a2d-1495488f7bba req-fdf289bc-2a08-46de-8c03-1cc5e1cb6d74 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 210 time: 0.0810554 Jul 16 18:29:19.907596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1f9da-169a-4186-8e16-f9421fbadc2f None None] Pushing event updated for resources: {'Port': ['ID=37549fd5-9e00-48fc-83ed-f8dbc638bc47,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.975298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.981569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce835420-4044-4e31-a742-c0679bc49b2b None None] Provisioning for port b8a2e437-cb13-4578-874d-9851500fdf5d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:20.001148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:20.001895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.003871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce835420-4044-4e31-a742-c0679bc49b2b None None] Provisioning complete for port b8a2e437-cb13-4578-874d-9851500fdf5d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:20.004496 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce835420-4044-4e31-a742-c0679bc49b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.060649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:20.068007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Allocated IP 172.20.0.11 (33196a4d-dfcb-4bd8-9f2d-6d439725e68f/56a8764c-946e-41b5-9a4f-a06d145925d7/68b37df9-31cb-45cf-a845-a5e4cb54c4ec) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:20.232286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ce835420-4044-4e31-a742-c0679bc49b2b None None] Port b8a2e437-cb13-4578-874d-9851500fdf5d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:20.238246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.328564 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.353723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.394780 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.419809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e1d8b-d761-499d-84e5-9b99a22b94c3 req-920786d1-ac15-402a-a4f8-bd008bb0f20a tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.423630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-314e1d8b-d761-499d-84e5-9b99a22b94c3 req-920786d1-ac15-402a-a4f8-bd008bb0f20a tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f8d555-78d0-4ad7-9a39-9299a0d87fd3 HTTP/1.1" status: 200 len: 865 time: 0.2433650 Jul 16 18:29:20.431087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:15Z', 'revision_number': 3, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:20.458435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Pushing event deleted for resources: {'Port': ['ID=ead61fbd-7682-4778-9db6-c5f7805e51a7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:20.459070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:20.466240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbe71-0761-486a-90b4-ed58b6f1d020 None None] The sync data for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 is: [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:15Z', 'revision_number': 3, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:20.474192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cf3ee-d5d6-4cb2-81ef-4b26f9700158 req-6af629cd-051d-4e33-b141-8fad7f8dbcf2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.475962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad2cf3ee-d5d6-4cb2-81ef-4b26f9700158 req-6af629cd-051d-4e33-b141-8fad7f8dbcf2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 943 time: 0.3097708 Jul 16 18:29:20.480299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:20.485438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:20.557328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] No DVR routers for this DVR port ead61fbd-7682-4778-9db6-c5f7805e51a7 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:20.562060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Pushing event updated for resources: {'Port': ['ID=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:20.586840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.589366 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43443954-5d98-4521-9e03-737d4319046a req-81040f54-1555-40fd-b233-d2addd71778f tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.59 "DELETE /v2.0/ports/ead61fbd-7682-4778-9db6-c5f7805e51a7 HTTP/1.1" status: 204 len: 173 time: 1.9899993 Jul 16 18:29:20.592118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-deleted', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:20.593835 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a6ad22-f98d-4761-bd38-4c2ae9765a66" -d '{"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-deleted", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:20.596884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad2cf3ee-d5d6-4cb2-81ef-4b26f9700158 req-ccc95241-9651-4441-a86b-265e2ea0d2ca tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076498 Jul 16 18:29:20.633876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.634551 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.655119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-1b89df77-5a51-4449-9c88-341df1007672 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0505786 Jul 16 18:29:20.676842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Request body: {'port': {'device_id': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:20.709762 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.727136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.768544 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-314e1d8b-d761-499d-84e5-9b99a22b94c3 req-55b68aa0-5eb7-478d-898d-4bb44582f1ac tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231554 Jul 16 18:29:20.937810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.964094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a2e437-cb13-4578-874d-9851500fdf5d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:20.974205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.008863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5be5-9bb5-4246-9dd0-2e985eaf7c1b req-5211d956-90f7-4874-ba7f-da8ebbe782ea tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.010475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a9e5be5-9bb5-4246-9dd0-2e985eaf7c1b req-5211d956-90f7-4874-ba7f-da8ebbe782ea tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.2380624 Jul 16 18:29:21.082480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a58d9dda-163a-496e-a73f-bd948142375d req-dd660bfd-e722-47cb-aba0-098d21e96a64 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 210 time: 0.0614963 Jul 16 18:29:21.160320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Network 06eec99d-2514-4157-a496-a895bdd5d247 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:21.162847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:21.181038 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a9e5be5-9bb5-4246-9dd0-2e985eaf7c1b req-a7e30341-30d5-409d-aebd-445f83e3f361 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397822 Jul 16 18:29:21.198604 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb71b5-0d67-4bfb-826b-73430ef848b5 x-openstack-request-id: req-7cbb71b5-0d67-4bfb-826b-73430ef848b5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:21.198896 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f8d555-78d0-4ad7-9a39-9299a0d87fd3", "name": "network-vif-deleted", "tag": "ead61fbd-7682-4778-9db6-c5f7805e51a7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:21.200218 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cbb71b5-0d67-4bfb-826b-73430ef848b5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:21.200714 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f8d555-78d0-4ad7-9a39-9299a0d87fd3', 'name': 'network-vif-deleted', 'tag': 'ead61fbd-7682-4778-9db6-c5f7805e51a7', 'status': 'completed', 'code': 200} Jul 16 18:29:21.481769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-754e8733-7294-4dd3-9b18-e8dcc19a937f None None] Provisioning complete for port b8a2e437-cb13-4578-874d-9851500fdf5d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:21.493673 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-754e8733-7294-4dd3-9b18-e8dcc19a937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.498955 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Router 0744b555-aa89-468a-82c6-a7b1fa193fca has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:21.557286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-754e8733-7294-4dd3-9b18-e8dcc19a937f None None] Port b8a2e437-cb13-4578-874d-9851500fdf5d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:21.673106 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.798293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe60013-6b34-4dca-b28d-b2d665a6304c req-72f2b69f-4ceb-4a25-8d56-56c6b27a48ba tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.798999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 37549fd5-9e00-48fc-83ed-f8dbc638bc47 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:21.805684 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fe60013-6b34-4dca-b28d-b2d665a6304c req-72f2b69f-4ceb-4a25-8d56-56c6b27a48ba tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 932 time: 0.1659560 Jul 16 18:29:21.869665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:21.875924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:21.881270 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.906369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fe60013-6b34-4dca-b28d-b2d665a6304c req-00d3bd34-b679-418a-9a56-213c5eedd1af tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978897 Jul 16 18:29:21.937364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b37df9-31cb-45cf-a845-a5e4cb54c4ec {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:21.959007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.974217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Transition to ACTIVE for port object 68b37df9-31cb-45cf-a845-a5e4cb54c4ec will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:21.979451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.028210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.036910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.081587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 37549fd5-9e00-48fc-83ed-f8dbc638bc47, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=37549fd5-9e00-48fc-83ed-f8dbc638bc47,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:22.087548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.124580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37d875-089f-4364-ac82-9180d29e3930 req-39f6df06-c530-4032-9285-129028d21060 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.136585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3e37d875-089f-4364-ac82-9180d29e3930 req-39f6df06-c530-4032-9285-129028d21060 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.7473373 Jul 16 18:29:22.175502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=37549fd5-9e00-48fc-83ed-f8dbc638bc47,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.186180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.186803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.187328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.188014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.188580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.189184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.190570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.191433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.191558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Attempting to bind port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:22.191807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Attempting to bind port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '9d518550-7395-4605-af12-be5b0378e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:22.192146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Attempting to bind port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec on network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:22.192548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.193123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.193837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.195008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:22.196873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec on network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:22.197199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Attempting to bind port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec on network 33196a4d-dfcb-4bd8-9f2d-6d439725e68f {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:22.211985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:22.212322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Checking segment: {'id': '9d518550-7395-4605-af12-be5b0378e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:22.212700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Bound using segment: {'id': '9d518550-7395-4605-af12-be5b0378e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:22.213194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Bound port: 68b37df9-31cb-45cf-a845-a5e4cb54c4ec, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d518550-7395-4605-af12-be5b0378e6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:22.213549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.231567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a47e883-3f86-4946-8682-16f2bbb459aa details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:22.237902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ead61fbd-7682-4778-9db6-c5f7805e51a7 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:22.261414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: ead61fbd-7682-4778-9db6-c5f7805e51a7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:22.261776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ead61fbd-7682-4778-9db6-c5f7805e51a7 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:22.268246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3e37d875-089f-4364-ac82-9180d29e3930 req-b6950a06-0d09-40fe-9e3f-8740a5fb30a3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306708 Jul 16 18:29:22.296438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-c17cb834-b23b-4c35-aa6f-2a370b58f771 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.298153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-c17cb834-b23b-4c35-aa6f-2a370b58f771 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 822 time: 0.7761512 Jul 16 18:29:22.314886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:22.319032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62af8b4-bcb9-45a2-bdda-9e37188214df req-80d39791-b580-4c48-8877-010d9a250d2e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.319568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Request body: {'port': {'device_id': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'admin_state_up': True, 'tenant_id': '217c6daf6b5f4ba2acf828ce9ab4e943'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:22.320606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c62af8b4-bcb9-45a2-bdda-9e37188214df req-80d39791-b580-4c48-8877-010d9a250d2e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 943 time: 0.1204200 Jul 16 18:29:22.323565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] For port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:22.328142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] For port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,segment=NetworkSegment(9d518550-7395-4605-af12-be5b0378e6a1),segment_id=9d518550-7395-4605-af12-be5b0378e6a1)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:22.336832 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.365647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a47e883-3f86-4946-8682-16f2bbb459aa, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a47e883-3f86-4946-8682-16f2bbb459aa,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:22.401338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '3a47e883-3f86-4946-8682-16f2bbb459aa', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '3a47e883-3f86-4946-8682-16f2bbb459aa', 'mac_address': 'fa:16:3e:5c:69:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:22.406170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.406898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.408796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/68b37df9-31cb-45cf-a845-a5e4cb54c4ec HTTP/1.1" status: 200 len: 1093 time: 1.7384982 Jul 16 18:29:22.419190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'tag': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:22.422195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-545f4ff1-590e-498c-a5aa-85de3a9ba664 admin admin] 10.222.0.49 "PUT /v2.0/routers/0744b555-aa89-468a-82c6-a7b1fa193fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8802810 Jul 16 18:29:22.425449 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8d798-7288-4bd6-b427-fcdf5cba7218" -d '{"events": [{"name": "network-changed", "server_uuid": "21f30d86-92da-49f4-b966-6e2e3c835e6a", "tag": "68b37df9-31cb-45cf-a845-a5e4cb54c4ec"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:22.457735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c62af8b4-bcb9-45a2-bdda-9e37188214df req-18b03dfe-c8f7-4f4f-8db9-d3f01fb20297 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311190 Jul 16 18:29:22.458914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Made reservation on behalf of 217c6daf6b5f4ba2acf828ce9ab4e943 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:22.465273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.482656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.511827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a47e883-3f86-4946-8682-16f2bbb459aa {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:22.572702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b90771-2a31-47e3-9ad3-26b75711b9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.574171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a47e883-3f86-4946-8682-16f2bbb459aa, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a47e883-3f86-4946-8682-16f2bbb459aa,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:22.582517 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.591727 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.611930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-62a38d75-f54d-493c-b767-7d3ea583da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.613896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-62a38d75-f54d-493c-b767-7d3ea583da21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=174ae4fdc3b749e080f36994a7f006fa&device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 1096 time: 0.1238647 Jul 16 18:29:22.624185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2c910a0-8aca-4017-a3d3-a24c6e0c5557 req-364aa018-a2c7-453c-b6de-77e190120918 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 210 time: 0.0395460 Jul 16 18:29:22.657178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3a47e883-3f86-4946-8682-16f2bbb459aa,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.683713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-54685009-89d2-4fcb-8eef-0dad3f1e391d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b37df9-31cb-45cf-a845-a5e4cb54c4ec HTTP/1.1" status: 200 len: 217 time: 0.0605199 Jul 16 18:29:22.704244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Allocated IP 172.20.0.4 (c228e95f-d482-4998-bae5-00a397c5043b/d2e45112-e474-4e29-83f8-03320c3d02de/0f1f7188-04eb-4e09-b34b-831ecee10508) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:22.765956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-a19072de-a720-4dc4-860a-fe44ab21a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.767504 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-a19072de-a720-4dc4-860a-fe44ab21a4f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56a8764c-946e-41b5-9a4f-a06d145925d7 HTTP/1.1" status: 200 len: 855 time: 0.0748291 Jul 16 18:29:22.805158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-a521a957-9ef6-4555-a190-5c5d69c9d549 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=33196a4d-dfcb-4bd8-9f2d-6d439725e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302372 Jul 16 18:29:22.818239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe37b11-782e-4f48-95cf-1ad119c2b72a req-5b60c9e5-a720-4cef-98e6-27b6ee2e42d2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.819764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fe37b11-782e-4f48-95cf-1ad119c2b72a req-5b60c9e5-a720-4cef-98e6-27b6ee2e42d2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1386611 Jul 16 18:29:22.868897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a47e883-3f86-4946-8682-16f2bbb459aa'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:22.902607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89117bd3-5ea9-4ff4-ab8d-f69e2bd6b889 req-d9861dce-6bc6-4e6c-8b21-21cfd0c96a49 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.908237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89117bd3-5ea9-4ff4-ab8d-f69e2bd6b889 req-d9861dce-6bc6-4e6c-8b21-21cfd0c96a49 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1516342 Jul 16 18:29:22.933621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fe37b11-782e-4f48-95cf-1ad119c2b72a req-137f7028-b17d-4ee8-8303-4e84a411849d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981166 Jul 16 18:29:22.933744 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Sync routers for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:22.947247 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:22.947984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:29:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:22.963309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-5ea61e4f-a317-458e-82f1-374be5e92de6 service neutron] 10.222.0.67 "GET /v2.0/networks/33196a4d-dfcb-4bd8-9f2d-6d439725e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425414 Jul 16 18:29:22.996437 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.019124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89117bd3-5ea9-4ff4-ab8d-f69e2bd6b889 req-13cf938e-b902-4c23-971e-bb304a137f1c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051304 Jul 16 18:29:23.090142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.104514 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:23.133848 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda1af1-504a-4de9-b3d9-c552f3043c13 x-openstack-request-id: req-deda1af1-504a-4de9-b3d9-c552f3043c13 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:23.134831 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f30d86-92da-49f4-b966-6e2e3c835e6a", "tag": "68b37df9-31cb-45cf-a845-a5e4cb54c4ec", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:23.135247 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-deda1af1-504a-4de9-b3d9-c552f3043c13 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:23.135986 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'tag': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec', 'status': 'completed', 'code': 200} Jul 16 18:29:23.180974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.198399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Network c228e95f-d482-4998-bae5-00a397c5043b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:23.200173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:23.203755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486f10fc-5afe-4d2c-872f-42f0bcbcbd3c req-9dba333f-a75d-45a5-8c1f-f4d86442fbb3 service neutron] 10.222.0.67 "GET /v2.0/networks/33196a4d-dfcb-4bd8-9f2d-6d439725e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321463 Jul 16 18:29:23.221327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:23.273258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.274076 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.294100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-be48c58c-3d78-411d-8437-d4b134dd5b06 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9807084 Jul 16 18:29:23.308306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Request body: {'port': {'device_id': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:23.358675 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 2, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.378297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-518ed2a6-2b7d-475b-a518-d7e9fed44c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.379915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-518ed2a6-2b7d-475b-a518-d7e9fed44c9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=174ae4fdc3b749e080f36994a7f006fa&device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 1096 time: 0.1105342 Jul 16 18:29:23.384508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.389063 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Checking router: 0744b555-aa89-468a-82c6-a7b1fa193fca for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:23.389413 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Updating router 0744b555-aa89-468a-82c6-a7b1fa193fca port b8a2e437-cb13-4578-874d-9851500fdf5d binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:23.404153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f776c9-8d3c-4168-96e1-c4c31a8b45e5 req-3492c040-cad3-4afd-b4e6-df15e5b53f8c tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.405828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01f776c9-8d3c-4168-96e1-c4c31a8b45e5 req-3492c040-cad3-4afd-b4e6-df15e5b53f8c tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 944 time: 0.0942400 Jul 16 18:29:23.423443 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.542644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01f776c9-8d3c-4168-96e1-c4c31a8b45e5 req-535d105f-100c-41bc-b17d-47ae99f05f12 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199317 Jul 16 18:29:23.559618 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-db2cb070-40a9-43c0-9ab5-b016f564f34f service neutron] show failed (client error): The resource could not be found. Jul 16 18:29:23.560634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-db2cb070-40a9-43c0-9ab5-b016f564f34f service neutron] 10.222.0.67 "GET /v2.0/ports/6ab1d2ee-59b5-41df-b1c3-c5a0db590794/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.1538813 Jul 16 18:29:23.571372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-faeb8c29-1423-4b77-876a-8603d91787e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.573105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-faeb8c29-1423-4b77-876a-8603d91787e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=33196a4d-dfcb-4bd8-9f2d-6d439725e68f HTTP/1.1" status: 200 len: 916 time: 0.1853311 Jul 16 18:29:23.628843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-ef0d3f1c-4374-44dd-b18f-5697347e59cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b37df9-31cb-45cf-a845-a5e4cb54c4ec HTTP/1.1" status: 200 len: 217 time: 0.0478063 Jul 16 18:29:23.733532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-72d4a3af-082f-4024-bd30-61905c2835d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.739305 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.742235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-72d4a3af-082f-4024-bd30-61905c2835d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=56a8764c-946e-41b5-9a4f-a06d145925d7 HTTP/1.1" status: 200 len: 855 time: 0.1045980 Jul 16 18:29:23.748200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 37549fd5-9e00-48fc-83ed-f8dbc638bc47 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:23.751675 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Transition to ACTIVE for port object b8a2e437-cb13-4578-874d-9851500fdf5d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:23.759217 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.762777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f7188-04eb-4e09-b34b-831ecee10508 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:23.771990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.795472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Transition to ACTIVE for port object 0f1f7188-04eb-4e09-b34b-831ecee10508 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:23.807987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.809895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-0bb94f1f-c43a-473b-b781-a6da8cfd2d12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=33196a4d-dfcb-4bd8-9f2d-6d439725e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562961 Jul 16 18:29:23.879809 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Pushing event updated for resources: {'Port': ['ID=b8a2e437-cb13-4578-874d-9851500fdf5d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.885296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.887695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:23.888092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.889582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.889931 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.890276 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.890897 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.891433 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.891888 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.892262 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.892593 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.892944 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.893362 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.893696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.894022 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:23.969167 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Attempting to bind port b8a2e437-cb13-4578-874d-9851500fdf5d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:23.970509 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Attempting to bind port b8a2e437-cb13-4578-874d-9851500fdf5d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:23.970509 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Attempting to bind port b8a2e437-cb13-4578-874d-9851500fdf5d on network 06eec99d-2514-4157-a496-a895bdd5d247 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:23.978121 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:23.978723 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Checking segment: {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:23.979178 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.979623 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Bound using segment: {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:23.980350 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Bound port: b8a2e437-cb13-4578-874d-9851500fdf5d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:23.980555 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.027418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Attempting to bind port 0f1f7188-04eb-4e09-b34b-831ecee10508 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:24.028046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Attempting to bind port 0f1f7188-04eb-4e09-b34b-831ecee10508 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:24.028473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Attempting to bind port 0f1f7188-04eb-4e09-b34b-831ecee10508 on network c228e95f-d482-4998-bae5-00a397c5043b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:24.033666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Port 0f1f7188-04eb-4e09-b34b-831ecee10508 on network c228e95f-d482-4998-bae5-00a397c5043b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:24.034124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Attempting to bind port 0f1f7188-04eb-4e09-b34b-831ecee10508 on network c228e95f-d482-4998-bae5-00a397c5043b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:24.039916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:24.040375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Checking segment: {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:24.040901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Bound using segment: {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:24.041423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Bound port: 0f1f7188-04eb-4e09-b34b-831ecee10508, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:24.041901 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.063097 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] For port b8a2e437-cb13-4578-874d-9851500fdf5d, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:24.067492 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] For port b8a2e437-cb13-4578-874d-9851500fdf5d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b8a2e437-cb13-4578-874d-9851500fdf5d,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:24.071793 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.143796 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:24.144030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-3dd19022-3f7b-4049-b5fd-86fe2ac5c340 service neutron] 10.222.0.67 "GET /v2.0/networks/33196a4d-dfcb-4bd8-9f2d-6d439725e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043244 Jul 16 18:29:24.144170 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:29:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:24.148534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:24.152564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:24.159086 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.163618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-4e662bb0-a91d-4e6a-9f80-ba4962b080ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.165191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-4e662bb0-a91d-4e6a-9f80-ba4962b080ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d&tenant_id=ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 1101 time: 0.2485628 Jul 16 18:29:24.186663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:24.195217 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3bb58-8844-4829-aea8-7e9b6dcb692a None None] Pushing event updated for resources: {'Port': ['ID=b8a2e437-cb13-4578-874d-9851500fdf5d,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.206808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.207752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.209432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/0f1f7188-04eb-4e09-b34b-831ecee10508 HTTP/1.1" status: 200 len: 1092 time: 0.9073400 Jul 16 18:29:24.210839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'tag': '0f1f7188-04eb-4e09-b34b-831ecee10508'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:24.214103 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6296b7a9-b364-4bc0-b167-a9f96906fde4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e28d9f-c8ae-4822-905d-19569fd29a13", "tag": "0f1f7188-04eb-4e09-b34b-831ecee10508"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:24.237560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd370dd-d538-4849-92c2-70baf889c6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.248562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a47e883-3f86-4946-8682-16f2bbb459aa up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:24.248740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd2408-7145-481d-92c1-30e3567f487c req-98919097-80f6-4d93-8f60-8cf7ab6a5a2b tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.250243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fefd2408-7145-481d-92c1-30e3567f487c req-98919097-80f6-4d93-8f60-8cf7ab6a5a2b tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 949 time: 0.1910756 Jul 16 18:29:24.360894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.364022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 3a47e883-3f86-4946-8682-16f2bbb459aa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:24.368243 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:24.373185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 3a47e883-3f86-4946-8682-16f2bbb459aa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:24.374300 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.380840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-e13ec12a-0089-4873-a586-ec23f11fcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.385452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-e13ec12a-0089-4873-a586-ec23f11fcea1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 1095 time: 0.1206503 Jul 16 18:29:24.421517 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fefd2408-7145-481d-92c1-30e3567f487c req-ced282d5-2a0b-4053-b3d0-781f886ffeb8 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308177 Jul 16 18:29:24.424287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76b8d798-7288-4bd6-b427-fcdf5cba7218 req-9c19b5a7-f7bb-4105-a8c5-d3f829d39cea service neutron] 10.222.0.67 "GET /v2.0/networks/33196a4d-dfcb-4bd8-9f2d-6d439725e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751389 Jul 16 18:29:24.424445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.444514 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-7b6499cc-cd07-43e5-9e95-34447837e2ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f1f7188-04eb-4e09-b34b-831ecee10508 HTTP/1.1" status: 200 len: 217 time: 0.0506186 Jul 16 18:29:24.523980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.545382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f399e1c0-d8b5-429b-b636-c1d7193e6dad tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2004708675', 'description': 'tempest-description--344609475'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:24.588621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-01415522-4de9-4b3d-b785-c9718368c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.590236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-01415522-4de9-4b3d-b785-c9718368c68c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2e45112-e474-4e29-83f8-03320c3d02de HTTP/1.1" status: 200 len: 862 time: 0.1280425 Jul 16 18:29:24.611981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.647902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a47e883-3f86-4946-8682-16f2bbb459aa'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:24.650603 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1617d530-2853-4833-9615-4999f148fc5a" -d '{"events": [{"server_uuid": "56fa4b69-7be2-4284-8c7c-c9564f51fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "3a47e883-3f86-4946-8682-16f2bbb459aa"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:24.656164 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-56713186-be80-4c00-a28f-b0b293d6b812 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c228e95f-d482-4998-bae5-00a397c5043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566652 Jul 16 18:29:24.656958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f399e1c0-d8b5-429b-b636-c1d7193e6dad tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.667207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a47e883-3f86-4946-8682-16f2bbb459aa, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a47e883-3f86-4946-8682-16f2bbb459aa,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:24.673176 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.694994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:24.725815 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:24Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:24.732726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3a47e883-3f86-4946-8682-16f2bbb459aa,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.759814 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8f806-8eee-4bfa-8bd7-b4ac13b139c1 None None] The sync data for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 is: [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:24Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:24.773081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:24.830093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1451175-c748-4325-b526-97068bf1fb8b req-9cae56a3-b9d1-451c-b711-348c80597c8d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.838058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1451175-c748-4325-b526-97068bf1fb8b req-9cae56a3-b9d1-451c-b711-348c80597c8d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1318700 Jul 16 18:29:24.852213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.892260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Transition to ACTIVE for port object 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:24.897170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ef89-8d84-4138-8bda-5082fc8e3e7a req-1be3be98-9fdf-49b4-af53-3a05cd37f8a4 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.898899 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f560ef89-8d84-4138-8bda-5082fc8e3e7a req-1be3be98-9fdf-49b4-af53-3a05cd37f8a4 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.2357740 Jul 16 18:29:24.902173 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.903020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-6fe44099-800c-4718-93f5-623269c53393 service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356884 Jul 16 18:29:24.917585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1451175-c748-4325-b526-97068bf1fb8b req-1fae61b6-8bf0-42fb-bdf7-c3077a09f0e7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617578 Jul 16 18:29:24.983173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] No DVR routers for this DVR port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:25.011277 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f399e1c0-d8b5-429b-b636-c1d7193e6dad tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.028463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f399e1c0-d8b5-429b-b636-c1d7193e6dad tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.044665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.075411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f560ef89-8d84-4138-8bda-5082fc8e3e7a req-8ab39fda-a4b4-4855-a497-3f4de099aed6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657071 Jul 16 18:29:25.111796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f399e1c0-d8b5-429b-b636-c1d7193e6dad tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.111796 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f399e1c0-d8b5-429b-b636-c1d7193e6dad tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5823774 Jul 16 18:29:25.111796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.129652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-22ed6fe2-5e42-4b38-af71-e84bee895f50 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Request body: {'security_group_rule': {'security_group_id': '1d3fa30a-9610-4e94-9fef-f45283a22d7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:25.136960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:25.137453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:25.137883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:25.145279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399e1c0-d8b5-429b-b636-c1d7193e6dad tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3fa30a-9610-4e94-9fef-f45283a22d7d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.147370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:25.150416 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26821b4-41f1-426b-94f5-192ccddb888c" -d '{"events": [{"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:25.162780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:25.163045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Attempting to bind port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:25.165006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-448d989d-a6d8-46a2-a369-04e2bfcef408 req-2ce86626-64a4-4348-b90f-6a71f2901e1a service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467206 Jul 16 18:29:25.175037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:25.175278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:25.175676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:25.176173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Bound port: 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:25.176658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.196075 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22ed6fe2-5e42-4b38-af71-e84bee895f50 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.263782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b90577-ee06-4daa-8d34-87e433d6046b req-80dcf583-9678-47f6-a4bc-8f8ee5145ed4 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.265898 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b90577-ee06-4daa-8d34-87e433d6046b req-80dcf583-9678-47f6-a4bc-8f8ee5145ed4 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 943 time: 0.2078137 Jul 16 18:29:25.278802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22ed6fe2-5e42-4b38-af71-e84bee895f50 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.286585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22ed6fe2-5e42-4b38-af71-e84bee895f50 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.386097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed6fe2-5e42-4b38-af71-e84bee895f50 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099fa654-f75d-418f-93d1-cde2def92778,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.394528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22ed6fe2-5e42-4b38-af71-e84bee895f50 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.398773 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-22ed6fe2-5e42-4b38-af71-e84bee895f50 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870295 Jul 16 18:29:25.399499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.406001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3b91da60-a608-4870-853b-0c6b747a8066 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Request body: {'security_group_rule': {'security_group_id': '1d3fa30a-9610-4e94-9fef-f45283a22d7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:25.416667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b90577-ee06-4daa-8d34-87e433d6046b req-f8eaa986-59e8-4fee-8341-bd220a9cb897 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093342 Jul 16 18:29:25.426812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:25.444295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6dea0-e61d-43ab-bd5d-3e5d936774fe req-97717db2-3b8c-423a-84f5-4d388eb1c51d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.472609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fac6dea0-e61d-43ab-bd5d-3e5d936774fe req-97717db2-3b8c-423a-84f5-4d388eb1c51d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 947 time: 0.1362076 Jul 16 18:29:25.472886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:25.481658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-ecf60c19-d06a-4786-92cd-1d3b60006066 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.483291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-ecf60c19-d06a-4786-92cd-1d3b60006066 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.67 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 949 time: 0.2920291 Jul 16 18:29:25.489180 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.512581 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326f32f7-c9f2-4d26-b1d1-16989f7e711f x-openstack-request-id: req-326f32f7-c9f2-4d26-b1d1-16989f7e711f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:25.512924 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e28d9f-c8ae-4822-905d-19569fd29a13", "tag": "0f1f7188-04eb-4e09-b34b-831ecee10508", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:25.513177 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-326f32f7-c9f2-4d26-b1d1-16989f7e711f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:25.513576 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'tag': '0f1f7188-04eb-4e09-b34b-831ecee10508', 'status': 'completed', 'code': 200} Jul 16 18:29:25.533188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fac6dea0-e61d-43ab-bd5d-3e5d936774fe req-7c69ebc0-85ea-48a3-9fc9-6e90531b1d0f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555809 Jul 16 18:29:25.599605 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ad918-0020-4662-b0b3-c3c3d8820744 x-openstack-request-id: req-a62ad918-0020-4662-b0b3-c3c3d8820744 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:25.600658 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fa4b69-7be2-4284-8c7c-c9564f51fc3e", "name": "network-vif-plugged", "status": "completed", "tag": "3a47e883-3f86-4946-8682-16f2bbb459aa", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:25.601099 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a62ad918-0020-4662-b0b3-c3c3d8820744 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:25.601818 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a47e883-3f86-4946-8682-16f2bbb459aa', 'code': 200} Jul 16 18:29:25.609919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.610546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.612943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] 10.222.0.59 "PUT /v2.0/ports/6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 1096 time: 1.4321342 Jul 16 18:29:25.630428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b91da60-a608-4870-853b-0c6b747a8066 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.670604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-63959899-cacb-42c3-8542-7fc6c5f75f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.672919 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-63959899-cacb-42c3-8542-7fc6c5f75f7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 1095 time: 0.0970304 Jul 16 18:29:25.839667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8a2e437-cb13-4578-874d-9851500fdf5d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:25.863714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-9049e7e4-7769-47bb-9f6e-4ba1ea3b4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.865234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-9049e7e4-7769-47bb-9f6e-4ba1ea3b4dca service neutron] 10.222.0.59 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 923 time: 0.1790824 Jul 16 18:29:25.878219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cac56-1a7a-4757-a83b-3a39f1bc525c service neutron] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.933462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b8a2e437-cb13-4578-874d-9851500fdf5d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:25.936943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b8a2e437-cb13-4578-874d-9851500fdf5d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:25.937318 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.961675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-342cf220-9362-4b9b-9b5b-db84f69ea42c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f1f7188-04eb-4e09-b34b-831ecee10508 HTTP/1.1" status: 200 len: 217 time: 0.0869522 Jul 16 18:29:25.973851 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b91da60-a608-4870-853b-0c6b747a8066 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.016478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477ea2-46ca-4a37-8d7a-21d56880bd6f req-4289d780-19e9-4ecf-90bc-303b57e7fee9 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.018436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f477ea2-46ca-4a37-8d7a-21d56880bd6f req-4289d780-19e9-4ecf-90bc-303b57e7fee9 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 944 time: 0.3812437 Jul 16 18:29:26.020440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-8df2cc6d-fb15-47ac-abb9-c9767c1b7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.022162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-8df2cc6d-fb15-47ac-abb9-c9767c1b7bcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1099 time: 0.3585589 Jul 16 18:29:26.022963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b91da60-a608-4870-853b-0c6b747a8066 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.028609 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.077384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b8a2e437-cb13-4578-874d-9851500fdf5d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b8a2e437-cb13-4578-874d-9851500fdf5d,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:26.086042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.113181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc95b-fc64-4f2c-a135-80fba604e7c2 req-571646bf-675c-4840-9d0e-e7bed7834608 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.115522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34fcc95b-fc64-4f2c-a135-80fba604e7c2 req-571646bf-675c-4840-9d0e-e7bed7834608 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1339693 Jul 16 18:29:26.117530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-a1b3feaa-4ab0-49da-811c-2d5cf5d7a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.119157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-a1b3feaa-4ab0-49da-811c-2d5cf5d7a64a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2e45112-e474-4e29-83f8-03320c3d02de HTTP/1.1" status: 200 len: 862 time: 0.1507545 Jul 16 18:29:26.142199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33dff2-86c4-4399-a06b-89ec59362490 req-23c2c9c5-261f-49f6-af16-500e626c9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.143943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ae33dff2-86c4-4399-a06b-89ec59362490 req-23c2c9c5-261f-49f6-af16-500e626c9098 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 1097 time: 0.4215055 Jul 16 18:29:26.154030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b8a2e437-cb13-4578-874d-9851500fdf5d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.183388 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-f769ccb4-2cd4-47f1-9902-fa36994d0d5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c228e95f-d482-4998-bae5-00a397c5043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332119 Jul 16 18:29:26.191140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b91da60-a608-4870-853b-0c6b747a8066 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.191365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-34fcc95b-fc64-4f2c-a135-80fba604e7c2 req-298f739e-aba1-4692-9125-7d6a27495666 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693989 Jul 16 18:29:26.195375 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3b91da60-a608-4870-853b-0c6b747a8066 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7932184 Jul 16 18:29:26.196147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91da60-a608-4870-853b-0c6b747a8066 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd4c8c4-07a6-474e-b365-3eedf4b65be9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.199671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:26.211064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Deleting port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:26.211413 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.225803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:26.268127 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87647384-4a10-4d2e-adbb-dbd6fc0a1295 x-openstack-request-id: req-87647384-4a10-4d2e-adbb-dbd6fc0a1295 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:26.268429 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:26.268678 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87647384-4a10-4d2e-adbb-dbd6fc0a1295 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:26.269095 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'code': 200} Jul 16 18:29:26.282895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-b182bca5-5842-4b8c-a336-81755468d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.284561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-b182bca5-5842-4b8c-a336-81755468d54b service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2460520 Jul 16 18:29:26.288496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.338999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f477ea2-46ca-4a37-8d7a-21d56880bd6f req-4dc8c12f-820a-497a-8128-0c492c7a7b4d tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088908 Jul 16 18:29:26.349475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ae33dff2-86c4-4399-a06b-89ec59362490 req-b47f62d1-dc53-4c40-9c1a-6add3b348186 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934016 Jul 16 18:29:26.362170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-3bdc3bd4-342d-44c3-9704-2e672f973b24 service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698232 Jul 16 18:29:26.401986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-cf30391e-cb14-4507-b9f3-0df19a549f9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.0654867 Jul 16 18:29:26.471947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] For port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:26.472221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.507628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-0914488b-2e2e-498f-983b-32915be9178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.509113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-0914488b-2e2e-498f-983b-32915be9178a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1021194 Jul 16 18:29:26.515374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Calling delete_port for 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:26.558253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.562869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6296b7a9-b364-4bc0-b167-a9f96906fde4 req-2d05b38b-b3bf-4f25-9e22-12cd0c4c869e service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504710 Jul 16 18:29:26.579916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de879ba2-8c21-46a9-a988-1c1556a0fc32 req-54542ffb-885d-483a-85be-2549e1c02a0e tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.581517 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de879ba2-8c21-46a9-a988-1c1556a0fc32 req-54542ffb-885d-483a-85be-2549e1c02a0e tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 949 time: 0.1702654 Jul 16 18:29:26.648459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a3f40-d990-447d-b2ec-60914481d360 req-2501a44e-4249-4119-8427-ef2029ce344a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.649996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-301a3f40-d990-447d-b2ec-60914481d360 req-2501a44e-4249-4119-8427-ef2029ce344a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1867490 Jul 16 18:29:26.677136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de879ba2-8c21-46a9-a988-1c1556a0fc32 req-c5147635-4ac7-471f-bd22-ab32a344477b tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e146730-52bc-4f63-acac-d61ab5cb600a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653949 Jul 16 18:29:26.677668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-a61bb5a5-a872-4d19-89a7-88979e5ff0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.679158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-a61bb5a5-a872-4d19-89a7-88979e5ff0b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610110 Jul 16 18:29:26.720897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Allocated IP 172.25.1.29 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/686cbda4-882b-4195-8354-c1fd7e84499a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:26.762940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-301a3f40-d990-447d-b2ec-60914481d360 req-99a1127f-4360-4085-b77c-7e8613fa1cab tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Jul 16 18:29:26.885444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.924856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8bbf4-db0e-4410-8376-a8c1aa397c0b req-94cd711c-0043-4133-ab17-b360265dc61d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.926481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3f8bbf4-db0e-4410-8376-a8c1aa397c0b req-94cd711c-0043-4133-ab17-b360265dc61d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 943 time: 0.1177034 Jul 16 18:29:26.969690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.003859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3f8bbf4-db0e-4410-8376-a8c1aa397c0b req-5b5f19ac-17ca-49a8-9d7c-3b7c63bd52f3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681338 Jul 16 18:29:27.019003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:27.022419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:27.027310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event updated for resources: {'Port': ['ID=686cbda4-882b-4195-8354-c1fd7e84499a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.030119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:27.142738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.187200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Pushing event deleted for resources: {'Port': ['ID=1f07a71c-c3a0-45fe-a314-9be2a4b0dcee,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.229455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.246399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-9bd2cf79-4f80-444b-8cfd-0a2a8c3c9326 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577683 Jul 16 18:29:27.265943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] No DVR routers for this DVR port 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:27.277362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.279415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c74da22-2611-437d-9a0f-3de2e6b8c428 req-f39f71f7-6f50-4bc5-a55c-42fccffac199 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.67 "DELETE /v2.0/ports/1f07a71c-c3a0-45fe-a314-9be2a4b0dcee HTTP/1.1" status: 204 len: 173 time: 1.7864008 Jul 16 18:29:27.287202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226fe73-eb98-46dc-af90-b5d387fb629e req-dfd54ada-5ba2-43ca-800c-8c15501c118a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.289044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e226fe73-eb98-46dc-af90-b5d387fb629e req-dfd54ada-5ba2-43ca-800c-8c15501c118a tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1460080 Jul 16 18:29:27.313151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.316368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0324aa7-20fd-444c-8fc0-40e5857c9786 req-e19fef4c-c3b1-45e3-8770-31ca482ce221 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.323180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0324aa7-20fd-444c-8fc0-40e5857c9786 req-e19fef4c-c3b1-45e3-8770-31ca482ce221 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 947 time: 0.2138538 Jul 16 18:29:27.359414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e226fe73-eb98-46dc-af90-b5d387fb629e req-8b775215-bf87-4249-baa8-11f7155fd8ce tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627792 Jul 16 18:29:27.405713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0324aa7-20fd-444c-8fc0-40e5857c9786 req-afd6c8d2-678f-4ea5-b76a-76baa7c6a623 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815330 Jul 16 18:29:27.440681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-8077a4bd-bd41-4c9e-9481-ea1e70a9d682 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697295 Jul 16 18:29:27.643850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 68b37df9-31cb-45cf-a845-a5e4cb54c4ec details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:27.649602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:27.680454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609c3ef-03d4-4cea-bdef-5c4631c8b71d req-6e56e441-2854-4c35-9b4d-bc0c30bd6b6f tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.690721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6609c3ef-03d4-4cea-bdef-5c4631c8b71d req-6e56e441-2854-4c35-9b4d-bc0c30bd6b6f tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 944 time: 0.1227317 Jul 16 18:29:27.749217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6609c3ef-03d4-4cea-bdef-5c4631c8b71d req-bfb10e98-bfc8-448b-a280-72fae051a643 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575633 Jul 16 18:29:27.765585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8a2e437-cb13-4578-874d-9851500fdf5d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:27.929222 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.945277 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.949380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d66b85e1-0fc3-42a6-bb8d-4fff35c1f360 req-fcfac598-6823-4820-b54b-1e3b56e2e364 tempest-ListImageFiltersTestJSON-1604274023 tempest-ListImageFiltersTestJSON-1604274023-project] 10.222.0.49 "GET /v2.0/ports?device_id=c029b9bd-111a-4e18-817b-a49dc518186d HTTP/1.1" status: 200 len: 210 time: 0.0370858 Jul 16 18:29:27.999455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3d1d-cafb-44f4-b637-aef6ad617bc9 req-d71a9da0-e2bd-4720-a18a-d64138228a94 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.000999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bf3b3d1d-cafb-44f4-b637-aef6ad617bc9 req-d71a9da0-e2bd-4720-a18a-d64138228a94 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1252272 Jul 16 18:29:28.004002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:28.016171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,segment=NetworkSegment(9d518550-7395-4605-af12-be5b0378e6a1),segment_id=9d518550-7395-4605-af12-be5b0378e6a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:28.036356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event updated for resources: {'Port': ['ID=686cbda4-882b-4195-8354-c1fd7e84499a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.037333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec', 'network_id': '33196a4d-dfcb-4bd8-9f2d-6d439725e68f', 'port_id': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec', 'mac_address': 'fa:16:3e:28:b7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a8764c-946e-41b5-9a4f-a06d145925d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:28.071137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.076841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b8a2e437-cb13-4578-874d-9851500fdf5d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:28.077259 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.082125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bf3b3d1d-cafb-44f4-b637-aef6ad617bc9 req-c3b12cd3-6707-441f-8fbf-de89a8a78117 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Jul 16 18:29:28.091247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.093226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-498b6cdd-e84d-4511-adf6-d9e1d6b3c419 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8911140 Jul 16 18:29:28.152104 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.172485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b37df9-31cb-45cf-a845-a5e4cb54c4ec {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:28.194833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,segment=NetworkSegment(9d518550-7395-4605-af12-be5b0378e6a1),segment_id=9d518550-7395-4605-af12-be5b0378e6a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:28.208813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e6b3f-a817-4cac-8d3c-120ea26bc23c req-3b4c1e02-5de8-4837-b43f-52bf0b8cc93e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.210345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-777e6b3f-a817-4cac-8d3c-120ea26bc23c req-3b4c1e02-5de8-4837-b43f-52bf0b8cc93e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0794640 Jul 16 18:29:28.214134 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.256523 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-777e6b3f-a817-4cac-8d3c-120ea26bc23c req-e8f935fc-2334-4f87-9d13-afcd38c230e1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380232 Jul 16 18:29:28.271473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794'}, {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-deleted', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:28.274453 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a228e92d-d35f-435e-b215-a9eb50b709ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794"}, {"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-deleted", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:28.281962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.283267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f8f8d-c1d4-45ae-9e0b-6c03852bfd2b req-2044b053-3051-4ffb-9e53-c9f6c193ae0f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.285474 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f0f8f8d-c1d4-45ae-9e0b-6c03852bfd2b req-2044b053-3051-4ffb-9e53-c9f6c193ae0f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 943 time: 0.0664225 Jul 16 18:29:28.291425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0f1f7188-04eb-4e09-b34b-831ecee10508 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:28.326505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f0f8f8d-c1d4-45ae-9e0b-6c03852bfd2b req-bb1d5945-6e9c-4b24-8b48-47fcf6016a01 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Jul 16 18:29:28.405746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:28.418490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '0f1f7188-04eb-4e09-b34b-831ecee10508', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'port_id': '0f1f7188-04eb-4e09-b34b-831ecee10508', 'mac_address': 'fa:16:3e:2d:64:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e45112-e474-4e29-83f8-03320c3d02de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:28.433955 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a808ea2f-d9e6-4477-80f2-76c1a4bccb12 x-openstack-request-id: req-a808ea2f-d9e6-4477-80f2-76c1a4bccb12 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:28.434257 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794", "status": "completed", "code": 200}, {"server_uuid": "c029b9bd-111a-4e18-817b-a49dc518186d", "name": "network-vif-deleted", "tag": "1f07a71c-c3a0-45fe-a314-9be2a4b0dcee", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:28.434572 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a808ea2f-d9e6-4477-80f2-76c1a4bccb12 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:28.434932 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'status': 'completed', 'code': 200} Jul 16 18:29:28.435365 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c029b9bd-111a-4e18-817b-a49dc518186d', 'name': 'network-vif-deleted', 'tag': '1f07a71c-c3a0-45fe-a314-9be2a4b0dcee', 'status': 'completed', 'code': 200} Jul 16 18:29:28.452694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-7039179b-6e8e-41de-af1e-0040a696fc16 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2004708675&fields=id&tenant_id=5a730209c34a42e0b09905d5b4b120b0 HTTP/1.1" status: 200 len: 267 time: 0.0468438 Jul 16 18:29:28.456534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['68b37df9-31cb-45cf-a845-a5e4cb54c4ec'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:28.499120 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.525143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1f7188-04eb-4e09-b34b-831ecee10508 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:28.580813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:28.581552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-feb721cd-052c-4917-af85-fc8343064f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.583594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-feb721cd-052c-4917-af85-fc8343064f28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1099 time: 0.1165502 Jul 16 18:29:28.591299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-fa70f568-c710-4485-a129-fb910fb82787 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.591866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.601432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-fa70f568-c710-4485-a129-fb910fb82787 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/networks?id=06eec99d-2514-4157-a496-a895bdd5d247 HTTP/1.1" status: 200 len: 805 time: 0.1405654 Jul 16 18:29:28.613471 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-412cec3f-2e0e-4d0d-a22a-f2ad37d74418 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/quotas/5a730209c34a42e0b09905d5b4b120b0 HTTP/1.1" status: 200 len: 375 time: 0.0110853 Jul 16 18:29:28.640106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-83f31aad-76be-4ed1-9ee6-570ef24c644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.643531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-83f31aad-76be-4ed1-9ee6-570ef24c644b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1099 time: 0.1665859 Jul 16 18:29:28.690415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.711113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e41eb2cb-caaf-49e1-9a7e-5f18aa4381be tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a730209c34a42e0b09905d5b4b120b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904648 Jul 16 18:29:28.812324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-3fe6c680-706b-4e2a-878f-25377e3a5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.814014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-3fe6c680-706b-4e2a-878f-25377e3a5b88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2224982 Jul 16 18:29:28.822300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-877b81d8-892d-4f08-a66b-41af50ae43fd service neutron] 10.222.0.49 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932329 Jul 16 18:29:28.871350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-eca1ae19-432b-472d-9dcc-3b5a687f10d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.0487812 Jul 16 18:29:28.873997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-c814637f-5676-4732-9b5a-87b6f121a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.875364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-c814637f-5676-4732-9b5a-87b6f121a3dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1915433 Jul 16 18:29:28.911676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-797f3135-ff57-401c-8312-fcef73fc1cb3 service neutron] 10.222.0.49 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833926 Jul 16 18:29:28.939994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['0f1f7188-04eb-4e09-b34b-831ecee10508'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:28.959696 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-14cf9cfa-d87f-4913-beda-ea51377dd14d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.0718744 Jul 16 18:29:28.978203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-741fffb3-f4f0-4e5c-8fcd-efb2e2a1e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.979679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-741fffb3-f4f0-4e5c-8fcd-efb2e2a1e909 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1014690 Jul 16 18:29:28.987272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9c2c6-7001-4a1a-af22-ed302b7336c2 req-82270b20-6c67-4e75-add5-174a7c462ebf tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.988735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fd9c2c6-7001-4a1a-af22-ed302b7336c2 req-82270b20-6c67-4e75-add5-174a7c462ebf tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.2202439 Jul 16 18:29:29.086202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-49045f80-d412-4071-aa91-46b587033a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.087691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-49045f80-d412-4071-aa91-46b587033a72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1189921 Jul 16 18:29:29.108465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fd9c2c6-7001-4a1a-af22-ed302b7336c2 req-c3a38094-b4bd-4110-86fe-4514a38d3709 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920885 Jul 16 18:29:29.162993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-78d49093-9e07-47ca-b2be-9f2631278174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.164590 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-78d49093-9e07-47ca-b2be-9f2631278174 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1739256 Jul 16 18:29:29.244850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-f2e982ac-51d8-44bd-bc47-4dc729080352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.247158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-f2e982ac-51d8-44bd-bc47-4dc729080352 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505249 Jul 16 18:29:29.257801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7029e-248a-4406-862b-caf2304a7c77 req-6e11a452-cfac-4405-a400-730eb9ce2a3c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.259368 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fc7029e-248a-4406-862b-caf2304a7c77 req-6e11a452-cfac-4405-a400-730eb9ce2a3c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 947 time: 0.0864484 Jul 16 18:29:29.308527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fc7029e-248a-4406-862b-caf2304a7c77 req-bb47edcf-af7d-4430-b6f2-966b77678e58 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Jul 16 18:29:29.309486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-70c904df-a815-4d9e-8079-e00fd8b1ad8d service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348011 Jul 16 18:29:29.455579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-98e98508-c3cf-4e1b-a760-c8553716b92b service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996055 Jul 16 18:29:29.502295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f196-f121-47cd-b8a8-0cfcfbc3ecab req-57bc4a5d-7a5b-4f5f-85df-4981face5ed0 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.502453 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-81ba332a-3124-4c48-b006-d0c7389ea8e4 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670628 Jul 16 18:29:29.503871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c87f196-f121-47cd-b8a8-0cfcfbc3ecab req-57bc4a5d-7a5b-4f5f-85df-4981face5ed0 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 945 time: 0.0726705 Jul 16 18:29:29.558987 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c87f196-f121-47cd-b8a8-0cfcfbc3ecab req-9d311539-0a8a-4cd8-8888-15af80fc6a14 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470409 Jul 16 18:29:29.574125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab22e54-0254-4d6d-89e3-859816e693ce req-ad575619-4e20-44be-9189-0512c0833ecd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.584950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dab22e54-0254-4d6d-89e3-859816e693ce req-ad575619-4e20-44be-9189-0512c0833ecd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1573799 Jul 16 18:29:29.606898 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a228e92d-d35f-435e-b215-a9eb50b709ca req-69bc1f24-a3f3-496f-b71d-dd18d41f29cd service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319685 Jul 16 18:29:29.630253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dab22e54-0254-4d6d-89e3-859816e693ce req-372853ff-b6aa-40c4-8585-3ad61d498626 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Jul 16 18:29:29.666859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 68b37df9-31cb-45cf-a845-a5e4cb54c4ec up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:29.727912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:29.732513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:29.733020 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.790104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7780de3-6e8a-4512-b70d-82c469587c04 req-035d55f0-8242-4ede-9c65-f8df6628f0d8 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 210 time: 0.0352235 Jul 16 18:29:29.839225 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.853069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa540f4-c258-4965-a252-1909eca5c891 req-acd65539-5835-402f-bf76-6b1885f88003 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.855159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efa540f4-c258-4965-a252-1909eca5c891 req-acd65539-5835-402f-bf76-6b1885f88003 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0846932 Jul 16 18:29:29.872015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:29.874322 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5adf52b-76d1-4aa9-8060-c5197fb6b370" -d '{"events": [{"server_uuid": "21f30d86-92da-49f4-b966-6e2e3c835e6a", "name": "network-vif-plugged", "status": "completed", "tag": "68b37df9-31cb-45cf-a845-a5e4cb54c4ec"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:29.895146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,segment=NetworkSegment(9d518550-7395-4605-af12-be5b0378e6a1),segment_id=9d518550-7395-4605-af12-be5b0378e6a1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:29.900128 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.900993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:29.919863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efa540f4-c258-4965-a252-1909eca5c891 req-8517caca-907e-4390-b8f9-b22f63cdd668 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Jul 16 18:29:29.948224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:29.948979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1f07a71c-c3a0-45fe-a314-9be2a4b0dcee not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:29.981891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04fd9f-deb6-402d-bc76-7d4ef9ffaad1 req-ad5c9935-3a02-4f6a-949d-feaa21ab20e5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.983749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb04fd9f-deb6-402d-bc76-7d4ef9ffaad1 req-ad5c9935-3a02-4f6a-949d-feaa21ab20e5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 944 time: 0.0828352 Jul 16 18:29:30.009476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.028545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb04fd9f-deb6-402d-bc76-7d4ef9ffaad1 req-9947832d-0526-4616-84e0-9e82cf1a042f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 Jul 16 18:29:30.085982 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75749b3d-2a13-4f4b-b8f9-49bf35a18273 x-openstack-request-id: req-75749b3d-2a13-4f4b-b8f9-49bf35a18273 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:30.086395 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f30d86-92da-49f4-b966-6e2e3c835e6a", "name": "network-vif-plugged", "status": "completed", "tag": "68b37df9-31cb-45cf-a845-a5e4cb54c4ec", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:30.086919 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75749b3d-2a13-4f4b-b8f9-49bf35a18273 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:30.087365 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec', 'code': 200} Jul 16 18:29:30.269265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88588254-6fb9-4c29-bbc8-1d118aadb8aa req-55f7a126-bb73-496c-9cf2-20502d4ca1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:30.270791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88588254-6fb9-4c29-bbc8-1d118aadb8aa req-55f7a126-bb73-496c-9cf2-20502d4ca1d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 1098 time: 0.1022243 Jul 16 18:29:30.292019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391ab21-b50f-4adc-b988-c4c8c0cd3114 req-46879bda-02e0-44c2-9fc3-cc7a47c556c5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:30.293531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d391ab21-b50f-4adc-b988-c4c8c0cd3114 req-46879bda-02e0-44c2-9fc3-cc7a47c556c5 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0922883 Jul 16 18:29:30.296759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:30.299986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0f1f7188-04eb-4e09-b34b-831ecee10508 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:30.352853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88588254-6fb9-4c29-bbc8-1d118aadb8aa req-f121e473-c624-458a-9fa3-5ea4188084d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738678 Jul 16 18:29:30.367107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d391ab21-b50f-4adc-b988-c4c8c0cd3114 req-f9240fa3-7e73-4ce0-919c-3e6caba291d9 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650620 Jul 16 18:29:30.438976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 0f1f7188-04eb-4e09-b34b-831ecee10508 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:30.445880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 0f1f7188-04eb-4e09-b34b-831ecee10508 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:30.446551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.502949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:30.522837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'mac_address': 'fa:16:3e:e4:69:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:30.596702 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.613653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.624219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-527b5c05-95c2-44bc-85e2-513d3122a841 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:30.626034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-527b5c05-95c2-44bc-85e2-513d3122a841 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.67 "GET /v2.0/networks?id=06eec99d-2514-4157-a496-a895bdd5d247 HTTP/1.1" status: 200 len: 805 time: 0.1472149 Jul 16 18:29:30.629601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:30.678408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:30.683936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:30.685348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.704166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-eaabdb3a-b314-456a-bcac-05957507f1c5 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a730209c34a42e0b09905d5b4b120b0 HTTP/1.1" status: 200 len: 380 time: 0.0656586 Jul 16 18:29:30.716376 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.716592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Request body: {'port': {'device_id': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'admin_state_up': True, 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'security_groups': ['1d3fa30a-9610-4e94-9fef-f45283a22d7d']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:30.752753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.768217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7fda7-5cd8-4a33-b72a-26922c5446d3 req-1ef0ccde-e8a8-4d9a-9b14-d8e23130da80 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:30.769701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844ab55-d078-4cad-a4de-e77552c2b008 req-bda25e07-9b73-43f8-a26d-02649f8c49f8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:30.771666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4844ab55-d078-4cad-a4de-e77552c2b008 req-bda25e07-9b73-43f8-a26d-02649f8c49f8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 947 time: 0.1442275 Jul 16 18:29:30.775358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8b7fda7-5cd8-4a33-b72a-26922c5446d3 req-1ef0ccde-e8a8-4d9a-9b14-d8e23130da80 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0802202 Jul 16 18:29:30.819171 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8b7fda7-5cd8-4a33-b72a-26922c5446d3 req-06a65686-cf1d-410f-8a29-83e4c43d0b8c tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Jul 16 18:29:30.826770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.870032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4844ab55-d078-4cad-a4de-e77552c2b008 req-a41fff56-5d12-467d-97ae-a5295ebac370 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914831 Jul 16 18:29:30.895537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Made reservation on behalf of 5a730209c34a42e0b09905d5b4b120b0 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:30.901020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.040024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ab1d2ee-59b5-41df-b1c3-c5a0db590794'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:31.067548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Allocated IP 172.20.0.5 (06eec99d-2514-4157-a496-a895bdd5d247/accb9a7c-8127-4b12-8f32-798439df8aa9/08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:31.124414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c29c-b211-4d4b-a105-ae10898d505f req-ece78d42-2aa5-414f-9913-7008ead4963c tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:31.131607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0423c29c-b211-4d4b-a105-ae10898d505f req-ece78d42-2aa5-414f-9913-7008ead4963c tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 946 time: 0.1548009 Jul 16 18:29:31.230398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0423c29c-b211-4d4b-a105-ae10898d505f req-1dc746b1-4ae8-4673-a794-62d8e5d40406 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968089 Jul 16 18:29:31.310334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4d56f-0e6e-4d18-9a8c-2b8c29581871 req-c8f86452-641c-425e-9807-69a2d509f1d9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:31.312764 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-87b4d56f-0e6e-4d18-9a8c-2b8c29581871 req-c8f86452-641c-425e-9807-69a2d509f1d9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0771182 Jul 16 18:29:31.323205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.338277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Transition to ACTIVE for port object 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:31.357522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-87b4d56f-0e6e-4d18-9a8c-2b8c29581871 req-49682f36-0b2b-4016-b8aa-c32aaf4e54f8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Jul 16 18:29:31.404904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.418351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.491284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Network 06eec99d-2514-4157-a496-a895bdd5d247 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:31.502528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:31.504637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event updated for resources: {'Port': ['ID=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.516078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:31.570830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b70a7-6a47-4c87-a72c-145ec20e10c8 req-be79c80c-9df8-45f8-b70c-bd6658f1abbb tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:31.578046 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-396b70a7-6a47-4c87-a72c-145ec20e10c8 req-be79c80c-9df8-45f8-b70c-bd6658f1abbb tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 931 time: 0.1850140 Jul 16 18:29:31.600405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3920debf-7a62-403c-84e9-058bb76505d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9850b737aa4e416c8ce0472ad2f97734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807342 Jul 16 18:29:31.602912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.637683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-396b70a7-6a47-4c87-a72c-145ec20e10c8 req-8a8bf1e4-8995-4e85-a997-3d9486618350 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586581 Jul 16 18:29:31.654316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:31.656938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.678186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f873a694-6ddf-467a-ae16-0983903c2802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.685941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-e62ac6e1-e5d7-45ee-b1c0-d38adb1a6833 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9743018 Jul 16 18:29:31.698065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Request body: {'port': {'device_id': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:31.708332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f873a694-6ddf-467a-ae16-0983903c2802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.800313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bf409-6d1a-4af8-907c-d568f01001ba req-2cb86775-b552-4860-9fc2-5af9c6dec2db tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:31.801890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d3bf409-6d1a-4af8-907c-d568f01001ba req-2cb86775-b552-4860-9fc2-5af9c6dec2db tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.0912437 Jul 16 18:29:31.824119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f873a694-6ddf-467a-ae16-0983903c2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.826711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f873a694-6ddf-467a-ae16-0983903c2802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.827803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f873a694-6ddf-467a-ae16-0983903c2802 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e146730-52bc-4f63-acac-d61ab5cb600a HTTP/1.1" status: 204 len: 168 time: 0.2236454 Jul 16 18:29:31.839393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873a694-6ddf-467a-ae16-0983903c2802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e146730-52bc-4f63-acac-d61ab5cb600a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.865603 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d3bf409-6d1a-4af8-907c-d568f01001ba req-27bede9c-d829-4b75-8de4-ca5abf2b0ced tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Jul 16 18:29:31.888967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c4d5a1bc-a827-4ecc-a234-471b854d17de None None] Provisioning for port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:31.895597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c4d5a1bc-a827-4ecc-a234-471b854d17de None None] Provisioning complete for port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:31.896204 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a1bc-a827-4ecc-a234-471b854d17de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.905110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.938289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5a1bc-a827-4ecc-a234-471b854d17de None None] Port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:32.089803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f7188-04eb-4e09-b34b-831ecee10508'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:32.093626 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52843955-263a-44de-8ae7-0163413864cd" -d '{"events": [{"server_uuid": "a5e28d9f-c8ae-4822-905d-19569fd29a13", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f7188-04eb-4e09-b34b-831ecee10508"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:32.180593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508950-1896-4271-956b-9ea7055c7aa1 req-749ba7e7-3189-40f9-b3ec-ca3d59d97ff5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.185254 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53508950-1896-4271-956b-9ea7055c7aa1 req-749ba7e7-3189-40f9-b3ec-ca3d59d97ff5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 948 time: 0.0941710 Jul 16 18:29:32.240230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53508950-1896-4271-956b-9ea7055c7aa1 req-8e89c313-850b-46bc-ab42-23325f0d7789 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497093 Jul 16 18:29:32.299853 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e25b243-dd7d-4caf-a60a-dfd3172c6ee8 x-openstack-request-id: req-1e25b243-dd7d-4caf-a60a-dfd3172c6ee8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:32.300390 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e28d9f-c8ae-4822-905d-19569fd29a13", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f7188-04eb-4e09-b34b-831ecee10508", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:32.300644 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e25b243-dd7d-4caf-a60a-dfd3172c6ee8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:32.301202 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f7188-04eb-4e09-b34b-831ecee10508', 'code': 200} Jul 16 18:29:32.309640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:32.314187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-2510e955-8536-454a-8748-d454aa470a06 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.315829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-2510e955-8536-454a-8748-d454aa470a06 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d&tenant_id=ff42cb648b714e0c9d192382fef0aeab&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 948 time: 0.5673234 Jul 16 18:29:32.375729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928e82-7e36-4b60-bd63-7fefd7895e6c req-57851cd7-581e-4341-bfbb-b9e9d90b9142 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.382611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e928e82-7e36-4b60-bd63-7fefd7895e6c req-57851cd7-581e-4341-bfbb-b9e9d90b9142 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.5815358 Jul 16 18:29:32.413085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:32.419132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:32.419571 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.481284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d02f1f-823d-49e0-90a8-f18bb7631792 req-8bf74278-f43c-4325-9115-93d0d484182c tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.488327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47d02f1f-823d-49e0-90a8-f18bb7631792 req-8bf74278-f43c-4325-9115-93d0d484182c tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 946 time: 0.0907311 Jul 16 18:29:32.565865 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.572647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47d02f1f-823d-49e0-90a8-f18bb7631792 req-07d4531c-ca3d-4b68-8741-b2bad0248426 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754027 Jul 16 18:29:32.578501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e928e82-7e36-4b60-bd63-7fefd7895e6c req-346c382c-a8d1-4d2e-be85-4363d44e6851 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948211 Jul 16 18:29:32.590241 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-34d8b326-c857-46f6-8b3f-e05c41de2efa service neutron] delete failed (client error): The resource could not be found. Jul 16 18:29:32.594862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-34d8b326-c857-46f6-8b3f-e05c41de2efa service neutron] 10.222.0.67 "DELETE /v2.0/ports/6ab1d2ee-59b5-41df-b1c3-c5a0db590794/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.2674050 Jul 16 18:29:32.628109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-f8d48fd8-c283-432a-9e6b-16a1903c6e12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1337240 Jul 16 18:29:32.651035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:32.656292 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.736731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.801496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26fb87-c6ff-40c7-b0b0-1245657aac52 req-a0876b1b-bc2c-41bf-adf8-894cda5431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.803661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa26fb87-c6ff-40c7-b0b0-1245657aac52 req-a0876b1b-bc2c-41bf-adf8-894cda5431f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 1097 time: 0.3566587 Jul 16 18:29:32.855204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-305a1870-071b-4cf3-a0cd-f35daae81f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.856931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-305a1870-071b-4cf3-a0cd-f35daae81f0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75089eb2bf0944279487ac1d267eadc6&device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 1099 time: 0.1374798 Jul 16 18:29:32.879335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a123b4-5c1a-4fe3-b22b-a9543634b42e req-94e71f98-567f-48a2-9f32-9afa03bb6807 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.881197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50a123b4-5c1a-4fe3-b22b-a9543634b42e req-94e71f98-567f-48a2-9f32-9afa03bb6807 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0883632 Jul 16 18:29:32.933144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa26fb87-c6ff-40c7-b0b0-1245657aac52 req-25dd1e9c-edce-4476-a685-40a7325dbe8c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976162 Jul 16 18:29:32.938009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-1447be5f-f95b-4752-a3f4-8f18369e31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.940255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-1447be5f-f95b-4752-a3f4-8f18369e31e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1101 time: 0.2590797 Jul 16 18:29:32.977215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50a123b4-5c1a-4fe3-b22b-a9543634b42e req-160481cf-aada-4138-88e3-9cea0b8f409d tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872390 Jul 16 18:29:33.001521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:33.014117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c1f5c-b5e6-4a5e-b179-9d4493aa89ba req-ceabbb29-264d-4ef4-953f-c310ab1f7ab9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.020109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c03c1f5c-b5e6-4a5e-b179-9d4493aa89ba req-ceabbb29-264d-4ef4-953f-c310ab1f7ab9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.2626996 Jul 16 18:29:33.023224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-906ebf1a-0e3e-4bbe-865d-b32c514d681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.025793 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-906ebf1a-0e3e-4bbe-865d-b32c514d681a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 200 len: 914 time: 0.1425064 Jul 16 18:29:33.040059 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.076086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-6cb70552-2f79-4709-8706-00356d28a7c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 200 len: 217 time: 0.0443747 Jul 16 18:29:33.146490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Transition to ACTIVE for port object 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:33.147650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-d9dfa208-adfb-49c6-83af-bc49b1cb3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.149874 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-d9dfa208-adfb-49c6-83af-bc49b1cb3d15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 200 len: 853 time: 0.0670521 Jul 16 18:29:33.161494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.165890 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c03c1f5c-b5e6-4a5e-b179-9d4493aa89ba req-9d91442b-a082-43ca-87f4-191b1e62a289 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328082 Jul 16 18:29:33.217397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-302c7956-a40f-42df-9532-36529349ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.218947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-302c7956-a40f-42df-9532-36529349ec03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2584641 Jul 16 18:29:33.220049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Pushing event updated for resources: {'Port': ['ID=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.235535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-eb9a110a-1439-4336-a933-537f3cd69657 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7016b9b5-2921-4610-9540-b7c62c91ead8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784175 Jul 16 18:29:33.284173 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-086b36ce-bf18-4796-9703-8fd67d4dc88f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.0494452 Jul 16 18:29:33.348057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d196f2-6320-465f-bc26-815923019ebe req-42fcf503-a18d-4232-b09d-cd3d83ed6635 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.349653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59d196f2-6320-465f-bc26-815923019ebe req-42fcf503-a18d-4232-b09d-cd3d83ed6635 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 943 time: 0.1826103 Jul 16 18:29:33.395808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-ee5e44ee-ddae-45de-a584-b99fa6e8bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.397383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-ee5e44ee-ddae-45de-a584-b99fa6e8bbbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0883446 Jul 16 18:29:33.404394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-59c683af-32b7-4139-bedc-2af0eb914e59 service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599593 Jul 16 18:29:33.437034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59d196f2-6320-465f-bc26-815923019ebe req-677ae921-e39c-46ef-8654-0b18e22b4d4c tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760872 Jul 16 18:29:33.437387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Attempting to bind port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:33.437823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Attempting to bind port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:33.438476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Attempting to bind port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f on network 06eec99d-2514-4157-a496-a895bdd5d247 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:33.474645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f on network 06eec99d-2514-4157-a496-a895bdd5d247 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:33.474971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Attempting to bind port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f on network 06eec99d-2514-4157-a496-a895bdd5d247 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:33.490347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:33.490698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Checking segment: {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:33.491080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Bound using segment: {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:33.491676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Bound port: 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49296618-fae7-4061-9e7b-4439c17baf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:33.492593 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.624357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-6d6e7e5c-aa81-4b9c-a554-c531d3a4aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.626545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-6d6e7e5c-aa81-4b9c-a554-c531d3a4aa9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1988893 Jul 16 18:29:33.643729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56cd8c3b-bc49-45d6-a98f-09b91a37610b req-60183b57-c1e9-4c9f-ac97-93287812fabe service neutron] 10.222.0.59 "GET /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049916 Jul 16 18:29:33.651688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] For port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:33.718786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] For port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:33.749865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.834050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.834682 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.836943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] 10.222.0.67 "PUT /v2.0/ports/08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f HTTP/1.1" status: 200 len: 1092 time: 2.1424892 Jul 16 18:29:33.841461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:33.843804 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:33.880594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f792834-e4f8-4501-9c9f-afa24aa941af req-32f916d1-814b-4f12-b0c7-3f8846ab2c32 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.883371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f792834-e4f8-4501-9c9f-afa24aa941af req-32f916d1-814b-4f12-b0c7-3f8846ab2c32 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.0866590 Jul 16 18:29:33.892453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db4d4a-b638-465c-8693-a6c4e949971e service neutron] Pushing event updated for resources: {'Port': ['ID=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.910467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-9849a7fc-7b62-4963-9adf-a6e3f3623c3f service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759886 Jul 16 18:29:33.932708 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f792834-e4f8-4501-9c9f-afa24aa941af req-322eaa45-dc1e-45f3-940b-1a9887526df7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Jul 16 18:29:33.954627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74f55-9df3-44bf-90f4-7846d3dfb0f0 req-0e964113-cbbb-4551-b322-305bfd1392b7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.956316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76d74f55-9df3-44bf-90f4-7846d3dfb0f0 req-0e964113-cbbb-4551-b322-305bfd1392b7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.2520483 Jul 16 18:29:33.977605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.197881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76d74f55-9df3-44bf-90f4-7846d3dfb0f0 req-d8e16576-3795-4d8f-b09e-03dcbdc8ac70 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245989 Jul 16 18:29:34.209943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-0ff69e46-232a-45ae-a45e-a85d78f7267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.211487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-0ff69e46-232a-45ae-a45e-a85d78f7267f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a730209c34a42e0b09905d5b4b120b0&device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 1095 time: 0.3121915 Jul 16 18:29:34.218597 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af4e6649-fbcc-42b4-894d-2f37adc33f52 req-1b617d00-01f2-4410-a74c-5f206c14ca8e service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807570 Jul 16 18:29:34.249024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf733-06af-4049-bda7-27b992c0d928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.267175 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-dfc090b7-bca2-4f34-9b5a-b970b6f0af18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f HTTP/1.1" status: 200 len: 217 time: 0.0474315 Jul 16 18:29:34.287489 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb23ae57-d8a6-4d44-a878-2375bfeaf962 x-openstack-request-id: req-eb23ae57-d8a6-4d44-a878-2375bfeaf962 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:34.287855 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:34.288251 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb23ae57-d8a6-4d44-a878-2375bfeaf962 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:34.288647 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'status': 'completed', 'code': 200} Jul 16 18:29:34.301904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:34.304423 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633285c7-b927-4859-8c38-6e1027399e19" -d '{"events": [{"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-plugged", "status": "completed", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:34.321183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4737-268d-4176-9acb-2ce5fb3b99ef req-3ef16fbd-8875-40b1-9770-c3c5a9a6ead3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.325452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad3b4737-268d-4176-9acb-2ce5fb3b99ef req-3ef16fbd-8875-40b1-9770-c3c5a9a6ead3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1868930 Jul 16 18:29:34.354582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-ca1bc109-20ee-4555-9b62-7169e0de1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.356015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-ca1bc109-20ee-4555-9b62-7169e0de1fc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=accb9a7c-8127-4b12-8f32-798439df8aa9 HTTP/1.1" status: 200 len: 844 time: 0.0547647 Jul 16 18:29:34.385416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad3b4737-268d-4176-9acb-2ce5fb3b99ef req-21f61a81-74ed-4c42-b540-636e73e4bc39 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531120 Jul 16 18:29:34.426074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-d8b86c1a-831e-4a68-a83e-cb8feb10af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.427698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-d8b86c1a-831e-4a68-a83e-cb8feb10af37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06eec99d-2514-4157-a496-a895bdd5d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629582 Jul 16 18:29:34.433135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf733-06af-4049-bda7-27b992c0d928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.440082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf733-06af-4049-bda7-27b992c0d928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.477159 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008b5449-1ff3-4375-9cbb-0b9dfb53287b x-openstack-request-id: req-008b5449-1ff3-4375-9cbb-0b9dfb53287b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:34.477428 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-plugged", "status": "completed", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:34.477859 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-008b5449-1ff3-4375-9cbb-0b9dfb53287b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:34.478426 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'code': 200} Jul 16 18:29:34.491082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bf733-06af-4049-bda7-27b992c0d928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5a6152-8513-48ca-a82c-8f2328961345,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:34.503715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e6bf733-06af-4049-bda7-27b992c0d928 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4f3764a3da64d3a8168fe1a8b9fd69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248826 Jul 16 18:29:34.510203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.584707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35c14b8b-5c9d-4b94-8782-ec91e80adfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.618017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35c14b8b-5c9d-4b94-8782-ec91e80adfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.634723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-195f9347-5147-4e22-8993-c66f67900012 service neutron] 10.222.0.67 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883717 Jul 16 18:29:34.646714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd80d10-5ff7-4566-bf03-6cf36ee7007f req-996b5dcb-9aa4-4c2c-a757-194187c39875 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.654116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdd80d10-5ff7-4566-bf03-6cf36ee7007f req-996b5dcb-9aa4-4c2c-a757-194187c39875 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.2221174 Jul 16 18:29:34.730361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea0f68-9802-4449-9a25-c67fad537cde req-57256143-d582-4740-ba29-c1cd78f9e186 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.731949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53ea0f68-9802-4449-9a25-c67fad537cde req-57256143-d582-4740-ba29-c1cd78f9e186 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 943 time: 0.1065958 Jul 16 18:29:34.748203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35c14b8b-5c9d-4b94-8782-ec91e80adfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.750190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35c14b8b-5c9d-4b94-8782-ec91e80adfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.754917 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-35c14b8b-5c9d-4b94-8782-ec91e80adfb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c5a6152-8513-48ca-a82c-8f2328961345 HTTP/1.1" status: 204 len: 168 time: 0.2396326 Jul 16 18:29:34.777078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c14b8b-5c9d-4b94-8782-ec91e80adfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5a6152-8513-48ca-a82c-8f2328961345,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:34.790489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-308dabe1-280d-425f-ac92-a2f2d16196ab req-f604c6a3-82a7-47a7-af19-44050a15b18b service neutron] 10.222.0.67 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339326 Jul 16 18:29:34.799964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdd80d10-5ff7-4566-bf03-6cf36ee7007f req-3ecf6dd7-4e11-4466-be04-a63459ad8dea tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447124 Jul 16 18:29:34.820961 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53ea0f68-9802-4449-9a25-c67fad537cde req-858cb5c5-03b3-421c-b254-f4429547afd1 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798621 Jul 16 18:29:34.964012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-08a56003-9e82-4f36-bc10-42515bf7d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.972164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-08a56003-9e82-4f36-bc10-42515bf7d300 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a730209c34a42e0b09905d5b4b120b0&device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 1095 time: 0.0863006 Jul 16 18:29:35.127360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-3632cb17-236c-4cb4-859b-1ec1c8f9aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.133531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-3632cb17-236c-4cb4-859b-1ec1c8f9aa77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06eec99d-2514-4157-a496-a895bdd5d247 HTTP/1.1" status: 200 len: 906 time: 0.1511154 Jul 16 18:29:35.181528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-cca96b7d-a662-479f-9de4-66b31cfcbebb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f HTTP/1.1" status: 200 len: 217 time: 0.0449138 Jul 16 18:29:35.191823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be725358-d2ad-4d73-933d-241ea2ec3a6d req-7f7e68ac-868b-4589-9ed0-c181ec46d66c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.193490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-be725358-d2ad-4d73-933d-241ea2ec3a6d req-7f7e68ac-868b-4589-9ed0-c181ec46d66c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.0946195 Jul 16 18:29:35.248990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-5bcb8b5e-f48f-4f1b-9582-9264c18c2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.250769 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-5bcb8b5e-f48f-4f1b-9582-9264c18c2039 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=accb9a7c-8127-4b12-8f32-798439df8aa9 HTTP/1.1" status: 200 len: 844 time: 0.0626884 Jul 16 18:29:35.256732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-be725358-d2ad-4d73-933d-241ea2ec3a6d req-c67cccc4-efa3-44cc-8bf3-38e18c96d6f4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564609 Jul 16 18:29:35.415828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-a1c8f197-8d84-4e31-88c0-7da3945b994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.418148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-a1c8f197-8d84-4e31-88c0-7da3945b994e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06eec99d-2514-4157-a496-a895bdd5d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516430 Jul 16 18:29:35.506927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b2335-904d-4497-ad4b-a699044b33dd req-1077dea9-e0ca-4b60-94b8-13279f96bd2a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.508769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-067b2335-904d-4497-ad4b-a699044b33dd req-1077dea9-e0ca-4b60-94b8-13279f96bd2a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.0750873 Jul 16 18:29:35.549727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5eee9-d0cb-448b-8cf3-3532d531ebd1 req-f7fd7da6-4a87-46a0-aa97-c025fdddc5d9 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.551309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32b5eee9-d0cb-448b-8cf3-3532d531ebd1 req-f7fd7da6-4a87-46a0-aa97-c025fdddc5d9 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.1870317 Jul 16 18:29:35.559281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-067b2335-904d-4497-ad4b-a699044b33dd req-32fccef4-1768-4a84-a82c-af39d2f35a0d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Jul 16 18:29:35.600499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-6005b430-bbb6-4a76-9f33-3d88b9b84fbe service neutron] 10.222.0.67 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742823 Jul 16 18:29:35.634785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32b5eee9-d0cb-448b-8cf3-3532d531ebd1 req-72dbd414-cb83-49b9-9da5-4d9edd9c6456 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767581 Jul 16 18:29:35.825401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaead26-0b0f-4ca8-9079-2c7e0deb373f req-eb229f62-e9dd-48ed-afa0-67f9ed37e2fb service neutron] 10.222.0.67 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168701 Jul 16 18:29:35.969686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb4835-5f78-48e0-bba3-8a866b275233 req-3a86834d-7956-42aa-8646-245be89b90bf tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.977480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96eb4835-5f78-48e0-bba3-8a866b275233 req-3a86834d-7956-42aa-8646-245be89b90bf tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.1003668 Jul 16 18:29:36.041529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96eb4835-5f78-48e0-bba3-8a866b275233 req-a64292ad-c08b-43df-a45b-183413e6813f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632126 Jul 16 18:29:36.224403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5798b7-ca95-4bca-81ae-83d7942963b2 req-d997385c-2d68-46e8-aa03-657ba41310e7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.228134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb5798b7-ca95-4bca-81ae-83d7942963b2 req-d997385c-2d68-46e8-aa03-657ba41310e7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0687790 Jul 16 18:29:36.285114 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb5798b7-ca95-4bca-81ae-83d7942963b2 req-67f4217b-1144-4358-8ae2-2a7c9c954d37 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478244 Jul 16 18:29:36.480923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0446b2d-484b-4757-91b8-4baaf701f24c req-6404de1e-9e52-473b-aae7-21deee8c505c tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.488630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0446b2d-484b-4757-91b8-4baaf701f24c req-6404de1e-9e52-473b-aae7-21deee8c505c tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 943 time: 0.0890920 Jul 16 18:29:36.543790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0446b2d-484b-4757-91b8-4baaf701f24c req-bab890e9-f0b6-4229-8897-125150352a11 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514097 Jul 16 18:29:36.767938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9095e0-2484-487b-b328-d981a3d4c947 req-6f8320de-9487-4afb-94ec-47e2cad4c28b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.791562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a9095e0-2484-487b-b328-d981a3d4c947 req-6f8320de-9487-4afb-94ec-47e2cad4c28b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.1333070 Jul 16 18:29:36.811789 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-ec120208-a143-4db6-9092-faa79c57dc76 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457909 Jul 16 18:29:36.908496 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a9095e0-2484-487b-b328-d981a3d4c947 req-b86fe69a-5a89-41ae-8429-e472cbf33bd7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136844 Jul 16 18:29:36.960765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-082f9138-e180-4076-a8ca-0279a53558bc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.974334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-082f9138-e180-4076-a8ca-0279a53558bc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606622 Jul 16 18:29:36.998410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-37e43209-6bb9-4e69-9390-6521e8696c5a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/quotas/ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 375 time: 0.0167744 Jul 16 18:29:37.058795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.111375 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-293cc5e7-3244-4444-a949-909bf21d9224 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012344 Jul 16 18:29:37.308669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9edb021-34fd-4941-ab00-0f4cbc0550a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.344961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6435dbb-3a2a-4a7c-a321-bea35132bb4f req-efd9749e-bc6b-44b5-a6ea-a474d3dd18e0 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.351946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b6435dbb-3a2a-4a7c-a321-bea35132bb4f req-efd9749e-bc6b-44b5-a6ea-a474d3dd18e0 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.2024415 Jul 16 18:29:37.482845 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b6435dbb-3a2a-4a7c-a321-bea35132bb4f req-1aa85a5b-85d2-47a6-a6ec-6bc2b12d3a3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299269 Jul 16 18:29:37.545737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523541f1-f8bc-4b98-ac9d-140d824fd9db req-cf13eb05-4f82-4b21-96aa-3f2c482e6cda tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.553060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-523541f1-f8bc-4b98-ac9d-140d824fd9db req-cf13eb05-4f82-4b21-96aa-3f2c482e6cda tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0803354 Jul 16 18:29:37.596661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-523541f1-f8bc-4b98-ac9d-140d824fd9db req-cefc7f07-1c9f-4d96-9c65-559915a30882 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Jul 16 18:29:37.618034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88b8269a-58ef-4ddb-baa2-0d55d411828b req-867ff36d-56c0-42cd-8425-eb97a7a252d6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 210 time: 0.0547810 Jul 16 18:29:37.642478 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9edb021-34fd-4941-ab00-0f4cbc0550a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.650326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9edb021-34fd-4941-ab00-0f4cbc0550a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.692307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:37.763725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c9edb021-34fd-4941-ab00-0f4cbc0550a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37db6905271643039bb2602f55e4b4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7031803 Jul 16 18:29:37.765217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edb021-34fd-4941-ab00-0f4cbc0550a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d9339b-dc0b-4d0b-b552-6a26c4828b8a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.766381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.879601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-809681d6-fb26-420c-b823-eba9829f2153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.894642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:37.910957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'port_id': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'mac_address': 'fa:16:3e:2c:f2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:37.951158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-809681d6-fb26-420c-b823-eba9829f2153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.970911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0b89-8963-424c-b95a-7da96dd3c0d8 req-55fac207-8230-4198-9153-cb9fabbb13af tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.973729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-483f0b89-8963-424c-b95a-7da96dd3c0d8 req-55fac207-8230-4198-9153-cb9fabbb13af tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 943 time: 0.1414108 Jul 16 18:29:38.035485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.070204 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-483f0b89-8963-424c-b95a-7da96dd3c0d8 req-11eb634b-b6fd-4b80-adac-dc3459ee5b06 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871928 Jul 16 18:29:38.074855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-809681d6-fb26-420c-b823-eba9829f2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.088384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-809681d6-fb26-420c-b823-eba9829f2153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.092532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:38.101529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-809681d6-fb26-420c-b823-eba9829f2153 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92d9339b-dc0b-4d0b-b552-6a26c4828b8a HTTP/1.1" status: 204 len: 168 time: 0.3338339 Jul 16 18:29:38.145851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf724227-6c0c-4a29-bb83-090482076469 req-78f6352d-89e7-451f-ac09-4f3b6fb1404d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.147468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf724227-6c0c-4a29-bb83-090482076469 req-78f6352d-89e7-451f-ac09-4f3b6fb1404d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.1833372 Jul 16 18:29:38.148833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809681d6-fb26-420c-b823-eba9829f2153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d9339b-dc0b-4d0b-b552-6a26c4828b8a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.161082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:38.189938 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.245575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.274967 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf724227-6c0c-4a29-bb83-090482076469 req-da6b7007-3c95-4808-8b0d-47a28ed1ea8c tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074970 Jul 16 18:29:38.433792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:38.561137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9332f-9581-49df-9e0f-3170f91e4f4b req-45b310cc-14e1-4fe5-98fd-4ab993a1424c tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.569753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69d9332f-9581-49df-9e0f-3170f91e4f4b req-45b310cc-14e1-4fe5-98fd-4ab993a1424c tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.1464255 Jul 16 18:29:38.648442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69d9332f-9581-49df-9e0f-3170f91e4f4b req-9b579b5b-70ee-43b5-8f62-d851cb43fdcc tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744362 Jul 16 18:29:38.884474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c4633-3222-4c3b-bca0-619d6f2a6100 req-fa3c6fee-52b9-48e7-94c9-0acf4a4de4fa tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.891611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-357c4633-3222-4c3b-bca0-619d6f2a6100 req-fa3c6fee-52b9-48e7-94c9-0acf4a4de4fa tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1006873 Jul 16 18:29:38.918883 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bfdc7aec-4e95-4e44-b389-37c2dde19275 req-a3ab327d-6621-4bc2-b729-06fcaa8c2ec0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 210 time: 0.0609381 Jul 16 18:29:38.950337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-357c4633-3222-4c3b-bca0-619d6f2a6100 req-0f3418b1-1dd3-437f-a481-02ce59237d26 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575521 Jul 16 18:29:39.248982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-97f956d1-49d1-4b29-a819-b74b185c7cf9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786653 Jul 16 18:29:39.296907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d990-3798-467c-b9b5-d64cbd88f5c7 req-c3a05405-ab20-4a7e-a567-260678ef1bec tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.304136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde8d990-3798-467c-b9b5-d64cbd88f5c7 req-c3a05405-ab20-4a7e-a567-260678ef1bec tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.2282670 Jul 16 18:29:39.374011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde8d990-3798-467c-b9b5-d64cbd88f5c7 req-5a8410fa-64c6-4647-83ea-fd6163b58905 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689156 Jul 16 18:29:39.451052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d55d3-f2ba-4524-ba16-9113099c35e0 req-c595a232-d021-404d-b66e-0d5b08b02ebe tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.469897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-063d55d3-f2ba-4524-ba16-9113099c35e0 req-c595a232-d021-404d-b66e-0d5b08b02ebe tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 944 time: 0.1655035 Jul 16 18:29:39.495620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-c7cea301-d936-46bb-86b0-44f554d70f16 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.497635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-c7cea301-d936-46bb-86b0-44f554d70f16 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340662 Jul 16 18:29:39.511109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Request body: {'port': {'device_id': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'ff42cb648b714e0c9d192382fef0aeab'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.522739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-063d55d3-f2ba-4524-ba16-9113099c35e0 req-780aee89-c773-4d09-8d97-af1abc5be1e2 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515645 Jul 16 18:29:39.692457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:39.705007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Made reservation on behalf of ff42cb648b714e0c9d192382fef0aeab for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:39.708623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.739855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc4f25-1eea-4659-b95d-c66dadfce4bb req-f155ab6c-e111-45a6-8956-155110e3eae7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.741973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88bc4f25-1eea-4659-b95d-c66dadfce4bb req-f155ab6c-e111-45a6-8956-155110e3eae7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.0781770 Jul 16 18:29:39.766147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:39.774297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:39.774771 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.795085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88bc4f25-1eea-4659-b95d-c66dadfce4bb req-fcc48d8a-5380-4a17-b49e-d7120933c154 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Jul 16 18:29:39.904131 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.946789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Allocated IP 192.168.233.95 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/a21cd84c-a166-4aa7-93e7-b3331a7f3131) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:39.963521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:39.964556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:39.967205 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f4ceb5-e685-4dae-8ab4-e4c323e22f04" -d '{"events": [{"server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "name": "network-vif-plugged", "status": "completed", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:39.972292 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.028942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.163182 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.178906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Transition to ACTIVE for port object a21cd84c-a166-4aa7-93e7-b3331a7f3131 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:40.215689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.228149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:40.231895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ab1d2ee-59b5-41df-b1c3-c5a0db590794'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:40.307546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:40.313607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:40.342581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:40.386260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.448605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.450029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.483260 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-4d91a62e-96de-48ee-8dba-4fe5bd14fae9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9756353 Jul 16 18:29:40.496062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Request body: {'port': {'device_id': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:40.644220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c144e-ab77-4957-b8e1-88f30710c962 req-e3882a1d-826a-4d3b-bc63-a3b2cd5c8f51 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.653481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a65c144e-ab77-4957-b8e1-88f30710c962 req-e3882a1d-826a-4d3b-bc63-a3b2cd5c8f51 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 935 time: 0.1034529 Jul 16 18:29:40.666027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.717612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a65c144e-ab77-4957-b8e1-88f30710c962 req-3f1568e1-b370-457c-8453-ec900e643ff1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 Jul 16 18:29:40.774862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd4d6fd1-62f8-4f93-b626-6b36afaf54ec None None] Provisioning for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:40.808489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd4d6fd1-62f8-4f93-b626-6b36afaf54ec None None] Provisioning complete for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:40.810345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd4d6fd1-62f8-4f93-b626-6b36afaf54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.895046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d6fd1-62f8-4f93-b626-6b36afaf54ec None None] Port a21cd84c-a166-4aa7-93e7-b3331a7f3131 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:40.934718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9be66-d4bf-4df5-816a-92d725bd0662 req-1479793b-3872-4492-bc4c-7470c1b59157 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.945333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78a9be66-d4bf-4df5-816a-92d725bd0662 req-1479793b-3872-4492-bc4c-7470c1b59157 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0967023 Jul 16 18:29:41.021525 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78a9be66-d4bf-4df5-816a-92d725bd0662 req-64f7fe6b-f623-418d-9b99-9c03d767ed4f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730839 Jul 16 18:29:41.070296 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19b7c01-cfca-4abb-9ba6-071b29f3c822 x-openstack-request-id: req-d19b7c01-cfca-4abb-9ba6-071b29f3c822 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:41.070655 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "name": "network-vif-plugged", "status": "completed", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:41.070970 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d19b7c01-cfca-4abb-9ba6-071b29f3c822 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:41.071428 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'code': 200} Jul 16 18:29:41.199292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21cd84c-a166-4aa7-93e7-b3331a7f3131 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:41.212514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.234448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Transition to ACTIVE for port object a21cd84c-a166-4aa7-93e7-b3331a7f3131 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:41.249766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8203d-885e-47f1-82bb-f1d01daa98ec req-e1242501-bed2-4f0a-ab54-c0292e4bf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:41.251574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84e8203d-885e-47f1-82bb-f1d01daa98ec req-e1242501-bed2-4f0a-ab54-c0292e4bf264 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 1097 time: 0.0827491 Jul 16 18:29:41.252201 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.678160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84e8203d-885e-47f1-82bb-f1d01daa98ec req-de59b276-b965-47f7-972e-c380e9b5f99f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173350 Jul 16 18:29:41.687644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:41.821272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:41.821620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:41.821945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:41.831045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c26e-d098-4bb1-a1e3-d4b744bc0ab1 req-07a93ada-28d8-4c90-92a4-9e8d236e8cda tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:41.832586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1942c26e-d098-4bb1-a1e3-d4b744bc0ab1 req-07a93ada-28d8-4c90-92a4-9e8d236e8cda tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.1474748 Jul 16 18:29:41.836187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:41.836535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:41.843509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:41.843846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:41.844227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:41.844658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Bound port: a21cd84c-a166-4aa7-93e7-b3331a7f3131, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:41.845135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.917613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1942c26e-d098-4bb1-a1e3-d4b744bc0ab1 req-5321b99d-d02a-4686-821c-bb37a5ada46c tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754678 Jul 16 18:29:41.973457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:41.978141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:41.985047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.038164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.038771 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.040162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] 10.222.0.67 "PUT /v2.0/ports/a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 1096 time: 1.5490744 Jul 16 18:29:42.040563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:42.042890 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:42.145323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dc1ec-4ccf-46f3-8bd5-9ca00df7ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:42.186048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015734d3-3c2e-4a71-a206-1bd71aa56198 req-21e98dd1-3c2c-4377-b109-4630b4dab6a5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.187439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-015734d3-3c2e-4a71-a206-1bd71aa56198 req-21e98dd1-3c2c-4377-b109-4630b4dab6a5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.1616540 Jul 16 18:29:42.214483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-46c2370a-8223-4516-9612-c637c63fe33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.216193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-46c2370a-8223-4516-9612-c637c63fe33a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1099 time: 0.1246099 Jul 16 18:29:42.269808 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-015734d3-3c2e-4a71-a206-1bd71aa56198 req-975cc0db-6b3b-4ee2-b4b7-531d3f3065b8 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754740 Jul 16 18:29:42.271229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-851386fe-b958-49c0-bb26-71d24741507a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.0426469 Jul 16 18:29:42.334154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-dc0f49dd-59fe-475e-bf40-04115bdae6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.335655 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-dc0f49dd-59fe-475e-bf40-04115bdae6ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0533118 Jul 16 18:29:42.443582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-42746ca5-0ae4-4d4a-9be2-aea171f277b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.444593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89fa2a-a48a-40ce-9aeb-a0ef6420e192 req-6f2a8d05-862a-4f21-b46d-c97085b6bf31 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.445168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-42746ca5-0ae4-4d4a-9be2-aea171f277b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028752 Jul 16 18:29:42.446281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa89fa2a-a48a-40ce-9aeb-a0ef6420e192 req-6f2a8d05-862a-4f21-b46d-c97085b6bf31 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0643461 Jul 16 18:29:42.468065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6060-31b1-4ab6-84e9-2eca1e203b94 req-286e2807-cccf-42f4-90c6-ba8c573a59b9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.469539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4be6060-31b1-4ab6-84e9-2eca1e203b94 req-286e2807-cccf-42f4-90c6-ba8c573a59b9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 947 time: 0.0863163 Jul 16 18:29:42.489319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa89fa2a-a48a-40ce-9aeb-a0ef6420e192 req-f1376595-0e50-4f24-b7c3-d216d5b108fb tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371122 Jul 16 18:29:42.558295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4be6060-31b1-4ab6-84e9-2eca1e203b94 req-4d3132e8-c7f6-454e-98fe-554bc271004e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789289 Jul 16 18:29:42.582167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-ff3dce4a-c3ee-433c-9b3b-6037f577825a service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295922 Jul 16 18:29:42.631144 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30df137c-38f6-463f-b97b-9842a4bc6ede x-openstack-request-id: req-30df137c-38f6-463f-b97b-9842a4bc6ede {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:42.631340 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:42.631579 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30df137c-38f6-463f-b97b-9842a4bc6ede {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:42.631981 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'status': 'completed', 'code': 200} Jul 16 18:29:42.673170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484826bd-77e0-4423-9448-85158d5f11ce req-b118aceb-f665-4e8f-8457-ac04e14bc761 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.675155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484826bd-77e0-4423-9448-85158d5f11ce req-b118aceb-f665-4e8f-8457-ac04e14bc761 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0706680 Jul 16 18:29:42.704813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0c7e972-c7a3-466f-a166-f6b9b7a204ec req-5513a073-3021-4580-b848-b615f1f060d6 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155975 Jul 16 18:29:42.715072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484826bd-77e0-4423-9448-85158d5f11ce req-7202c6ed-8461-41cf-bd37-17b24b742a20 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340674 Jul 16 18:29:42.816879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-6e0c38fa-950c-4f14-a8ae-878d1b6b7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.818407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-6e0c38fa-950c-4f14-a8ae-878d1b6b7426 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1099 time: 0.0642974 Jul 16 18:29:42.912158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-5b29e43d-ba4c-4482-aa96-54038ffc8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.913682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-5b29e43d-ba4c-4482-aa96-54038ffc8f7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.0890238 Jul 16 18:29:42.959517 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-8b821e04-f6a6-4169-b82c-52c82ebe74e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.0392394 Jul 16 18:29:43.008280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-8b0014a8-67d7-49be-97a5-d109ed5b5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.009768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-8b0014a8-67d7-49be-97a5-d109ed5b5372 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0439010 Jul 16 18:29:43.070025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-379b0c4e-efa8-47aa-93af-418d427f3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.071573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-379b0c4e-efa8-47aa-93af-418d427f3d6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538986 Jul 16 18:29:43.090104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac4c6-2570-4e1b-a8aa-9daf48cfc8a1 req-31229a45-2c8c-4199-ab98-c3f8da1ed447 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.091593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9deac4c6-2570-4e1b-a8aa-9daf48cfc8a1 req-31229a45-2c8c-4199-ab98-c3f8da1ed447 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.0642493 Jul 16 18:29:43.134741 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9deac4c6-2570-4e1b-a8aa-9daf48cfc8a1 req-405377fc-24a1-4f39-b56d-0ed64cb4ea94 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349908 Jul 16 18:29:43.172168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-e0877c41-a048-426c-ae1a-a750893c8ac4 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933352 Jul 16 18:29:43.263259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98b0d5dc-fca1-444b-9e0e-9f1b10db0056 req-ea66c73f-7fbe-4d7d-bd2c-0531d10428ab service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841894 Jul 16 18:29:43.317034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27c75-e8bd-43b9-8cb1-0737a8e6a96e req-a3ef3c8f-7a23-43f1-b366-107722702bd4 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.318904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4e27c75-e8bd-43b9-8cb1-0737a8e6a96e req-a3ef3c8f-7a23-43f1-b366-107722702bd4 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.0778317 Jul 16 18:29:43.328463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:43.334610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Request body: {'floatingip': {'port_id': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:43.390973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.488500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd2475-d9ce-46ca-8bad-cad1f01c2f3a req-66211ebc-0bb7-49c1-b958-61ef68443424 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.490326 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1afd2475-d9ce-46ca-8bad-cad1f01c2f3a req-66211ebc-0bb7-49c1-b958-61ef68443424 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.0689778 Jul 16 18:29:43.534991 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1afd2475-d9ce-46ca-8bad-cad1f01c2f3a req-e75e1464-c779-4385-b942-211473f03cfa tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Jul 16 18:29:43.708925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5131d62-a795-445d-9048-7ac6c2e60d30 req-e6a21585-8173-419e-ac07-bbd100f58b07 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.710582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5131d62-a795-445d-9048-7ac6c2e60d30 req-e6a21585-8173-419e-ac07-bbd100f58b07 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0706854 Jul 16 18:29:43.765469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5131d62-a795-445d-9048-7ac6c2e60d30 req-a827640e-ffe8-4033-b753-492a78a25b54 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491352 Jul 16 18:29:43.919236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.925493 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.064953 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Floating IP a4ea9428-fcae-40b8-be52-28a283ac3573 associated. External IP: 172.25.1.29, port: 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f. Jul 16 18:29:44.128180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ac16a-d8db-45b6-9a68-e169462dae37 req-12a31c10-eac0-4050-839a-9a905fac1cea tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.129727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aa9ac16a-d8db-45b6-9a68-e169462dae37 req-12a31c10-eac0-4050-839a-9a905fac1cea tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1523426 Jul 16 18:29:44.135823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc32d20-f14c-4e47-bce2-b08e89620ac2 req-7f9c5448-06fa-4dfe-adb0-d597db37644d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.137345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dc32d20-f14c-4e47-bce2-b08e89620ac2 req-7f9c5448-06fa-4dfe-adb0-d597db37644d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 947 time: 0.0754042 Jul 16 18:29:44.177745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dc32d20-f14c-4e47-bce2-b08e89620ac2 req-bdd18e09-1de9-4844-94c4-2cc25a7a619b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341330 Jul 16 18:29:44.207715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aa9ac16a-d8db-45b6-9a68-e169462dae37 req-f1e52d66-3986-4b9c-8bd6-21ad9112ed9c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Jul 16 18:29:44.325215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Router 0744b555-aa89-468a-82c6-a7b1fa193fca has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:44.376545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0f1f7188-04eb-4e09-b34b-831ecee10508 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:44.446891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:44.459338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.467587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] Sync routers for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:44.490103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:44.490741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:29:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:44.508053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c7fe16e-edba-410c-94e3-2ea4ff753c49 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "PUT /v2.0/floatingips/a4ea9428-fcae-40b8-be52-28a283ac3573 HTTP/1.1" status: 200 len: 990 time: 1.1780648 Jul 16 18:29:44.541515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:44.617041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '0f1f7188-04eb-4e09-b34b-831ecee10508', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'port_id': '0f1f7188-04eb-4e09-b34b-831ecee10508', 'mac_address': 'fa:16:3e:2d:64:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e45112-e474-4e29-83f8-03320c3d02de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:44.633239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:44.637571 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb06fc5f-2294-4183-a2d3-b32d84a9c763" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:44.645444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-1ea2ff18-ecbd-4ccd-9df6-82dc100704dc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.648253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-1ea2ff18-ecbd-4ccd-9df6-82dc100704dc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.59 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.0737469 Jul 16 18:29:44.676107 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f294a06f-1d74-4ea2-9c0d-2b9efde956aa x-openstack-request-id: req-f294a06f-1d74-4ea2-9c0d-2b9efde956aa {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:44.676615 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:44.677055 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f294a06f-1d74-4ea2-9c0d-2b9efde956aa {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:44.677721 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'status': 'completed', 'code': 200} Jul 16 18:29:44.699835 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.713015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:44.745594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f1f7188-04eb-4e09-b34b-831ecee10508 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:44.796325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Deleting port fb851483-6d12-4fe6-9d85-f8ab1321c5fc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:44.800006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.840976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56056) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.842648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b09ba-cd6f-4598-b572-20e921925dcd req-9344c9df-88e7-4f19-ab2b-76f29366d450 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.844466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f3b09ba-cd6f-4598-b572-20e921925dcd req-9344c9df-88e7-4f19-ab2b-76f29366d450 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 945 time: 0.1611264 Jul 16 18:29:44.851244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-1fade7e2-027e-45e3-8346-da7f0892c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.853368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-1fade7e2-027e-45e3-8346-da7f0892c35c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a730209c34a42e0b09905d5b4b120b0&device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 1097 time: 0.1367698 Jul 16 18:29:44.901436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:44.916022 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.006080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-b92f10d1-57e8-48fe-acfe-813f3c967aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.008616 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-b92f10d1-57e8-48fe-acfe-813f3c967aa4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06eec99d-2514-4157-a496-a895bdd5d247 HTTP/1.1" status: 200 len: 906 time: 0.1434367 Jul 16 18:29:45.014655 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f3b09ba-cd6f-4598-b572-20e921925dcd req-e968d6ff-ffd7-422f-919a-f290a86e7705 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600680 Jul 16 18:29:45.056157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] For port fb851483-6d12-4fe6-9d85-f8ab1321c5fc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,segment=NetworkSegment(3a7c9150-8b25-4c01-8617-6f0a8fc06ec9),segment_id=3a7c9150-8b25-4c01-8617-6f0a8fc06ec9)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:45.056984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.060517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67124d63-4d1e-4d19-a988-890f69b8bdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.089252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Calling delete_port for fb851483-6d12-4fe6-9d85-f8ab1321c5fc owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:45.096867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-f8d0cb36-4875-47f9-b41b-c186bf8df946 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f HTTP/1.1" status: 200 len: 998 time: 0.0764253 Jul 16 18:29:45.126098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2085db-1fe9-44ef-ac48-da1e47946628 req-ff96949c-ebdb-4913-908e-4cd65377b433 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.128206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c2085db-1fe9-44ef-ac48-da1e47946628 req-ff96949c-ebdb-4913-908e-4cd65377b433 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 947 time: 0.1741419 Jul 16 18:29:45.148746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.156573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['0f1f7188-04eb-4e09-b34b-831ecee10508'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:45.158374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-ebf1c445-5f1f-4032-aa26-64939c5e1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.160285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-ebf1c445-5f1f-4032-aa26-64939c5e1ec6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=accb9a7c-8127-4b12-8f32-798439df8aa9 HTTP/1.1" status: 200 len: 844 time: 0.0586438 Jul 16 18:29:45.248725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-a5745bb4-4773-485f-8962-43671ebed9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.251565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-a5745bb4-4773-485f-8962-43671ebed9fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06eec99d-2514-4157-a496-a895bdd5d247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842459 Jul 16 18:29:45.261768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c2085db-1fe9-44ef-ac48-da1e47946628 req-4a24ee63-c0e3-42af-96e5-1bf993a9aad3 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63ee601-60a5-4e86-bbfa-1955e53d21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Jul 16 18:29:45.283321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a4ea9428-fcae-40b8-be52-28a283ac3573', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'port_id': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'mac_address': 'fa:16:3e:2c:f2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:27Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 1, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:26Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:45.334246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] Checking router: 0744b555-aa89-468a-82c6-a7b1fa193fca for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:45.355165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:45.355600 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67124d63-4d1e-4d19-a988-890f69b8bdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.355982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:29:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:45.364056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67124d63-4d1e-4d19-a988-890f69b8bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.411328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.431259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-67124d63-4d1e-4d19-a988-890f69b8bdc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f15e725a2df48ffb73681483d99bfe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883975 Jul 16 18:29:45.431541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:45.432018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67124d63-4d1e-4d19-a988-890f69b8bdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a35b77e-4ffc-4ec1-9f9f-54509bd490af,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.467601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Pushing event deleted for resources: {'Port': ['ID=fb851483-6d12-4fe6-9d85-f8ab1321c5fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.471961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:45.509331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-ad80bb90-0bfc-46d6-a540-15ecf0ddca88 service neutron] 10.222.0.67 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392032 Jul 16 18:29:45.547898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] No DVR routers for this DVR port fb851483-6d12-4fe6-9d85-f8ab1321c5fc on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:45.552939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.555026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0f83e07-baae-4067-8dc9-fe981fd0a3ac req-c66c4081-4e1e-4fab-9d1d-4b6f676dd6b6 tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.59 "DELETE /v2.0/ports/fb851483-6d12-4fe6-9d85-f8ab1321c5fc HTTP/1.1" status: 204 len: 173 time: 0.9003415 Jul 16 18:29:45.555320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-deleted', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:45.557929 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ea681d-48b2-406f-be1d-af4a42364343" -d '{"events": [{"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-deleted", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:45.592108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d7863a1-ebb8-4e0d-8bf6-401556a16195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.604019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9558d16-fa14-4de8-9858-f0742ef526f5 req-45317c53-2e38-487a-a833-436d574d6536 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.609415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9558d16-fa14-4de8-9858-f0742ef526f5 req-45317c53-2e38-487a-a833-436d574d6536 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1116714 Jul 16 18:29:45.658384 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9558d16-fa14-4de8-9858-f0742ef526f5 req-88fd7668-0542-4894-b608-e07c3db1d6c6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Jul 16 18:29:45.662964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d7863a1-ebb8-4e0d-8bf6-401556a16195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.704325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75163426-564f-489a-b985-6441b8562806 req-538be1d6-12ef-402b-955f-9894a4249b0c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.711238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75163426-564f-489a-b985-6441b8562806 req-538be1d6-12ef-402b-955f-9894a4249b0c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 947 time: 0.1944072 Jul 16 18:29:45.734301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb06fc5f-2294-4183-a2d3-b32d84a9c763 req-2298a212-d50f-4c35-b7b0-5a61c4151304 service neutron] 10.222.0.67 "GET /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867905 Jul 16 18:29:45.748949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:45.777658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75163426-564f-489a-b985-6441b8562806 req-8732e990-bb7c-4698-bd4a-4cd4ff362541 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654650 Jul 16 18:29:45.800355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d7863a1-ebb8-4e0d-8bf6-401556a16195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.803624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d7863a1-ebb8-4e0d-8bf6-401556a16195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.805610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3d7863a1-ebb8-4e0d-8bf6-401556a16195 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a35b77e-4ffc-4ec1-9f9f-54509bd490af HTTP/1.1" status: 204 len: 168 time: 0.3676336 Jul 16 18:29:45.818680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7863a1-ebb8-4e0d-8bf6-401556a16195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a35b77e-4ffc-4ec1-9f9f-54509bd490af,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.870275 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83979e96-ea58-4aac-b5bf-05a8497bce99 x-openstack-request-id: req-83979e96-ea58-4aac-b5bf-05a8497bce99 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:45.870630 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2524e33c-1a3d-40a9-af8f-3d60d8e619b3", "name": "network-vif-deleted", "tag": "fb851483-6d12-4fe6-9d85-f8ab1321c5fc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:45.870943 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83979e96-ea58-4aac-b5bf-05a8497bce99 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:45.871428 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524e33c-1a3d-40a9-af8f-3d60d8e619b3', 'name': 'network-vif-deleted', 'tag': 'fb851483-6d12-4fe6-9d85-f8ab1321c5fc', 'status': 'completed', 'code': 200} Jul 16 18:29:45.911720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:45.923546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a4ea9428-fcae-40b8-be52-28a283ac3573', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'port_id': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'mac_address': 'fa:16:3e:2c:f2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:27Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 1, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:26Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:45.956932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec10644e-3848-4e22-9514-2f37278c7430 None None] The sync data for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 is: [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a4ea9428-fcae-40b8-be52-28a283ac3573', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'port_id': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'mac_address': 'fa:16:3e:2c:f2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:27Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 1, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:26Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:45.962525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'mac_address': 'fa:16:3e:10:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:46.006091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1c434-1f4c-4589-809a-4453b6d1ec66 req-7c6b0151-f97f-471d-9bd2-36490421aa59 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:46.007736 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22f1c434-1f4c-4589-809a-4453b6d1ec66 req-7c6b0151-f97f-471d-9bd2-36490421aa59 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 944 time: 0.0962048 Jul 16 18:29:46.026253 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.042039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21cd84c-a166-4aa7-93e7-b3331a7f3131 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:46.061174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22f1c434-1f4c-4589-809a-4453b6d1ec66 req-7a7a56a0-1fca-491b-9ab5-997a71c83a10 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Jul 16 18:29:46.072121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:46.078671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.146017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.153707 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b4afd43-2c9d-4740-a635-de8644a420a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.243441 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e9501-c223-4ee7-8eb9-728276d92989 None None] New status for floating IP a4ea9428-fcae-40b8-be52-28a283ac3573: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:46.331173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['a21cd84c-a166-4aa7-93e7-b3331a7f3131'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:46.417416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0f1f7188-04eb-4e09-b34b-831ecee10508 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:46.510948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1d78cde1-5011-4b8a-84cf-53aa0382b26b req-3d434dc5-647c-4364-b98b-1ccf331c94bc tempest-ServersNegativeTestJSON-652439130 tempest-ServersNegativeTestJSON-652439130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2524e33c-1a3d-40a9-af8f-3d60d8e619b3 HTTP/1.1" status: 200 len: 210 time: 0.0355904 Jul 16 18:29:46.575531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.591844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0f1f7188-04eb-4e09-b34b-831ecee10508 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:46.615094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:46.619938 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.620643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:46.631736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56102) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:46.661241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: fb851483-6d12-4fe6-9d85-f8ab1321c5fc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:46.661588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fb851483-6d12-4fe6-9d85-f8ab1321c5fc not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:46.687304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.731392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-81899606-network', 'tenant_id': '5f1346cd06f440198b9d7b364cb2025a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:46.754194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Made reservation on behalf of 5f1346cd06f440198b9d7b364cb2025a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:46.756910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.765448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.954039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff963a-2fa4-4b06-b2cd-a6cb0e3a52e6 req-03500e56-508e-4987-9dc6-4c080e42d71c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:46.955640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8ff963a-2fa4-4b06-b2cd-a6cb0e3a52e6 req-03500e56-508e-4987-9dc6-4c080e42d71c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.0681827 Jul 16 18:29:46.998424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8ff963a-2fa4-4b06-b2cd-a6cb0e3a52e6 req-5ae9c771-7bbc-40c9-b5b2-37cc27b0597e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jul 16 18:29:47.170027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0ea66-877f-49e6-b51e-8e44979b4613 req-ea83394b-b3f1-4e40-8cbc-e65346783266 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.171533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ba0ea66-877f-49e6-b51e-8e44979b4613 req-ea83394b-b3f1-4e40-8cbc-e65346783266 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.3985901 Jul 16 18:29:47.230679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.234508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ba0ea66-877f-49e6-b51e-8e44979b4613 req-ea0dd409-d18d-490f-a1d4-a75a4083cae4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557432 Jul 16 18:29:47.235596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.247182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:47.264583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.264955 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Added segment b21b8ced-979a-480f-9eb6-63306bcab657 of type vlan for network c031b21e-4eff-4a74-a3df-f96980eb9ef9 Jul 16 18:29:47.302098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7138da-30a5-46fc-819d-0405265d1ace,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.321128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.352211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.353289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.353999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.385540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7526784 Jul 16 18:29:47.388608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.393927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Request body: {'subnet': {'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-81899606-subnet', 'tenant_id': '5f1346cd06f440198b9d7b364cb2025a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:47.401733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476bf29-254a-4ed8-9957-46eb7dfdc978 req-6b06a1d0-57b5-4756-8c32-9b3bed0b7a25 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.403213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d476bf29-254a-4ed8-9957-46eb7dfdc978 req-6b06a1d0-57b5-4756-8c32-9b3bed0b7a25 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 943 time: 0.0667257 Jul 16 18:29:47.430838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228d5e1-81d2-4be4-bc79-e83a6891feac admin admin] Pushing event updated for resources: {'Network': ['ID=c031b21e-4eff-4a74-a3df-f96980eb9ef9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.442252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network c031b21e-4eff-4a74-a3df-f96980eb9ef9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:47.449176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Made reservation on behalf of 5f1346cd06f440198b9d7b364cb2025a for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:47.451626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.468336 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d476bf29-254a-4ed8-9957-46eb7dfdc978 req-b8bf98bf-8203-4f53-9e84-aae8568855ed tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590005 Jul 16 18:29:47.510470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-737721da-2eb6-4ac3-b7dc-54d94fb8b04a tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.511963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-737721da-2eb6-4ac3-b7dc-54d94fb8b04a tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e28d9f-c8ae-4822-905d-19569fd29a13 HTTP/1.1" status: 200 len: 943 time: 0.0764940 Jul 16 18:29:47.600912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.640232 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.655852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] Deleting subnet 35249abf-a681-4a10-a382-b39a18247d16 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:47.661220 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.685882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Deleting port 0f1f7188-04eb-4e09-b34b-831ecee10508 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:47.686765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.699352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12463b0-5492-4e0c-95af-337edc229b4f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.709989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Checking segment: {'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:47.710364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Network hostable DHCP agents. Network: c031b21e-4eff-4a74-a3df-f96980eb9ef9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:47.726116 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.730968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Network c031b21e-4eff-4a74-a3df-f96980eb9ef9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:47.739934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:47.760923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, c031b21e-4eff-4a74-a3df-f96980eb9ef9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:47.767525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.768320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.790344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b5c0b7fa-8cbf-47c1-81e5-46dada8b88f4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4003866 Jul 16 18:29:47.806374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8b2d2-a1a5-4044-8454-aa80184f6568 None None] Network c031b21e-4eff-4a74-a3df-f96980eb9ef9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:47.824702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.853147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] For port 0f1f7188-04eb-4e09-b34b-831ecee10508, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=0f1f7188-04eb-4e09-b34b-831ecee10508,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:47.853519 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.873944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Calling delete_port for 0f1f7188-04eb-4e09-b34b-831ecee10508 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:47.941882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:47.948932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.953157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.953603 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.985212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35249abf-a681-4a10-a382-b39a18247d16,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.989749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.992207 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fd3d3d40-388c-4380-80e5-d19876d8de04 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/35249abf-a681-4a10-a382-b39a18247d16 HTTP/1.1" status: 204 len: 168 time: 0.3904860 Jul 16 18:29:47.994939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:48.070353 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.081206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7f4fa-1fdd-4eec-b746-26c61e9327de None None] Network c031b21e-4eff-4a74-a3df-f96980eb9ef9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:48.083820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.108177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['0f1f7188-04eb-4e09-b34b-831ecee10508'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:48.142800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event deleted for resources: {'Port': ['ID=0f1f7188-04eb-4e09-b34b-831ecee10508,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.180593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3a5aba37-ff59-4e8d-a838-2881ffc769cf req-3b172179-b48d-495f-9e3a-e5f1df3b9a99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2014485887', 'description': 'tempest-description-461806388'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:48.207619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] No DVR routers for this DVR port 0f1f7188-04eb-4e09-b34b-831ecee10508 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:48.213647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.215313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-016bb3ec-9c16-4e72-bf99-85a1332fc944 req-5a70e527-4244-4870-aaac-ebc9496bae86 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "DELETE /v2.0/ports/0f1f7188-04eb-4e09-b34b-831ecee10508 HTTP/1.1" status: 204 len: 173 time: 0.6952400 Jul 16 18:29:48.216393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'name': 'network-vif-deleted', 'tag': '0f1f7188-04eb-4e09-b34b-831ecee10508'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:48.219705 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea89ada-0b5d-4e70-9103-046c4dc3cc78" -d '{"events": [{"server_uuid": "a5e28d9f-c8ae-4822-905d-19569fd29a13", "name": "network-vif-deleted", "tag": "0f1f7188-04eb-4e09-b34b-831ecee10508"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:48.240874 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.245383 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.254441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a5aba37-ff59-4e8d-a838-2881ffc769cf req-3b172179-b48d-495f-9e3a-e5f1df3b9a99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.265328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7016b9b5-2921-4610-9540-b7c62c91ead8']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:48.302505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:48.302975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7c9150-8b25-4c01-8617-6f0a8fc06ec9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:48.307315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:48.309746 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b95a66-a717-4b8d-914b-84c38ee5f9ea" -d '{"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-plugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:48.324456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:48.330127 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.343154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1c9d3-6961-4e43-8728-4023117e152a req-79e3b53d-aa57-48a9-8288-cb0786dcac8e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:48.352770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70d1c9d3-6961-4e43-8728-4023117e152a req-79e3b53d-aa57-48a9-8288-cb0786dcac8e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.1829865 Jul 16 18:29:48.357226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.366298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a5aba37-ff59-4e8d-a838-2881ffc769cf req-3b172179-b48d-495f-9e3a-e5f1df3b9a99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.373689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a5aba37-ff59-4e8d-a838-2881ffc769cf req-3b172179-b48d-495f-9e3a-e5f1df3b9a99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.388353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.388747 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.411925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:48.412471 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:29:48.414521 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:48.420936 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:48.421814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0f1f7188-04eb-4e09-b34b-831ecee10508 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:48.429148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70d1c9d3-6961-4e43-8728-4023117e152a req-84a4a1b9-2667-421b-b372-a60157e40a14 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752807 Jul 16 18:29:48.430870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3a5aba37-ff59-4e8d-a838-2881ffc769cf req-3b172179-b48d-495f-9e3a-e5f1df3b9a99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.442005 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3a5aba37-ff59-4e8d-a838-2881ffc769cf req-3b172179-b48d-495f-9e3a-e5f1df3b9a99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3004098 Jul 16 18:29:48.442695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172179-b48d-495f-9e3a-e5f1df3b9a99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b74eae-3b4e-41c4-a859-012e4b515305,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.462256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 0f1f7188-04eb-4e09-b34b-831ecee10508 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:48.463100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 0f1f7188-04eb-4e09-b34b-831ecee10508 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:48.495958 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995330ab-f7d5-4d35-9624-968aec892641 x-openstack-request-id: req-995330ab-f7d5-4d35-9624-968aec892641 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:48.496475 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e28d9f-c8ae-4822-905d-19569fd29a13", "name": "network-vif-deleted", "tag": "0f1f7188-04eb-4e09-b34b-831ecee10508", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:48.496977 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-995330ab-f7d5-4d35-9624-968aec892641 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:48.499645 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e28d9f-c8ae-4822-905d-19569fd29a13', 'name': 'network-vif-deleted', 'tag': '0f1f7188-04eb-4e09-b34b-831ecee10508', 'status': 'completed', 'code': 200} Jul 16 18:29:48.501794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.507794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.512255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] 10.222.0.49 "DELETE /v2.0/networks/7016b9b5-2921-4610-9540-b7c62c91ead8 HTTP/1.1" status: 204 len: 168 time: 0.5139837 Jul 16 18:29:48.527846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b176cd1-ad17-48d9-9d1f-36dfaca09f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7016b9b5-2921-4610-9540-b7c62c91ead8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.650970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:48.655549 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bdebd183-54e5-4b35-b9fb-e393b6f854e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.697829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d6f59927-6810-4317-b155-0433ae90de40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75089eb2bf0944279487ac1d267eadc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448701 Jul 16 18:29:48.699777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56158) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:48.845358 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.854679 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f64ac-9a16-40d9-8627-350f71f023ef x-openstack-request-id: req-443f64ac-9a16-40d9-8627-350f71f023ef {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:48.855216 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-plugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:48.855795 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-443f64ac-9a16-40d9-8627-350f71f023ef {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:48.856358 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'code': 200} Jul 16 18:29:48.877146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8095bbc7-7290-4828-8c50-7a2a66903f84 req-8f4e064d-5f65-4fe7-8ad9-9776f2a94abd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2106088900', 'description': 'tempest-description-1017071283'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:48.904204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8095bbc7-7290-4828-8c50-7a2a66903f84 req-8f4e064d-5f65-4fe7-8ad9-9776f2a94abd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.044842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdbd53-7cf5-451c-8af5-11059e1720d7 req-7e95e42f-fe34-4a2c-9b0e-a98427da5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.046302 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6cdbd53-7cf5-451c-8af5-11059e1720d7 req-7e95e42f-fe34-4a2c-9b0e-a98427da5a0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1101 time: 0.1064286 Jul 16 18:29:49.053015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8095bbc7-7290-4828-8c50-7a2a66903f84 req-8f4e064d-5f65-4fe7-8ad9-9776f2a94abd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.062405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8095bbc7-7290-4828-8c50-7a2a66903f84 req-8f4e064d-5f65-4fe7-8ad9-9776f2a94abd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.111807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6cdbd53-7cf5-451c-8af5-11059e1720d7 req-7b126e3b-fa3d-4665-ad79-9957e0adc053 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559781 Jul 16 18:29:49.113112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8095bbc7-7290-4828-8c50-7a2a66903f84 req-8f4e064d-5f65-4fe7-8ad9-9776f2a94abd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.116382 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f20939e-cf8a-46c3-8252-6aa37eb198ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.123775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8095bbc7-7290-4828-8c50-7a2a66903f84 req-8f4e064d-5f65-4fe7-8ad9-9776f2a94abd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2515764 Jul 16 18:29:49.124454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e064d-5f65-4fe7-8ad9-9776f2a94abd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbbc53-feb2-4c8b-8473-4337300a2104,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.149550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f20939e-cf8a-46c3-8252-6aa37eb198ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.198878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e86270-bb95-48c5-ab7a-ae51ad658239 req-c4d92b2a-e6a6-4494-af42-e2e812528d4e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.200363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6e86270-bb95-48c5-ab7a-ae51ad658239 req-c4d92b2a-e6a6-4494-af42-e2e812528d4e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.4380083 Jul 16 18:29:49.243954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f20939e-cf8a-46c3-8252-6aa37eb198ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.246445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f20939e-cf8a-46c3-8252-6aa37eb198ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.247641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f20939e-cf8a-46c3-8252-6aa37eb198ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f63ee601-60a5-4e86-bbfa-1955e53d21f0 HTTP/1.1" status: 204 len: 168 time: 0.5469487 Jul 16 18:29:49.265488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6e86270-bb95-48c5-ab7a-ae51ad658239 req-ddafae61-5531-4436-8c66-faf77869044b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555069 Jul 16 18:29:49.267203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20939e-cf8a-46c3-8252-6aa37eb198ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ee601-60a5-4e86-bbfa-1955e53d21f0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.515327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:49.520106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3831a645-fdcd-4725-a10f-fb19c69a9e3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938229615', 'description': 'tempest-description--1768539107'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:49.561782 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3831a645-fdcd-4725-a10f-fb19c69a9e3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.646008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-b40d8171-170c-48a3-8f65-f028c7b33846 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.647557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-b40d8171-170c-48a3-8f65-f028c7b33846 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 811 time: 0.1442745 Jul 16 18:29:49.667080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-a7cf5926-a78e-41c1-acfb-b53b61197fa8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/quotas/5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 375 time: 0.0109341 Jul 16 18:29:49.702074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3831a645-fdcd-4725-a10f-fb19c69a9e3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.707426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3831a645-fdcd-4725-a10f-fb19c69a9e3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.726455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-5b8340f8-5098-4e4d-b892-30dac0a35a75 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526943 Jul 16 18:29:49.743246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b838e84-d2fd-4f3a-9096-3f5fb4fcac38 req-ffd18833-9a39-40c6-8b61-17894d2721b2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.744806 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7b838e84-d2fd-4f3a-9096-3f5fb4fcac38 req-ffd18833-9a39-40c6-8b61-17894d2721b2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1173658 Jul 16 18:29:49.757753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3831a645-fdcd-4725-a10f-fb19c69a9e3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.758921 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3831a645-fdcd-4725-a10f-fb19c69a9e3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2425888 Jul 16 18:29:49.761977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56208) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:49.768483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-35ed7847-6c85-4aaf-b7f9-e29cf149c6f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Request body: {'security_group_rule': {'security_group_id': 'ab6890fc-9242-4777-9982-0133f6aa3560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:49.772957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831a645-fdcd-4725-a10f-fb19c69a9e3b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6890fc-9242-4777-9982-0133f6aa3560,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.796284 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7b838e84-d2fd-4f3a-9096-3f5fb4fcac38 req-3be523d5-50f4-45f3-9ce9-d9d33ab2bcfc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Jul 16 18:29:49.846933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.854128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ed7847-6c85-4aaf-b7f9-e29cf149c6f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.859867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-f3ec029d-8ac7-49eb-845d-80a525ccdb9f service neutron] 10.222.0.49 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322918 Jul 16 18:29:49.970561 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ed7847-6c85-4aaf-b7f9-e29cf149c6f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.983076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ed7847-6c85-4aaf-b7f9-e29cf149c6f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.021564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-06c4f869-34ca-4bb0-907a-2ec490750a94 service neutron] 10.222.0.49 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527081 Jul 16 18:29:50.023397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed7847-6c85-4aaf-b7f9-e29cf149c6f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9678ba-9a15-4839-a7ba-94fa24a604b0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:50.032803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35ed7847-6c85-4aaf-b7f9-e29cf149c6f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.034021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-35ed7847-6c85-4aaf-b7f9-e29cf149c6f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707565 Jul 16 18:29:50.037436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56218) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:50.042347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2b86850f-27f2-4b97-a97e-ced51c3a0272 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Request body: {'security_group_rule': {'security_group_id': 'ab6890fc-9242-4777-9982-0133f6aa3560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:50.086166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b86850f-27f2-4b97-a97e-ced51c3a0272 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.169591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b86850f-27f2-4b97-a97e-ced51c3a0272 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.174877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b86850f-27f2-4b97-a97e-ced51c3a0272 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.198781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86850f-27f2-4b97-a97e-ced51c3a0272 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae39144-9bf8-4865-a017-fe22df0ad39a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:50.212196 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b86850f-27f2-4b97-a97e-ced51c3a0272 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.213660 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2b86850f-27f2-4b97-a97e-ced51c3a0272 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752293 Jul 16 18:29:50.217063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:50.222840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:50.274456 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d552dfc-d5b0-4f85-8746-53bd85b9a77b req-276152ba-28ac-4e7f-b119-e281184b2b95 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 210 time: 0.0388200 Jul 16 18:29:50.307251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.436037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.556263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bf3bb-78bc-44e0-b83d-cb458ecf5c0f req-9a42794b-510b-43c9-b997-c26296b8b61d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:50.558978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b6bf3bb-78bc-44e0-b83d-cb458ecf5c0f req-9a42794b-510b-43c9-b997-c26296b8b61d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0876482 Jul 16 18:29:50.578391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Allocated IP 172.25.1.217 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/3f75d4d9-f4f5-407e-8ac3-4b0bd396dfec) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:50.618006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b6bf3bb-78bc-44e0-b83d-cb458ecf5c0f req-c506f3b1-50c5-46c1-b5ee-5a09b6834969 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525527 Jul 16 18:29:50.753100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.806757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.883460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:50.891816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:50.894305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'Port': ['ID=3f75d4d9-f4f5-407e-8ac3-4b0bd396dfec,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:50.896817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:51.055827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.120007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a838d-64ed-4658-8e2e-bc680cd5c9fc req-519c1930-245d-40d9-bbbb-44f2bd090d03 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.122548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-100a838d-64ed-4658-8e2e-bc680cd5c9fc req-519c1930-245d-40d9-bbbb-44f2bd090d03 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1401770 Jul 16 18:29:51.159905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.223155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-100a838d-64ed-4658-8e2e-bc680cd5c9fc req-7eaa9256-403d-488f-bdff-85960e2ca1a6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928314 Jul 16 18:29:51.421928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.433428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.515882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82025306-88fc-4650-94f0-8d7d478d748e req-e2df0745-260e-4c2a-b426-cff1a8ce4dc2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.523522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82025306-88fc-4650-94f0-8d7d478d748e req-e2df0745-260e-4c2a-b426-cff1a8ce4dc2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.0946450 Jul 16 18:29:51.553658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c20bcba-1df3-479f-afea-7303b9d18299 req-7fcac16e-7ae4-4a5f-89af-2eb305a68266 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 210 time: 0.0414860 Jul 16 18:29:51.555991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'Port': ['ID=3f75d4d9-f4f5-407e-8ac3-4b0bd396dfec,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:51.565769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.590030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.590469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82025306-88fc-4650-94f0-8d7d478d748e req-c6909420-8111-4cdb-8f42-5608c61ee286 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657752 Jul 16 18:29:51.592714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-47611166-b502-4f30-9c54-1ad53dbe2bd5 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3725905 Jul 16 18:29:51.648029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.068002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b854-aced-4139-aedb-49d4f2586078 req-55b62b42-64e8-4c50-a8dd-9f86d2bfbbde tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.073169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2835b854-aced-4139-aedb-49d4f2586078 req-55b62b42-64e8-4c50-a8dd-9f86d2bfbbde tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.2470999 Jul 16 18:29:52.113371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-cee0a16a-a3b4-4e80-91ac-44c4d3457e64 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.115552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-cee0a16a-a3b4-4e80-91ac-44c4d3457e64 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.59 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 811 time: 0.2377660 Jul 16 18:29:52.147122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'port': {'device_id': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9', 'admin_state_up': True, 'tenant_id': '5f1346cd06f440198b9d7b364cb2025a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:52.187809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2835b854-aced-4139-aedb-49d4f2586078 req-867068cf-ccf9-4ba2-9db7-ef8d34a2c488 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716698 Jul 16 18:29:52.373700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-6ee33282-3c5a-46dd-bed7-b661279a3384 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.375321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-6ee33282-3c5a-46dd-bed7-b661279a3384 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 822 time: 0.1786284 Jul 16 18:29:52.399438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-292e03bb-ae38-4c75-bb05-bba6d06c4d01 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/quotas/217c6daf6b5f4ba2acf828ce9ab4e943 HTTP/1.1" status: 200 len: 375 time: 0.0171742 Jul 16 18:29:52.430598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Made reservation on behalf of 5f1346cd06f440198b9d7b364cb2025a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:52.434602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.447606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-92beb9f9-8bef-4ed4-8251-1d386e44b5c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2282522 Jul 16 18:29:52.492189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad243080-329f-4fc1-9c2f-4b0cf719e9cc req-3618e33a-0a54-4ff6-b31c-875d9393c37f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.493787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad243080-329f-4fc1-9c2f-4b0cf719e9cc req-3618e33a-0a54-4ff6-b31c-875d9393c37f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1388183 Jul 16 18:29:52.497095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-3bd28af4-838a-4908-9f13-534a9cea1f29 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963795 Jul 16 18:29:52.573492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.630744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad243080-329f-4fc1-9c2f-4b0cf719e9cc req-cf1a5f64-f453-4db5-8009-f18918bf7c44 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912476 Jul 16 18:29:52.667688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-0fb00307-028d-4fea-b828-c6eb63f4d20c service neutron] 10.222.0.49 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627862 Jul 16 18:29:52.706257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Allocated IP 172.20.0.3 (c031b21e-4eff-4a74-a3df-f96980eb9ef9/a12463b0-5492-4e0c-95af-337edc229b4f/b6217323-11d9-41bf-9028-6b4ac08571f0) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:52.883434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56324) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:52.941538 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-1f6ee4cb-c2d8-471b-95d9-9ee505771bcb service neutron] 10.222.0.49 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688932 Jul 16 18:29:52.966702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.051745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf723b39-033d-4bf0-bd7a-663cd9781395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.064604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.186419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:53.199902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63362297-60ec-4092-bcd4-0aef3680a9c8 req-873f8220-3124-4b06-a30e-f82d66cb333e tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 210 time: 0.0580564 Jul 16 18:29:53.251007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Network c031b21e-4eff-4a74-a3df-f96980eb9ef9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:53.279343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:53.290741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:53.399945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2602f-6e0f-473a-8030-05067ad45b4e req-a0c4ed99-d59d-4f4c-96bb-1ab0f9e44276 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.408069 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92a2602f-6e0f-473a-8030-05067ad45b4e req-a0c4ed99-d59d-4f4c-96bb-1ab0f9e44276 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 931 time: 0.2446797 Jul 16 18:29:53.471488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.472173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.485038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b07a8-52e1-43e3-9e2e-7423e2ea1e94 req-4337c151-8e5d-40e1-bf95-1d7167c94918 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.487721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-367b07a8-52e1-43e3-9e2e-7423e2ea1e94 req-4337c151-8e5d-40e1-bf95-1d7167c94918 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1183093 Jul 16 18:29:53.528215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92a2602f-6e0f-473a-8030-05067ad45b4e req-8a03d461-676e-4302-89dd-d36510e61a9f tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191077 Jul 16 18:29:53.550973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-367b07a8-52e1-43e3-9e2e-7423e2ea1e94 req-5965c3e8-9b9e-452e-9040-e12bfcb6158e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 Jul 16 18:29:53.572340 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf723b39-033d-4bf0-bd7a-663cd9781395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.579373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf723b39-033d-4bf0-bd7a-663cd9781395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.620420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-ae464ba3-12de-47eb-a2d6-227b54673907 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4785609 Jul 16 18:29:53.652479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Request body: {'port': {'device_id': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:53.708853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723b39-033d-4bf0-bd7a-663cd9781395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765e6866-69ae-4ea6-ae84-8b9839ec83a0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:53.719221 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cf723b39-033d-4bf0-bd7a-663cd9781395 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba29156f57144c069e848d1874623ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8323634 Jul 16 18:29:53.719910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:53.844441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69722530-34f9-4da6-b449-becccfd01709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.851251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.918034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69722530-34f9-4da6-b449-becccfd01709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.961630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20409a1-3470-4811-bd35-f0f3e6f74cd5 req-5032584c-643b-442e-9d1c-a099c5c03726 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.968706 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d20409a1-3470-4811-bd35-f0f3e6f74cd5 req-5032584c-643b-442e-9d1c-a099c5c03726 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1755784 Jul 16 18:29:54.045385 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d20409a1-3470-4811-bd35-f0f3e6f74cd5 req-9a58879e-d28c-4ddc-8dc2-c56f2042393f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755732 Jul 16 18:29:54.141074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69722530-34f9-4da6-b449-becccfd01709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.143710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69722530-34f9-4da6-b449-becccfd01709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.144917 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-69722530-34f9-4da6-b449-becccfd01709 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/765e6866-69ae-4ea6-ae84-8b9839ec83a0 HTTP/1.1" status: 204 len: 168 time: 0.4244082 Jul 16 18:29:54.168130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69722530-34f9-4da6-b449-becccfd01709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e6866-69ae-4ea6-ae84-8b9839ec83a0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.303975 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.323516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6217323-11d9-41bf-9028-6b4ac08571f0 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:54.333060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.377153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-40948d60-54a0-4cb9-b5d2-d10631652d1c req-ff9c6697-f804-4fb4-b910-5bb02f3785f9 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 210 time: 0.0411716 Jul 16 18:29:54.380132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Transition to ACTIVE for port object b6217323-11d9-41bf-9028-6b4ac08571f0 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:54.386562 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.473998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Pushing event updated for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.500692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56368) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:54.518516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f69b761a-7a93-4968-9a3e-d55d1c80545f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.531566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Attempting to bind port b6217323-11d9-41bf-9028-6b4ac08571f0 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:54.532084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Attempting to bind port b6217323-11d9-41bf-9028-6b4ac08571f0 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:54.532504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Attempting to bind port b6217323-11d9-41bf-9028-6b4ac08571f0 on network c031b21e-4eff-4a74-a3df-f96980eb9ef9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:54.538967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Port b6217323-11d9-41bf-9028-6b4ac08571f0 on network c031b21e-4eff-4a74-a3df-f96980eb9ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:54.539401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Attempting to bind port b6217323-11d9-41bf-9028-6b4ac08571f0 on network c031b21e-4eff-4a74-a3df-f96980eb9ef9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:54.548026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:54.548550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Checking segment: {'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:54.549271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Bound using segment: {'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:54.550078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Bound port: b6217323-11d9-41bf-9028-6b4ac08571f0, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:54.550549 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.578021 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:54.651066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:54.662781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b6217323-11d9-41bf-9028-6b4ac08571f0,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:54.670354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.727208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.727989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.729556 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 200 len: 1092 time: 1.0845633 Jul 16 18:29:54.730100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:54.733498 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f0226a-2cf9-4ce3-b5e3-512257430306" -d '{"events": [{"name": "network-changed", "server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:54.769471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202559c5-5ec6-4af1-8622-dca3fa3ef530 service neutron] Pushing event updated for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.796695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-b544d2a6-20df-44e4-9330-a47536030054 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.799159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-b544d2a6-20df-44e4-9330-a47536030054 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 822 time: 0.2366545 Jul 16 18:29:54.817045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Request body: {'port': {'device_id': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'admin_state_up': True, 'tenant_id': '217c6daf6b5f4ba2acf828ce9ab4e943'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:54.860095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f0efe-eb9e-4b27-b863-79ba9de8f778 req-e0e0bbc3-0342-41cc-9dad-f301ccd6cca8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.861929 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a3f0efe-eb9e-4b27-b863-79ba9de8f778 req-e0e0bbc3-0342-41cc-9dad-f301ccd6cca8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0722990 Jul 16 18:29:54.944385 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a3f0efe-eb9e-4b27-b863-79ba9de8f778 req-2f70f148-a03b-4ea7-a069-4d4660b5edf5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728693 Jul 16 18:29:54.954566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-a8a804e5-a84e-4131-b96e-e258576a4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.956477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-a8a804e5-a84e-4131-b96e-e258576a4da6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1095 time: 0.0934634 Jul 16 18:29:54.972598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f69b761a-7a93-4968-9a3e-d55d1c80545f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.018725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f69b761a-7a93-4968-9a3e-d55d1c80545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.041306 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f513c0e8-68f6-455e-bb5e-946b00f33730 x-openstack-request-id: req-f513c0e8-68f6-455e-bb5e-946b00f33730 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:55.041595 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:55.041851 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f513c0e8-68f6-455e-bb5e-946b00f33730 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:55.042257 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0', 'status': 'completed', 'code': 200} Jul 16 18:29:55.047180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-01435fc6-881a-49e9-b5ab-bba61fe8d272 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 200 len: 217 time: 0.0734992 Jul 16 18:29:55.088269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Made reservation on behalf of 217c6daf6b5f4ba2acf828ce9ab4e943 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:55.092540 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.123836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-5fb31154-085d-4b98-b9e7-05fce44d1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.125801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-5fb31154-085d-4b98-b9e7-05fce44d1861 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.0727930 Jul 16 18:29:55.141349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b761a-7a93-4968-9a3e-d55d1c80545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95cf79c-dcaa-409f-b3b6-8f3f8d370e11,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:55.162272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c5875-c374-446e-bb1b-b089edc05f11 req-de7cc59c-ab6b-4b67-8f03-8360803b4dc6 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.163842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e8c5875-c374-446e-bb1b-b089edc05f11 req-de7cc59c-ab6b-4b67-8f03-8360803b4dc6 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 943 time: 0.3611896 Jul 16 18:29:55.171043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f69b761a-7a93-4968-9a3e-d55d1c80545f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20d88858955e4cde826d3ce560d40163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679945 Jul 16 18:29:55.171655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:55.187703 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-71e5a213-1d35-4176-9d26-5bfa407405df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498526 Jul 16 18:29:55.314316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-29a7ed00-f806-40f5-935d-caca4456b1b9 service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042340 Jul 16 18:29:55.336746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e8c5875-c374-446e-bb1b-b089edc05f11 req-b09729ee-932b-4bb2-9f8a-224ddca14092 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626410 Jul 16 18:29:55.396414 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f11fc01-680a-4b90-8710-2cd83fbfd8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.406628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Allocated IP 172.20.0.4 (c228e95f-d482-4998-bae5-00a397c5043b/d2e45112-e474-4e29-83f8-03320c3d02de/04fd6a56-4746-41b2-b303-05016b9b4750) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:55.440754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32be586e-fa0b-451c-b0df-5ccdc26a9b86 req-9e41d098-fc5d-4f75-826a-18ffa3b48e71 service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197350 Jul 16 18:29:55.443215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f11fc01-680a-4b90-8710-2cd83fbfd8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.455069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-14fc525e-ae50-44b1-bf52-0e9d284f4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.457188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-14fc525e-ae50-44b1-bf52-0e9d284f4fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1101 time: 0.1833780 Jul 16 18:29:55.468088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea091df-d5cb-4f40-a683-ff28ba44177d req-abc3db01-7738-44ff-aa25-51ba68a8ebe7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.470259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dea091df-d5cb-4f40-a683-ff28ba44177d req-abc3db01-7738-44ff-aa25-51ba68a8ebe7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.0871511 Jul 16 18:29:55.513581 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dea091df-d5cb-4f40-a683-ff28ba44177d req-eb7830d7-1e74-4ad9-b0a9-0edc2f4ea21d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345280 Jul 16 18:29:55.570934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-8912b79f-fd13-4db2-9e9b-c607ee71cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.572427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-8912b79f-fd13-4db2-9e9b-c607ee71cbe5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1095 time: 0.0579979 Jul 16 18:29:55.580474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-530c5e95-fadf-4ded-a168-5e6e9c83b738 req-3f4e21d9-847a-4baf-bbcf-fdcb1cffe43d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 210 time: 0.0513067 Jul 16 18:29:55.668139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-11a387c6-4111-4cc3-8ed7-efc2094f2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.669788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-11a387c6-4111-4cc3-8ed7-efc2094f2ca4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 912 time: 0.0904467 Jul 16 18:29:55.674436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f11fc01-680a-4b90-8710-2cd83fbfd8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.676944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f11fc01-680a-4b90-8710-2cd83fbfd8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.678060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5f11fc01-680a-4b90-8710-2cd83fbfd8b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a95cf79c-dcaa-409f-b3b6-8f3f8d370e11 HTTP/1.1" status: 204 len: 168 time: 0.5026484 Jul 16 18:29:55.702776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11fc01-680a-4b90-8710-2cd83fbfd8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95cf79c-dcaa-409f-b3b6-8f3f8d370e11,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:55.705656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-5845b952-facd-48fd-a5d4-58d2962980a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.707200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-5845b952-facd-48fd-a5d4-58d2962980a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2316284 Jul 16 18:29:55.713307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-0eebef76-f411-45b6-930e-464c3c70990f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 200 len: 217 time: 0.0362749 Jul 16 18:29:55.757977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-1327663c-8094-4f5d-b632-8161e06c97ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.0424485 Jul 16 18:29:55.770131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-a80cac53-26a6-4507-9a9f-26283f844f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.771524 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-a80cac53-26a6-4507-9a9f-26283f844f72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.0515110 Jul 16 18:29:55.807077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-d82b599f-7b2b-4568-908a-dda7ff129de4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277984 Jul 16 18:29:55.812157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.835362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-7096c004-9db1-4764-90cc-e7bbfb34705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.836856 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-7096c004-9db1-4764-90cc-e7bbfb34705a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0694089 Jul 16 18:29:55.898156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.911720 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-7f382e3d-d5c5-41a6-af53-51f0a0903334 service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971653 Jul 16 18:29:55.959309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:55.981465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Network c228e95f-d482-4998-bae5-00a397c5043b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:55.984821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-090f48cc-096b-4b42-a785-9928b368a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.986503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-090f48cc-096b-4b42-a785-9928b368a973 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374638 Jul 16 18:29:55.987529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:55.990049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:56.014563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f0226a-2cf9-4ce3-b5e3-512257430306 req-36aece6a-d605-424b-9084-ee5bbba8239c service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893741 Jul 16 18:29:56.092574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.093225 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.126524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e2af749a-a423-47e0-b665-bcb486386b37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3144300 Jul 16 18:29:56.142540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Request body: {'port': {'device_id': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:56.147927 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-4d2e4531-4a01-4d37-bb11-2db4fba2c73a service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535530 Jul 16 18:29:56.169105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902fa17-2108-4d22-ad39-ccf53d3a953f req-4a939382-1cd3-4ac8-ac42-a5c299f506bf tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.178048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c902fa17-2108-4d22-ad39-ccf53d3a953f req-4a939382-1cd3-4ac8-ac42-a5c299f506bf tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0901942 Jul 16 18:29:56.231950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c902fa17-2108-4d22-ad39-ccf53d3a953f req-58c0f2c5-de51-459d-ad6f-7c43c9c283b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Jul 16 18:29:56.299284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.567365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-facddcf6-7386-401d-a516-f2c8636b076d service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985941 Jul 16 18:29:56.668121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230f92-fab2-4877-91ef-8241e4a2829f req-e2eebd69-0c02-4609-8868-d95051ecd34f tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.669676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2230f92-fab2-4877-91ef-8241e4a2829f req-e2eebd69-0c02-4609-8868-d95051ecd34f tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 943 time: 0.1692166 Jul 16 18:29:56.762166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2230f92-fab2-4877-91ef-8241e4a2829f req-4347f20f-a513-47d0-bc70-a287af87578b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781081 Jul 16 18:29:56.820017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d073b20-2036-4a89-9089-d4731d62e8ba req-96146490-c551-40e7-8a06-fb693a380157 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.828700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d073b20-2036-4a89-9089-d4731d62e8ba req-96146490-c551-40e7-8a06-fb693a380157 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1633816 Jul 16 18:29:56.855595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fd6a56-4746-41b2-b303-05016b9b4750 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:56.865351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.894528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d073b20-2036-4a89-9089-d4731d62e8ba req-63894875-17fe-437a-a680-b07538ded3e4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560291 Jul 16 18:29:56.895541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Transition to ACTIVE for port object 04fd6a56-4746-41b2-b303-05016b9b4750 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:56.903595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.987894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Pushing event updated for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:57.073800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e546eb0-a92d-4ac9-8484-0e216f45e49c req-28f4f595-937f-4256-8999-2606c407c694 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.075168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e546eb0-a92d-4ac9-8484-0e216f45e49c req-28f4f595-937f-4256-8999-2606c407c694 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 943 time: 0.1455586 Jul 16 18:29:57.106171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Attempting to bind port 04fd6a56-4746-41b2-b303-05016b9b4750 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:57.106507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Attempting to bind port 04fd6a56-4746-41b2-b303-05016b9b4750 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:57.106835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Attempting to bind port 04fd6a56-4746-41b2-b303-05016b9b4750 on network c228e95f-d482-4998-bae5-00a397c5043b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:57.119145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Port 04fd6a56-4746-41b2-b303-05016b9b4750 on network c228e95f-d482-4998-bae5-00a397c5043b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:57.119462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Attempting to bind port 04fd6a56-4746-41b2-b303-05016b9b4750 on network c228e95f-d482-4998-bae5-00a397c5043b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:57.129847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:57.130246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Checking segment: {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:57.130628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Bound using segment: {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:57.131053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Bound port: 04fd6a56-4746-41b2-b303-05016b9b4750, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:57.131414 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.137493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e546eb0-a92d-4ac9-8484-0e216f45e49c req-bdb08c3d-3186-4d56-b619-7d75ecc52739 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Jul 16 18:29:57.211372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:57.215498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:57.220803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.267090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.267715 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.269147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] 10.222.0.59 "PUT /v2.0/ports/04fd6a56-4746-41b2-b303-05016b9b4750 HTTP/1.1" status: 200 len: 1092 time: 1.1334422 Jul 16 18:29:57.269593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:57.271838 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54c8f11-276b-4c0c-83f4-b19d1c63f449" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:57.348246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b161d-c839-4f33-b2ab-187b5334b62c service neutron] Pushing event updated for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:57.354020 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19befeb0-83f5-4810-8be4-c32cbb95b2b8 x-openstack-request-id: req-19befeb0-83f5-4810-8be4-c32cbb95b2b8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:57.354319 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:57.354571 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19befeb0-83f5-4810-8be4-c32cbb95b2b8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:57.354964 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750', 'status': 'completed', 'code': 200} Jul 16 18:29:57.428196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-7916f87b-2991-473f-b965-329753843559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.433085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-7916f87b-2991-473f-b965-329753843559 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 1095 time: 0.0740771 Jul 16 18:29:57.448224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984c34-0370-4fe8-a29f-a2a01e4caa09 req-a2e8ce5f-b2f2-4b16-a99a-b72ebbbf017a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.457058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d984c34-0370-4fe8-a29f-a2a01e4caa09 req-a2e8ce5f-b2f2-4b16-a99a-b72ebbbf017a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0797079 Jul 16 18:29:57.485931 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-22875ea9-928f-48ce-9a28-a93da1d09277 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fd6a56-4746-41b2-b303-05016b9b4750 HTTP/1.1" status: 200 len: 217 time: 0.0448039 Jul 16 18:29:57.493645 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d984c34-0370-4fe8-a29f-a2a01e4caa09 req-7799d498-6d25-46c4-89fc-6a3afc714ffb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Jul 16 18:29:57.545650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e635fac4-80a8-4844-affb-819fd5a9ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.548263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-e635fac4-80a8-4844-affb-819fd5a9ecdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2e45112-e474-4e29-83f8-03320c3d02de HTTP/1.1" status: 200 len: 862 time: 0.0551748 Jul 16 18:29:57.597110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-ad5914e2-eaec-4579-a3b9-43b80449409d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c228e95f-d482-4998-bae5-00a397c5043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419662 Jul 16 18:29:57.701390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-583fd6e5-88bf-4a6d-8783-7c4c6b180d4b service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941932 Jul 16 18:29:57.809835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c31a31-8847-4893-8e2d-51f87996c145 req-53232a25-13e5-46c1-bd52-519bcdfea2c7 service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016870 Jul 16 18:29:57.938898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-b8c23f31-c99e-4bc4-b8e9-c6e0291c54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.940507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-b8c23f31-c99e-4bc4-b8e9-c6e0291c54ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 1095 time: 0.0627108 Jul 16 18:29:57.989303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc8508-8059-446b-810b-2ff1b36a0704 req-c625459d-23fe-4a2e-a8ed-c27fe3ec4a75 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.996862 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9cc8508-8059-446b-810b-2ff1b36a0704 req-c625459d-23fe-4a2e-a8ed-c27fe3ec4a75 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 943 time: 0.0843158 Jul 16 18:29:58.044162 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a9cc8508-8059-446b-810b-2ff1b36a0704 req-4626de5c-7384-4aaf-829e-af84888cb607 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463285 Jul 16 18:29:58.340001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5480a4-1227-43f4-9a9d-839286204a88 req-1e1a4450-22eb-4c9a-8b07-e126ad4b88da tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.347913 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f5480a4-1227-43f4-9a9d-839286204a88 req-1e1a4450-22eb-4c9a-8b07-e126ad4b88da tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 943 time: 0.0745661 Jul 16 18:29:58.397473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f5480a4-1227-43f4-9a9d-839286204a88 req-cab7acad-e333-4952-813c-01d7d918ea8c tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483716 Jul 16 18:29:58.421886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-e68596bc-5cc1-4d3c-a147-e61e0a44072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.421886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-e68596bc-5cc1-4d3c-a147-e61e0a44072f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 923 time: 0.4695375 Jul 16 18:29:58.469126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b6217323-11d9-41bf-9028-6b4ac08571f0 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:58.470911 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-b29aae22-3de6-4804-bc39-83d361ba79e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fd6a56-4746-41b2-b303-05016b9b4750 HTTP/1.1" status: 200 len: 217 time: 0.0441797 Jul 16 18:29:58.481181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7595c3-5aca-4f3e-a0c1-064f6caac93a req-05c4f9c3-b75b-4e0f-878b-105f2868e30f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.483031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d7595c3-5aca-4f3e-a0c1-064f6caac93a req-05c4f9c3-b75b-4e0f-878b-105f2868e30f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1275070 Jul 16 18:29:58.577080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-7eada892-1963-4f68-9faa-e21d4fe5f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.579414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-7eada892-1963-4f68-9faa-e21d4fe5f739 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2e45112-e474-4e29-83f8-03320c3d02de HTTP/1.1" status: 200 len: 862 time: 0.0947778 Jul 16 18:29:58.586356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b6217323-11d9-41bf-9028-6b4ac08571f0,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:58.599511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'b6217323-11d9-41bf-9028-6b4ac08571f0', 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9', 'port_id': 'b6217323-11d9-41bf-9028-6b4ac08571f0', 'mac_address': 'fa:16:3e:5e:f3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12463b0-5492-4e0c-95af-337edc229b4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:58.642568 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.644252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d7595c3-5aca-4f3e-a0c1-064f6caac93a req-bd2b3f0f-1218-49a0-9d82-7cace81eb7d1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494243 Jul 16 18:29:58.647474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-25d44dcd-1942-4640-a7c7-d857539ec2e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c228e95f-d482-4998-bae5-00a397c5043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368366 Jul 16 18:29:58.672260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6217323-11d9-41bf-9028-6b4ac08571f0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:58.693183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b6217323-11d9-41bf-9028-6b4ac08571f0,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:58.697164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.758697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:58.781282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-5404fe01-fa31-481c-bf9d-d0df9e6f3bd0 service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252282 Jul 16 18:29:58.844253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd100ca-f946-489c-b80d-5acceac3a443 req-7253e40a-6603-4294-8376-f9ce0c8b2df9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.846157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dd100ca-f946-489c-b80d-5acceac3a443 req-7253e40a-6603-4294-8376-f9ce0c8b2df9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1417520 Jul 16 18:29:58.890087 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e54c8f11-276b-4c0c-83f4-b19d1c63f449 req-ed7540e4-de96-4624-8232-2b03cfa0578d service neutron] 10.222.0.59 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009736 Jul 16 18:29:58.897678 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dd100ca-f946-489c-b80d-5acceac3a443 req-12a2ca4e-1503-4255-baa9-449c1b28c61d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Jul 16 18:29:59.081653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:59.280336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884a28-d1fb-4dfd-8225-593df5803a70 req-213a4703-87dc-4ed7-803f-bc33c8df2aa1 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.282196 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64884a28-d1fb-4dfd-8225-593df5803a70 req-213a4703-87dc-4ed7-803f-bc33c8df2aa1 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 944 time: 0.0940111 Jul 16 18:29:59.320997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64884a28-d1fb-4dfd-8225-593df5803a70 req-f9933db5-4191-405c-a4ea-99f1285b327b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Jul 16 18:29:59.588554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37588757-8305-4664-bac7-2bb094861a59 req-f1a85a69-baa7-48ca-9133-b3140bfb3700 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.593297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37588757-8305-4664-bac7-2bb094861a59 req-f1a85a69-baa7-48ca-9133-b3140bfb3700 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 943 time: 0.0755098 Jul 16 18:29:59.641412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37588757-8305-4664-bac7-2bb094861a59 req-10ddfaf1-c47f-43d6-840c-93d2d818ad35 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Jul 16 18:29:59.840871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624aee1-1a55-4177-8f29-e13bb997cb49 req-04033b5f-107c-4a8d-87c7-fedb2e3fd47e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.844030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f624aee1-1a55-4177-8f29-e13bb997cb49 req-04033b5f-107c-4a8d-87c7-fedb2e3fd47e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.0711737 Jul 16 18:29:59.882471 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f624aee1-1a55-4177-8f29-e13bb997cb49 req-f1d3ee96-fe53-4946-9006-68fb8b650981 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324585 Jul 16 18:30:00.184360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca684090-af63-4076-b69b-da2f496f37cd req-0c659740-da7c-47db-b5e7-eab1d53f2cb7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:00.194737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca684090-af63-4076-b69b-da2f496f37cd req-0c659740-da7c-47db-b5e7-eab1d53f2cb7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0974474 Jul 16 18:30:00.240807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ca684090-af63-4076-b69b-da2f496f37cd req-f1e7ac09-0494-43c6-9ee2-83109c2adfe3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473304 Jul 16 18:30:00.468322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 04fd6a56-4746-41b2-b303-05016b9b4750 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:00.470527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b6217323-11d9-41bf-9028-6b4ac08571f0 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:00.551544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab2282-dd34-468a-a3a0-e3ca4da11ced req-387c294f-36b7-4a02-85f5-8c0288f04e42 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:00.554202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71ab2282-dd34-468a-a3a0-e3ca4da11ced req-387c294f-36b7-4a02-85f5-8c0288f04e42 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 944 time: 0.0787504 Jul 16 18:30:00.638960 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71ab2282-dd34-468a-a3a0-e3ca4da11ced req-4686b15c-d5f0-4371-a7be-1be497804958 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683889 Jul 16 18:30:00.809032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:00.824453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '04fd6a56-4746-41b2-b303-05016b9b4750', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'port_id': '04fd6a56-4746-41b2-b303-05016b9b4750', 'mac_address': 'fa:16:3e:a5:ab:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e45112-e474-4e29-83f8-03320c3d02de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:00.848432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c8189-4581-4bec-806f-6f5f3ea9dccb req-f8bb400e-2728-4ce6-8b24-305ab9e8c9f3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:00.852476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e13c8189-4581-4bec-806f-6f5f3ea9dccb req-f8bb400e-2728-4ce6-8b24-305ab9e8c9f3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 943 time: 0.0860054 Jul 16 18:30:00.859109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port b6217323-11d9-41bf-9028-6b4ac08571f0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:00.870739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port b6217323-11d9-41bf-9028-6b4ac08571f0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:00.871341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.898100 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.921228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e13c8189-4581-4bec-806f-6f5f3ea9dccb req-2d65bde5-d369-4e7b-858d-b0c4d313e113 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629971 Jul 16 18:30:00.921429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fd6a56-4746-41b2-b303-05016b9b4750 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:00.951041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:00.978454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.018826 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.056092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:01.066173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:01.067846 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ad29c3-d554-46c0-b2e9-ef53dec85dd7" -d '{"events": [{"server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "name": "network-vif-plugged", "status": "completed", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:01.086475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b6217323-11d9-41bf-9028-6b4ac08571f0,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:01.092466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.150618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15ba37-c1df-4fde-8812-ca946ac09569 req-786d95f8-d91b-4bbd-a01c-5a16ed759106 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.152689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e15ba37-c1df-4fde-8812-ca946ac09569 req-786d95f8-d91b-4bbd-a01c-5a16ed759106 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1375470 Jul 16 18:30:01.160606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:01.227034 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff632c8c-d5dc-472b-a423-e91231b7694d x-openstack-request-id: req-ff632c8c-d5dc-472b-a423-e91231b7694d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:01.227527 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "name": "network-vif-plugged", "status": "completed", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:01.227782 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff632c8c-d5dc-472b-a423-e91231b7694d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:01.228176 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0', 'code': 200} Jul 16 18:30:01.230128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e15ba37-c1df-4fde-8812-ca946ac09569 req-e2253515-3650-40a4-a33e-b514500e2408 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628800 Jul 16 18:30:01.318760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['04fd6a56-4746-41b2-b303-05016b9b4750'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:01.429982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359762-8dc1-4727-8048-eb61887e4bb1 req-95f76f34-882d-4d25-bb93-ddb95439144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.431504 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-33359762-8dc1-4727-8048-eb61887e4bb1 req-95f76f34-882d-4d25-bb93-ddb95439144e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1097 time: 0.1266828 Jul 16 18:30:01.501251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98868-0990-4ab4-8d19-c30ca593a590 req-3b5433c6-afcc-40fe-b537-389c33be52b2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.502632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3d98868-0990-4ab4-8d19-c30ca593a590 req-3b5433c6-afcc-40fe-b537-389c33be52b2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1162570 Jul 16 18:30:01.508866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-33359762-8dc1-4727-8048-eb61887e4bb1 req-5181e085-3524-490a-8a33-2625886d67af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601265 Jul 16 18:30:01.543422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3d98868-0990-4ab4-8d19-c30ca593a590 req-b778c87d-cdec-4bf9-8f9e-b701dc93f264 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335927 Jul 16 18:30:01.821321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa9711-2d4b-40a3-aa84-6cf2dcedecb5 req-081566f1-1a0e-4a9f-9fe5-d25c263a3de3 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.822826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-05fa9711-2d4b-40a3-aa84-6cf2dcedecb5 req-081566f1-1a0e-4a9f-9fe5-d25c263a3de3 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 945 time: 0.0676422 Jul 16 18:30:01.869243 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-05fa9711-2d4b-40a3-aa84-6cf2dcedecb5 req-6d1f6a47-ea9b-48a6-b33e-9a99967c65b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Jul 16 18:30:02.104391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640f2a1-0ca7-4497-b305-5aa6a094db47 req-3194e91d-075a-40d1-9cec-9aef7f10c0d3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.106814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3640f2a1-0ca7-4497-b305-5aa6a094db47 req-3194e91d-075a-40d1-9cec-9aef7f10c0d3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 944 time: 0.0724041 Jul 16 18:30:02.165042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3640f2a1-0ca7-4497-b305-5aa6a094db47 req-ea697049-3e28-4b02-9d91-f6dedb36f254 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362492 Jul 16 18:30:02.501764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06e58-b4a0-4615-9acd-bfd00f7ced07 req-66793571-5253-4f36-b542-49e1d03eab44 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.510648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d06e58-b4a0-4615-9acd-bfd00f7ced07 req-66793571-5253-4f36-b542-49e1d03eab44 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1693473 Jul 16 18:30:02.562998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d06e58-b4a0-4615-9acd-bfd00f7ced07 req-a4dfc9e4-d950-4cc0-b0ee-d1c81bd05f1a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Jul 16 18:30:02.762642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464673-bf15-4ca1-be18-4d1c4f1cede0 req-970da5dc-e3a4-473d-9c13-b7cc763f5c0f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.769233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85464673-bf15-4ca1-be18-4d1c4f1cede0 req-970da5dc-e3a4-473d-9c13-b7cc763f5c0f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0764813 Jul 16 18:30:02.820343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85464673-bf15-4ca1-be18-4d1c4f1cede0 req-16b54903-0c83-433b-adf9-73696dbc7fd5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Jul 16 18:30:03.072033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bc624-a2ba-4f23-abf4-f2fd4225c377 req-fff5f94b-7b62-47e4-a510-d5d75793eabf tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.073763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-053bc624-a2ba-4f23-abf4-f2fd4225c377 req-fff5f94b-7b62-47e4-a510-d5d75793eabf tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 945 time: 0.0843441 Jul 16 18:30:03.127644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-053bc624-a2ba-4f23-abf4-f2fd4225c377 req-b5628bb6-9668-4003-a975-7602b8ef9b8b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Jul 16 18:30:03.378691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273ed56-facf-4ee6-bc56-93f06acf7f41 req-1569ec90-bdc5-494b-852b-35f4fad57a32 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.380170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f273ed56-facf-4ee6-bc56-93f06acf7f41 req-1569ec90-bdc5-494b-852b-35f4fad57a32 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 944 time: 0.0783060 Jul 16 18:30:03.393034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-f1b91811-8fad-42a4-bf12-913d60234b38 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2014485887&fields=id&tenant_id=5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 267 time: 0.0399992 Jul 16 18:30:03.451642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f273ed56-facf-4ee6-bc56-93f06acf7f41 req-37818d44-e99b-4d5c-91ef-9a4d72918c6f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535622 Jul 16 18:30:03.533105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-7be9f136-59ee-4a46-8549-930ee82ab898 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.548013 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-7be9f136-59ee-4a46-8549-930ee82ab898 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 945 time: 0.1435206 Jul 16 18:30:03.556654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'port': {'security_groups': ['db7138da-30a5-46fc-819d-0405265d1ace', '32b74eae-3b4e-41c4-a859-012e4b515305']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:03.670496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.898701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b6217323-11d9-41bf-9028-6b4ac08571f0,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:03.932716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.938520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.954943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:03.986451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.987121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.999414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-031ae16c-29c1-4da0-a537-bdc76a57b729 req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "PUT /v2.0/ports/b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 200 len: 981 time: 0.4494610 Jul 16 18:30:04.002953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:04.007264 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755" -d '{"events": [{"name": "network-changed", "server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:04.046824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:04.055541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.055887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.056225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.056686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.057035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.057498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.057826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.058187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.058688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.059017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.059715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.060043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8daf043-5822-465d-9bac-85372a59e4ab tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:04.113618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:04.124886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fc6-df80-4319-bdd3-0a393f780c0a req-6ccb5a0d-59ed-4d28-915f-411e27ee8124 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.127410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fd53fc6-df80-4319-bdd3-0a393f780c0a req-6ccb5a0d-59ed-4d28-915f-411e27ee8124 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1036665 Jul 16 18:30:04.187058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fd53fc6-df80-4319-bdd3-0a393f780c0a req-aa2dfdb6-ec12-4a52-ae1d-bab50ff25efd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521035 Jul 16 18:30:04.197628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f64ec-51cf-493a-b70d-920930b0a503 req-58d4963d-673e-405e-a18b-5fdc131aea06 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.206321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a25f64ec-51cf-493a-b70d-920930b0a503 req-58d4963d-673e-405e-a18b-5fdc131aea06 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 946 time: 0.0939105 Jul 16 18:30:04.253639 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a25f64ec-51cf-493a-b70d-920930b0a503 req-5b1b5305-992c-4338-8c46-fd6a02c81e98 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462003 Jul 16 18:30:04.374752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd67696-52b5-40dd-84ab-f3685d1120e9 req-575df0c0-4bc4-463a-9eec-408e6764bbce tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.376549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2cd67696-52b5-40dd-84ab-f3685d1120e9 req-575df0c0-4bc4-463a-9eec-408e6764bbce tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0852363 Jul 16 18:30:04.415786 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-585f9074-5e70-461d-8c72-764f91a1711e req-c3d8ee2b-5595-4e27-84a5-d835571feabf tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2106088900&fields=id&tenant_id=5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 267 time: 0.0342350 Jul 16 18:30:04.416847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2cd67696-52b5-40dd-84ab-f3685d1120e9 req-628c2664-a58f-40a1-a52d-d338e71db3aa tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342348 Jul 16 18:30:04.468274 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940df61a-d135-4efc-95a2-602d01999ee6 x-openstack-request-id: req-940df61a-d135-4efc-95a2-602d01999ee6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:04.468564 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:04.468839 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-940df61a-d135-4efc-95a2-602d01999ee6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:04.469416 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0', 'status': 'completed', 'code': 200} Jul 16 18:30:04.487321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 04fd6a56-4746-41b2-b303-05016b9b4750 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:04.508481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f9074-5e70-461d-8c72-764f91a1711e req-f546fb77-49ac-48e5-a3eb-fe883b11a6ad tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.510235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-585f9074-5e70-461d-8c72-764f91a1711e req-f546fb77-49ac-48e5-a3eb-fe883b11a6ad tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 984 time: 0.0879738 Jul 16 18:30:04.522349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'port': {'security_groups': ['32b74eae-3b4e-41c4-a859-012e4b515305', 'db7138da-30a5-46fc-819d-0405265d1ace', '1ccbbc53-feb2-4c8b-8473-4337300a2104']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:04.551601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 04fd6a56-4746-41b2-b303-05016b9b4750 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:04.556318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 04fd6a56-4746-41b2-b303-05016b9b4750 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:04.557391 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.632688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-dbfafba0-2ff1-4332-96e7-00ac4feb855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.634534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-dbfafba0-2ff1-4332-96e7-00ac4feb855a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1136 time: 0.1466157 Jul 16 18:30:04.643744 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.650771 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.682455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:04.684748 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b70545-bb52-49c2-8edf-e68bc73974a4" -d '{"events": [{"server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "name": "network-vif-plugged", "status": "completed", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:04.701817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d05c1-d247-400f-bf32-2d51e60dcc01 req-856abfc4-4452-4dbe-ae01-a986c4f75465 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.702047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:04.703399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a67d05c1-d247-400f-bf32-2d51e60dcc01 req-856abfc4-4452-4dbe-ae01-a986c4f75465 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 944 time: 0.1206059 Jul 16 18:30:04.711025 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.779814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:04.781981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a67d05c1-d247-400f-bf32-2d51e60dcc01 req-c9c5845f-8c04-448c-b22c-6e13d7de653c tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Jul 16 18:30:04.805305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-aa1697d5-ea9f-4a77-8e60-5fed9d69d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.807298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-aa1697d5-ea9f-4a77-8e60-5fed9d69d356 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 912 time: 0.1639636 Jul 16 18:30:04.844882 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169117c6-76f5-401e-be5f-5d1a3706082e x-openstack-request-id: req-169117c6-76f5-401e-be5f-5d1a3706082e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:04.845180 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "name": "network-vif-plugged", "status": "completed", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:04.845429 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-169117c6-76f5-401e-be5f-5d1a3706082e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:04.845826 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750', 'code': 200} Jul 16 18:30:04.862033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-d7be5887-87c3-4769-8291-08bc692bd9c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 200 len: 217 time: 0.0462904 Jul 16 18:30:04.917067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b6217323-11d9-41bf-9028-6b4ac08571f0,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:04.931887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-86e3eae1-ffe7-47ae-8e28-ea539fb02de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.934636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-86e3eae1-ffe7-47ae-8e28-ea539fb02de4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.0610707 Jul 16 18:30:04.977641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-fe84d3bd-e841-4767-9e1f-c442b78587c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333650 Jul 16 18:30:04.991056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.004983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.017157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:05.051750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.052388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.057003 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-585f9074-5e70-461d-8c72-764f91a1711e req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "PUT /v2.0/ports/b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 200 len: 1020 time: 0.5399544 Jul 16 18:30:05.082512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0dc6b-335c-43ff-86ea-8a0cbfc2d7de req-6339e86f-3a9a-4fcf-a889-add26ca195dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.084745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8c0dc6b-335c-43ff-86ea-8a0cbfc2d7de req-6339e86f-3a9a-4fcf-a889-add26ca195dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 1097 time: 0.1488466 Jul 16 18:30:05.116038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57942d7b-fe96-4e99-b83a-657137400980 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:05.124364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-d0f51740-d681-4087-819f-7d1baf065ec6 service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391640 Jul 16 18:30:05.171369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:05.182426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8c0dc6b-335c-43ff-86ea-8a0cbfc2d7de req-131c278f-fbba-4a7b-8c79-b62818f8d64b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835295 Jul 16 18:30:05.267647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db4e2f6b-19dd-4fa5-a5ab-a8cfd4ea2755 req-37e9b4ff-2cc8-401e-bae1-9f40160218fd service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339772 Jul 16 18:30:05.278568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7b6dc-34f3-46a8-8b8b-1e3503a82f9b req-08c79f23-6ee6-49f2-bd06-424f83a06ef4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.280405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7be7b6dc-34f3-46a8-8b8b-1e3503a82f9b req-08c79f23-6ee6-49f2-bd06-424f83a06ef4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1023 time: 0.0880489 Jul 16 18:30:05.400687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7be7b6dc-34f3-46a8-8b8b-1e3503a82f9b req-ba7253d0-bf3f-40a0-9bfc-7e21e71ba9fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&id=32b74eae-3b4e-41c4-a859-012e4b515305&id=1ccbbc53-feb2-4c8b-8473-4337300a2104 HTTP/1.1" status: 200 len: 6149 time: 0.1117587 Jul 16 18:30:05.468643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22037-712c-4e65-9bd1-f2e4ce92991d req-71f47919-d29c-45bb-95f5-4379cafbc82c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.470339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0f22037-712c-4e65-9bd1-f2e4ce92991d req-71f47919-d29c-45bb-95f5-4379cafbc82c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1237571 Jul 16 18:30:05.532704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0f22037-712c-4e65-9bd1-f2e4ce92991d req-d358c3b9-c5b3-4d46-b6d9-1fd3385b47c6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Jul 16 18:30:05.542351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-2149b102-d47d-4f01-b939-0072c4c1f67a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.544680 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-2149b102-d47d-4f01-b939-0072c4c1f67a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.67 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 946 time: 0.1308246 Jul 16 18:30:05.591290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5f904b24-1988-4d41-82f0-f3758f836981 req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': ' tempest-securitygroup -428091013 ', 'description': 'tempest-description-1342794101'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:05.611720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61baa5-30e7-40dc-a62c-35897a438f42 req-46624f03-d890-4768-8bfc-296fe0e71249 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.614299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d61baa5-30e7-40dc-a62c-35897a438f42 req-46624f03-d890-4768-8bfc-296fe0e71249 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 946 time: 0.0697560 Jul 16 18:30:05.651069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f904b24-1988-4d41-82f0-f3758f836981 req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.658844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d61baa5-30e7-40dc-a62c-35897a438f42 req-20d62268-da9d-4010-a978-0203be67bdb7 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab54ef1c-bb3d-443d-8938-67516384bc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Jul 16 18:30:05.715075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Deleting port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:05.715426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.831395 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f904b24-1988-4d41-82f0-f3758f836981 req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.838233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f904b24-1988-4d41-82f0-f3758f836981 req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.845443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] For port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,segment=NetworkSegment(9d518550-7395-4605-af12-be5b0378e6a1),segment_id=9d518550-7395-4605-af12-be5b0378e6a1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:05.845904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.897850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Calling delete_port for 68b37df9-31cb-45cf-a845-a5e4cb54c4ec owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:05.899961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975469-dce5-4033-8552-2702a99c8093 req-54125141-f243-4790-b10b-3ab0868635de tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.902642 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4975469-dce5-4033-8552-2702a99c8093 req-54125141-f243-4790-b10b-3ab0868635de tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1209736 Jul 16 18:30:05.908278 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5f904b24-1988-4d41-82f0-f3758f836981 req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.918881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f904b24-1988-4d41-82f0-f3758f836981 req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3489506 Jul 16 18:30:05.929883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d20b96-6b64-4499-9a0c-79069bdf3008,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:05.948802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4975469-dce5-4033-8552-2702a99c8093 req-729441e1-f7b5-470a-8791-02913a8a37be tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Jul 16 18:30:05.951252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.951663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.952006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.952340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.953998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.955586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.955928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.956268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.956603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.956958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.957286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:05.957608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1662815-a0aa-4da2-a3ca-a93c57dbd8fc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:06.029543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1924eb5-6fc2-4819-8015-c0d8f1679652 req-73522519-0414-4490-8b59-291799a2ed5a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/f2d20b96-6b64-4499-9a0c-79069bdf3008 HTTP/1.1" status: 200 len: 1780 time: 0.0433073 Jul 16 18:30:06.146295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c6061-f0e8-4db6-a6f4-443aac69d748 req-1e4cbc80-8f7c-4328-b5b4-57c984a435f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.148853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-578c6061-f0e8-4db6-a6f4-443aac69d748 req-1e4cbc80-8f7c-4328-b5b4-57c984a435f6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.1366982 Jul 16 18:30:06.217046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f658fc9-0563-469f-8b37-287b5c53d2b5 req-0f1f302c-ad8a-4518-8e46-f3299d429c3e tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/f2d20b96-6b64-4499-9a0c-79069bdf3008 HTTP/1.1" status: 200 len: 1780 time: 0.0466492 Jul 16 18:30:06.292077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f658fc9-0563-469f-8b37-287b5c53d2b5 req-31471c3b-48ed-49a0-b647-14850fb9e67b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.304242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-578c6061-f0e8-4db6-a6f4-443aac69d748 req-bc0e6789-4351-4033-95c0-f2ce47ecbb37 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049356 Jul 16 18:30:06.308005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.322645 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f658fc9-0563-469f-8b37-287b5c53d2b5 req-31471c3b-48ed-49a0-b647-14850fb9e67b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.323823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['68b37df9-31cb-45cf-a845-a5e4cb54c4ec'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:06.378558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Pushing event deleted for resources: {'Port': ['ID=68b37df9-31cb-45cf-a845-a5e4cb54c4ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.401287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f658fc9-0563-469f-8b37-287b5c53d2b5 req-31471c3b-48ed-49a0-b647-14850fb9e67b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.404588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4f658fc9-0563-469f-8b37-287b5c53d2b5 req-31471c3b-48ed-49a0-b647-14850fb9e67b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.408640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f658fc9-0563-469f-8b37-287b5c53d2b5 req-31471c3b-48ed-49a0-b647-14850fb9e67b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/f2d20b96-6b64-4499-9a0c-79069bdf3008 HTTP/1.1" status: 204 len: 173 time: 0.1783168 Jul 16 18:30:06.420062 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31471c3b-48ed-49a0-b647-14850fb9e67b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d20b96-6b64-4499-9a0c-79069bdf3008,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.458384 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-a6f2c8c5-f60e-4f33-b0c9-add5d9938025 req-dad61c5e-8c81-45f5-8e98-0d99963ad151 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:06.459390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a6f2c8c5-f60e-4f33-b0c9-add5d9938025 req-dad61c5e-8c81-45f5-8e98-0d99963ad151 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/f2d20b96-6b64-4499-9a0c-79069bdf3008 HTTP/1.1" status: 404 len: 352 time: 0.0205624 Jul 16 18:30:06.470186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:06.470437 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] No DVR routers for this DVR port 68b37df9-31cb-45cf-a845-a5e4cb54c4ec on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:06.473907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.477225 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:06.477727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a06e89cb-d6d2-4504-b9c1-266f549fb8e6 req-1825d08f-070c-4907-9249-58c2623e1e0a tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.67 "DELETE /v2.0/ports/68b37df9-31cb-45cf-a845-a5e4cb54c4ec HTTP/1.1" status: 204 len: 173 time: 0.9182241 Jul 16 18:30:06.478246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'name': 'network-vif-deleted', 'tag': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:06.480812 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe249e49-5044-4d25-81b8-830d27222255" -d '{"events": [{"server_uuid": "21f30d86-92da-49f4-b966-6e2e3c835e6a", "name": "network-vif-deleted", "tag": "68b37df9-31cb-45cf-a845-a5e4cb54c4ec"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:06.513098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6fc703c6-dee3-44cf-b52c-b01fe3990302 req-3603ab6f-a663-4ba4-8017-9cc1ec3aeea7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1589214279', 'description': 'tempest-description-319231780'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:06.542859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6fc703c6-dee3-44cf-b52c-b01fe3990302 req-3603ab6f-a663-4ba4-8017-9cc1ec3aeea7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.551881 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16540b6e-21fc-4b25-b645-159d4c2b23d7 x-openstack-request-id: req-16540b6e-21fc-4b25-b645-159d4c2b23d7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:06.552442 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:06.552938 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16540b6e-21fc-4b25-b645-159d4c2b23d7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:06.553594 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0', 'status': 'completed', 'code': 200} Jul 16 18:30:06.628763 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192893e-199d-4608-b787-bf118d026087 x-openstack-request-id: req-b192893e-199d-4608-b787-bf118d026087 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:06.635151 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f30d86-92da-49f4-b966-6e2e3c835e6a", "name": "network-vif-deleted", "tag": "68b37df9-31cb-45cf-a845-a5e4cb54c4ec", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:06.635983 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b192893e-199d-4608-b787-bf118d026087 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:06.636815 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f30d86-92da-49f4-b966-6e2e3c835e6a', 'name': 'network-vif-deleted', 'tag': '68b37df9-31cb-45cf-a845-a5e4cb54c4ec', 'status': 'completed', 'code': 200} Jul 16 18:30:06.681012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6fc703c6-dee3-44cf-b52c-b01fe3990302 req-3603ab6f-a663-4ba4-8017-9cc1ec3aeea7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.687757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6fc703c6-dee3-44cf-b52c-b01fe3990302 req-3603ab6f-a663-4ba4-8017-9cc1ec3aeea7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.692054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-27828f53-df4e-4323-b66e-f78bfc9225d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.693671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-27828f53-df4e-4323-b66e-f78bfc9225d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1175 time: 0.1116846 Jul 16 18:30:06.731800 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6fc703c6-dee3-44cf-b52c-b01fe3990302 req-3603ab6f-a663-4ba4-8017-9cc1ec3aeea7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.733170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6fc703c6-dee3-44cf-b52c-b01fe3990302 req-3603ab6f-a663-4ba4-8017-9cc1ec3aeea7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2293277 Jul 16 18:30:06.737485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603ab6f-a663-4ba4-8017-9cc1ec3aeea7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264948c4-88aa-47b6-9476-ddff202529e5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.854104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-417dec8d-9f05-4dce-aec1-5c1e5c0d682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.855703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-417dec8d-9f05-4dce-aec1-5c1e5c0d682e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 912 time: 0.1506574 Jul 16 18:30:06.864716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef6dc7-558c-4620-9900-944288d2306c req-94ab9226-a310-47de-a12c-1e36524ef388 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.866308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54ef6dc7-558c-4620-9900-944288d2306c req-94ab9226-a310-47de-a12c-1e36524ef388 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1503329 Jul 16 18:30:06.905726 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ac39c96-6505-415a-bebb-c789832802b2 req-6925c16b-a103-4eee-b808-12b4e6527637 tempest-VolumesAdminNegativeTest-404761369 tempest-VolumesAdminNegativeTest-404761369-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f30d86-92da-49f4-b966-6e2e3c835e6a HTTP/1.1" status: 200 len: 210 time: 0.0294867 Jul 16 18:30:06.910216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-507ca0f3-b3e2-47c0-b381-be38f7dc97ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 200 len: 217 time: 0.0413897 Jul 16 18:30:06.936835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-aa7d6f37-4044-4d79-a8ff-a39c734b9030 req-3ed2a654-1583-4bf8-a007-778de1a88dfd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-54065166', 'description': 'tempest-description-1098259662'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:06.971801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa7d6f37-4044-4d79-a8ff-a39c734b9030 req-3ed2a654-1583-4bf8-a007-778de1a88dfd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.038241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54ef6dc7-558c-4620-9900-944288d2306c req-ff23456c-70e4-4e97-a860-addbeb61e980 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283584 Jul 16 18:30:07.044613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-b010ec2c-0d74-4c4c-87ac-4181fa87ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.050197 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-b010ec2c-0d74-4c4c-87ac-4181fa87ae45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.1201177 Jul 16 18:30:07.091934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-9c495c54-df6b-4063-bb73-4234a7edcc43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296724 Jul 16 18:30:07.140230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa7d6f37-4044-4d79-a8ff-a39c734b9030 req-3ed2a654-1583-4bf8-a007-778de1a88dfd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.147529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa7d6f37-4044-4d79-a8ff-a39c734b9030 req-3ed2a654-1583-4bf8-a007-778de1a88dfd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.186112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2a654-1583-4bf8-a007-778de1a88dfd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25286fce-7688-4481-8d85-2b435fce4ee4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:07.197611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aa7d6f37-4044-4d79-a8ff-a39c734b9030 req-3ed2a654-1583-4bf8-a007-778de1a88dfd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.198859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa7d6f37-4044-4d79-a8ff-a39c734b9030 req-3ed2a654-1583-4bf8-a007-778de1a88dfd tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2663386 Jul 16 18:30:07.264325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-782dccd6-dc90-4478-a136-45820ca322a9 service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633780 Jul 16 18:30:07.323441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508166b-d9ce-49a7-bc91-24d3d25140ee req-1db5793b-25f1-401c-b8e9-c25bbafea140 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.323441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e508166b-d9ce-49a7-bc91-24d3d25140ee req-1db5793b-25f1-401c-b8e9-c25bbafea140 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1647799 Jul 16 18:30:07.339041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-65706c3d-eae6-4999-9c0e-538d47d1bd7f req-34265809-24c3-4285-a8a1-f52b2e6d6df0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-503976359', 'description': 'tempest-description-891331742'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:07.363688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-65706c3d-eae6-4999-9c0e-538d47d1bd7f req-34265809-24c3-4285-a8a1-f52b2e6d6df0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.399125 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bffd16d2-3fbb-460e-a0af-fb4a2d737cbe req-546f71ab-79ee-4999-b869-34c174874c21 service neutron] 10.222.0.59 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268582 Jul 16 18:30:07.405352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e508166b-d9ce-49a7-bc91-24d3d25140ee req-735d0674-dedd-448b-b28a-40b15c19cf6d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Jul 16 18:30:07.473401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-65706c3d-eae6-4999-9c0e-538d47d1bd7f req-34265809-24c3-4285-a8a1-f52b2e6d6df0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.478609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-65706c3d-eae6-4999-9c0e-538d47d1bd7f req-34265809-24c3-4285-a8a1-f52b2e6d6df0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.508186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-65706c3d-eae6-4999-9c0e-538d47d1bd7f req-34265809-24c3-4285-a8a1-f52b2e6d6df0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.509473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-65706c3d-eae6-4999-9c0e-538d47d1bd7f req-34265809-24c3-4285-a8a1-f52b2e6d6df0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1765823 Jul 16 18:30:07.525354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34265809-24c3-4285-a8a1-f52b2e6d6df0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bbcb8e-0773-4be8-b2f5-40a17fe6c76d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:07.607370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a0447-b19e-4546-b8d2-6af5e57173f0 req-ddef6abd-fe1e-43b2-afd6-2696c46bb591 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.608997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-657a0447-b19e-4546-b8d2-6af5e57173f0 req-ddef6abd-fe1e-43b2-afd6-2696c46bb591 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.0856125 Jul 16 18:30:07.653599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-657a0447-b19e-4546-b8d2-6af5e57173f0 req-9bcf2c49-4315-475e-b8bc-c697018f729f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Jul 16 18:30:07.737154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-400c161b-cd7f-43fc-b91d-972240cf8678 req-a94f0de5-40dc-498b-9594-69cab642603a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 10894 time: 0.1060810 Jul 16 18:30:07.788504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-400c161b-cd7f-43fc-b91d-972240cf8678 req-f2aaab57-4a8d-4480-a6c7-fa8f119a1c3c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/db7138da-30a5-46fc-819d-0405265d1ace HTTP/1.1" status: 200 len: 2981 time: 0.0442793 Jul 16 18:30:07.837469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-400c161b-cd7f-43fc-b91d-972240cf8678 req-ced9e805-e019-4c55-8aac-551a91fc19bc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/db7138da-30a5-46fc-819d-0405265d1ace HTTP/1.1" status: 200 len: 2981 time: 0.0420747 Jul 16 18:30:07.849929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b15982-d600-4f20-98ee-b72cc9325417 req-7cfc3ee9-d5d4-4da8-b348-583fbb3200e8 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.851704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e9b15982-d600-4f20-98ee-b72cc9325417 req-7cfc3ee9-d5d4-4da8-b348-583fbb3200e8 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.0721819 Jul 16 18:30:07.892693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e9b15982-d600-4f20-98ee-b72cc9325417 req-663151a5-a67a-426f-a873-a781c8ab500a tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Jul 16 18:30:07.913623 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1f29661-f5cc-4c55-baae-c467373f0db6 req-ff7974e4-47a0-43bc-b96e-ab2a0730e5ef tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/264948c4-88aa-47b6-9476-ddff202529e5 HTTP/1.1" status: 200 len: 1800 time: 0.0539336 Jul 16 18:30:07.972146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1f29661-f5cc-4c55-baae-c467373f0db6 req-c05e29ff-d7fb-41e2-b6b7-cdac857f8135 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.995445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1f29661-f5cc-4c55-baae-c467373f0db6 req-c05e29ff-d7fb-41e2-b6b7-cdac857f8135 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.038159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1f29661-f5cc-4c55-baae-c467373f0db6 req-c05e29ff-d7fb-41e2-b6b7-cdac857f8135 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.040843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e1f29661-f5cc-4c55-baae-c467373f0db6 req-c05e29ff-d7fb-41e2-b6b7-cdac857f8135 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.041938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1f29661-f5cc-4c55-baae-c467373f0db6 req-c05e29ff-d7fb-41e2-b6b7-cdac857f8135 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/264948c4-88aa-47b6-9476-ddff202529e5 HTTP/1.1" status: 204 len: 173 time: 0.1261282 Jul 16 18:30:08.055102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e29ff-d7fb-41e2-b6b7-cdac857f8135 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264948c4-88aa-47b6-9476-ddff202529e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.123534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:08.148859 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-a303572a-ecdc-42dc-81b6-68343e81efab req-217b757d-d851-4d36-ad72-f9e334803770 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:08.150125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a303572a-ecdc-42dc-81b6-68343e81efab req-217b757d-d851-4d36-ad72-f9e334803770 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/264948c4-88aa-47b6-9476-ddff202529e5 HTTP/1.1" status: 404 len: 352 time: 0.0164821 Jul 16 18:30:08.184383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] Deleting subnet 56a8764c-946e-41b5-9a4f-a06d145925d7 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:08.189408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.232013 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.301587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.369246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.397852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846d85a-7f50-424a-94e6-bc00b426dbb9 req-9a00f727-5d46-4773-9c36-9c37d178c34c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:08.399538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b846d85a-7f50-424a-94e6-bc00b426dbb9 req-9a00f727-5d46-4773-9c36-9c37d178c34c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1121075 Jul 16 18:30:08.412901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a8764c-946e-41b5-9a4f-a06d145925d7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.446743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.448665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-11896e70-e5fe-44c6-b693-138d48ee0b88 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/56a8764c-946e-41b5-9a4f-a06d145925d7 HTTP/1.1" status: 204 len: 168 time: 0.3240082 Jul 16 18:30:08.451330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:08.485770 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b846d85a-7f50-424a-94e6-bc00b426dbb9 req-35cb2327-b1b9-4819-93d2-afcd0ff6bd8a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680940 Jul 16 18:30:08.492668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20c44cfd-2836-4c59-8785-bdefa80030fd req-8f533312-0654-4100-a7dc-8babd9e95777 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/25286fce-7688-4481-8d85-2b435fce4ee4 HTTP/1.1" status: 200 len: 1799 time: 0.0807111 Jul 16 18:30:08.572416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.607805 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-20c44cfd-2836-4c59-8785-bdefa80030fd req-a096cc06-f8a8-434d-8651-7d2977e1abcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.637568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-20c44cfd-2836-4c59-8785-bdefa80030fd req-a096cc06-f8a8-434d-8651-7d2977e1abcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.722075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-20c44cfd-2836-4c59-8785-bdefa80030fd req-a096cc06-f8a8-434d-8651-7d2977e1abcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.724616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-20c44cfd-2836-4c59-8785-bdefa80030fd req-a096cc06-f8a8-434d-8651-7d2977e1abcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.747964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20c44cfd-2836-4c59-8785-bdefa80030fd req-a096cc06-f8a8-434d-8651-7d2977e1abcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/25286fce-7688-4481-8d85-2b435fce4ee4 HTTP/1.1" status: 204 len: 173 time: 0.2527165 Jul 16 18:30:08.766290 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.766877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096cc06-f8a8-434d-8651-7d2977e1abcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25286fce-7688-4481-8d85-2b435fce4ee4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.786506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33196a4d-dfcb-4bd8-9f2d-6d439725e68f']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:08.817608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d518550-7395-4605-af12-be5b0378e6a1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:08.817608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d518550-7395-4605-af12-be5b0378e6a1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:08.829051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.846606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.857105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:08.858200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:08.860616 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:08.947900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.969850 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.975217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:08.975407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] 10.222.0.49 "DELETE /v2.0/networks/33196a4d-dfcb-4bd8-9f2d-6d439725e68f HTTP/1.1" status: 204 len: 168 time: 0.5203078 Jul 16 18:30:08.976481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0353-3d5f-4d4d-81df-745076feb43b admin admin] Pushing event deleted for resources: {'Network': ['ID=33196a4d-dfcb-4bd8-9f2d-6d439725e68f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.035823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] Deleting subnet 8944750e-9991-4bb1-9f4e-e3657c413ebb {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:09.039983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.118396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.183071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.197931 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-d0e05e5a-5f16-436f-96fc-9de4944100d4 req-5e44464f-bbb1-4e7a-bba8-36c0e39369ea tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:09.199404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d0e05e5a-5f16-436f-96fc-9de4944100d4 req-5e44464f-bbb1-4e7a-bba8-36c0e39369ea tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/25286fce-7688-4481-8d85-2b435fce4ee4 HTTP/1.1" status: 404 len: 352 time: 0.0152280 Jul 16 18:30:09.219038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dcdd8-7570-42b9-86b5-a92fd556c396 req-25ffd259-f516-471f-8716-84160035543d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:09.225345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-032dcdd8-7570-42b9-86b5-a92fd556c396 req-25ffd259-f516-471f-8716-84160035543d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1612694 Jul 16 18:30:09.229534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:09.293471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-032dcdd8-7570-42b9-86b5-a92fd556c396 req-16d46f56-94c8-4e17-962c-41de42e45118 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Jul 16 18:30:09.308274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.315730 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4d8ca776-a9e2-470e-9f6a-4a55fbfac0a5 req-884283ee-6f02-4605-914f-94afe4d6b607 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/c6bbcb8e-0773-4be8-b2f5-40a17fe6c76d HTTP/1.1" status: 200 len: 1799 time: 0.0612731 Jul 16 18:30:09.343606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.345602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8944750e-9991-4bb1-9f4e-e3657c413ebb HTTP/1.1" status: 204 len: 168 time: 0.3692086 Jul 16 18:30:09.346449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f7851-487c-4334-b500-6550e7190f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8944750e-9991-4bb1-9f4e-e3657c413ebb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.348754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:09.435190 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.537780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c33fe-9af2-4649-85e8-b18ad978865c req-a993b3da-b304-4300-8b74-81a8a0c8c677 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:09.539397 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b94c33fe-9af2-4649-85e8-b18ad978865c req-a993b3da-b304-4300-8b74-81a8a0c8c677 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.1222248 Jul 16 18:30:09.568452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.590067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205c5c2e-bf5b-473f-89e4-0128df94e685']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:09.607108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6ddb97-8f0e-4ec4-b056-08d7893a7fd3') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:09.607390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6ddb97-8f0e-4ec4-b056-08d7893a7fd3') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:09.626926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.639061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b94c33fe-9af2-4649-85e8-b18ad978865c req-b93aecd7-f846-4c68-90f7-b84ba9708cc4 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676558 Jul 16 18:30:09.646638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.653682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87ed6dc5-f1c4-4157-bd3e-d90ae30a60dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.669614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:09.670310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:09.674821 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:09.718725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4d8ca776-a9e2-470e-9f6a-4a55fbfac0a5 req-8c4eb54a-f3b7-43d1-af96-0d193334b5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.744494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.749913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.752555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] 10.222.0.49 "DELETE /v2.0/networks/205c5c2e-bf5b-473f-89e4-0128df94e685 HTTP/1.1" status: 204 len: 168 time: 0.4026365 Jul 16 18:30:09.755740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4d8ca776-a9e2-470e-9f6a-4a55fbfac0a5 req-8c4eb54a-f3b7-43d1-af96-0d193334b5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.766809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424cfe3-c1c2-4b1e-ab59-ebad391a2f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=205c5c2e-bf5b-473f-89e4-0128df94e685,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.824343 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4d8ca776-a9e2-470e-9f6a-4a55fbfac0a5 req-8c4eb54a-f3b7-43d1-af96-0d193334b5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.827029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4d8ca776-a9e2-470e-9f6a-4a55fbfac0a5 req-8c4eb54a-f3b7-43d1-af96-0d193334b5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.833237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4d8ca776-a9e2-470e-9f6a-4a55fbfac0a5 req-8c4eb54a-f3b7-43d1-af96-0d193334b5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/c6bbcb8e-0773-4be8-b2f5-40a17fe6c76d HTTP/1.1" status: 204 len: 173 time: 0.5098863 Jul 16 18:30:09.853090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28347b2d-d985-41be-9ca8-8d62c83f6749 req-43acbe87-97f4-4fd9-84d5-df6b5e768603 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:09.854728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28347b2d-d985-41be-9ca8-8d62c83f6749 req-43acbe87-97f4-4fd9-84d5-df6b5e768603 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.0858703 Jul 16 18:30:09.862067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 68b37df9-31cb-45cf-a845-a5e4cb54c4ec no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:09.877624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4eb54a-f3b7-43d1-af96-0d193334b5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bbcb8e-0773-4be8-b2f5-40a17fe6c76d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.884433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87ed6dc5-f1c4-4157-bd3e-d90ae30a60dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.886571 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-efafd026-6de5-4a47-b07b-155847ba33f1 req-cef35272-9695-44b1-b037-41dbc39b120c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:09.887807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efafd026-6de5-4a47-b07b-155847ba33f1 req-cef35272-9695-44b1-b037-41dbc39b120c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/c6bbcb8e-0773-4be8-b2f5-40a17fe6c76d HTTP/1.1" status: 404 len: 352 time: 0.0327690 Jul 16 18:30:09.898154 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-87ed6dc5-f1c4-4157-bd3e-d90ae30a60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.903713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 68b37df9-31cb-45cf-a845-a5e4cb54c4ec {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:09.904059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 68b37df9-31cb-45cf-a845-a5e4cb54c4ec not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:09.917751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28347b2d-d985-41be-9ca8-8d62c83f6749 req-04641f8e-7bb2-43d1-8063-7a207174205b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Jul 16 18:30:09.923503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:09.964054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed6dc5-f1c4-4157-bd3e-d90ae30a60dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44682c-aa5a-4404-9017-c807c6f0d690,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.965551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4ccbbed0-3954-4845-9456-ad0e93ad2a4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=174ae4fdc3b749e080f36994a7f006fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408385 Jul 16 18:30:09.967902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56886) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:09.968850 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-87ed6dc5-f1c4-4157-bd3e-d90ae30a60dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bdded1a7c4cc4421834465d7ba75ebd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7383323 Jul 16 18:30:09.972413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56888) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:10.017853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff9ba09-8321-45e5-a2a3-8cd9f405fff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.039001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff9ba09-8321-45e5-a2a3-8cd9f405fff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.051395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-57a26030-f78a-4a76-b2f6-ce6a05893e6c req-bcff2a0d-5f8a-4e1e-a457-102f6d4344da tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 6149 time: 0.1268461 Jul 16 18:30:10.069745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0760b32f-4860-45c3-8d64-dfd026f050f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.091275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff9ba09-8321-45e5-a2a3-8cd9f405fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.094749 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aff9ba09-8321-45e5-a2a3-8cd9f405fff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.096327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aff9ba09-8321-45e5-a2a3-8cd9f405fff0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab54ef1c-bb3d-443d-8938-67516384bc65 HTTP/1.1" status: 204 len: 168 time: 0.1274714 Jul 16 18:30:10.105346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9ba09-8321-45e5-a2a3-8cd9f405fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab54ef1c-bb3d-443d-8938-67516384bc65,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:10.122122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0760b32f-4860-45c3-8d64-dfd026f050f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.133658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-57a26030-f78a-4a76-b2f6-ce6a05893e6c req-d27af826-170e-4515-9484-4dac660d6edb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/db7138da-30a5-46fc-819d-0405265d1ace HTTP/1.1" status: 200 len: 2981 time: 0.0745986 Jul 16 18:30:10.225301 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-57a26030-f78a-4a76-b2f6-ce6a05893e6c req-492ae586-c7b7-4733-8ddb-c05cbc84dc88 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/db7138da-30a5-46fc-819d-0405265d1ace HTTP/1.1" status: 200 len: 2981 time: 0.0634789 Jul 16 18:30:10.236515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0760b32f-4860-45c3-8d64-dfd026f050f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.239631 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0760b32f-4860-45c3-8d64-dfd026f050f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.240819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0760b32f-4860-45c3-8d64-dfd026f050f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e44682c-aa5a-4404-9017-c807c6f0d690 HTTP/1.1" status: 204 len: 168 time: 0.2675693 Jul 16 18:30:10.246570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d23f5cfb-46af-4105-bb39-72b201ebf108 req-293416b9-791e-4234-a1a9-5945ce718dcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-769460046', 'description': 'tempest-description-1479080147'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:10.269021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760b32f-4860-45c3-8d64-dfd026f050f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44682c-aa5a-4404-9017-c807c6f0d690,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:10.301852 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d23f5cfb-46af-4105-bb39-72b201ebf108 req-293416b9-791e-4234-a1a9-5945ce718dcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.407380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d23f5cfb-46af-4105-bb39-72b201ebf108 req-293416b9-791e-4234-a1a9-5945ce718dcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.412514 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d23f5cfb-46af-4105-bb39-72b201ebf108 req-293416b9-791e-4234-a1a9-5945ce718dcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.447908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d23f5cfb-46af-4105-bb39-72b201ebf108 req-293416b9-791e-4234-a1a9-5945ce718dcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.449335 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d23f5cfb-46af-4105-bb39-72b201ebf108 req-293416b9-791e-4234-a1a9-5945ce718dcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2072091 Jul 16 18:30:10.453631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293416b9-791e-4234-a1a9-5945ce718dcb tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d30d8c-a6e0-4e34-9ef9-0736be675992,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:10.491358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c89f46ac-18c3-47b4-a704-2fb7f07d1cf8 req-6feb237d-257a-47b7-ba7b-771bc533a348 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755512859', 'description': 'tempest-description-1258784060'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:10.520172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89f46ac-18c3-47b4-a704-2fb7f07d1cf8 req-6feb237d-257a-47b7-ba7b-771bc533a348 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.545590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3be40-ead2-4d90-a5ec-51de61016309 req-ffbd6def-aff1-428a-96f0-4b89cc1ee340 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:10.555324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2be3be40-ead2-4d90-a5ec-51de61016309 req-ffbd6def-aff1-428a-96f0-4b89cc1ee340 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.1277549 Jul 16 18:30:10.619540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:10.638781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2be3be40-ead2-4d90-a5ec-51de61016309 req-d7a0f90f-f0c8-48c1-8b48-76d18e979bb6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805845 Jul 16 18:30:10.659847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89f46ac-18c3-47b4-a704-2fb7f07d1cf8 req-6feb237d-257a-47b7-ba7b-771bc533a348 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.667369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89f46ac-18c3-47b4-a704-2fb7f07d1cf8 req-6feb237d-257a-47b7-ba7b-771bc533a348 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.710862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb237d-257a-47b7-ba7b-771bc533a348 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb78f63-a3d6-4ecf-ba81-4cbb495bf215,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:10.727942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:10.730037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bf92dd8b-5130-495d-8522-7368c6c48ba7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76d47b111ac34ffb912ad9af2c37b613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022635 Jul 16 18:30:10.732439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c89f46ac-18c3-47b4-a704-2fb7f07d1cf8 req-6feb237d-257a-47b7-ba7b-771bc533a348 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.744399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c89f46ac-18c3-47b4-a704-2fb7f07d1cf8 req-6feb237d-257a-47b7-ba7b-771bc533a348 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2612834 Jul 16 18:30:10.847099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-825e3563-44b5-4b59-b9d2-284b05bfe690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.896820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-825e3563-44b5-4b59-b9d2-284b05bfe690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.953639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:10.962179 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-825e3563-44b5-4b59-b9d2-284b05bfe690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.965115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-825e3563-44b5-4b59-b9d2-284b05bfe690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.972249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-825e3563-44b5-4b59-b9d2-284b05bfe690 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48e4754e-0551-461b-afee-3deedc86395f HTTP/1.1" status: 204 len: 168 time: 0.2431731 Jul 16 18:30:10.995359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cb46adf-f4d5-404b-b655-a81307773e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.031398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e3563-44b5-4b59-b9d2-284b05bfe690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e4754e-0551-461b-afee-3deedc86395f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.032881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3776b8b-c6c8-47c5-8e1c-96c842cc33f0 req-a8754345-d83f-4514-a65d-50923e13e590 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.054328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3776b8b-c6c8-47c5-8e1c-96c842cc33f0 req-a8754345-d83f-4514-a65d-50923e13e590 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.1738553 Jul 16 18:30:11.102643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0c82e-a38a-4b7e-9c0f-4cd180107bc9 req-a66ab159-be07-436d-b386-0d51c0df530b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.104360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11e0c82e-a38a-4b7e-9c0f-4cd180107bc9 req-a66ab159-be07-436d-b386-0d51c0df530b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1306756 Jul 16 18:30:11.105372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3776b8b-c6c8-47c5-8e1c-96c842cc33f0 req-7d9117b8-aa2e-442d-93c7-78aa439d43a7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500584 Jul 16 18:30:11.152493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11e0c82e-a38a-4b7e-9c0f-4cd180107bc9 req-2209e451-8288-4b22-a5f4-9b5117912871 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Jul 16 18:30:11.215465 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cb46adf-f4d5-404b-b655-a81307773e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.221703 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cb46adf-f4d5-404b-b655-a81307773e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.272759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8cb46adf-f4d5-404b-b655-a81307773e78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ace5a1a0989643a8b39d953e0e3096ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177059 Jul 16 18:30:11.273986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46adf-f4d5-404b-b655-a81307773e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba907311-84a9-44b9-b96e-2e16301be018,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.276480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56944) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:11.352875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-c535d5cc-348a-44cf-a370-b881ed8899d1 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.354389 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-c535d5cc-348a-44cf-a370-b881ed8899d1 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 811 time: 0.1470094 Jul 16 18:30:11.381539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-b15ac8ec-a029-40be-a0bb-feaf2af9a87e tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/quotas/5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 375 time: 0.0198603 Jul 16 18:30:11.383082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70a3fc05-77fd-4762-9b7f-1fc1cbac9446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.425759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70a3fc05-77fd-4762-9b7f-1fc1cbac9446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.454851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d22055-f6e8-4d05-9e29-eec8af101145 req-88e4720b-be26-4bc1-a3e0-ad17a6b349f5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.455842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8d22055-f6e8-4d05-9e29-eec8af101145 req-88e4720b-be26-4bc1-a3e0-ad17a6b349f5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1430619 Jul 16 18:30:11.465442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2379da74-6c52-4426-8fc7-56a44f5f3c44 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800960 Jul 16 18:30:11.509468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8d22055-f6e8-4d05-9e29-eec8af101145 req-52c7a206-c5e9-42e3-8b14-3b8cfa678d6a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Jul 16 18:30:11.523942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70a3fc05-77fd-4762-9b7f-1fc1cbac9446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.527133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70a3fc05-77fd-4762-9b7f-1fc1cbac9446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.528567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70a3fc05-77fd-4762-9b7f-1fc1cbac9446 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba907311-84a9-44b9-b96e-2e16301be018 HTTP/1.1" status: 204 len: 168 time: 0.2508178 Jul 16 18:30:11.538070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3fc05-77fd-4762-9b7f-1fc1cbac9446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba907311-84a9-44b9-b96e-2e16301be018,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.604792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-0100f6b6-f8d5-4b17-98be-489680067943 service neutron] 10.222.0.49 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357365 Jul 16 18:30:11.717434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-9dd6871d-d7be-4bac-90e2-2590fd6426f4 service neutron] 10.222.0.49 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110439 Jul 16 18:30:11.846062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8bb9d-e6d4-4374-bc75-5b998bec4c8d req-35c24e89-1939-4d22-a02c-d3b401617855 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.854136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55a8bb9d-e6d4-4374-bc75-5b998bec4c8d req-35c24e89-1939-4d22-a02c-d3b401617855 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0864737 Jul 16 18:30:11.911303 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55a8bb9d-e6d4-4374-bc75-5b998bec4c8d req-62b80068-8eb9-4331-8afb-c661029fb6f7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526774 Jul 16 18:30:11.989011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99d90db7-174e-489b-97c1-9d85546d10fb req-1f1e7a14-31eb-4277-b2ba-abc2e531b5e6 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 210 time: 0.0340390 Jul 16 18:30:12.309822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-c61bbdc4-48c7-420e-9d1b-1c0ffbba17da tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:12.311553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-c61bbdc4-48c7-420e-9d1b-1c0ffbba17da tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.1231284 Jul 16 18:30:12.327005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-c9cba8e2-c6c2-4218-92d3-4af149fd44e1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/quotas/4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 375 time: 0.0093722 Jul 16 18:30:12.442553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-3ba4aa41-146e-465a-928b-bac905baf807 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1043143 Jul 16 18:30:12.511059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 04fd6a56-4746-41b2-b303-05016b9b4750 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:12.589270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-bfce086c-4253-4d6c-882b-469f95d5e21a service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395228 Jul 16 18:30:12.657631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab51ba-7ffe-40e4-bad7-8d55a4af1eb3 req-3fb6305d-4bf8-4235-af86-885e84bed47e tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:12.668394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41ab51ba-7ffe-40e4-bad7-8d55a4af1eb3 req-3fb6305d-4bf8-4235-af86-885e84bed47e tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.1066747 Jul 16 18:30:12.707669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:12.722217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:12.740144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '04fd6a56-4746-41b2-b303-05016b9b4750', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'port_id': '04fd6a56-4746-41b2-b303-05016b9b4750', 'mac_address': 'fa:16:3e:a5:ab:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e45112-e474-4e29-83f8-03320c3d02de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:12.771236 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-3da65e25-27b1-4d59-a94a-1f149caabf1d service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793363 Jul 16 18:30:12.772148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41ab51ba-7ffe-40e4-bad7-8d55a4af1eb3 req-99b16cb5-99b9-46aa-a51d-f936f12bd12d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016176 Jul 16 18:30:12.827313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.859125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04fd6a56-4746-41b2-b303-05016b9b4750 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:12.883488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:12.890283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.965559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:13.046304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['04fd6a56-4746-41b2-b303-05016b9b4750'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:13.048007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394690a3-dfbf-4903-bf21-9354b629fa44 req-3f6638b5-f648-40f5-89bb-2de0eb49e8c3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:13.057834 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-394690a3-dfbf-4903-bf21-9354b629fa44 req-3f6638b5-f648-40f5-89bb-2de0eb49e8c3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1501315 Jul 16 18:30:13.127337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46673573-22c6-4fd9-a963-1569c7072b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.278580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46673573-22c6-4fd9-a963-1569c7072b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.286592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-394690a3-dfbf-4903-bf21-9354b629fa44 req-fdaf7e79-816b-4cac-905d-636251ee7f0c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263751 Jul 16 18:30:13.288070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46673573-22c6-4fd9-a963-1569c7072b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.367622 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-46673573-22c6-4fd9-a963-1569c7072b0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd36883233c844e195c944b999aa374a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534646 Jul 16 18:30:13.368954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46673573-22c6-4fd9-a963-1569c7072b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bab4ce-eb7d-410e-82f3-e3e2e26d3a4e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:13.370720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:13.606047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95212985-a05f-41cc-a628-7d9167bb74d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.682115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95212985-a05f-41cc-a628-7d9167bb74d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.859662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-cde683de-f154-4e3f-9b23-81fe2d138c51 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:13.861782 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-cde683de-f154-4e3f-9b23-81fe2d138c51 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.67 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 811 time: 0.2990088 Jul 16 18:30:13.879471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'port': {'device_id': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9', 'admin_state_up': True, 'tenant_id': '5f1346cd06f440198b9d7b364cb2025a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:13.885780 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95212985-a05f-41cc-a628-7d9167bb74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.888930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95212985-a05f-41cc-a628-7d9167bb74d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.890775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-95212985-a05f-41cc-a628-7d9167bb74d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5bab4ce-eb7d-410e-82f3-e3e2e26d3a4e HTTP/1.1" status: 204 len: 168 time: 0.5184739 Jul 16 18:30:13.901332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aea78601-7786-4444-a2a7-19eb61484a90 req-8ee9b30d-5cab-4567-976b-59c41bbca54f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 210 time: 0.1593020 Jul 16 18:30:14.241843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6e6c7e85-f305-4bf2-8a55-a945edb7e44d req-25063774-6c9c-495b-9aa4-2df5b0688ccf tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 210 time: 0.0720482 Jul 16 18:30:14.549813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 04fd6a56-4746-41b2-b303-05016b9b4750 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:14.657700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 04fd6a56-4746-41b2-b303-05016b9b4750 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:14.660025 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.744456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95212985-a05f-41cc-a628-7d9167bb74d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bab4ce-eb7d-410e-82f3-e3e2e26d3a4e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:14.871531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bdc67-aae7-4832-8fd7-686d9ab04888 req-32b6c127-ddb5-4be2-893d-8e25df1b6832 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:14.880123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-784bdc67-aae7-4832-8fd7-686d9ab04888 req-32b6c127-ddb5-4be2-893d-8e25df1b6832 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 944 time: 0.1793573 Jul 16 18:30:14.927093 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.930827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e737b-c851-4fda-b93c-5bc7cc0107d0 req-d7c19903-d031-4932-ab4d-1cccbc82f914 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:14.933930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a21e737b-c851-4fda-b93c-5bc7cc0107d0 req-d7c19903-d031-4932-ab4d-1cccbc82f914 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1946521 Jul 16 18:30:14.973414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-784bdc67-aae7-4832-8fd7-686d9ab04888 req-4348b996-74a2-4d35-a4fd-b9f6feaf9932 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923374 Jul 16 18:30:14.985209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Made reservation on behalf of 5f1346cd06f440198b9d7b364cb2025a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:14.991898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.009832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:15.027610 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeb5a99-f6e9-44aa-9723-54c5ba895c12" -d '{"events": [{"server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "name": "network-vif-plugged", "status": "completed", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:15.059141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a21e737b-c851-4fda-b93c-5bc7cc0107d0 req-63e18fde-4874-47dc-8846-71c51c1af721 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039286 Jul 16 18:30:15.068924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:15.089755 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.244678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:15.282148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:15.286290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7dcb677a-ba8a-43a0-a547-db686866af54 req-1f3a8d29-1226-4d49-b3ce-9695d8d71614 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 210 time: 0.0565183 Jul 16 18:30:15.314332 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f5e51-a191-4aa5-a182-7cc18556357f x-openstack-request-id: req-bc7f5e51-a191-4aa5-a182-7cc18556357f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:15.314628 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "name": "network-vif-plugged", "status": "completed", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:15.314881 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc7f5e51-a191-4aa5-a182-7cc18556357f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:15.315284 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750', 'code': 200} Jul 16 18:30:15.349739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Allocated IP 172.20.0.6 (c031b21e-4eff-4a74-a3df-f96980eb9ef9/a12463b0-5492-4e0c-95af-337edc229b4f/9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:15.495497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dfe08b3-ffe1-4a19-b349-7b9d4a9ecce5 req-b70d58ec-43c3-4b8d-9a2a-8ce7afa52a16 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 210 time: 0.0783386 Jul 16 18:30:15.528075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1298056616-network', 'tenant_id': '4df1a41651504f6d831c5376b017f5be'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:15.556533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Made reservation on behalf of 4df1a41651504f6d831c5376b017f5be for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:15.560288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.572270 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.628540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-913ac2de-ff42-4fe8-873f-c238472f606e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.630216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-913ac2de-ff42-4fe8-873f-c238472f606e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.3367176 Jul 16 18:30:15.656263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'port': {'device_id': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'admin_state_up': True, 'tenant_id': '4464220067014e36a39c0155ab4e7284'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:15.686415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.688748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.692523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.719194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:15.734780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff37eb68-795d-4c84-9ade-fdce001e312a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:15.739790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.740134 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Added segment 0dd8f665-2c07-4cc9-b16d-74acef66343f of type vlan for network e00e7dd4-dd5c-4a76-8933-1803fe80c598 Jul 16 18:30:15.794440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.841064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.842302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.843290 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.847735 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.857923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Made reservation on behalf of 4464220067014e36a39c0155ab4e7284 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:15.862375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.864639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:15.886313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6003249 Jul 16 18:30:15.886474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57130) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:15.892020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Request body: {'subnet': {'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1298056616-subnet', 'tenant_id': '4df1a41651504f6d831c5376b017f5be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:15.916693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Network c031b21e-4eff-4a74-a3df-f96980eb9ef9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:15.926430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:15.934247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Made reservation on behalf of 4df1a41651504f6d831c5376b017f5be for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:15.936757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.937500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:15.991874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.992509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.005767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:16.051308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8034-3748-4e8c-88f5-2f3e27f019c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e00e7dd4-dd5c-4a76-8933-1803fe80c598,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:16.069452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e00e7dd4-dd5c-4a76-8933-1803fe80c598 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:16.112946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-3d41994c-3151-4c8c-8987-5eee837d9152 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2411847 Jul 16 18:30:16.133405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Request body: {'port': {'device_id': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:16.135397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-f8c937ba-03fe-4d9f-9de3-8748afae8145 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.138956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-f8c937ba-03fe-4d9f-9de3-8748afae8145 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.2180405 Jul 16 18:30:16.216437 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47b4d784-e51f-497d-b31b-4eb99785787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.336066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Allocated IP 172.20.0.4 (d8d264b5-c41c-460d-af3d-f5e449ef0a32/55d61070-3c73-4cdd-b700-431dc28d3d04/12ac4480-49b0-47fc-8d7c-46a66f407861) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:16.341036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57142) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:16.350758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.417378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6fd3a-3884-4010-95d8-c25918770e4d req-8c2ee2e8-3828-42fb-92f5-489049bbff9d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.418908 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dd6fd3a-3884-4010-95d8-c25918770e4d req-8c2ee2e8-3828-42fb-92f5-489049bbff9d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 945 time: 0.2449856 Jul 16 18:30:16.438005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.504478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Deleting port 04fd6a56-4746-41b2-b303-05016b9b4750 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:16.504745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.519259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207ddc9-3f43-4565-b969-ac05ce43a315 req-64bc8dd4-1e1a-4731-8b13-4e2e05db6674 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.520767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4207ddc9-3f43-4565-b969-ac05ce43a315 req-64bc8dd4-1e1a-4731-8b13-4e2e05db6674 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.2308679 Jul 16 18:30:16.546354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0a56db8-8922-4b84-b2f9-0290d7872311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.556114 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dd6fd3a-3884-4010-95d8-c25918770e4d req-acda506c-042e-4ba1-91b8-84de758e7d2f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282423 Jul 16 18:30:16.566492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2b0c66-7594-4cf8-be61-b0418c355d79,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:16.656625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Checking segment: {'id': '0dd8f665-2c07-4cc9-b16d-74acef66343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:16.657012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Network hostable DHCP agents. Network: e00e7dd4-dd5c-4a76-8933-1803fe80c598, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:16.686337 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4207ddc9-3f43-4565-b969-ac05ce43a315 req-66415180-2087-4bcd-9b1f-263f6e7e51a0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462653 Jul 16 18:30:16.700527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] For port 04fd6a56-4746-41b2-b303-05016b9b4750, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=04fd6a56-4746-41b2-b303-05016b9b4750,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:16.700928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.701080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.727541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Transition to ACTIVE for port object 12ac4480-49b0-47fc-8d7c-46a66f407861 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:16.743883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Calling delete_port for 04fd6a56-4746-41b2-b303-05016b9b4750 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:16.748470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Network e00e7dd4-dd5c-4a76-8933-1803fe80c598 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:16.813890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e00e7dd4-dd5c-4a76-8933-1803fe80c598) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:16.815874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:16.821806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.826183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.827082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.827855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17780b2f-fcc9-4429-8145-dcbb856ad798 None None] Network e00e7dd4-dd5c-4a76-8933-1803fe80c598 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:16.833194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.861743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a47e883-3f86-4946-8682-16f2bbb459aa'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:16.878272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Transition to ACTIVE for port object 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:16.888082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:16.891592 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.897397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:16.904393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0a56db8-8922-4b84-b2f9-0290d7872311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.911615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:16.930931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c0a56db8-8922-4b84-b2f9-0290d7872311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.955275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27f2a4b5-32f1-4fd8-b2b9-7873dce6bbd5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0677669 Jul 16 18:30:16.961258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=12ac4480-49b0-47fc-8d7c-46a66f407861,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:17.047754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c0a56db8-8922-4b84-b2f9-0290d7872311 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3c509c060a54c28b7605a8b8a35e4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045112 Jul 16 18:30:17.055402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57154) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:17.075766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a56db8-8922-4b84-b2f9-0290d7872311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e87b94-9270-4d2f-a9a6-ff777a191cb9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:17.146292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.172102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298998-4d4b-4ba2-82bf-e73a6ce8e410 req-7185c68a-8d89-4fd0-9e7f-e102adc7c3ed tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:17.173747 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b298998-4d4b-4ba2-82bf-e73a6ce8e410 req-7185c68a-8d89-4fd0-9e7f-e102adc7c3ed tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 931 time: 0.2940364 Jul 16 18:30:17.191787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee6471-7350-4257-b7f9-86cb9b272412 None None] Network e00e7dd4-dd5c-4a76-8933-1803fe80c598 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:17.233969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event deleted for resources: {'Port': ['ID=04fd6a56-4746-41b2-b303-05016b9b4750,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:17.292386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:17.294065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.319896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] No DVR routers for this DVR port 04fd6a56-4746-41b2-b303-05016b9b4750 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:17.321814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9a91085-4a76-4726-a514-1c0980e824e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.328186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.330631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8e187a99-ccc4-4e9f-a9fc-042540286d75 req-1b928248-8f7a-4015-a920-53f1bbbafd8d tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.59 "DELETE /v2.0/ports/04fd6a56-4746-41b2-b303-05016b9b4750 HTTP/1.1" status: 204 len: 173 time: 1.1807888 Jul 16 18:30:17.331263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'name': 'network-vif-deleted', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:17.333764 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382197c6-5cd1-4910-9a69-56bf586aa356" -d '{"events": [{"server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "name": "network-vif-deleted", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:17.352551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:17.369026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Attempting to bind port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:17.369595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Attempting to bind port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:17.369945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Attempting to bind port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd on network c031b21e-4eff-4a74-a3df-f96980eb9ef9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:17.381198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-d3e16eaf-1c5c-424f-b969-1c73753cf0b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7293587 Jul 16 18:30:17.387792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b298998-4d4b-4ba2-82bf-e73a6ce8e410 req-63a5f628-da46-4188-b04e-e59f1b61e728 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933146 Jul 16 18:30:17.393233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1a9aa-05c0-49a1-be46-5a244f897d35 req-cf0a630c-5ebc-4ad7-b1b1-0db348dc82ae tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:17.401205 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50b1a9aa-05c0-49a1-be46-5a244f897d35 req-cf0a630c-5ebc-4ad7-b1b1-0db348dc82ae tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 943 time: 0.5049679 Jul 16 18:30:17.401338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9a91085-4a76-4726-a514-1c0980e824e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.403334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd on network c031b21e-4eff-4a74-a3df-f96980eb9ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:17.403665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Attempting to bind port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd on network c031b21e-4eff-4a74-a3df-f96980eb9ef9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:17.411083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Request body: {'port': {'device_id': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:17.444980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:17.445378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Checking segment: {'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:17.445773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Bound using segment: {'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:17.446225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Bound port: 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21b8ced-979a-480f-9eb6-63306bcab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:17.446587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.499732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9a91085-4a76-4726-a514-1c0980e824e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.502883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9a91085-4a76-4726-a514-1c0980e824e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.504363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c9a91085-4a76-4726-a514-1c0980e824e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1e87b94-9270-4d2f-a9a6-ff777a191cb9 HTTP/1.1" status: 204 len: 168 time: 0.4459581 Jul 16 18:30:17.516278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a91085-4a76-4726-a514-1c0980e824e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e87b94-9270-4d2f-a9a6-ff777a191cb9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:17.540336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-73c78dec-5369-463e-ae10-b3c23468bb04 None None] Provisioning for port 12ac4480-49b0-47fc-8d7c-46a66f407861 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:17.552965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-73c78dec-5369-463e-ae10-b3c23468bb04 None None] Provisioning complete for port 12ac4480-49b0-47fc-8d7c-46a66f407861 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:17.553537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73c78dec-5369-463e-ae10-b3c23468bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.555817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['04fd6a56-4746-41b2-b303-05016b9b4750'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:17.574911 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50b1a9aa-05c0-49a1-be46-5a244f897d35 req-ff6686aa-65be-41f3-aa33-aecaae73e81f tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678343 Jul 16 18:30:17.635523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-73c78dec-5369-463e-ae10-b3c23468bb04 None None] Port 12ac4480-49b0-47fc-8d7c-46a66f407861 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:17.656881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.676548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:17.677442 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8236f12f-9ba9-4986-a3fe-91e7f3fa0968 x-openstack-request-id: req-8236f12f-9ba9-4986-a3fe-91e7f3fa0968 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:17.677813 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6c1e0b-a7af-4d28-843f-180386a6dab6", "name": "network-vif-deleted", "tag": "04fd6a56-4746-41b2-b303-05016b9b4750", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:17.678146 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8236f12f-9ba9-4986-a3fe-91e7f3fa0968 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:17.680017 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6c1e0b-a7af-4d28-843f-180386a6dab6', 'name': 'network-vif-deleted', 'tag': '04fd6a56-4746-41b2-b303-05016b9b4750', 'status': 'completed', 'code': 200} Jul 16 18:30:17.692876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:17.719504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.777501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:17.794743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:17.795813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.797860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-2bb80c1d-7acf-4d10-ac46-2140ef398c37 service neutron] 10.222.0.67 "PUT /v2.0/ports/9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 1092 time: 1.6759570 Jul 16 18:30:17.801756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:17.816006 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaa6ea2-23eb-46aa-8d20-ae9723891f84" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:17.865103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0448898c-9d48-47d6-9d78-96cb13894dfe req-8a30ff8f-4794-4ec8-8dac-62cb2fe275ee tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a6c1e0b-a7af-4d28-843f-180386a6dab6 HTTP/1.1" status: 200 len: 210 time: 0.0344579 Jul 16 18:30:17.976933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:17.994998 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-309120e7-863b-4695-828d-c3077279a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.126007 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-309120e7-863b-4695-828d-c3077279a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.132405 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-309120e7-863b-4695-828d-c3077279a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.227774 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-309120e7-863b-4695-828d-c3077279a235 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6128cdd5ba2146c58b4209c193557ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495799 Jul 16 18:30:18.228567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:18.233316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309120e7-863b-4695-828d-c3077279a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57af963-11e7-4ebe-b3e8-17ae3bad104c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.266986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-fe2797e6-f6c4-4e1c-9e70-99d67e8734c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:18.268573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-fe2797e6-f6c4-4e1c-9e70-99d67e8734c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1095 time: 0.4007452 Jul 16 18:30:18.332316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-5120c6df-3ac3-491b-80b2-5c0c09dd94c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 217 time: 0.0542448 Jul 16 18:30:18.347904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed54ee9-9f1b-4965-8022-2f424dab3f65 req-1864637a-b0d9-44d4-b707-910736c9afb4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:18.349643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ed54ee9-9f1b-4965-8022-2f424dab3f65 req-1864637a-b0d9-44d4-b707-910736c9afb4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.3291545 Jul 16 18:30:18.356219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f1f3-4bf5-43b4-bd6d-5291bdaa275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.393196 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f1f3-4bf5-43b4-bd6d-5291bdaa275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.416851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-fa821bbf-c03f-41ba-8b66-7c8bd9c89e05 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:18.418484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-fa821bbf-c03f-41ba-8b66-7c8bd9c89e05 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/networks?id=e00e7dd4-dd5c-4a76-8933-1803fe80c598 HTTP/1.1" status: 200 len: 822 time: 0.2254510 Jul 16 18:30:18.439026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-574225f9-89ff-40d7-95c2-34f90c24fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:18.440467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-574225f9-89ff-40d7-95c2-34f90c24fe9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.1017971 Jul 16 18:30:18.445192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ed54ee9-9f1b-4965-8022-2f424dab3f65 req-77a4c80e-fefd-4605-9008-265c42a82ef8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850732 Jul 16 18:30:18.446219 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-74286947-d326-4306-8e8a-be8a215caadd tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/quotas/4df1a41651504f6d831c5376b017f5be HTTP/1.1" status: 200 len: 375 time: 0.0208874 Jul 16 18:30:18.499098 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f1f3-4bf5-43b4-bd6d-5291bdaa275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.501859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f1f3-4bf5-43b4-bd6d-5291bdaa275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.506178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6ab7f1f3-4bf5-43b4-bd6d-5291bdaa275d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d57af963-11e7-4ebe-b3e8-17ae3bad104c HTTP/1.1" status: 204 len: 168 time: 0.2709248 Jul 16 18:30:18.507783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-fac24c96-8819-4cd7-9d2c-20f1a4d2f4f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595665 Jul 16 18:30:18.509739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-f4c93004-10fb-46ec-9469-27dc918b3046 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4df1a41651504f6d831c5376b017f5be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461168 Jul 16 18:30:18.526085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ac4480-49b0-47fc-8d7c-46a66f407861 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:18.544649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.574107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Transition to ACTIVE for port object 12ac4480-49b0-47fc-8d7c-46a66f407861 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:18.602976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.615276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7f1f3-4bf5-43b4-bd6d-5291bdaa275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57af963-11e7-4ebe-b3e8-17ae3bad104c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.673386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-864528b3-4c3e-44cb-b24a-8f3ec4453af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.682854 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ccaa8-9075-4e4a-a595-6ae416168eb0 x-openstack-request-id: req-cb7ccaa8-9075-4e4a-a595-6ae416168eb0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:18.683061 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:18.683576 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb7ccaa8-9075-4e4a-a595-6ae416168eb0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:18.683694 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd', 'status': 'completed', 'code': 200} Jul 16 18:30:18.690939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-d2c92054-a5a7-41be-989b-ed0b60692e73 service neutron] 10.222.0.49 "GET /v2.0/networks/e00e7dd4-dd5c-4a76-8933-1803fe80c598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765189 Jul 16 18:30:18.703109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Pushing event updated for resources: {'Port': ['ID=12ac4480-49b0-47fc-8d7c-46a66f407861,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.719987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-19cb3dcd-f39e-4655-9192-35c86520d806 service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039702 Jul 16 18:30:18.843073 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.844709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-9d3e5fa0-2783-49d5-a319-19e3deb5b387 service neutron] 10.222.0.49 "GET /v2.0/networks/e00e7dd4-dd5c-4a76-8933-1803fe80c598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510270 Jul 16 18:30:18.935135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Attempting to bind port 12ac4480-49b0-47fc-8d7c-46a66f407861 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:18.935525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Attempting to bind port 12ac4480-49b0-47fc-8d7c-46a66f407861 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:18.935834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Attempting to bind port 12ac4480-49b0-47fc-8d7c-46a66f407861 on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:18.952244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Port 12ac4480-49b0-47fc-8d7c-46a66f407861 on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:18.952578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Attempting to bind port 12ac4480-49b0-47fc-8d7c-46a66f407861 on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:18.960272 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3c2d850-5591-4f45-a2f6-4d74f92d0b02 req-25627076-bb76-47bb-9155-4c572fba05fc service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234135 Jul 16 18:30:18.968506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:18.968794 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:18.969514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Bound using segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:18.970162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Bound port: 12ac4480-49b0-47fc-8d7c-46a66f407861, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:18.970541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.011979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ea70b-06d2-4579-919b-390c3ca3caf0 req-49b912a1-7f28-48fd-8aa0-800ea2196bcf tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.021648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2d1ea70b-06d2-4579-919b-390c3ca3caf0 req-49b912a1-7f28-48fd-8aa0-800ea2196bcf tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 943 time: 0.2245092 Jul 16 18:30:19.333299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14199e06-6485-45d5-a2c5-ecd5a2326060 req-9b0f9a62-2b46-442f-92a4-0577525bce65 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.341373 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14199e06-6485-45d5-a2c5-ecd5a2326060 req-9b0f9a62-2b46-442f-92a4-0577525bce65 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 943 time: 0.1293128 Jul 16 18:30:19.399550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14199e06-6485-45d5-a2c5-ecd5a2326060 req-2c937cee-b2ea-4739-90e6-3bedf2e56550 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570395 Jul 16 18:30:19.491293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2d1ea70b-06d2-4579-919b-390c3ca3caf0 req-55e50204-04b1-4af0-8aad-8f80a02e9c21 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686720 Jul 16 18:30:19.550484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] For port 12ac4480-49b0-47fc-8d7c-46a66f407861, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:19.585223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] For port 12ac4480-49b0-47fc-8d7c-46a66f407861, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12ac4480-49b0-47fc-8d7c-46a66f407861,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:19.615355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.635838 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4655331a-85c1-41d6-aa07-a76480460b6d req-478b9473-7af3-4612-9f85-ad18987fdbd2 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 210 time: 0.0557718 Jul 16 18:30:19.713264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-65da6017-6be6-46c5-9f78-cb44881fdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.721308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-65da6017-6be6-46c5-9f78-cb44881fdbc9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1095 time: 0.6788325 Jul 16 18:30:19.780549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.781272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.782761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] 10.222.0.59 "PUT /v2.0/ports/12ac4480-49b0-47fc-8d7c-46a66f407861 HTTP/1.1" status: 200 len: 1092 time: 2.3765461 Jul 16 18:30:19.817664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47f9c-b97a-4ffa-b84b-f0353bd7f49d req-23edeaa4-f97a-428d-ad78-00bd4c63b945 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.819645 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39a47f9c-b97a-4ffa-b84b-f0353bd7f49d req-23edeaa4-f97a-428d-ad78-00bd4c63b945 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1080222 Jul 16 18:30:19.879458 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.899299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39a47f9c-b97a-4ffa-b84b-f0353bd7f49d req-93b012d7-5216-41de-8d2f-212c6ddaa896 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677907 Jul 16 18:30:19.984309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf00bf-9293-42ba-a93c-22183bd52300 service neutron] Pushing event updated for resources: {'Port': ['ID=12ac4480-49b0-47fc-8d7c-46a66f407861,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.129075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-dc10ee47-11ad-47f6-814b-3ff8030f4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.130579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-dc10ee47-11ad-47f6-814b-3ff8030f4a7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 912 time: 0.3338847 Jul 16 18:30:20.194478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a5f6a58-507a-4ba0-b5ea-03186184c0d8 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.196067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a5f6a58-507a-4ba0-b5ea-03186184c0d8 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 822 time: 0.2484639 Jul 16 18:30:20.198030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-2e582e84-b99e-403d-b6dc-8bdac6b6efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.199396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-2e582e84-b99e-403d-b6dc-8bdac6b6efbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 1095 time: 0.2529793 Jul 16 18:30:20.200882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-ee0199a4-b792-431f-93fd-bb2a4842ff59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 217 time: 0.0632071 Jul 16 18:30:20.273788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d939b32a-c0f4-4dc6-923e-f35c28f3801a tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/quotas/217c6daf6b5f4ba2acf828ce9ab4e943 HTTP/1.1" status: 200 len: 375 time: 0.0706952 Jul 16 18:30:20.276561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-ac46de35-99c4-4a62-a442-c0b07a047a6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12ac4480-49b0-47fc-8d7c-46a66f407861 HTTP/1.1" status: 200 len: 217 time: 0.0651186 Jul 16 18:30:20.352649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-758644b6-e9a9-4611-9b43-06a1d5c8f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.354315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-758644b6-e9a9-4611-9b43-06a1d5c8f8ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.1439848 Jul 16 18:30:20.401374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-fac57ef2-2412-4c43-a5db-691cf924cb5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371661 Jul 16 18:30:20.405632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-3851302d-a738-4490-bfd3-4760c0f1b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.407325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-3851302d-a738-4490-bfd3-4760c0f1b4c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1152370 Jul 16 18:30:20.491565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-f7d6b720-b83d-4814-bd14-39980f5abe46 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2111940 Jul 16 18:30:20.586613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 04fd6a56-4746-41b2-b303-05016b9b4750 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:20.616715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 04fd6a56-4746-41b2-b303-05016b9b4750 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:20.617814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 04fd6a56-4746-41b2-b303-05016b9b4750 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:20.652599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-c3d2a8d4-faba-4f75-95fa-b63482286dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.654174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-c3d2a8d4-faba-4f75-95fa-b63482286dc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2287302 Jul 16 18:30:20.656256 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-ea394832-94e5-43fe-bae1-679d40085ab9 service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429197 Jul 16 18:30:20.695984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'tag': '12ac4480-49b0-47fc-8d7c-46a66f407861'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:20.698969 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e732f40-87f2-40d0-9634-484004db1f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfa7c6a-66eb-4d52-9526-aa7e81ca761a", "tag": "12ac4480-49b0-47fc-8d7c-46a66f407861"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:20.753630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88244f-778b-4346-ad28-5b424150f543 req-f47b3209-3786-4a7a-bd12-68d83ffc65b1 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.755365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d88244f-778b-4346-ad28-5b424150f543 req-f47b3209-3786-4a7a-bd12-68d83ffc65b1 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 943 time: 0.1601028 Jul 16 18:30:20.764027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-3ff1fbec-f12d-46bf-82e0-908c16eded31 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:20.765650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-3ff1fbec-f12d-46bf-82e0-908c16eded31 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.59 "GET /v2.0/networks?id=e00e7dd4-dd5c-4a76-8933-1803fe80c598 HTTP/1.1" status: 200 len: 822 time: 0.2168326 Jul 16 18:30:20.794693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Request body: {'port': {'device_id': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598', 'admin_state_up': True, 'tenant_id': '4df1a41651504f6d831c5376b017f5be'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:20.802580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-0e5791d3-06cd-46b0-91b9-f119b39c8164 service neutron] 10.222.0.49 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726266 Jul 16 18:30:20.858271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d88244f-778b-4346-ad28-5b424150f543 req-c89ca6c7-24dc-4cf9-b952-2ebb5f1e3b85 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907190 Jul 16 18:30:20.913565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:20.948047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daaa6ea2-23eb-46aa-8d20-ae9723891f84 req-a82aeb2a-9ef1-4dd9-a2a9-ca44822dd2c5 service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852654 Jul 16 18:30:20.956461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-89f9f05e-e9c4-4e52-8f94-b19b79a691c9 service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830472 Jul 16 18:30:20.998694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-9fcf3131-8517-4f4a-99bf-3c0d425c4c7c service neutron] 10.222.0.49 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952598 Jul 16 18:30:21.020492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Made reservation on behalf of 4df1a41651504f6d831c5376b017f5be for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:21.024065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.078516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-014b6411-23e7-4764-9c32-6727dd4c36f1 req-a0788c66-2e8d-4752-8a73-cd4fc1d0010a service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109128 Jul 16 18:30:21.126102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13a37535-44d2-44d4-be7e-b2306f3a7254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.158332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b9b87-561f-4855-be7e-2e34f9bd9b91 req-80fd6352-bb60-4478-8c52-941a81769464 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.160546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a41b9b87-561f-4855-be7e-2e34f9bd9b91 req-80fd6352-bb60-4478-8c52-941a81769464 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 943 time: 0.1811800 Jul 16 18:30:21.260656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Allocated IP 172.20.0.10 (e00e7dd4-dd5c-4a76-8933-1803fe80c598/2b2b0c66-7594-4cf8-be61-b0418c355d79/2ce69b81-8eb8-47bc-865e-10c98bd404ef) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:21.267735 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a41b9b87-561f-4855-be7e-2e34f9bd9b91 req-20ddcad2-cfb7-410c-9922-2c69635e855b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993099 Jul 16 18:30:21.273354 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5174907-ec5e-4af3-91b4-289dd798ed38 req-e1df3411-35ac-4fc1-8e60-034c834b7ce1 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 210 time: 0.0394166 Jul 16 18:30:21.341586 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a03ca-508e-40ad-86b5-a754f9ee3901 x-openstack-request-id: req-626a03ca-508e-40ad-86b5-a754f9ee3901 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:21.341874 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfa7c6a-66eb-4d52-9526-aa7e81ca761a", "tag": "12ac4480-49b0-47fc-8d7c-46a66f407861", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:21.342117 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-626a03ca-508e-40ad-86b5-a754f9ee3901 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:21.342508 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'tag': '12ac4480-49b0-47fc-8d7c-46a66f407861', 'status': 'completed', 'code': 200} Jul 16 18:30:21.392137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13a37535-44d2-44d4-be7e-b2306f3a7254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.412439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13a37535-44d2-44d4-be7e-b2306f3a7254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.461797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732f40-87f2-40d0-9634-484004db1f8e req-bfde1559-e4c7-4531-8b92-bc0be7c164a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.463276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e732f40-87f2-40d0-9634-484004db1f8e req-bfde1559-e4c7-4531-8b92-bc0be7c164a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 1095 time: 0.0900548 Jul 16 18:30:21.484157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a37535-44d2-44d4-be7e-b2306f3a7254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4028c4d-c8ae-4fd2-9467-9b5fbe4c51c8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:21.559160 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-13a37535-44d2-44d4-be7e-b2306f3a7254 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3cf668d2f32c452984c1d649b77a0073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421974 Jul 16 18:30:21.568001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:21.587082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26167214-8ba7-4d5d-a512-5db19e4c1555 req-00c44ccc-2fd3-4b27-81db-6b963e1d24d6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 210 time: 0.0777781 Jul 16 18:30:21.662029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.665182 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.667259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b4557-07d3-46cc-aefa-a2ff885bdef3 req-b31e48ee-44ec-40c7-be51-36c330409e56 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.668922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-088b4557-07d3-46cc-aefa-a2ff885bdef3 req-b31e48ee-44ec-40c7-be51-36c330409e56 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.2095487 Jul 16 18:30:21.670445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732f40-87f2-40d0-9634-484004db1f8e req-46d0a4cd-4cd9-4739-9300-9bb1a7c9ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.671871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e732f40-87f2-40d0-9634-484004db1f8e req-46d0a4cd-4cd9-4739-9300-9bb1a7c9ed16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1945817 Jul 16 18:30:21.716726 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.740576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e732f40-87f2-40d0-9634-484004db1f8e req-c96cc71f-113b-4eb4-b59f-027fd63a9c1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12ac4480-49b0-47fc-8d7c-46a66f407861 HTTP/1.1" status: 200 len: 217 time: 0.0603197 Jul 16 18:30:21.742401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2843-8aa0-4094-9ef4-cd0f1925d4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.775729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Network e00e7dd4-dd5c-4a76-8933-1803fe80c598 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:21.780120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Pushing event updated for resources: {'Port': ['ID=2ce69b81-8eb8-47bc-865e-10c98bd404ef,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:21.789121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:21.794229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:21.803758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-088b4557-07d3-46cc-aefa-a2ff885bdef3 req-1609bb14-6d5f-4634-98c1-616a4e7e9ec0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262240 Jul 16 18:30:21.813462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2843-8aa0-4094-9ef4-cd0f1925d4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.837642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732f40-87f2-40d0-9634-484004db1f8e req-5220c5f0-4411-40c9-a30b-916bbd6e20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.839123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e732f40-87f2-40d0-9634-484004db1f8e req-5220c5f0-4411-40c9-a30b-916bbd6e20cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.0906188 Jul 16 18:30:21.858078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.859997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.876939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-15f26f1f-0560-4092-8970-146c1c0075d7 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0859048 Jul 16 18:30:21.881215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:21.901876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Request body: {'port': {'device_id': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:21.905103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2843-8aa0-4094-9ef4-cd0f1925d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.909213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2843-8aa0-4094-9ef4-cd0f1925d4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.914579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ce7d2843-8aa0-4094-9ef4-cd0f1925d4e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4028c4d-c8ae-4fd2-9467-9b5fbe4c51c8 HTTP/1.1" status: 204 len: 168 time: 0.3418806 Jul 16 18:30:21.935363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d2843-8aa0-4094-9ef4-cd0f1925d4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4028c4d-c8ae-4fd2-9467-9b5fbe4c51c8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:21.944372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732f40-87f2-40d0-9634-484004db1f8e req-d5dbf5f0-1400-4f49-ac38-3367505e2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.946373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e732f40-87f2-40d0-9634-484004db1f8e req-d5dbf5f0-1400-4f49-ac38-3367505e2214 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004789 Jul 16 18:30:22.083116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:22.092758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e732f40-87f2-40d0-9634-484004db1f8e req-11c7b74a-d044-441e-b39a-d77080ce5342 service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364546 Jul 16 18:30:22.101243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd', 'network_id': 'c031b21e-4eff-4a74-a3df-f96980eb9ef9', 'port_id': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd', 'mac_address': 'fa:16:3e:0c:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12463b0-5492-4e0c-95af-337edc229b4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:22.115223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.157027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.171753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:22.191287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba98d02-d93c-48f8-a838-09ce0676da45 req-19e974bc-be6f-47d5-9779-223eba468ca7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.194828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:22.198476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ba98d02-d93c-48f8-a838-09ce0676da45 req-19e974bc-be6f-47d5-9779-223eba468ca7 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 943 time: 0.1574028 Jul 16 18:30:22.201866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.227109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e732f40-87f2-40d0-9634-484004db1f8e req-35eb876b-a11d-4452-bfee-3f4a1577178a service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286728 Jul 16 18:30:22.261756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:22.269147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.269493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.269832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.270168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.270498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.270822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.271300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.271629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.271957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.272276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.272709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.273094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:22.301189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ba98d02-d93c-48f8-a838-09ce0676da45 req-36ea5983-47c7-4cbf-872b-49389195dd55 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017897 Jul 16 18:30:22.317590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:22.352447 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-970f4df4-c7fa-4191-be4e-7e27d8f7194f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.447545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:22.525794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-970f4df4-c7fa-4191-be4e-7e27d8f7194f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.551914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-970f4df4-c7fa-4191-be4e-7e27d8f7194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.605624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-970f4df4-c7fa-4191-be4e-7e27d8f7194f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=190c1ae0a1c04da581fc51d7c7460542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852726 Jul 16 18:30:22.613505 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.614963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f4df4-c7fa-4191-be4e-7e27d8f7194f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa94d5cb-5f15-412c-b66f-adf2341eec1c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:22.620992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:22.642414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ca534-c971-4cfb-a511-61d5892574db req-0b481ac3-fbad-4066-b136-242f6d4a2c84 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.644108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-844ca534-c971-4cfb-a511-61d5892574db req-0b481ac3-fbad-4066-b136-242f6d4a2c84 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 932 time: 0.2238650 Jul 16 18:30:22.774857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-844ca534-c971-4cfb-a511-61d5892574db req-b7683ac0-03cc-42d3-b9fd-b7d0c7132263 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214139 Jul 16 18:30:22.781273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b18c137-e05a-4e92-8a56-638ff32d59c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.792565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-59c6ffd1-aaad-412e-95d5-1a6cd672ceb7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.797049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-59c6ffd1-aaad-412e-95d5-1a6cd672ceb7 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.67 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 822 time: 0.2656097 Jul 16 18:30:22.812081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Request body: {'port': {'device_id': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'admin_state_up': True, 'tenant_id': '217c6daf6b5f4ba2acf828ce9ab4e943'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:22.825185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce69b81-8eb8-47bc-865e-10c98bd404ef {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:22.836623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510314b-4845-4659-97db-2a4c747231a0 req-9d69ac15-dc83-4cb8-8e78-9c078adce085 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.838287 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c510314b-4845-4659-97db-2a4c747231a0 req-9d69ac15-dc83-4cb8-8e78-9c078adce085 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 943 time: 0.1149783 Jul 16 18:30:22.842425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.845304 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b18c137-e05a-4e92-8a56-638ff32d59c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.871608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Transition to ACTIVE for port object 2ce69b81-8eb8-47bc-865e-10c98bd404ef will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:22.882247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.917084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c510314b-4845-4659-97db-2a4c747231a0 req-d53c695d-0a48-4ed0-94e2-b29a4793fab9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718124 Jul 16 18:30:22.946317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce69b81-8eb8-47bc-865e-10c98bd404ef,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:22.993618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Made reservation on behalf of 217c6daf6b5f4ba2acf828ce9ab4e943 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:22.999597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.006175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b18c137-e05a-4e92-8a56-638ff32d59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.011569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b18c137-e05a-4e92-8a56-638ff32d59c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.012739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6b18c137-e05a-4e92-8a56-638ff32d59c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa94d5cb-5f15-412c-b66f-adf2341eec1c HTTP/1.1" status: 204 len: 168 time: 0.3892429 Jul 16 18:30:23.033023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Attempting to bind port 2ce69b81-8eb8-47bc-865e-10c98bd404ef on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:23.033355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Attempting to bind port 2ce69b81-8eb8-47bc-865e-10c98bd404ef by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '0dd8f665-2c07-4cc9-b16d-74acef66343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:23.033680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Attempting to bind port 2ce69b81-8eb8-47bc-865e-10c98bd404ef on network e00e7dd4-dd5c-4a76-8933-1803fe80c598 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:23.038797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Port 2ce69b81-8eb8-47bc-865e-10c98bd404ef on network e00e7dd4-dd5c-4a76-8933-1803fe80c598 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:23.039118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Attempting to bind port 2ce69b81-8eb8-47bc-865e-10c98bd404ef on network e00e7dd4-dd5c-4a76-8933-1803fe80c598 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:23.040762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18c137-e05a-4e92-8a56-638ff32d59c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa94d5cb-5f15-412c-b66f-adf2341eec1c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.049016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:23.050401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Checking segment: {'id': '0dd8f665-2c07-4cc9-b16d-74acef66343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:23.052960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Bound using segment: {'id': '0dd8f665-2c07-4cc9-b16d-74acef66343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:23.053455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Bound port: 2ce69b81-8eb8-47bc-865e-10c98bd404ef, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd8f665-2c07-4cc9-b16d-74acef66343f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:23.053823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.068942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c798670-db59-46bc-a961-97b3ad601069 req-f5477c69-86f9-40af-a377-7afa81091379 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 210 time: 0.0464125 Jul 16 18:30:23.155822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] For port 2ce69b81-8eb8-47bc-865e-10c98bd404ef, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:23.161037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] For port 2ce69b81-8eb8-47bc-865e-10c98bd404ef, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2ce69b81-8eb8-47bc-865e-10c98bd404ef,segment=NetworkSegment(0dd8f665-2c07-4cc9-b16d-74acef66343f),segment_id=0dd8f665-2c07-4cc9-b16d-74acef66343f)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:23.167654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.189015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Allocated IP 172.20.0.2 (c228e95f-d482-4998-bae5-00a397c5043b/d2e45112-e474-4e29-83f8-03320c3d02de/e1379d0f-378a-46c7-8905-65eeae8c160d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:23.209692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.209933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.211362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] 10.222.0.59 "PUT /v2.0/ports/2ce69b81-8eb8-47bc-865e-10c98bd404ef HTTP/1.1" status: 200 len: 1093 time: 1.3235285 Jul 16 18:30:23.211821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'tag': '2ce69b81-8eb8-47bc-865e-10c98bd404ef'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:23.214130 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd752ee-43fb-4888-9054-81de868eff94" -d '{"events": [{"name": "network-changed", "server_uuid": "51c6838c-6a97-4613-aea6-a0c16eeb100b", "tag": "2ce69b81-8eb8-47bc-865e-10c98bd404ef"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:23.245462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672ad68-e1e7-44a4-9f40-d79bb16b5202 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce69b81-8eb8-47bc-865e-10c98bd404ef,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.280699 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e297a5f4-8867-4f38-b6ef-5ff9f004da76 x-openstack-request-id: req-e297a5f4-8867-4f38-b6ef-5ff9f004da76 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:23.281081 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c6838c-6a97-4613-aea6-a0c16eeb100b", "tag": "2ce69b81-8eb8-47bc-865e-10c98bd404ef", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:23.281322 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e297a5f4-8867-4f38-b6ef-5ff9f004da76 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:23.281711 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'tag': '2ce69b81-8eb8-47bc-865e-10c98bd404ef', 'status': 'completed', 'code': 200} Jul 16 18:30:23.341655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-b336ae7a-25a6-433b-a561-c13d87dd8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.352396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-b336ae7a-25a6-433b-a561-c13d87dd8bf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4df1a41651504f6d831c5376b017f5be&device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 1096 time: 0.0697422 Jul 16 18:30:23.404235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-574fedd9-e65a-4a45-8180-2ce82696c6d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ce69b81-8eb8-47bc-865e-10c98bd404ef HTTP/1.1" status: 200 len: 217 time: 0.0441983 Jul 16 18:30:23.411114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33dda7-adad-464c-855e-efe44c5edfd9 req-be3b592b-8077-4d1b-865c-c02c3f9cff5d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.413126 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7b33dda7-adad-464c-855e-efe44c5edfd9 req-be3b592b-8077-4d1b-865c-c02c3f9cff5d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1659613 Jul 16 18:30:23.432899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.487037 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7b33dda7-adad-464c-855e-efe44c5edfd9 req-47f7253e-aa52-4a9f-a954-f9acd4908efa tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674689 Jul 16 18:30:23.514562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-211a979a-edd5-4769-971b-5c61114d2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.516666 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-211a979a-edd5-4769-971b-5c61114d2d1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b2b0c66-7594-4cf8-be61-b0418c355d79 HTTP/1.1" status: 200 len: 862 time: 0.0983880 Jul 16 18:30:23.530188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.562611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-7f2096cd-6b47-4f7b-b585-dccaf6f05951 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e00e7dd4-dd5c-4a76-8933-1803fe80c598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332301 Jul 16 18:30:23.580895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Network c228e95f-d482-4998-bae5-00a397c5043b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:23.584253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e589e-16a9-478f-a55d-6dd2d25855c7 req-0221369c-c5c8-4b16-84da-815c60efa5ef tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.586231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:23.586546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-633e589e-16a9-478f-a55d-6dd2d25855c7 req-0221369c-c5c8-4b16-84da-815c60efa5ef tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 944 time: 0.1270378 Jul 16 18:30:23.590371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:23.624216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event updated for resources: {'Port': ['ID=e1379d0f-378a-46c7-8905-65eeae8c160d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.649127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.650628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.667670 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-d5607785-ab39-4bbd-8583-98fa9fde4c15 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8624337 Jul 16 18:30:23.680554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Request body: {'port': {'device_id': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.688919 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-633e589e-16a9-478f-a55d-6dd2d25855c7 req-b7c74937-f268-435f-8938-3017490bb40b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936935 Jul 16 18:30:23.717570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-e462e32b-9416-4a76-b1cc-d274f57dbeeb service neutron] 10.222.0.59 "GET /v2.0/networks/e00e7dd4-dd5c-4a76-8933-1803fe80c598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436777 Jul 16 18:30:23.767249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.825394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69822928-1461-42ea-bc2f-0da95f60f6a0 req-cbe5aace-b58d-4737-a495-c5621c6d02cc service neutron] 10.222.0.59 "GET /v2.0/networks/e00e7dd4-dd5c-4a76-8933-1803fe80c598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007774 Jul 16 18:30:23.892558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:23.966597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd752ee-43fb-4888-9054-81de868eff94 req-9bb27d73-d499-49d7-b85e-1f2d963d7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.968101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd752ee-43fb-4888-9054-81de868eff94 req-9bb27d73-d499-49d7-b85e-1f2d963d7087 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4df1a41651504f6d831c5376b017f5be&device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 1096 time: 0.0820298 Jul 16 18:30:24.027542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:24.033555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:24.034362 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.127071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd752ee-43fb-4888-9054-81de868eff94 req-d2fd5919-2560-4cd9-8608-ad605c620a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:24.128002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1379d0f-378a-46c7-8905-65eeae8c160d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:24.129156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd752ee-43fb-4888-9054-81de868eff94 req-d2fd5919-2560-4cd9-8608-ad605c620a6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e00e7dd4-dd5c-4a76-8933-1803fe80c598 HTTP/1.1" status: 200 len: 923 time: 0.1541970 Jul 16 18:30:24.138685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.160817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Transition to ACTIVE for port object e1379d0f-378a-46c7-8905-65eeae8c160d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:24.179592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.185923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fead8a1-b2a7-4d75-9cd3-3b9e2f0c2c6b req-c694d499-954a-47a5-a369-e40f94f66c6e tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:24.191955 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd752ee-43fb-4888-9054-81de868eff94 req-de8c9745-bb25-46bc-ba10-7e96882ec9aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ce69b81-8eb8-47bc-865e-10c98bd404ef HTTP/1.1" status: 200 len: 217 time: 0.0488236 Jul 16 18:30:24.193286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fead8a1-b2a7-4d75-9cd3-3b9e2f0c2c6b req-c694d499-954a-47a5-a369-e40f94f66c6e tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 944 time: 0.1534481 Jul 16 18:30:24.194647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.212246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:24.214921 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f88210-f7bc-4717-a4c2-22008516e2dc" -d '{"events": [{"server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:24.230031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:24.238662 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.278528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd752ee-43fb-4888-9054-81de868eff94 req-f0078d85-552f-4bc6-bf1f-d558aaeeb536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:24.280363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd752ee-43fb-4888-9054-81de868eff94 req-f0078d85-552f-4bc6-bf1f-d558aaeeb536 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b2b0c66-7594-4cf8-be61-b0418c355d79 HTTP/1.1" status: 200 len: 862 time: 0.0818064 Jul 16 18:30:24.314968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:24.318400 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.335037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd752ee-43fb-4888-9054-81de868eff94 req-83f9ee3d-9819-4fd0-8bad-e044cb7da8d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e00e7dd4-dd5c-4a76-8933-1803fe80c598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429542 Jul 16 18:30:24.360305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Pushing event updated for resources: {'Port': ['ID=e1379d0f-378a-46c7-8905-65eeae8c160d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:24.368248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f320277-dcda-4e0d-872c-1f5ddc76c38a req-73f6f3d5-dca6-4ebf-9200-0a0a84bc761b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:24.375379 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f320277-dcda-4e0d-872c-1f5ddc76c38a req-73f6f3d5-dca6-4ebf-9200-0a0a84bc761b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 943 time: 0.1422679 Jul 16 18:30:24.377396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fead8a1-b2a7-4d75-9cd3-3b9e2f0c2c6b req-7ae651d9-8e2c-4c78-9dd3-e8ece70d8885 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672246 Jul 16 18:30:24.394277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Attempting to bind port e1379d0f-378a-46c7-8905-65eeae8c160d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:24.394824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Attempting to bind port e1379d0f-378a-46c7-8905-65eeae8c160d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:24.395323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Attempting to bind port e1379d0f-378a-46c7-8905-65eeae8c160d on network c228e95f-d482-4998-bae5-00a397c5043b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:24.401714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Port e1379d0f-378a-46c7-8905-65eeae8c160d on network c228e95f-d482-4998-bae5-00a397c5043b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:24.402560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Attempting to bind port e1379d0f-378a-46c7-8905-65eeae8c160d on network c228e95f-d482-4998-bae5-00a397c5043b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:24.409588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:24.409938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Checking segment: {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:24.410406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Bound using segment: {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:24.411241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Bound port: e1379d0f-378a-46c7-8905-65eeae8c160d, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03829adc-8751-471b-a60d-eafc3ab9178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:24.411241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.458167 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f320277-dcda-4e0d-872c-1f5ddc76c38a req-73b1ef45-5138-4d31-a0e1-2e4b0daafc7d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818787 Jul 16 18:30:24.479442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd752ee-43fb-4888-9054-81de868eff94 req-01f398f5-9e05-4cae-808f-ada75284d95d service neutron] 10.222.0.59 "GET /v2.0/networks/e00e7dd4-dd5c-4a76-8933-1803fe80c598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364815 Jul 16 18:30:24.574007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] For port e1379d0f-378a-46c7-8905-65eeae8c160d, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:24.589042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] For port e1379d0f-378a-46c7-8905-65eeae8c160d, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e1379d0f-378a-46c7-8905-65eeae8c160d,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:24.597734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.607401 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd752ee-43fb-4888-9054-81de868eff94 req-fbdcbcf7-762d-4915-b438-23e0874045c0 service neutron] 10.222.0.59 "GET /v2.0/networks/e00e7dd4-dd5c-4a76-8933-1803fe80c598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171517 Jul 16 18:30:24.616629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12ac4480-49b0-47fc-8d7c-46a66f407861 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:24.756325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 12ac4480-49b0-47fc-8d7c-46a66f407861, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12ac4480-49b0-47fc-8d7c-46a66f407861,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:24.770049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '12ac4480-49b0-47fc-8d7c-46a66f407861', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '12ac4480-49b0-47fc-8d7c-46a66f407861', 'mac_address': 'fa:16:3e:44:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:24.774404 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0511f340-e126-4264-b98a-28833e5956c1 x-openstack-request-id: req-0511f340-e126-4264-b98a-28833e5956c1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:24.774813 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:24.775065 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0511f340-e126-4264-b98a-28833e5956c1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:24.775452 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd', 'code': 200} Jul 16 18:30:24.815401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.834971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ac4480-49b0-47fc-8d7c-46a66f407861 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:24.855827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 12ac4480-49b0-47fc-8d7c-46a66f407861, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12ac4480-49b0-47fc-8d7c-46a66f407861,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:24.862038 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.897694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8a3c1-110f-4b78-b371-31ef22fa0a27 req-aecf4687-4a41-4af3-bbef-d64c7818d3b5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:24.901528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46c8a3c1-110f-4b78-b371-31ef22fa0a27 req-aecf4687-4a41-4af3-bbef-d64c7818d3b5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.0936604 Jul 16 18:30:24.950060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46c8a3c1-110f-4b78-b371-31ef22fa0a27 req-7ee41b06-acf0-446a-8a61-a0cad7aa8a67 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Jul 16 18:30:25.040480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.041200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.042579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] 10.222.0.67 "PUT /v2.0/ports/e1379d0f-378a-46c7-8905-65eeae8c160d HTTP/1.1" status: 200 len: 1092 time: 1.3674176 Jul 16 18:30:25.046952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'tag': 'e1379d0f-378a-46c7-8905-65eeae8c160d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:25.050912 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7c8a66-cb94-4985-a598-e537d25ff7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "98e52551-fb65-4b5c-8a46-1b9f107f7413", "tag": "e1379d0f-378a-46c7-8905-65eeae8c160d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:25.091570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa51194-035e-4c8b-a4bf-c03fc91a4b45 req-cc28e2f1-7109-42ad-a23f-afda93a437cb tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.095339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=12ac4480-49b0-47fc-8d7c-46a66f407861,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:25.109511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa51194-035e-4c8b-a4bf-c03fc91a4b45 req-cc28e2f1-7109-42ad-a23f-afda93a437cb tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 943 time: 0.5788839 Jul 16 18:30:25.142224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a512159-40c2-4ef0-966a-8e59fa5d0e93 service neutron] Pushing event updated for resources: {'Port': ['ID=e1379d0f-378a-46c7-8905-65eeae8c160d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:25.165363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b5b01-69e9-4e15-a79c-99ed2fa9b571 req-aa3e9424-641a-4a69-a0f7-f46b0c95f236 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.166867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-097b5b01-69e9-4e15-a79c-99ed2fa9b571 req-aa3e9424-641a-4a69-a0f7-f46b0c95f236 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 945 time: 0.0810065 Jul 16 18:30:25.207474 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-097b5b01-69e9-4e15-a79c-99ed2fa9b571 req-fe97ba27-8170-41b7-826e-3f957c929c0d tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Jul 16 18:30:25.208033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa51194-035e-4c8b-a4bf-c03fc91a4b45 req-9eda6205-70fd-496c-b82a-273782edd12c tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972157 Jul 16 18:30:25.214174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491729a3-6098-4b3f-9c1b-7ea111ea9175 req-1aff32fe-7f12-4b22-b7fe-f65e2d6d93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.215821 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-491729a3-6098-4b3f-9c1b-7ea111ea9175 req-1aff32fe-7f12-4b22-b7fe-f65e2d6d93cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1097 time: 0.2483735 Jul 16 18:30:25.240055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['12ac4480-49b0-47fc-8d7c-46a66f407861'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:25.258863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-ffedadff-7f14-471c-b0c0-79c5ba456e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.260739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-ffedadff-7f14-471c-b0c0-79c5ba456e1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 1095 time: 0.1397371 Jul 16 18:30:25.275369 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e553ff-6e1b-41e6-9dfc-0b9484fce9fc x-openstack-request-id: req-b7e553ff-6e1b-41e6-9dfc-0b9484fce9fc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:25.275654 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e52551-fb65-4b5c-8a46-1b9f107f7413", "tag": "e1379d0f-378a-46c7-8905-65eeae8c160d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:25.275902 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7e553ff-6e1b-41e6-9dfc-0b9484fce9fc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:25.276304 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'tag': 'e1379d0f-378a-46c7-8905-65eeae8c160d', 'status': 'completed', 'code': 200} Jul 16 18:30:25.279508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-491729a3-6098-4b3f-9c1b-7ea111ea9175 req-a6321fcf-e42d-4d37-b8dd-f166e45e558a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559959 Jul 16 18:30:25.307989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-38949e72-0000-445c-a567-4ef51c0deabd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1379d0f-378a-46c7-8905-65eeae8c160d HTTP/1.1" status: 200 len: 217 time: 0.0389631 Jul 16 18:30:25.375100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-23a0b6ec-b9d2-4040-b5ec-c0fdcd2c586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.379306 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-23a0b6ec-b9d2-4040-b5ec-c0fdcd2c586a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2e45112-e474-4e29-83f8-03320c3d02de HTTP/1.1" status: 200 len: 862 time: 0.0508425 Jul 16 18:30:25.434323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-7df150a8-691c-4d30-a95f-d56b2a684436 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c228e95f-d482-4998-bae5-00a397c5043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309761 Jul 16 18:30:25.538822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-bf795fa5-57b2-48a1-a64a-90ddd88afd24 service neutron] 10.222.0.67 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971794 Jul 16 18:30:25.562528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709705cd-acbe-4af0-9235-23209713fcf9 req-6d59fbc6-89d1-46bf-b232-1d5762a4a36a tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.564122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-709705cd-acbe-4af0-9235-23209713fcf9 req-6d59fbc6-89d1-46bf-b232-1d5762a4a36a tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 944 time: 0.0741804 Jul 16 18:30:25.614260 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-709705cd-acbe-4af0-9235-23209713fcf9 req-ddf6b8d2-6236-403e-929c-57c1491903b0 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436513 Jul 16 18:30:25.670134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57424) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.692154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b881be2c-e7aa-4c72-a4aa-c134d213dccd req-98c6028c-1e63-49e4-b3a8-bf32d0c8e22e service neutron] 10.222.0.67 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462839 Jul 16 18:30:25.711390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20340204-ed15-439e-a8b9-b895a53a027a req-5afd6825-2d50-4aa0-9ac2-60a9897b04e2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.713054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20340204-ed15-439e-a8b9-b895a53a027a req-5afd6825-2d50-4aa0-9ac2-60a9897b04e2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 944 time: 0.0982025 Jul 16 18:30:25.753200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20340204-ed15-439e-a8b9-b895a53a027a req-c3f4e5ee-9ddd-4c5e-ac82-1a4b3c835350 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Jul 16 18:30:25.793315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6108-65f3-42e5-866f-12714f3db035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.813227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-03aa2f9b-9bfd-42a2-ad7b-293fd843b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.814760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-03aa2f9b-9bfd-42a2-ad7b-293fd843b932 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 1095 time: 0.0607059 Jul 16 18:30:25.884762 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6108-65f3-42e5-866f-12714f3db035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.889262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6108-65f3-42e5-866f-12714f3db035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.907430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-1bc75ff5-0612-4b40-9118-81d4c604c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.909292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-1bc75ff5-0612-4b40-9118-81d4c604c00e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 200 len: 923 time: 0.0873971 Jul 16 18:30:25.926343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b6108-65f3-42e5-866f-12714f3db035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066a715a-05ef-43d7-a745-a2f5de7a44da,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:25.930599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f8b6108-65f3-42e5-866f-12714f3db035 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dfc54ba60f44cbfbf8fdbaecd11c934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595301 Jul 16 18:30:25.933236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57428) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.956382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-86ce9144-7fd5-4f1f-8359-6875f70398e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1379d0f-378a-46c7-8905-65eeae8c160d HTTP/1.1" status: 200 len: 217 time: 0.0396533 Jul 16 18:30:25.989796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cded75e-9567-4069-b0aa-fc3a56d63ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.006031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-ca23d989-6061-4c9f-aa08-bfd0e58c6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.007659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-ca23d989-6061-4c9f-aa08-bfd0e58c6429 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2e45112-e474-4e29-83f8-03320c3d02de HTTP/1.1" status: 200 len: 862 time: 0.0447099 Jul 16 18:30:26.013766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cded75e-9567-4069-b0aa-fc3a56d63ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.054777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-6ebd4c34-36f9-480b-9d31-9d334064ceb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c228e95f-d482-4998-bae5-00a397c5043b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345325 Jul 16 18:30:26.081162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cded75e-9567-4069-b0aa-fc3a56d63ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.083827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cded75e-9567-4069-b0aa-fc3a56d63ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.087397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4cded75e-9567-4069-b0aa-fc3a56d63ea2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/066a715a-05ef-43d7-a745-a2f5de7a44da HTTP/1.1" status: 204 len: 168 time: 0.1508727 Jul 16 18:30:26.118753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cded75e-9567-4069-b0aa-fc3a56d63ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a715a-05ef-43d7-a745-a2f5de7a44da,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.187295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506a7c4-5ccd-4255-b623-088e6b52d85f req-18124c7b-e4ee-4be2-af4c-7ffd745210d0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.188983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1506a7c4-5ccd-4255-b623-088e6b52d85f req-18124c7b-e4ee-4be2-af4c-7ffd745210d0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.0749400 Jul 16 18:30:26.191213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-def69232-2914-4c3e-b5e6-8b64a8b22286 service neutron] 10.222.0.67 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293383 Jul 16 18:30:26.234990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1506a7c4-5ccd-4255-b623-088e6b52d85f req-6e342fac-cbc3-42e7-834c-a7b1e9902a90 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376587 Jul 16 18:30:26.296718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a7c8a66-cb94-4985-a598-e537d25ff7fe req-9d9e1c6e-bba7-40b0-a366-5c50b58f3616 service neutron] 10.222.0.67 "GET /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987327 Jul 16 18:30:26.426404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.428471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16897f-fe5d-4b5b-a45c-ca7f02eb89da req-f49da1f5-b9db-410d-af05-46ab33569be0 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.430035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e16897f-fe5d-4b5b-a45c-ca7f02eb89da req-f49da1f5-b9db-410d-af05-46ab33569be0 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 943 time: 0.0769651 Jul 16 18:30:26.443830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9301a353-3794-4e2b-816a-261726f968da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.465908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca1c5-0bf8-4ad6-b2de-9e383e7ede75 req-1871be75-c25a-4105-b75c-027cb610f930 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.467491 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7cfca1c5-0bf8-4ad6-b2de-9e383e7ede75 req-1871be75-c25a-4105-b75c-027cb610f930 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 945 time: 0.0908926 Jul 16 18:30:26.468356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e16897f-fe5d-4b5b-a45c-ca7f02eb89da req-d5348908-0ae1-43d9-b86d-c225579664a2 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323436 Jul 16 18:30:26.532001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7cfca1c5-0bf8-4ad6-b2de-9e383e7ede75 req-9db2fafa-d80b-4d9f-8a1a-1eb6bde3b37f tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Jul 16 18:30:26.581858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9301a353-3794-4e2b-816a-261726f968da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.586426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9301a353-3794-4e2b-816a-261726f968da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.620866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2ce69b81-8eb8-47bc-865e-10c98bd404ef details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:26.623544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12ac4480-49b0-47fc-8d7c-46a66f407861 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:26.628631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9301a353-3794-4e2b-816a-261726f968da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21a1d9aeb47e446c9ac105049243aee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987226 Jul 16 18:30:26.628631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301a353-3794-4e2b-816a-261726f968da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ef3fc-e581-4f74-b075-2ce35b8538ef,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.630411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.697527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-739639c7-12c9-4b3b-8b47-25315cdca0e0 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-769460046&fields=id&tenant_id=5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 267 time: 0.0515504 Jul 16 18:30:26.697729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc85fec1-5ad1-4884-9115-c2a2df4660a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.721018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc85fec1-5ad1-4884-9115-c2a2df4660a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.725510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 12ac4480-49b0-47fc-8d7c-46a66f407861 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:26.737999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 12ac4480-49b0-47fc-8d7c-46a66f407861 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:26.738381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.776833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-30d20737-9ccb-4756-942a-9235aaac5552 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.780115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-30d20737-9ccb-4756-942a-9235aaac5552 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 945 time: 0.0813882 Jul 16 18:30:26.796638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'port': {'security_groups': ['db7138da-30a5-46fc-819d-0405265d1ace', '18d30d8c-a6e0-4e34-9ef9-0736be675992']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:26.826216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8da252-184e-422f-aede-5a77dea7dee2 req-c0212056-5dcd-4036-97d9-910d4e8d8ab2 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.827811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f8da252-184e-422f-aede-5a77dea7dee2 req-c0212056-5dcd-4036-97d9-910d4e8d8ab2 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 944 time: 0.0830584 Jul 16 18:30:26.829689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc85fec1-5ad1-4884-9115-c2a2df4660a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.832281 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc85fec1-5ad1-4884-9115-c2a2df4660a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.836157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bc85fec1-5ad1-4884-9115-c2a2df4660a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/607ef3fc-e581-4f74-b075-2ce35b8538ef HTTP/1.1" status: 204 len: 168 time: 0.2046618 Jul 16 18:30:26.860550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2ce69b81-8eb8-47bc-865e-10c98bd404ef, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2ce69b81-8eb8-47bc-865e-10c98bd404ef,segment=NetworkSegment(0dd8f665-2c07-4cc9-b16d-74acef66343f),segment_id=0dd8f665-2c07-4cc9-b16d-74acef66343f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:26.861055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85fec1-5ad1-4884-9115-c2a2df4660a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ef3fc-e581-4f74-b075-2ce35b8538ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.889368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '2ce69b81-8eb8-47bc-865e-10c98bd404ef', 'network_id': 'e00e7dd4-dd5c-4a76-8933-1803fe80c598', 'port_id': '2ce69b81-8eb8-47bc-865e-10c98bd404ef', 'mac_address': 'fa:16:3e:1b:fc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2b0c66-7594-4cf8-be61-b0418c355d79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:26.895645 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.897367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f8da252-184e-422f-aede-5a77dea7dee2 req-2a5ef13c-ff00-470c-9622-b693283c3a79 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600014 Jul 16 18:30:26.900628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.946268 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.960579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce69b81-8eb8-47bc-865e-10c98bd404ef {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:26.997431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 12ac4480-49b0-47fc-8d7c-46a66f407861, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12ac4480-49b0-47fc-8d7c-46a66f407861,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:27.010603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac4480-49b0-47fc-8d7c-46a66f407861'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:27.013225 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc6a71b-e712-4d22-842b-56c6f01905c1" -d '{"events": [{"server_uuid": "3bfa7c6a-66eb-4d52-9526-aa7e81ca761a", "name": "network-vif-plugged", "status": "completed", "tag": "12ac4480-49b0-47fc-8d7c-46a66f407861"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:27.027123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.030936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2ce69b81-8eb8-47bc-865e-10c98bd404ef, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2ce69b81-8eb8-47bc-865e-10c98bd404ef,segment=NetworkSegment(0dd8f665-2c07-4cc9-b16d-74acef66343f),segment_id=0dd8f665-2c07-4cc9-b16d-74acef66343f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:27.057910 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.101706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=12ac4480-49b0-47fc-8d7c-46a66f407861,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.145868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:27.156659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2ce69b81-8eb8-47bc-865e-10c98bd404ef,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.180708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.189786 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.203148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:27.206390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:27.237953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:27.238804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.240668 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e6cb029-8d79-49b5-a83f-ab5e73b9ee06 req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "PUT /v2.0/ports/9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 981 time: 0.4536865 Jul 16 18:30:27.241167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:27.246722 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:27.273604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2aa1c-23c0-4bdf-8daa-0197ded79a5c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.319342 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584bb61-eb27-49f7-b8b8-edc7d3201333 x-openstack-request-id: req-c584bb61-eb27-49f7-b8b8-edc7d3201333 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:27.319769 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfa7c6a-66eb-4d52-9526-aa7e81ca761a", "name": "network-vif-plugged", "status": "completed", "tag": "12ac4480-49b0-47fc-8d7c-46a66f407861", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:27.320112 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c584bb61-eb27-49f7-b8b8-edc7d3201333 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:27.320591 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac4480-49b0-47fc-8d7c-46a66f407861', 'code': 200} Jul 16 18:30:27.367794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:27.387773 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e41ea5a9-8729-4e90-beae-66e5ba0c2a1d req-0ed8854d-53a5-4c9c-bf25-b5dc976b577c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/18d30d8c-a6e0-4e34-9ef9-0736be675992 HTTP/1.1" status: 200 len: 1800 time: 0.0513384 Jul 16 18:30:27.482843 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-e41ea5a9-8729-4e90-beae-66e5ba0c2a1d req-6a027910-7617-4da8-9fc6-d848a654efa2 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:30:27.489585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['2ce69b81-8eb8-47bc-865e-10c98bd404ef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:27.497218 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e41ea5a9-8729-4e90-beae-66e5ba0c2a1d req-6a027910-7617-4da8-9fc6-d848a654efa2 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/18d30d8c-a6e0-4e34-9ef9-0736be675992 HTTP/1.1" status: 409 len: 341 time: 0.0956552 Jul 16 18:30:27.519067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a456b-e452-422d-8163-afc94286337a req-5f697408-1538-4923-b9ef-d945af0dbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:27.520588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-662a456b-e452-422d-8163-afc94286337a req-5f697408-1538-4923-b9ef-d945af0dbe82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 1097 time: 0.1307008 Jul 16 18:30:27.576095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985234a-1658-4706-983a-9e5c57acbf3e req-2d6e49e5-3a5e-4c1b-888d-0a03ff12b9bd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:27.583600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1985234a-1658-4706-983a-9e5c57acbf3e req-2d6e49e5-3a5e-4c1b-888d-0a03ff12b9bd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 945 time: 0.0840917 Jul 16 18:30:27.617671 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36858a56-8d3c-4f2d-b810-f96d61acb788 x-openstack-request-id: req-36858a56-8d3c-4f2d-b810-f96d61acb788 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:27.618359 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:27.618619 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36858a56-8d3c-4f2d-b810-f96d61acb788 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:27.619038 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd', 'status': 'completed', 'code': 200} Jul 16 18:30:27.622096 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-662a456b-e452-422d-8163-afc94286337a req-86a6b191-c988-40a9-b595-ef65e2382abd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881057 Jul 16 18:30:27.674266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1985234a-1658-4706-983a-9e5c57acbf3e req-cd2210e2-f693-4983-8335-6f969a1bb009 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896740 Jul 16 18:30:27.722503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-058be8b7-8eb0-43c5-9e1d-ac35d57e2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:27.724432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-058be8b7-8eb0-43c5-9e1d-ac35d57e2a2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1136 time: 0.1383162 Jul 16 18:30:27.753093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12932ecd-6f75-41fd-8818-eecd78e7600b req-b2b0ffe6-b558-4cd4-b4af-81de7ca5ded0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:27.760566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12932ecd-6f75-41fd-8818-eecd78e7600b req-b2b0ffe6-b558-4cd4-b4af-81de7ca5ded0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.0876396 Jul 16 18:30:27.807815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12932ecd-6f75-41fd-8818-eecd78e7600b req-4e78725e-2ab8-4b02-8a9e-62b77a3cdeba tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Jul 16 18:30:27.863710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-b3b4e9ea-c64b-47eb-8e43-f865b1cc11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:27.865814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-b3b4e9ea-c64b-47eb-8e43-f865b1cc11b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 912 time: 0.1342916 Jul 16 18:30:27.920418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-ede0b572-ddde-4ba4-a501-1eba957bdd84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 217 time: 0.0452597 Jul 16 18:30:28.017011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-189d9095-3e2f-4758-bde7-5b55d7ead9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.019214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-189d9095-3e2f-4758-bde7-5b55d7ead9ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.0914879 Jul 16 18:30:28.029259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a790d-066f-4ce1-b3fd-05d3df061232 req-0d7de665-d803-4b70-a0d0-b203ff46320e tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.030970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-762a790d-066f-4ce1-b3fd-05d3df061232 req-0d7de665-d803-4b70-a0d0-b203ff46320e tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 943 time: 0.0957437 Jul 16 18:30:28.065644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-97fbdefa-75b6-4f8c-9ee1-df22067a95fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344896 Jul 16 18:30:28.107169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-762a790d-066f-4ce1-b3fd-05d3df061232 req-077e34c5-1310-46ad-8baf-85e192cd7fcf tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635698 Jul 16 18:30:28.182638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-6bfaeeb0-197d-47ba-a084-8ec511170061 service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102993 Jul 16 18:30:28.288211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6acd52-0680-4315-a3c7-c097080bb9fe req-01685df4-4f2a-4ad0-8564-25498cbe145e tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.289746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1d6acd52-0680-4315-a3c7-c097080bb9fe req-01685df4-4f2a-4ad0-8564-25498cbe145e tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 945 time: 0.0730054 Jul 16 18:30:28.320293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1bfcf7-195f-4f57-847f-c3d4a7e0e130 req-76bfb5ee-e405-453e-bee7-d854c67bb69d service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301043 Jul 16 18:30:28.332891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1d6acd52-0680-4315-a3c7-c097080bb9fe req-77e02df4-eb39-4ffb-9aac-0d7b77af62ef tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Jul 16 18:30:28.347690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618245f-9c26-4ff1-904c-709d305c36b6 req-33d6bb06-9900-4770-9964-2229d575f34a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.355415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4618245f-9c26-4ff1-904c-709d305c36b6 req-33d6bb06-9900-4770-9964-2229d575f34a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 984 time: 0.0934801 Jul 16 18:30:28.437401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4618245f-9c26-4ff1-904c-709d305c36b6 req-be804ec5-19b8-46ea-99cb-3e878c64a26b tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&id=18d30d8c-a6e0-4e34-9ef9-0736be675992&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0810714 Jul 16 18:30:28.470937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-8ac22c98-9880-409b-8f56-7a85da63969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.472491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-8ac22c98-9880-409b-8f56-7a85da63969d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1136 time: 0.0777454 Jul 16 18:30:28.576827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-66c23b24-c901-4327-a63d-e0846c968bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.578835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-66c23b24-c901-4327-a63d-e0846c968bbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 912 time: 0.0993736 Jul 16 18:30:28.630460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-d0971043-a7a4-4d71-b2de-8715b4a376c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 217 time: 0.0453730 Jul 16 18:30:28.715253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-7a9060ed-086b-4e2a-9ee8-ac77b7606f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.716749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-7a9060ed-086b-4e2a-9ee8-ac77b7606f39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.0792382 Jul 16 18:30:28.721718 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-06687521-7bd5-4b43-a2c8-39cde829ecca service neutron] show failed (client error): The resource could not be found. Jul 16 18:30:28.722658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-06687521-7bd5-4b43-a2c8-39cde829ecca service neutron] 10.222.0.67 "GET /v2.0/ports/a21cd84c-a166-4aa7-93e7-b3331a7f3131/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0944333 Jul 16 18:30:28.753887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-c1162dd4-7481-411f-ac89-8a0317861457 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302575 Jul 16 18:30:28.909703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-dd20049a-ca3c-4ead-a5d2-201ef8366cb1 service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477575 Jul 16 18:30:28.917934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5a7b-0026-4ff2-a20b-1b9dc4e38003 req-402908cd-1993-4afe-ab62-6203edc3b5b0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:28.919393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f6a5a7b-0026-4ff2-a20b-1b9dc4e38003 req-402908cd-1993-4afe-ab62-6203edc3b5b0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 945 time: 0.1313803 Jul 16 18:30:28.988203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f6a5a7b-0026-4ff2-a20b-1b9dc4e38003 req-f80af096-367c-4003-aa5c-d35648a6125d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601587 Jul 16 18:30:29.051693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6222c9b-54cc-4ba4-b61e-7be9db1b25de req-83974bdd-45f8-47e6-a4a5-c56a1949af1c service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311743 Jul 16 18:30:29.088757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f34a48-aa23-4d4b-857c-906ad65df9e9 req-b2c49d4c-6ef4-435d-af67-872a0c665926 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.090299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68f34a48-aa23-4d4b-857c-906ad65df9e9 req-b2c49d4c-6ef4-435d-af67-872a0c665926 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1395929 Jul 16 18:30:29.126034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-1c609dcc-ac6b-4541-bd7e-3f523d92ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.127548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-1c609dcc-ac6b-4541-bd7e-3f523d92ce10 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a&tenant_id=ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 1101 time: 0.1298037 Jul 16 18:30:29.147932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:29.175391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68f34a48-aa23-4d4b-857c-906ad65df9e9 req-9e7f3371-9739-4f31-8e9b-0df27ccf4e78 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Jul 16 18:30:29.268031 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.315295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510c7a7-d8db-4c4d-b142-4082658885a5 req-79afc391-56cb-448f-b829-b453b7687cad tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.325406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9510c7a7-d8db-4c4d-b142-4082658885a5 req-79afc391-56cb-448f-b829-b453b7687cad tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 943 time: 0.0775552 Jul 16 18:30:29.392999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9510c7a7-d8db-4c4d-b142-4082658885a5 req-040b36ce-779d-4974-aecc-6388dcb60f91 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660384 Jul 16 18:30:29.575625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:29.632531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df35f28-d34b-4c9e-98ed-3d3010c03a19 req-571a474b-e318-44fd-9496-d649ef15d89d tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.641808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3df35f28-d34b-4c9e-98ed-3d3010c03a19 req-571a474b-e318-44fd-9496-d649ef15d89d tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 945 time: 0.1798074 Jul 16 18:30:29.672428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:29.710591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:29.715764 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3df35f28-d34b-4c9e-98ed-3d3010c03a19 req-03d5639c-5e61-4432-9712-4046703ef8e0 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725660 Jul 16 18:30:29.746795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:29.752378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956fa2d-5064-466c-9f4d-f9f68b62a92e req-08863998-07a3-41f7-86e3-fad3cea2eb95 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.753252 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6090ae7d-c1ad-46bf-8e00-83d781c94d93" -d '{"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-unplugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:29.760239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9956fa2d-5064-466c-9f4d-f9f68b62a92e req-08863998-07a3-41f7-86e3-fad3cea2eb95 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 984 time: 0.1453166 Jul 16 18:30:29.761866 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.779228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Transition to ACTIVE for port object a21cd84c-a166-4aa7-93e7-b3331a7f3131 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:29.788318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.803640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9956fa2d-5064-466c-9f4d-f9f68b62a92e req-99361d10-5e50-4795-b3a3-c4774f49ce75 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&id=18d30d8c-a6e0-4e34-9ef9-0736be675992&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0424006 Jul 16 18:30:29.860361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:29.895717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2475520f-3fc6-4bc3-bb84-aecaa7aea6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.913661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] No DVR routers for this DVR port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:29.918964 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5343c5a3-48ed-46c4-8aef-adf3756a7e01 x-openstack-request-id: req-5343c5a3-48ed-46c4-8aef-adf3756a7e01 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:29.919314 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-unplugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:29.919670 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5343c5a3-48ed-46c4-8aef-adf3756a7e01 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:29.920244 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'code': 200} Jul 16 18:30:29.938823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e1379d0f-378a-46c7-8905-65eeae8c160d details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:29.979529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:29.979998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:29.980330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:29.992165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:29.992486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:29.999101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:30.000727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:30.001165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:30.001622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Bound port: a21cd84c-a166-4aa7-93e7-b3331a7f3131, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:30.001989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.066020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2475520f-3fc6-4bc3-bb84-aecaa7aea6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.073430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2475520f-3fc6-4bc3-bb84-aecaa7aea6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.087094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e1379d0f-378a-46c7-8905-65eeae8c160d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e1379d0f-378a-46c7-8905-65eeae8c160d,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:30.101947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:30.106905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:30.116225 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.117694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'e1379d0f-378a-46c7-8905-65eeae8c160d', 'network_id': 'c228e95f-d482-4998-bae5-00a397c5043b', 'port_id': 'e1379d0f-378a-46c7-8905-65eeae8c160d', 'mac_address': 'fa:16:3e:1f:be:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e45112-e474-4e29-83f8-03320c3d02de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:30.140339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475520f-3fc6-4bc3-bb84-aecaa7aea6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03219c4c-7814-4008-b920-ca63cc6ceb48,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.173231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2475520f-3fc6-4bc3-bb84-aecaa7aea6be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94e1dbcdd1e2406c86cda2c82225654c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591744 Jul 16 18:30:30.173401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.173401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.173975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] 10.222.0.59 "PUT /v2.0/ports/a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 1096 time: 1.0346558 Jul 16 18:30:30.174727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57586) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:30.193686 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.233076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1379d0f-378a-46c7-8905-65eeae8c160d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:30.260415 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a800e1a0-fca7-4bb6-ad80-e93a9087b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.266627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e1379d0f-378a-46c7-8905-65eeae8c160d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e1379d0f-378a-46c7-8905-65eeae8c160d,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:30.272581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.296512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a800e1a0-fca7-4bb6-ad80-e93a9087b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.359164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328df86a-8fdc-4c03-afcc-1e08b0c6f99b service neutron] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.418071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e1379d0f-378a-46c7-8905-65eeae8c160d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.436631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-d4c2489a-f2d1-487e-b18e-3f158a7e7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.439807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-d4c2489a-f2d1-487e-b18e-3f158a7e7d03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1099 time: 0.2186050 Jul 16 18:30:30.497524 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a800e1a0-fca7-4bb6-ad80-e93a9087b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.501035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a800e1a0-fca7-4bb6-ad80-e93a9087b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.506115 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a800e1a0-fca7-4bb6-ad80-e93a9087b677 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03219c4c-7814-4008-b920-ca63cc6ceb48 HTTP/1.1" status: 204 len: 168 time: 0.3299997 Jul 16 18:30:30.528406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e1379d0f-378a-46c7-8905-65eeae8c160d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:30.534290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e1a0-fca7-4bb6-ad80-e93a9087b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03219c4c-7814-4008-b920-ca63cc6ceb48,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.619553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-edfe9410-4e49-49b6-8fd2-2b628844f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.626174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-edfe9410-4e49-49b6-8fd2-2b628844f682 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1748481 Jul 16 18:30:30.631207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2ce69b81-8eb8-47bc-865e-10c98bd404ef up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:30.641545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448ad0-892b-4b4e-88d3-5e5a6026c428 req-178c5550-b18f-4bef-b66c-12103914c524 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.643395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99448ad0-892b-4b4e-88d3-5e5a6026c428 req-178c5550-b18f-4bef-b66c-12103914c524 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 947 time: 0.1973760 Jul 16 18:30:30.717082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99448ad0-892b-4b4e-88d3-5e5a6026c428 req-4d423d8b-80a5-48d7-80b6-1022d21427e4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612712 Jul 16 18:30:30.743247 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-3919d8fc-1b92-4467-8e4b-25562bbab7e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.1053102 Jul 16 18:30:30.874940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-f85c316f-40b1-4945-afb4-caf368c26ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.877039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-f85c316f-40b1-4945-afb4-caf368c26ab0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1266294 Jul 16 18:30:30.897332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 2ce69b81-8eb8-47bc-865e-10c98bd404ef completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:30.908644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 2ce69b81-8eb8-47bc-865e-10c98bd404ef triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:30.909352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.953826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925b891-36b4-4aad-8220-db2ba5dd3025 req-ba91a34a-d076-4a52-b10c-9e15ec208612 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.962152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3925b891-36b4-4aad-8220-db2ba5dd3025 req-ba91a34a-d076-4a52-b10c-9e15ec208612 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 944 time: 0.1576912 Jul 16 18:30:30.963744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:30.995263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4617d-08df-4f19-b050-b31bc39a1ea2 req-c3091fbd-66ad-43f4-aaf9-c647c0f89dde tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.999477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b414-7b6d-4800-bc32-a09a0572a07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.004470 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5c4617d-08df-4f19-b050-b31bc39a1ea2 req-c3091fbd-66ad-43f4-aaf9-c647c0f89dde tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 945 time: 0.1073961 Jul 16 18:30:31.029162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-052227ff-1ec0-4342-aa45-79e02eea1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.030792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-052227ff-1ec0-4342-aa45-79e02eea1553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441762 Jul 16 18:30:31.036211 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.049703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5c4617d-08df-4f19-b050-b31bc39a1ea2 req-4ccada22-b8c3-43b9-a0e0-749455d49ebc tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440176 Jul 16 18:30:31.061416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3925b891-36b4-4aad-8220-db2ba5dd3025 req-28137499-1c1b-4af2-be5e-87331e474f70 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983109 Jul 16 18:30:31.069088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce69b81-8eb8-47bc-865e-10c98bd404ef'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:31.072147 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bde58d-7219-4270-93c4-d41b59ff22f6" -d '{"events": [{"server_uuid": "51c6838c-6a97-4613-aea6-a0c16eeb100b", "name": "network-vif-plugged", "status": "completed", "tag": "2ce69b81-8eb8-47bc-865e-10c98bd404ef"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:31.093347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2ce69b81-8eb8-47bc-865e-10c98bd404ef, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2ce69b81-8eb8-47bc-865e-10c98bd404ef,segment=NetworkSegment(0dd8f665-2c07-4cc9-b16d-74acef66343f),segment_id=0dd8f665-2c07-4cc9-b16d-74acef66343f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:31.096439 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.156527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2ce69b81-8eb8-47bc-865e-10c98bd404ef,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.237259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-e858669e-1351-4c56-a51e-07fe887124f7 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961257 Jul 16 18:30:31.271649 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6f2e6a-967b-4c1b-a026-4e50125b14cd x-openstack-request-id: req-5e6f2e6a-967b-4c1b-a026-4e50125b14cd {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:31.271946 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c6838c-6a97-4613-aea6-a0c16eeb100b", "name": "network-vif-plugged", "status": "completed", "tag": "2ce69b81-8eb8-47bc-865e-10c98bd404ef", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:31.272200 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e6f2e6a-967b-4c1b-a026-4e50125b14cd {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:31.273558 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce69b81-8eb8-47bc-865e-10c98bd404ef', 'code': 200} Jul 16 18:30:31.293059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b414-7b6d-4800-bc32-a09a0572a07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.300938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b414-7b6d-4800-bc32-a09a0572a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.342335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb02a6-72cd-483c-bced-a85d68e4fed6 req-ab16f158-9efb-49a6-8bd8-fbe373159230 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.346819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fb02a6-72cd-483c-bced-a85d68e4fed6 req-ab16f158-9efb-49a6-8bd8-fbe373159230 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 984 time: 0.1068065 Jul 16 18:30:31.393100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1cf7b414-7b6d-4800-bc32-a09a0572a07e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=340749ffcd4746ab9e1dde92dc85901e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244177 Jul 16 18:30:31.393979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7b414-7b6d-4800-bc32-a09a0572a07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f2174b-ce7d-426f-959b-ba3158ec6d2a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.399541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:31.418005 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-143c91bd-930e-4c6a-9a68-8835aae9c0ec req-1e650ac9-d290-483b-a380-b463b06e1112 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730831 Jul 16 18:30:31.442757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fb02a6-72cd-483c-bced-a85d68e4fed6 req-9a1c7d82-af92-4381-b3a5-7f585e2bfd09 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&id=18d30d8c-a6e0-4e34-9ef9-0736be675992&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0841324 Jul 16 18:30:31.475110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01624521-515d-4424-b256-2c182359b4ad req-e8162846-a945-4cdc-a56c-45c3b244b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.476814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01624521-515d-4424-b256-2c182359b4ad req-e8162846-a945-4cdc-a56c-45c3b244b846 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 1098 time: 0.1214962 Jul 16 18:30:31.481027 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c8993324-ebf5-40f6-8b84-7639a8ac6068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.514446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c8993324-ebf5-40f6-8b84-7639a8ac6068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.532353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01624521-515d-4424-b256-2c182359b4ad req-590594c3-2135-46e9-a248-ff322b8ac062 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Jul 16 18:30:31.580892 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:31.587543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c8993324-ebf5-40f6-8b84-7639a8ac6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.592099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c8993324-ebf5-40f6-8b84-7639a8ac6068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.595996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c8993324-ebf5-40f6-8b84-7639a8ac6068 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85f2174b-ce7d-426f-959b-ba3158ec6d2a HTTP/1.1" status: 204 len: 168 time: 0.1929524 Jul 16 18:30:31.603650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8993324-ebf5-40f6-8b84-7639a8ac6068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f2174b-ce7d-426f-959b-ba3158ec6d2a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.670348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-5cd3c1e6-59d8-461e-bead-fb2e600669d2 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1755512859&fields=id&tenant_id=5f1346cd06f440198b9d7b364cb2025a HTTP/1.1" status: 200 len: 267 time: 0.0646064 Jul 16 18:30:31.745886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-7d9d42f6-bfb1-4a10-add3-7c0695a1deb6 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.747458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-7d9d42f6-bfb1-4a10-add3-7c0695a1deb6 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 984 time: 0.0763085 Jul 16 18:30:31.761759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'port': {'security_groups': ['18d30d8c-a6e0-4e34-9ef9-0736be675992', 'db7138da-30a5-46fc-819d-0405265d1ace', '8cb78f63-a3d6-4ecf-ba81-4cbb495bf215']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:31.867515 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.921648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:31.924687 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5631f820-f0ae-49b2-9377-6d3e79aed224" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:31.939250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d4bb1-f7b6-4e7c-9867-0451fd6a31aa req-7678ccfa-2a97-4b82-b2a2-8e9ec16e2571 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.942445 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-872d4bb1-f7b6-4e7c-9867-0451fd6a31aa req-7678ccfa-2a97-4b82-b2a2-8e9ec16e2571 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 947 time: 0.1014850 Jul 16 18:30:31.953642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e1379d0f-378a-46c7-8905-65eeae8c160d up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:31.996440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-872d4bb1-f7b6-4e7c-9867-0451fd6a31aa req-6e59230a-a6c9-4fd6-8f3b-dd05d368e536 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Jul 16 18:30:32.043103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port e1379d0f-378a-46c7-8905-65eeae8c160d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:32.047472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port e1379d0f-378a-46c7-8905-65eeae8c160d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:32.047851 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.082320 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2d5e60-f155-4993-8708-c0fb7b08f911 x-openstack-request-id: req-ad2d5e60-f155-4993-8708-c0fb7b08f911 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:32.083029 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:32.083663 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad2d5e60-f155-4993-8708-c0fb7b08f911 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:32.084191 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'status': 'completed', 'code': 200} Jul 16 18:30:32.202002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.255841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:32.268011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e1379d0f-378a-46c7-8905-65eeae8c160d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e1379d0f-378a-46c7-8905-65eeae8c160d,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:32.273710 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.275002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:32.309039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-0e39115f-3e61-4524-89f9-b3774b3829e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.310555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-0e39115f-3e61-4524-89f9-b3774b3829e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1099 time: 0.2158504 Jul 16 18:30:32.315390 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.318363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-539ca5ea-1ccc-4e16-b289-e4d8b2429ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.320813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-539ca5ea-1ccc-4e16-b289-e4d8b2429ccb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1099 time: 0.2127225 Jul 16 18:30:32.323457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7b5ef-c956-4548-885c-cbf7ca1bec4d req-b5016492-3725-487a-a498-ca25221e9181 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.332481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3f7b5ef-c956-4548-885c-cbf7ca1bec4d req-b5016492-3725-487a-a498-ca25221e9181 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 946 time: 0.1019416 Jul 16 18:30:32.333252 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.350437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:32.382590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:32.416989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3f7b5ef-c956-4548-885c-cbf7ca1bec4d req-5dbeeffc-f70f-48f0-aab2-fb83599e8767 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826447 Jul 16 18:30:32.486520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.487177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.494332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76acf0e8-5e12-42d2-8e56-07a03775177e req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "PUT /v2.0/ports/9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 1020 time: 0.7382462 Jul 16 18:30:32.506075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:32.513187 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c615b-85d5-47d7-862d-ca76437e2646" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:32.552995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e1379d0f-378a-46c7-8905-65eeae8c160d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:32.589905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:32.592067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:32.643024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665d8d0-4837-4844-9486-cc83f8014e49 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:32.710757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-c4058cb2-3c91-4b10-95a3-fcf4ec7a1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.712167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-c4058cb2-3c91-4b10-95a3-fcf4ec7a1016 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.3904276 Jul 16 18:30:32.717873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-a36ad412-5b25-4e13-babe-6e8784dcc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.719252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-a36ad412-5b25-4e13-babe-6e8784dcc957 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.3879604 Jul 16 18:30:32.854814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df12f5-b1b4-4042-93f4-d9e73f14241c req-637e877f-f453-4941-88c7-59b91ad73074 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.856959 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35df12f5-b1b4-4042-93f4-d9e73f14241c req-637e877f-f453-4941-88c7-59b91ad73074 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 945 time: 0.1705747 Jul 16 18:30:32.898092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-5ed2ca6a-0ca2-4e7a-b36e-f6ffd8524d0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.1778154 Jul 16 18:30:32.925994 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35df12f5-b1b4-4042-93f4-d9e73f14241c req-cf368081-60eb-42b2-988c-ebec249d49cb tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 Jul 16 18:30:32.936245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-8fcea8ca-d23b-4863-87be-18562f1ddb43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.2095113 Jul 16 18:30:32.994057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-894d17a0-e509-4abd-944a-c61e3fc49ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.995531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-894d17a0-e509-4abd-944a-c61e3fc49ac0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0583289 Jul 16 18:30:33.074512 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d025b353-7e67-4d68-bfb0-8f1a2a8e0075 x-openstack-request-id: req-d025b353-7e67-4d68-bfb0-8f1a2a8e0075 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:33.075264 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:33.075522 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d025b353-7e67-4d68-bfb0-8f1a2a8e0075 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:33.075930 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd', 'status': 'completed', 'code': 200} Jul 16 18:30:33.141865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5e4b339-2f8e-4a90-9d47-c0abb8e4ac75 req-fb619619-78ef-4436-a39c-a32c7b31e8f4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/8cb78f63-a3d6-4ecf-ba81-4cbb495bf215 HTTP/1.1" status: 200 len: 1801 time: 0.2427680 Jul 16 18:30:33.196878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-20e0df09-8d96-4546-b5c6-2a01c61e25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.198852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-20e0df09-8d96-4546-b5c6-2a01c61e25ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.2024496 Jul 16 18:30:33.299411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-5cedc31a-71e6-47f0-a09c-c6daaf963e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.302830 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-5cedc31a-71e6-47f0-a09c-c6daaf963e0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2888858 Jul 16 18:30:33.304606 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-d5e4b339-2f8e-4a90-9d47-c0abb8e4ac75 req-966f9d1b-edac-4d35-a2c0-c0c50e186676 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:30:33.312126 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5e4b339-2f8e-4a90-9d47-c0abb8e4ac75 req-966f9d1b-edac-4d35-a2c0-c0c50e186676 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/8cb78f63-a3d6-4ecf-ba81-4cbb495bf215 HTTP/1.1" status: 409 len: 341 time: 0.1441712 Jul 16 18:30:33.320530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1379d0f-378a-46c7-8905-65eeae8c160d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:33.330601 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883c88d6-50e6-4753-a66d-0808084e9ee1" -d '{"events": [{"server_uuid": "98e52551-fb65-4b5c-8a46-1b9f107f7413", "name": "network-vif-plugged", "status": "completed", "tag": "e1379d0f-378a-46c7-8905-65eeae8c160d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:33.540325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9062b-2568-4c28-8bf0-680bfc31abd5 req-cdddb202-bf4e-4868-a878-af19f5e8f54a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.543270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-42d9062b-2568-4c28-8bf0-680bfc31abd5 req-cdddb202-bf4e-4868-a878-af19f5e8f54a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 947 time: 0.1677313 Jul 16 18:30:33.627080 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-42d9062b-2568-4c28-8bf0-680bfc31abd5 req-91e50b8f-b958-459c-91e6-430d5455cd69 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734425 Jul 16 18:30:33.663600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:33.703790 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc11999-13e9-45b8-84b9-d880f1a54224 x-openstack-request-id: req-8dc11999-13e9-45b8-84b9-d880f1a54224 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:33.705119 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e52551-fb65-4b5c-8a46-1b9f107f7413", "name": "network-vif-plugged", "status": "completed", "tag": "e1379d0f-378a-46c7-8905-65eeae8c160d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:33.705119 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dc11999-13e9-45b8-84b9-d880f1a54224 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:33.710938 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1379d0f-378a-46c7-8905-65eeae8c160d', 'code': 200} Jul 16 18:30:33.942291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c615b-85d5-47d7-862d-ca76437e2646 req-fe6a6593-3a0a-4b52-9f57-176d199a6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.944099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973c615b-85d5-47d7-862d-ca76437e2646 req-fe6a6593-3a0a-4b52-9f57-176d199a6fec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f1346cd06f440198b9d7b364cb2025a&device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1175 time: 0.8360300 Jul 16 18:30:34.013956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8380b383-0c43-44a2-b47f-aa21126c3555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.061324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-883bc1c1-72a0-4708-8366-d8263b465eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.063164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-883bc1c1-72a0-4708-8366-d8263b465eb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8445756 Jul 16 18:30:34.080091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-745e1e90-c49a-46cd-bdf0-1f7c7eef4a7b service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581110 Jul 16 18:30:34.080917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28511737-35d3-48fb-b852-e2d14f139469 req-4cf9004c-fa76-43e3-a383-2ca3983ce38f tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.082543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-28511737-35d3-48fb-b852-e2d14f139469 req-4cf9004c-fa76-43e3-a383-2ca3983ce38f tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 946 time: 0.1648288 Jul 16 18:30:34.095647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4a853-dd16-46fe-9844-29d395b20bc3 req-a398671d-bedb-436b-8c36-7feb2ab978aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.097314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8df4a853-dd16-46fe-9844-29d395b20bc3 req-a398671d-bedb-436b-8c36-7feb2ab978aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 1097 time: 0.2317836 Jul 16 18:30:34.172832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8df4a853-dd16-46fe-9844-29d395b20bc3 req-f507474b-aed3-413b-9b9b-a43b2ebd6aec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651097 Jul 16 18:30:34.186485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-28511737-35d3-48fb-b852-e2d14f139469 req-a18bf8cc-ce91-4977-9019-4bbe39aad354 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855646 Jul 16 18:30:34.224906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c615b-85d5-47d7-862d-ca76437e2646 req-dfabd96e-cf27-4e50-8bc1-fd55896b5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.226393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973c615b-85d5-47d7-862d-ca76437e2646 req-dfabd96e-cf27-4e50-8bc1-fd55896b5d23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 200 len: 912 time: 0.2688117 Jul 16 18:30:34.231661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8380b383-0c43-44a2-b47f-aa21126c3555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.237748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8380b383-0c43-44a2-b47f-aa21126c3555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.289820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8380b383-0c43-44a2-b47f-aa21126c3555 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb3f32400dbc4b4592ee76d6ca88c28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246278 Jul 16 18:30:34.290949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380b383-0c43-44a2-b47f-aa21126c3555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088c76b6-ffa6-40e8-a58b-2682b97d0080,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:34.293408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:34.330488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973c615b-85d5-47d7-862d-ca76437e2646 req-78655e53-e9b7-4a47-b763-6b48a844b161 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 200 len: 217 time: 0.0631056 Jul 16 18:30:34.362632 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ba65535-7aa0-4bd0-a092-0b3f5bd75732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.389103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ba65535-7aa0-4bd0-a092-0b3f5bd75732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.395401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202692ae-02c8-4abd-bf2c-a721db5d5867 req-2779e0ba-6a51-40f4-996e-0259fdbddf99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.402515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-202692ae-02c8-4abd-bf2c-a721db5d5867 req-2779e0ba-6a51-40f4-996e-0259fdbddf99 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1023 time: 0.3742876 Jul 16 18:30:34.422496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-85c2ae80-c6dc-4a2b-8a03-bd93ec4268b1 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368928 Jul 16 18:30:34.424299 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-1b5a162c-5a29-428f-b249-fb8b2d5c67b0 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137770 Jul 16 18:30:34.463248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ba65535-7aa0-4bd0-a092-0b3f5bd75732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.466055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c615b-85d5-47d7-862d-ca76437e2646 req-5c57980a-16b4-4146-905b-45ffd5170c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.466186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ba65535-7aa0-4bd0-a092-0b3f5bd75732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.468696 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973c615b-85d5-47d7-862d-ca76437e2646 req-5c57980a-16b4-4146-905b-45ffd5170c61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 200 len: 851 time: 0.1293595 Jul 16 18:30:34.470333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9ba65535-7aa0-4bd0-a092-0b3f5bd75732 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/088c76b6-ffa6-40e8-a58b-2682b97d0080 HTTP/1.1" status: 204 len: 168 time: 0.1759422 Jul 16 18:30:34.503156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65535-7aa0-4bd0-a092-0b3f5bd75732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088c76b6-ffa6-40e8-a58b-2682b97d0080,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:34.557244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9028ab6-6340-46d2-8565-ce655240c7f5 req-fccc4a9e-791b-4fbf-809c-bf4d3cbb5f7b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.559421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9028ab6-6340-46d2-8565-ce655240c7f5 req-fccc4a9e-791b-4fbf-809c-bf4d3cbb5f7b tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 945 time: 0.1113327 Jul 16 18:30:34.561101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973c615b-85d5-47d7-862d-ca76437e2646 req-fb78097c-58b2-4428-a941-0af3430ee0e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c031b21e-4eff-4a74-a3df-f96980eb9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856752 Jul 16 18:30:34.608348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9028ab6-6340-46d2-8565-ce655240c7f5 req-b19e4b9c-6481-49aa-8c11-3e4dc5f60efc tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Jul 16 18:30:34.653330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:34.775694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-202692ae-02c8-4abd-bf2c-a721db5d5867 req-42bfdc66-1254-4028-b5bc-4bfa80f4629e tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&id=18d30d8c-a6e0-4e34-9ef9-0736be675992&id=8cb78f63-a3d6-4ecf-ba81-4cbb495bf215&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3721478 Jul 16 18:30:34.795405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:34.813443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'mac_address': 'fa:16:3e:10:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:34.875219 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.898722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973c615b-85d5-47d7-862d-ca76437e2646 req-85d58f62-eba0-4264-96b0-8aaa539ed4e9 service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415886 Jul 16 18:30:34.903955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21cd84c-a166-4aa7-93e7-b3331a7f3131 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:34.953364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:34.961289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.992054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5631f820-f0ae-49b2-9377-6d3e79aed224 req-def0a0c8-829c-4e14-93bc-db688c3b2069 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509202 Jul 16 18:30:35.043232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.101197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-df84b266-0613-41ba-817b-7d57210b535e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1575077 Jul 16 18:30:35.283615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-ddf2fc77-e6ae-44eb-bba1-244a7f25faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.286102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-ddf2fc77-e6ae-44eb-bba1-244a7f25faa7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1097 time: 0.1176500 Jul 16 18:30:35.292769 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-356c10bc-cee6-43df-a584-8683844e3d8d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4472399 Jul 16 18:30:35.294988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973c615b-85d5-47d7-862d-ca76437e2646 req-99b1d98e-9aa3-4d2b-a824-79fdd5a82bc8 service neutron] 10.222.0.67 "GET /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838460 Jul 16 18:30:35.396686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['a21cd84c-a166-4aa7-93e7-b3331a7f3131'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:35.408249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757e9c-16a9-4447-a5da-b8b71954aee3 req-3e8ad982-c49c-4293-9779-154e30b5c495 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.410247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9757e9c-16a9-4447-a5da-b8b71954aee3 req-3e8ad982-c49c-4293-9779-154e30b5c495 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.3340580 Jul 16 18:30:35.475180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-c8db8fe7-1a66-44a2-a436-30726733aa04 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.476711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-c8db8fe7-1a66-44a2-a436-30726733aa04 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 1023 time: 0.1509309 Jul 16 18:30:35.607752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-911737be-8192-43df-a425-a7b75e8eee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.613318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-911737be-8192-43df-a425-a7b75e8eee61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.3066418 Jul 16 18:30:35.640029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9757e9c-16a9-4447-a5da-b8b71954aee3 req-ee4b512e-918f-48fc-ae1f-7a7b572affd6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551120 Jul 16 18:30:35.674910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.675389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.675865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.677485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.677971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.678444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.678912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.683628 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6307c4c3-2fb6-44e8-855a-7d39cc7a563a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6498 time: 0.3555541 Jul 16 18:30:35.683809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Deleting port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:35.684021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.827235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-afb24cab-9c4c-428d-9aea-3b1148f6ed1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 999 time: 0.2067804 Jul 16 18:30:35.934832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] For port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:35.935371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.956720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Calling delete_port for 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:35.976312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-b51a10b9-6f7a-4b13-898a-45e2c0334dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.976815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-b51a10b9-6f7a-4b13-898a-45e2c0334dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.977348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-b51a10b9-6f7a-4b13-898a-45e2c0334dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.978851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-b51a10b9-6f7a-4b13-898a-45e2c0334dfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f578155-921a-45d2-b167-32878999fee7&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 HTTP/1.1" status: 200 len: 2293 time: 0.2222428 Jul 16 18:30:35.985894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-ede106ac-7e0b-434a-88c5-7f541a5e9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.987637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-ede106ac-7e0b-434a-88c5-7f541a5e9ada service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1305704 Jul 16 18:30:35.990747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c3712-4822-49d6-a69f-e3d699ce3d3a req-85b6970f-ef3b-49a5-bc97-0db1e8a9853f tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.995560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b8c3712-4822-49d6-a69f-e3d699ce3d3a req-85b6970f-ef3b-49a5-bc97-0db1e8a9853f tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 946 time: 0.2252507 Jul 16 18:30:36.088255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b8c3712-4822-49d6-a69f-e3d699ce3d3a req-0def00c0-8781-4af9-a61f-78106bef5cad tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640287 Jul 16 18:30:36.114784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-85672c21-d117-4048-8a96-600198c5bccd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b24ef1-acd8-44dc-a62c-a52071237444 HTTP/1.1" status: 200 len: 1002 time: 0.1244643 Jul 16 18:30:36.179339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51e915-3565-4e61-b299-9f3864788948 req-034d4b0f-0a00-4214-805d-51ce8836b5b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.184801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f51e915-3565-4e61-b299-9f3864788948 req-034d4b0f-0a00-4214-805d-51ce8836b5b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 945 time: 0.3134618 Jul 16 18:30:36.216454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-5b2b025e-785d-4453-b961-592fd30327ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.218061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-5b2b025e-785d-4453-b961-592fd30327ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e002e86a-d76d-4541-b528-5f64fdfd0358 HTTP/1.1" status: 200 len: 851 time: 0.0977666 Jul 16 18:30:36.245657 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.248387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-887f8d7c-c213-4b5f-aec8-56e479b02ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.251047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-887f8d7c-c213-4b5f-aec8-56e479b02ac9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2557466 Jul 16 18:30:36.260058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:36.293674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57776) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:36.303573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'Port': ['ID=9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.352590 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f51e915-3565-4e61-b299-9f3864788948 req-1a6e441e-ff28-426b-926e-71dcbac22f83 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668031 Jul 16 18:30:36.365833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] No DVR routers for this DVR port 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:36.368722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.371324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f01ec552-c301-4aae-a0fc-be7ee6a381f0 req-1b3cf08c-a4e5-429b-9b55-0e98ab3af595 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.67 "DELETE /v2.0/ports/9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd HTTP/1.1" status: 204 len: 173 time: 0.8886275 Jul 16 18:30:36.372186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'name': 'network-vif-deleted', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:36.375350 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8e0fa4-506a-4f4d-9a6f-78b2e003eb45" -d '{"events": [{"server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "name": "network-vif-deleted", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:36.467958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-bce9f329-b7d2-4008-808d-86b36f247ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.470907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-bce9f329-b7d2-4008-808d-86b36f247ce9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f578155-921a-45d2-b167-32878999fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2377417 Jul 16 18:30:36.529745 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9d78e1c-6bc4-4646-9170-43017b602f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.536099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-3fa7b222-416c-4545-a8b9-f418fcef34bd service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612584 Jul 16 18:30:36.665624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bf2af34-0215-46ae-aeed-78b13f5b44e4 req-d9a60ee2-4066-4eaf-8449-a455475ccb06 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f43ca3-a72f-436c-be08-f5dd453ff1d2 HTTP/1.1" status: 200 len: 210 time: 0.1200435 Jul 16 18:30:36.759117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-7910a35c-0ae8-4b48-99b2-413ee2acbfe3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.761068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-7910a35c-0ae8-4b48-99b2-413ee2acbfe3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a&tenant_id=ff42cb648b714e0c9d192382fef0aeab&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 948 time: 0.1223977 Jul 16 18:30:36.784332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-d09b8146-22f7-48db-994f-b216c721ffdb service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049669 Jul 16 18:30:36.818091 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae86f7c6-c40b-45a8-8d5f-1be5158cf304 x-openstack-request-id: req-ae86f7c6-c40b-45a8-8d5f-1be5158cf304 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:36.819304 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f43ca3-a72f-436c-be08-f5dd453ff1d2", "name": "network-vif-deleted", "tag": "9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:36.819849 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae86f7c6-c40b-45a8-8d5f-1be5158cf304 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:36.821816 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f43ca3-a72f-436c-be08-f5dd453ff1d2', 'name': 'network-vif-deleted', 'tag': '9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd', 'status': 'completed', 'code': 200} Jul 16 18:30:36.832078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fac651dc-b00f-406f-b02b-7884923c9b74 req-123a52cd-603b-436f-a2a4-20d7994a14d9 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854724 Jul 16 18:30:36.936426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-f38976cb-84e3-4f53-8d54-e36e7c6f54bf service neutron] 10.222.0.59 "GET /v2.0/ports/a21cd84c-a166-4aa7-93e7-b3331a7f3131/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 383 time: 0.1618781 Jul 16 18:30:36.940383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-97c31802-6dd4-4fb7-abd3-21aad4a3d4ee service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467333 Jul 16 18:30:37.002872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:37.125000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-2889a775-1445-412a-8519-7262032b5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.127629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-2889a775-1445-412a-8519-7262032b5c69 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1100 time: 0.1246483 Jul 16 18:30:37.345853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-3804182f-86d1-4bb2-9107-eb381442282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.346895 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-3804182f-86d1-4bb2-9107-eb381442282b service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2029886 Jul 16 18:30:37.424255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-51566f91-6e3c-48cf-809a-30d02f325861 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.0631449 Jul 16 18:30:37.450021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-a6b15dc6-c007-485a-a966-a15f9a6c0180 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 217 time: 0.4904735 Jul 16 18:30:37.483620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-3f07b160-0656-4ecc-abbf-cfeafe4a2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.487968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-3f07b160-0656-4ecc-abbf-cfeafe4a2994 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0540793 Jul 16 18:30:37.514163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9d78e1c-6bc4-4646-9170-43017b602f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.557993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9d78e1c-6bc4-4646-9170-43017b602f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.613511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-2e07e61a-2ae1-4f4e-8b87-c4590bd42939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.614899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-2e07e61a-2ae1-4f4e-8b87-c4590bd42939 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1407669 Jul 16 18:30:37.627007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c9d78e1c-6bc4-4646-9170-43017b602f81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31ba53218c2e4d63810c8bd3ca101879&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3232505 Jul 16 18:30:37.636967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:37.651727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d78e1c-6bc4-4646-9170-43017b602f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15fa921-000f-430c-8eca-6d8d13752208,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.736440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-08033fba-ddec-4f26-851f-5fac256d762b tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.738127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-08033fba-ddec-4f26-851f-5fac256d762b tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.59 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 946 time: 0.2948639 Jul 16 18:30:37.753039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11c28-6353-4942-8b9d-a443958def8e req-75fc5b13-85cd-4dcd-808f-01650a819eac tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.756135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46e11c28-6353-4942-8b9d-a443958def8e req-75fc5b13-85cd-4dcd-808f-01650a819eac tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.3117251 Jul 16 18:30:37.830606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad65314c-f897-4e43-8e04-1d66a49786ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.869056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-923fa03b-88a3-4880-a3c4-a6c6f34a4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.870547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-923fa03b-88a3-4880-a3c4-a6c6f34a4290 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2437477 Jul 16 18:30:37.897200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-8abaa671-072d-48cc-be20-f530f6e66bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.898727 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-8abaa671-072d-48cc-be20-f530f6e66bd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4057786 Jul 16 18:30:37.901715 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad65314c-f897-4e43-8e04-1d66a49786ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.906059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40737f-7c04-4658-b846-30f46316b7f8 req-9533ceb0-2c8b-4c06-b806-f10043292443 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.906935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46e11c28-6353-4942-8b9d-a443958def8e req-2ea810d9-a15b-41d8-a412-78fe6b2d0103 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342270 Jul 16 18:30:37.907507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e40737f-7c04-4658-b846-30f46316b7f8 req-9533ceb0-2c8b-4c06-b806-f10043292443 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 946 time: 0.4029152 Jul 16 18:30:37.972676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e40737f-7c04-4658-b846-30f46316b7f8 req-e811deab-5957-4ae4-a74e-799adc665618 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff37eb68-795d-4c84-9ade-fdce001e312a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 Jul 16 18:30:38.063013 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-a2b2a0d5-ea12-4cc4-8715-92b4356e0e21 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544898 Jul 16 18:30:38.079446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad65314c-f897-4e43-8e04-1d66a49786ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.082433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad65314c-f897-4e43-8e04-1d66a49786ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.083588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad65314c-f897-4e43-8e04-1d66a49786ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e15fa921-000f-430c-8eca-6d8d13752208 HTTP/1.1" status: 204 len: 168 time: 0.4425528 Jul 16 18:30:38.132947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-bb1a948f-56c2-48c8-8c19-85a8661301fd service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515113 Jul 16 18:30:38.135856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Deleting port 2ce69b81-8eb8-47bc-865e-10c98bd404ef {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:38.136207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.143427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65314c-f897-4e43-8e04-1d66a49786ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15fa921-000f-430c-8eca-6d8d13752208,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.266765 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-b2b475d2-83de-47ea-84f3-f4593ea6a979 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934085 Jul 16 18:30:38.350075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c285a-132f-4c56-abf3-5630445d22d3 req-a1afb7b7-baec-4fa8-ba71-ba60c4437b08 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.353252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1d0c285a-132f-4c56-abf3-5630445d22d3 req-a1afb7b7-baec-4fa8-ba71-ba60c4437b08 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 945 time: 0.2989528 Jul 16 18:30:38.399195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-4923b250-75bd-41a5-a4ad-6bf5b53d4132 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571528 Jul 16 18:30:38.410595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] For port 2ce69b81-8eb8-47bc-865e-10c98bd404ef, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2ce69b81-8eb8-47bc-865e-10c98bd404ef,segment=NetworkSegment(0dd8f665-2c07-4cc9-b16d-74acef66343f),segment_id=0dd8f665-2c07-4cc9-b16d-74acef66343f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:38.410595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.449628 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-869aaecc-f72b-432a-87d6-bfc2a06a940f req-b375db43-f698-4b15-af97-dd7ddf97b16a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/18d30d8c-a6e0-4e34-9ef9-0736be675992 HTTP/1.1" status: 200 len: 1800 time: 0.0597908 Jul 16 18:30:38.461246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Calling delete_port for 2ce69b81-8eb8-47bc-865e-10c98bd404ef owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:38.474687 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-51c8ee65-be62-4652-bea7-f6d7d3e403f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 217 time: 0.0614743 Jul 16 18:30:38.500556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1d0c285a-132f-4c56-abf3-5630445d22d3 req-ef030692-16d7-44e8-a073-ed0c1a5014a6 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242075 Jul 16 18:30:38.526321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-869aaecc-f72b-432a-87d6-bfc2a06a940f req-7507228e-49a4-4c77-b463-80065bba8753 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.585794 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-869aaecc-f72b-432a-87d6-bfc2a06a940f req-7507228e-49a4-4c77-b463-80065bba8753 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.646572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-869aaecc-f72b-432a-87d6-bfc2a06a940f req-7507228e-49a4-4c77-b463-80065bba8753 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.646765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-8b18d309-ca9c-453e-90a4-7955a30a3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.648018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-8b18d309-ca9c-453e-90a4-7955a30a3f03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1616888 Jul 16 18:30:38.649133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-869aaecc-f72b-432a-87d6-bfc2a06a940f req-7507228e-49a4-4c77-b463-80065bba8753 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.650281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-869aaecc-f72b-432a-87d6-bfc2a06a940f req-7507228e-49a4-4c77-b463-80065bba8753 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/18d30d8c-a6e0-4e34-9ef9-0736be675992 HTTP/1.1" status: 204 len: 173 time: 0.1896758 Jul 16 18:30:38.669549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507228e-49a4-4c77-b463-80065bba8753 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d30d8c-a6e0-4e34-9ef9-0736be675992,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.692228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:38.741243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89ded-28d8-464b-aa53-afad02a67392 req-7f84c7e1-1eb0-41b3-997f-5294503460ff tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.742901 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-42b89ded-28d8-464b-aa53-afad02a67392 req-7f84c7e1-1eb0-41b3-997f-5294503460ff tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.67 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 945 time: 0.2414360 Jul 16 18:30:38.769526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd809da4-a0b9-45ec-a07e-49809e73cdf6 req-30b7e246-70d8-4ccb-a9ed-e82932c33fd9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/8cb78f63-a3d6-4ecf-ba81-4cbb495bf215 HTTP/1.1" status: 200 len: 1801 time: 0.0885992 Jul 16 18:30:38.791567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:38.796530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:38.797533 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.866890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dd809da4-a0b9-45ec-a07e-49809e73cdf6 req-af4979a2-3a98-4d6c-9452-02bc63f8644c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.877891 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.892909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['2ce69b81-8eb8-47bc-865e-10c98bd404ef'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:38.914816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dd809da4-a0b9-45ec-a07e-49809e73cdf6 req-af4979a2-3a98-4d6c-9452-02bc63f8644c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.914953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-c3b03b52-90f5-4844-906d-aa322f7bd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.920005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-c3b03b52-90f5-4844-906d-aa322f7bd833 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2446604 Jul 16 18:30:38.957772 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.971319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Pushing event deleted for resources: {'Port': ['ID=2ce69b81-8eb8-47bc-865e-10c98bd404ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.992319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dd809da4-a0b9-45ec-a07e-49809e73cdf6 req-af4979a2-3a98-4d6c-9452-02bc63f8644c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.997661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dd809da4-a0b9-45ec-a07e-49809e73cdf6 req-af4979a2-3a98-4d6c-9452-02bc63f8644c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.002505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd809da4-a0b9-45ec-a07e-49809e73cdf6 req-af4979a2-3a98-4d6c-9452-02bc63f8644c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/8cb78f63-a3d6-4ecf-ba81-4cbb495bf215 HTTP/1.1" status: 204 len: 173 time: 0.2308254 Jul 16 18:30:39.031368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4979a2-3a98-4d6c-9452-02bc63f8644c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb78f63-a3d6-4ecf-ba81-4cbb495bf215,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.068164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] No DVR routers for this DVR port 2ce69b81-8eb8-47bc-865e-10c98bd404ef on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:39.082466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:39.089658 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e672e8e-a914-42a7-a46d-ab4479550195" -d '{"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-plugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:39.111505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:39.120419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.129998 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.132018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61e8ccbb-3f11-4774-85f7-5dccda028360 req-68885ae5-00fb-4aec-9d94-0651622a0bbf tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.59 "DELETE /v2.0/ports/2ce69b81-8eb8-47bc-865e-10c98bd404ef HTTP/1.1" status: 204 len: 173 time: 1.3746161 Jul 16 18:30:39.139398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'name': 'network-vif-deleted', 'tag': '2ce69b81-8eb8-47bc-865e-10c98bd404ef'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:39.150191 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29c595d-36bf-4875-822c-79eda9190360" -d '{"events": [{"server_uuid": "51c6838c-6a97-4613-aea6-a0c16eeb100b", "name": "network-vif-deleted", "tag": "2ce69b81-8eb8-47bc-865e-10c98bd404ef"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:39.246395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.319861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Deleting port e1379d0f-378a-46c7-8905-65eeae8c160d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:39.320213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.326912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-0fb32801-178f-4ebb-bb6b-40fb3ca177b0 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670049 Jul 16 18:30:39.446841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f56bcec0-5d75-4d3e-896e-15edbd020c20 req-fb4887c5-6c03-4b54-b1e6-b7519a121b53 tempest-InstanceActionsNegativeTestJSON-771557782 tempest-InstanceActionsNegativeTestJSON-771557782-project] 10.222.0.49 "GET /v2.0/ports?device_id=51c6838c-6a97-4613-aea6-a0c16eeb100b HTTP/1.1" status: 200 len: 210 time: 0.0418346 Jul 16 18:30:39.468123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-854f202d-37da-40fd-8ecc-d1f55caf2dd2 req-d7b27eee-111e-4aa5-bc7f-c051862d82db tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748177066', 'description': 'tempest-description-235788437'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:39.497530 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-854f202d-37da-40fd-8ecc-d1f55caf2dd2 req-d7b27eee-111e-4aa5-bc7f-c051862d82db tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.505288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703449b-050c-4016-898a-2f916dc7e0f7 req-82347436-6244-4b59-ba68-849ba347e787 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.506864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f703449b-050c-4016-898a-2f916dc7e0f7 req-82347436-6244-4b59-ba68-849ba347e787 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.3739901 Jul 16 18:30:39.573625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-22cbac0e-1bbc-4462-a9e7-9141d7a76ef6 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258027 Jul 16 18:30:39.605355 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-854f202d-37da-40fd-8ecc-d1f55caf2dd2 req-d7b27eee-111e-4aa5-bc7f-c051862d82db tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.609646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-854f202d-37da-40fd-8ecc-d1f55caf2dd2 req-d7b27eee-111e-4aa5-bc7f-c051862d82db tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.650563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b27eee-111e-4aa5-bc7f-c051862d82db tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d2522c-3a32-446f-a000-03fbc2eae8e1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.654496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-854f202d-37da-40fd-8ecc-d1f55caf2dd2 req-d7b27eee-111e-4aa5-bc7f-c051862d82db tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.664719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-7edfac75-f39f-41e4-8c32-0125d7108b51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3 HTTP/1.1" status: 200 len: 217 time: 0.0775921 Jul 16 18:30:39.668635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-854f202d-37da-40fd-8ecc-d1f55caf2dd2 req-d7b27eee-111e-4aa5-bc7f-c051862d82db tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2049065 Jul 16 18:30:39.677467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] For port e1379d0f-378a-46c7-8905-65eeae8c160d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e1379d0f-378a-46c7-8905-65eeae8c160d,segment=NetworkSegment(03829adc-8751-471b-a60d-eafc3ab9178f),segment_id=03829adc-8751-471b-a60d-eafc3ab9178f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:39.677467 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.682357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f703449b-050c-4016-898a-2f916dc7e0f7 req-9cbf4f27-2ba0-4e06-bc21-d7db088a4904 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610212 Jul 16 18:30:39.713951 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdbab20-2f5a-4a02-90c0-c22d4f1c1ed1 x-openstack-request-id: req-ccdbab20-2f5a-4a02-90c0-c22d4f1c1ed1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:39.715379 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-plugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:39.715845 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccdbab20-2f5a-4a02-90c0-c22d4f1c1ed1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:39.716719 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'code': 200} Jul 16 18:30:39.729254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Calling delete_port for e1379d0f-378a-46c7-8905-65eeae8c160d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:39.787701 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c407191-76cc-4a5b-b0af-37f1947f8d13 x-openstack-request-id: req-4c407191-76cc-4a5b-b0af-37f1947f8d13 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:39.788114 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c6838c-6a97-4613-aea6-a0c16eeb100b", "name": "network-vif-deleted", "tag": "2ce69b81-8eb8-47bc-865e-10c98bd404ef", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:39.788447 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c407191-76cc-4a5b-b0af-37f1947f8d13 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:39.789100 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6838c-6a97-4613-aea6-a0c16eeb100b', 'name': 'network-vif-deleted', 'tag': '2ce69b81-8eb8-47bc-865e-10c98bd404ef', 'status': 'completed', 'code': 200} Jul 16 18:30:39.796293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-1f70abea-0ce5-4b14-8d7c-fb67e1f65a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.798558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-1f70abea-0ce5-4b14-8d7c-fb67e1f65a57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1102459 Jul 16 18:30:39.969736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:40.023453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:40.023808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9f0c505e-a436-4cdf-a1fe-d7d3d7b2dcdd not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:40.057978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-413b917b-48ae-450a-bb69-2db29e9a068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.059776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-413b917b-48ae-450a-bb69-2db29e9a068a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2468271 Jul 16 18:30:40.101113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80e55e-2382-4c5f-85d6-03bd4c6bd13b req-47d47d92-bc0b-47ce-9d6c-8929b064fa89 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.109677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b80e55e-2382-4c5f-85d6-03bd4c6bd13b req-47d47d92-bc0b-47ce-9d6c-8929b064fa89 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/ports?device_id=98e52551-fb65-4b5c-8a46-1b9f107f7413 HTTP/1.1" status: 200 len: 945 time: 0.1024246 Jul 16 18:30:40.145602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.197032 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b80e55e-2382-4c5f-85d6-03bd4c6bd13b req-1f0bc3d8-3bd6-4786-9576-ba32f5ce9232 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups?id=636dd99e-23c3-4be9-97a4-299656a9f31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859766 Jul 16 18:30:40.198483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-cb675373-e2ce-4d0e-885c-f1db253e6918 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122718 Jul 16 18:30:40.209780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60dbee79-894b-4baa-9146-8e60b4fa2212 req-0a1d4f1d-2c52-4eeb-a532-287fd1c321ed tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/c2d2522c-3a32-446f-a000-03fbc2eae8e1 HTTP/1.1" status: 200 len: 1801 time: 0.2739861 Jul 16 18:30:40.216430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-60dbee79-894b-4baa-9146-8e60b4fa2212 req-c684c710-2bca-46ec-a99f-91c024f71bc9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Request body: {'security_group': {'name': 'tempest-sg-hth-348439640', 'description': 'tempest-description-hth-315551020'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:40.240076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.258868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e1379d0f-378a-46c7-8905-65eeae8c160d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:40.335312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-60dbee79-894b-4baa-9146-8e60b4fa2212 req-c684c710-2bca-46ec-a99f-91c024f71bc9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.374479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event deleted for resources: {'Port': ['ID=e1379d0f-378a-46c7-8905-65eeae8c160d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.377820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] No DVR routers for this DVR port e1379d0f-378a-46c7-8905-65eeae8c160d on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:40.380187 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.383715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-42b89ded-28d8-464b-aa53-afad02a67392 req-52b3fc46-7878-49b5-8dff-0eb11184a230 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.67 "DELETE /v2.0/ports/e1379d0f-378a-46c7-8905-65eeae8c160d HTTP/1.1" status: 204 len: 173 time: 1.6172819 Jul 16 18:30:40.403565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:40.439142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.489633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-60dbee79-894b-4baa-9146-8e60b4fa2212 req-c684c710-2bca-46ec-a99f-91c024f71bc9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.495946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-bf35dfb9-cf8d-4b90-9baa-052c29860a1c service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735562 Jul 16 18:30:40.497141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-60dbee79-894b-4baa-9146-8e60b4fa2212 req-c684c710-2bca-46ec-a99f-91c024f71bc9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.499946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-60dbee79-894b-4baa-9146-8e60b4fa2212 req-c684c710-2bca-46ec-a99f-91c024f71bc9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.518212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60dbee79-894b-4baa-9146-8e60b4fa2212 req-c684c710-2bca-46ec-a99f-91c024f71bc9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "PUT /v2.0/security-groups/c2d2522c-3a32-446f-a000-03fbc2eae8e1 HTTP/1.1" status: 200 len: 1775 time: 0.2994263 Jul 16 18:30:40.557051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57870) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.604847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-9bd09ad9-c587-4d74-ab40-9d5e3fd55a22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=5a83f058-7138-4438-b396-d79a9307d08e HTTP/1.1" status: 200 len: 217 time: 0.0785029 Jul 16 18:30:40.658590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] Deleting subnet 2b2b0c66-7594-4cf8-be61-b0418c355d79 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:40.667231 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.675535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c710-2bca-46ec-a99f-91c024f71bc9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d2522c-3a32-446f-a000-03fbc2eae8e1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.692458 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.706458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957e028d-3c74-4384-98c5-0301018bd14c req-5937d8b2-c27b-4d52-ab51-1c605dd11868 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/c2d2522c-3a32-446f-a000-03fbc2eae8e1 HTTP/1.1" status: 200 len: 1775 time: 0.1625736 Jul 16 18:30:40.710865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-0040bfd9-c422-4a66-82fa-6360f0af1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.712729 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-0040bfd9-c422-4a66-82fa-6360f0af1a9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1006625 Jul 16 18:30:40.787766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.848423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-ba8ab733-9d35-48af-8df7-71f66bf6fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.850341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-ba8ab733-9d35-48af-8df7-71f66bf6fbcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1308701 Jul 16 18:30:40.881831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71e6a6df-2b77-4472-b56d-6dbd118cbed4 req-338fb34b-eb7c-4894-86e4-15d612f28ec8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/c2d2522c-3a32-446f-a000-03fbc2eae8e1 HTTP/1.1" status: 200 len: 1775 time: 0.1454291 Jul 16 18:30:40.958506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.017060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Allocated IP 172.25.1.97 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/bec6236c-a91b-4776-9b69-0e5cab5aa796) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:41.032270 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71e6a6df-2b77-4472-b56d-6dbd118cbed4 req-d85d4730-49dc-4b22-85f6-bc72284863e8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.046316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-5ee573c3-a018-43fe-b58c-4a410d23078b service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852088 Jul 16 18:30:41.090724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bfea5-ec5f-4dd6-83c7-f61b78cff565 req-9cbc97e8-fe84-43ea-bccc-7c866fef289c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.092249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed2bfea5-ec5f-4dd6-83c7-f61b78cff565 req-9cbc97e8-fe84-43ea-bccc-7c866fef289c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1502662 Jul 16 18:30:41.097849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71e6a6df-2b77-4472-b56d-6dbd118cbed4 req-d85d4730-49dc-4b22-85f6-bc72284863e8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.127317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.164925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2b0c66-7594-4cf8-be61-b0418c355d79,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:41.213832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed2bfea5-ec5f-4dd6-83c7-f61b78cff565 req-89900d9b-9844-4e69-be89-bdc824b91911 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094668 Jul 16 18:30:41.227867 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.244854 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e819c001-fe7b-4756-b061-d9637b094e33 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b2b0c66-7594-4cf8-be61-b0418c355d79 HTTP/1.1" status: 204 len: 168 time: 0.6833012 Jul 16 18:30:41.247049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:41.286059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71e6a6df-2b77-4472-b56d-6dbd118cbed4 req-d85d4730-49dc-4b22-85f6-bc72284863e8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.295029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-71e6a6df-2b77-4472-b56d-6dbd118cbed4 req-d85d4730-49dc-4b22-85f6-bc72284863e8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.298178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71e6a6df-2b77-4472-b56d-6dbd118cbed4 req-d85d4730-49dc-4b22-85f6-bc72284863e8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/c2d2522c-3a32-446f-a000-03fbc2eae8e1 HTTP/1.1" status: 204 len: 173 time: 0.4040229 Jul 16 18:30:41.335086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d4730-49dc-4b22-85f6-bc72284863e8 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d2522c-3a32-446f-a000-03fbc2eae8e1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:41.340481 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-ad33bbad-fa7e-4b70-8a1b-4e59cc5429a9 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868898 Jul 16 18:30:41.381334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.476647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.530910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:41.536742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:41.546937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:41.610593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Pushing event updated for resources: {'Port': ['ID=bec6236c-a91b-4776-9b69-0e5cab5aa796,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:41.666695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.735462 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.822089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-6cf7362a-0591-43e0-81c0-5fc2b84a3246 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48db903e-e86c-4186-89a6-2e442af0c1b7 HTTP/1.1" status: 200 len: 217 time: 0.4727066 Jul 16 18:30:41.822946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'name': 'network-vif-deleted', 'tag': 'e1379d0f-378a-46c7-8905-65eeae8c160d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:41.825537 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca7bed-65e9-4d9c-9da6-1059dac92cbc" -d '{"events": [{"server_uuid": "98e52551-fb65-4b5c-8a46-1b9f107f7413", "name": "network-vif-deleted", "tag": "e1379d0f-378a-46c7-8905-65eeae8c160d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:41.863293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.928139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-8637f317-6836-4dd9-9986-e63d38e7c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.929676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-8637f317-6836-4dd9-9986-e63d38e7c7dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.0998297 Jul 16 18:30:41.932359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.940159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.973595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-26afa1d4-449e-41c8-9b85-d80e3bf9adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.975167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-26afa1d4-449e-41c8-9b85-d80e3bf9adb1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a&tenant_id=ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 1101 time: 0.1908143 Jul 16 18:30:41.991784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:42.027742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.037180 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ef98e-5e1d-492f-90d7-0bcecc1cb121 x-openstack-request-id: req-744ef98e-5e1d-492f-90d7-0bcecc1cb121 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:42.037466 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e52551-fb65-4b5c-8a46-1b9f107f7413", "name": "network-vif-deleted", "tag": "e1379d0f-378a-46c7-8905-65eeae8c160d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:42.037712 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-744ef98e-5e1d-492f-90d7-0bcecc1cb121 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:42.038107 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e52551-fb65-4b5c-8a46-1b9f107f7413', 'name': 'network-vif-deleted', 'tag': 'e1379d0f-378a-46c7-8905-65eeae8c160d', 'status': 'completed', 'code': 200} Jul 16 18:30:42.056326 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-779a30e7-e850-45fa-9269-6b46dd4e1dc2 req-8876733f-e3dc-41e0-8625-f1a3ab998962 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:42.057695 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-779a30e7-e850-45fa-9269-6b46dd4e1dc2 req-8876733f-e3dc-41e0-8625-f1a3ab998962 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/8cb78f63-a3d6-4ecf-ba81-4cbb495bf215 HTTP/1.1" status: 404 len: 352 time: 0.0243669 Jul 16 18:30:42.084940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Pushing event updated for resources: {'Port': ['ID=bec6236c-a91b-4776-9b69-0e5cab5aa796,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.089535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.094496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.101629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee4c8e43-683b-4fcc-8b7f-cec9b737a3b0 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9531322 Jul 16 18:30:42.101858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57906) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.115277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-24820281', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'fixed_ips': [{'ip_address': '172.25.1.97'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:42.116115 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-4c53f62c-efe4-40bd-ac8f-8809009e11b0 req-3cb21c21-ad79-4628-8bab-cbc644bc845a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:42.117182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c53f62c-efe4-40bd-ac8f-8809009e11b0 req-3cb21c21-ad79-4628-8bab-cbc644bc845a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/18d30d8c-a6e0-4e34-9ef9-0736be675992 HTTP/1.1" status: 404 len: 352 time: 0.0336299 Jul 16 18:30:42.120204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00e7dd4-dd5c-4a76-8933-1803fe80c598']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.146967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd8f665-2c07-4cc9-b16d-74acef66343f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.147272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd8f665-2c07-4cc9-b16d-74acef66343f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.157696 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.164854 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-a4086b35-b8c9-47e4-82e2-17365d25e63b req-277f8d67-a1b9-4189-a15d-9b2fab02c310 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:42.166111 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4086b35-b8c9-47e4-82e2-17365d25e63b req-277f8d67-a1b9-4189-a15d-9b2fab02c310 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/c6bbcb8e-0773-4be8-b2f5-40a17fe6c76d HTTP/1.1" status: 404 len: 352 time: 0.0226862 Jul 16 18:30:42.171962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.172187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57912) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.205272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-342bd650-0fe7-4b47-8ac1-71cc025db53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.206791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-342bd650-0fe7-4b47-8ac1-71cc025db53a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2643542 Jul 16 18:30:42.207347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Made reservation on behalf of a6aa0964a0ec4d9898b13cc2cea1505f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:42.209643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.229873 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ea551b8-ee4b-4775-9e2b-f2d407c762b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.232640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.255269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:42.255686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:42.259742 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:42.262441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.275250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ea551b8-ee4b-4775-9e2b-f2d407c762b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.377218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ea551b8-ee4b-4775-9e2b-f2d407c762b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.379756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ea551b8-ee4b-4775-9e2b-f2d407c762b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.380908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3ea551b8-ee4b-4775-9e2b-f2d407c762b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "DELETE /v2.0/security-groups/ab6890fc-9242-4777-9982-0133f6aa3560 HTTP/1.1" status: 204 len: 168 time: 0.2076995 Jul 16 18:30:42.386221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.402158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea551b8-ee4b-4775-9e2b-f2d407c762b3 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6890fc-9242-4777-9982-0133f6aa3560,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.412569 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-cdd884fd-92fb-40da-9b7d-a3a81a9fb47f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] show failed (client error): The resource could not be found. Jul 16 18:30:42.415091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cdd884fd-92fb-40da-9b7d-a3a81a9fb47f tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "GET /v2.0/security-groups/ab6890fc-9242-4777-9982-0133f6aa3560 HTTP/1.1" status: 404 len: 347 time: 0.0255570 Jul 16 18:30:42.417606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57922) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.457641 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.481852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.483947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] 10.222.0.49 "DELETE /v2.0/networks/e00e7dd4-dd5c-4a76-8933-1803fe80c598 HTTP/1.1" status: 204 len: 168 time: 1.2343712 Jul 16 18:30:42.486450 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-29e94d3f-d16e-49a4-a915-407dcbe322e3 req-f3608b48-14af-4d2b-b2ac-1afbe57d2653 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:42.487392 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29e94d3f-d16e-49a4-a915-407dcbe322e3 req-f3608b48-14af-4d2b-b2ac-1afbe57d2653 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/25286fce-7688-4481-8d85-2b435fce4ee4 HTTP/1.1" status: 404 len: 352 time: 0.2920482 Jul 16 18:30:42.525462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51b24-b710-4279-83a0-394b2321b867 req-c51b1d47-c1b9-41cd-b247-6dd52e7048fb tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.532517 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22a51b24-b710-4279-83a0-394b2321b867 req-c51b1d47-c1b9-41cd-b247-6dd52e7048fb tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 949 time: 0.1925492 Jul 16 18:30:42.534021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c234e-5743-4184-9183-a5a793977e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e00e7dd4-dd5c-4a76-8933-1803fe80c598,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.557794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-fd576161-444e-4e7f-8bf6-8a4c572a8d11 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216012 Jul 16 18:30:42.605651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22a51b24-b710-4279-83a0-394b2321b867 req-e6e81280-fffa-43e7-8efa-e3f5bdcb6869 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711389 Jul 16 18:30:42.620649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Deleting port 3f75d4d9-f4f5-407e-8ac3-4b0bd396dfec {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:42.621409 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.703755 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-0f6545b6-18a6-4ab9-881e-118923b19ec0 req-c1a719e9-c939-4b24-94c5-dffb05a25f0f tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:42.704458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:42.704967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f6545b6-18a6-4ab9-881e-118923b19ec0 req-c1a719e9-c939-4b24-94c5-dffb05a25f0f tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/264948c4-88aa-47b6-9476-ddff202529e5 HTTP/1.1" status: 404 len: 352 time: 0.0215919 Jul 16 18:30:42.739036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.739535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.754743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Calling delete_port for 3f75d4d9-f4f5-407e-8ac3-4b0bd396dfec owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:42.766941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:42.781586 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-dc0746fa-e291-4157-a69e-c28939450a05 req-0214c68d-587b-45e7-a6e6-00f45a7559c9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] show failed (client error): The resource could not be found. Jul 16 18:30:42.782555 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc0746fa-e291-4157-a69e-c28939450a05 req-0214c68d-587b-45e7-a6e6-00f45a7559c9 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/f2d20b96-6b64-4499-9a0c-79069bdf3008 HTTP/1.1" status: 404 len: 352 time: 0.0291822 Jul 16 18:30:42.793933 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-609649b8-3880-453d-8a37-6b5d2f4414d1 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268896 Jul 16 18:30:42.819878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.843457 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.860417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.866565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-f0557d9a-6dab-45a5-9a35-25cd72e7e86e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 HTTP/1.1" status: 200 len: 217 time: 0.0611050 Jul 16 18:30:42.873574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.878105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] device_id is not set on port 8f33b48f-a83a-4255-9b69-8768828f3513 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:30:42.887788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8629bdfc-b5ab-4d34-80d8-b7274f3130d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4df1a41651504f6d831c5376b017f5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666132 Jul 16 18:30:42.891571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57940) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.989177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47d3205f-d6c3-4e77-a4b1-9c729c8cd851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.019703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.023613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47d3205f-d6c3-4e77-a4b1-9c729c8cd851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.057380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:43.059563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Pushing event deleted for resources: {'Port': ['ID=3f75d4d9-f4f5-407e-8ac3-4b0bd396dfec,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.121769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-5f980eb7-afc5-4036-b2a5-77b66319ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.123264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-5f980eb7-afc5-4036-b2a5-77b66319ac93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.1417377 Jul 16 18:30:43.129941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c83c9e-e2af-4398-b204-961a17a6c983,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.169629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.174011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.178356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6398e124-4f9a-42ca-93ba-fe100e829662 tempest-ImagesOneServerNegativeTestJSON-619540144 tempest-ImagesOneServerNegativeTestJSON-619540144-project] 10.222.0.49 "DELETE /v2.0/floatingips/cd8f4070-a8c6-463d-a010-65c78f3cd40c HTTP/1.1" status: 204 len: 168 time: 0.7594795 Jul 16 18:30:43.184587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47d3205f-d6c3-4e77-a4b1-9c729c8cd851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.188872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47d3205f-d6c3-4e77-a4b1-9c729c8cd851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.190088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-47d3205f-d6c3-4e77-a4b1-9c729c8cd851 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff37eb68-795d-4c84-9ade-fdce001e312a HTTP/1.1" status: 204 len: 168 time: 0.2969553 Jul 16 18:30:43.200845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3205f-d6c3-4e77-a4b1-9c729c8cd851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff37eb68-795d-4c84-9ade-fdce001e312a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.253502 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.287467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Transition to ACTIVE for port object a21cd84c-a166-4aa7-93e7-b3331a7f3131 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:43.298765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.302277 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:30:43.302842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:43.369661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f2323-bd12-41d3-846e-8c36b13bb23c req-a2cdc36a-2c61-4b8f-9d26-8b71c3c1a881 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.381162 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd5f2323-bd12-41d3-846e-8c36b13bb23c req-a2cdc36a-2c61-4b8f-9d26-8b71c3c1a881 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1023 time: 0.1355436 Jul 16 18:30:43.386336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-ed257843-7a2e-4d99-b44c-f3cc4c218db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.387036 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:30:43.387036 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:30:43.392590 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-ed257843-7a2e-4d99-b44c-f3cc4c218db8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2420161 Jul 16 18:30:43.411073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a20d330f-dd5c-477d-8920-d6ffa805f3e4 tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3081093 Jul 16 18:30:43.412612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57958) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:43.465628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:43.572901 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-28ea47cd-5bdc-42ab-a3eb-be2469ecdf4e service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571090 Jul 16 18:30:43.573458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.597564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] No DVR routers for this DVR port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:43.695486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] Deleting subnet d2e45112-e474-4e29-83f8-03320c3d02de {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:43.701914 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.711101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:43.711440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:43.711775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:43.718281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:43.718764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Attempting to bind port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:43.732012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:43.732366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:43.732746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:43.733292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Bound port: a21cd84c-a166-4aa7-93e7-b3331a7f3131, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:43.733824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.774887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.820724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24f26e66-512c-43d6-8a0f-e6e2bd69e24d req-e4701878-f408-4d24-b3db-2fc97e2ba5ab service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210827 Jul 16 18:30:43.853807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Deleting port bec6236c-a91b-4776-9b69-0e5cab5aa796 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:43.854173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.878793 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd5f2323-bd12-41d3-846e-8c36b13bb23c req-e974e28e-5839-4755-a618-5b4bdc1419a5 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&id=32b74eae-3b4e-41c4-a859-012e4b515305&id=1ccbbc53-feb2-4c8b-8473-4337300a2104&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4967330 Jul 16 18:30:43.881592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.928428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:43.944171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2ce69b81-8eb8-47bc-865e-10c98bd404ef no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:43.951180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:43.973199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781526ba-3dd2-4500-a91e-74e3e2fe7281 req-a19c5dc1-d217-47be-afdc-ae296bf76e1d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.975768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-781526ba-3dd2-4500-a91e-74e3e2fe7281 req-a19c5dc1-d217-47be-afdc-ae296bf76e1d tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.1573005 Jul 16 18:30:43.977522 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.982967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 2ce69b81-8eb8-47bc-865e-10c98bd404ef {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:43.983458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2ce69b81-8eb8-47bc-865e-10c98bd404ef not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:44.006682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.007024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.020492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Calling delete_port for bec6236c-a91b-4776-9b69-0e5cab5aa796 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:44.022752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.031975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e1379d0f-378a-46c7-8905-65eeae8c160d no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:44.041782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:44.044992 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db1d53-39b6-49a3-b3f8-dae132686013" -d '{"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-unplugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:44.061776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.062725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.064522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] 10.222.0.67 "PUT /v2.0/ports/a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 1097 time: 2.0787013 Jul 16 18:30:44.064638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e45112-e474-4e29-83f8-03320c3d02de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.070081 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.078889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-88ba173c-1631-4aa1-9b1a-1ab32ec6269e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d2e45112-e474-4e29-83f8-03320c3d02de HTTP/1.1" status: 204 len: 168 time: 0.6100175 Jul 16 18:30:44.081923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57982) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.085831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: e1379d0f-378a-46c7-8905-65eeae8c160d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:44.086185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e1379d0f-378a-46c7-8905-65eeae8c160d not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:44.140582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-781526ba-3dd2-4500-a91e-74e3e2fe7281 req-de0047a9-4304-4422-bb9b-a48fa01451de tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458130 Jul 16 18:30:44.197188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdd67e-2ae4-443b-8d56-0ca9c46baa7a service neutron] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.275574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-6690c0f0-f0fa-4c63-985f-c8823552ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.277273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-6690c0f0-f0fa-4c63-985f-c8823552ecb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1100 time: 0.1828721 Jul 16 18:30:44.322036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.342914 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b970ccd-2b59-4233-be35-6f062f30b935 x-openstack-request-id: req-4b970ccd-2b59-4233-be35-6f062f30b935 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:44.343334 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-unplugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:44.343670 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b970ccd-2b59-4233-be35-6f062f30b935 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:44.344165 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'code': 200} Jul 16 18:30:44.464331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-2af21d59-8916-4b54-9b47-71644706bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.465924 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-2af21d59-8916-4b54-9b47-71644706bd70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1721890 Jul 16 18:30:44.468130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.492902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c228e95f-d482-4998-bae5-00a397c5043b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:44.511301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.517930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-7234f74b-c3d5-4ac8-96b8-a85bab3650c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.0450530 Jul 16 18:30:44.531361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.535422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03829adc-8751-471b-a60d-eafc3ab9178f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:44.535715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03829adc-8751-471b-a60d-eafc3ab9178f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:44.568554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec6236c-a91b-4776-9b69-0e5cab5aa796,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.578966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.590156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-ac681bdd-67ef-4c27-9e0d-c3e9fbed23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.591679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-ac681bdd-67ef-4c27-9e0d-c3e9fbed23b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0645907 Jul 16 18:30:44.598446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.630509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-117183077-network', 'tenant_id': '37fec3785df844a084b02f5d498de160'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:44.645165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:44.646114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:44.647944 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:44.666510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Made reservation on behalf of 37fec3785df844a084b02f5d498de160 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:44.669387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.680094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.694564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-9d49adc1-b8f4-49a6-a3e1-9ec9214b3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.696082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-9d49adc1-b8f4-49a6-a3e1-9ec9214b3087 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976632 Jul 16 18:30:44.723820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c18a2-0574-4db8-97f7-7d512adf6698 req-358ea99c-bcea-4eb5-ba9f-aa9f9d9915b0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.725349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-534c18a2-0574-4db8-97f7-7d512adf6698 req-358ea99c-bcea-4eb5-ba9f-aa9f9d9915b0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2380092 Jul 16 18:30:44.728940 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.731463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.732601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e41bcf3-3766-4662-bf6d-185b746eec9b tempest-ExternalNetworksAdminNegativeTestJSON-623704079 tempest-ExternalNetworksAdminNegativeTestJSON-623704079-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/8300d259-937f-4071-ba63-844823971920 HTTP/1.1" status: 204 len: 168 time: 1.3123548 Jul 16 18:30:44.742381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.747993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.750021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c228e95f-d482-4998-bae5-00a397c5043b HTTP/1.1" status: 204 len: 168 time: 0.6669512 Jul 16 18:30:44.769658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534560c-1b31-4d32-b2c5-473d6c165c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c228e95f-d482-4998-bae5-00a397c5043b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.790304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-534c18a2-0574-4db8-97f7-7d512adf6698 req-5d6ed2b4-d6a6-4dfd-8583-2368ed6b7d4b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560546 Jul 16 18:30:44.926479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.941917 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.962399 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.985857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-6557aaf6-3399-466c-909c-2f998ca4066e service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811224 Jul 16 18:30:44.992575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-57f6e653-ec7b-47dc-950d-a3164e4dc856 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=217c6daf6b5f4ba2acf828ce9ab4e943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643778 Jul 16 18:30:44.994846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58010) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:45.000083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-92e3d6aa-8e2b-4f87-90bd-c1b0945985a4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.001512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-92e3d6aa-8e2b-4f87-90bd-c1b0945985a4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.59 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1023 time: 0.2181537 Jul 16 18:30:45.024304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58012) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:45.040768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:45.105856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e2e53-9601-4c99-9caf-4d40e0df5a51,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.110947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74da3372-2e4c-4b6f-a36c-c5aef0809b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.133513 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.133814 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Added segment f9a983f8-5232-4d92-9ab4-75ac2344e0d0 of type vlan for network 30e26682-0dc5-46c0-998a-0e4c61c1095c Jul 16 18:30:45.140420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74da3372-2e4c-4b6f-a36c-c5aef0809b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.156929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6203d-0095-4d7b-9269-97b944bc0a1b req-d75e45f5-b19d-42a9-8af6-e203191e9abc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.158412 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6f6203d-0095-4d7b-9269-97b944bc0a1b req-d75e45f5-b19d-42a9-8af6-e203191e9abc tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 1023 time: 0.1349645 Jul 16 18:30:45.189740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b7eeefa-abb3-4268-8ab0-fd7e11299da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.250138 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.259036 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6f6203d-0095-4d7b-9269-97b944bc0a1b req-d8a53bda-35c4-4ecf-ba5e-8310b3eb2c4a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups?id=db7138da-30a5-46fc-819d-0405265d1ace&id=32b74eae-3b4e-41c4-a859-012e4b515305&id=1ccbbc53-feb2-4c8b-8473-4337300a2104&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0859184 Jul 16 18:30:45.259812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3956e8-8fd3-40d7-8968-b45cd74fc729 req-d8331a2d-20c1-44dd-827a-25901fcf97b9 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572396 Jul 16 18:30:45.274571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b032-fb12-4422-9b35-d87c387f09ca req-bf6f72da-ff28-4a83-a21d-c39bee66a7c4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.279446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7678b032-fb12-4422-9b35-d87c387f09ca req-bf6f72da-ff28-4a83-a21d-c39bee66a7c4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.3354533 Jul 16 18:30:45.301242 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74da3372-2e4c-4b6f-a36c-c5aef0809b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.304328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74da3372-2e4c-4b6f-a36c-c5aef0809b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.305631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-74da3372-2e4c-4b6f-a36c-c5aef0809b56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/636dd99e-23c3-4be9-97a4-299656a9f31f HTTP/1.1" status: 204 len: 168 time: 0.3094695 Jul 16 18:30:45.321246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da3372-2e4c-4b6f-a36c-c5aef0809b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636dd99e-23c3-4be9-97a4-299656a9f31f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.342852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.344681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.345035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.373855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b7eeefa-abb3-4268-8ab0-fd7e11299da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.379122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7678b032-fb12-4422-9b35-d87c387f09ca req-4e8f6214-6d1e-4211-918d-9faf3def6aa1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987160 Jul 16 18:30:45.379672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b7eeefa-abb3-4268-8ab0-fd7e11299da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.431042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Deleting port b6217323-11d9-41bf-9028-6b4ac08571f0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:45.435796 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6b7eeefa-abb3-4268-8ab0-fd7e11299da8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4473a33941e349abbd364eb2e5c5037e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104781 Jul 16 18:30:45.438458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.439271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58026) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:45.448824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eeefa-abb3-4268-8ab0-fd7e11299da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07a05a5-17af-4083-97c5-041af132cd1c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.457415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:45.463395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Request body: {'subnet': {'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-117183077-subnet', 'tenant_id': '37fec3785df844a084b02f5d498de160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:45.465390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9526565 Jul 16 18:30:45.523949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-9896-49bc-bd42-2b6815fd3a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.539675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Made reservation on behalf of 37fec3785df844a084b02f5d498de160 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:45.542313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.562126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be556f-1062-4330-882b-f8c4cee0fff7 admin admin] Pushing event updated for resources: {'Network': ['ID=30e26682-0dc5-46c0-998a-0e4c61c1095c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.575225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 30e26682-0dc5-46c0-998a-0e4c61c1095c details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:45.583309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-9896-49bc-bd42-2b6815fd3a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.708392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-9896-49bc-bd42-2b6815fd3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.713317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-9896-49bc-bd42-2b6815fd3a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.716957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c56f8663-9896-49bc-bd42-2b6815fd3a0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c07a05a5-17af-4083-97c5-041af132cd1c HTTP/1.1" status: 204 len: 168 time: 0.2744429 Jul 16 18:30:45.729796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f8663-9896-49bc-bd42-2b6815fd3a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07a05a5-17af-4083-97c5-041af132cd1c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.825426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.912432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Pushing event updated for resources: {'Subnet': ['ID=317fa409-ebd0-4ea6-8140-6ec2c980c921,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.929267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Checking segment: {'id': 'f9a983f8-5232-4d92-9ab4-75ac2344e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:45.930045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Network hostable DHCP agents. Network: 30e26682-0dc5-46c0-998a-0e4c61c1095c, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:45.951077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Network 30e26682-0dc5-46c0-998a-0e4c61c1095c is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:45.967507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 30e26682-0dc5-46c0-998a-0e4c61c1095c) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:45.977616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.977831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f6f97-c092-40c7-aa51-eedbc92ddada None None] Network 30e26682-0dc5-46c0-998a-0e4c61c1095c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:45.978221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.996654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3ef7c5cd-44e8-4706-9773-e25db44eceee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5373383 Jul 16 18:30:46.090280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] For port b6217323-11d9-41bf-9028-6b4ac08571f0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b6217323-11d9-41bf-9028-6b4ac08571f0,segment=NetworkSegment(b21b8ced-979a-480f-9eb6-63306bcab657),segment_id=b21b8ced-979a-480f-9eb6-63306bcab657)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:46.090841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.121938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc408e06-4b07-4a67-ba86-e084955029df req-96cacf4f-c6e3-4f99-9246-0eade418e7e4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.129303 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc408e06-4b07-4a67-ba86-e084955029df req-96cacf4f-c6e3-4f99-9246-0eade418e7e4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.5721951 Jul 16 18:30:46.135403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Calling delete_port for b6217323-11d9-41bf-9028-6b4ac08571f0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:46.142398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c290edb-4070-4bbb-9cc7-c729584ca90b req-115382d0-87a1-4a9d-a406-7bd9530d4d28 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.152748 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c290edb-4070-4bbb-9cc7-c729584ca90b req-115382d0-87a1-4a9d-a406-7bd9530d4d28 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1017580 Jul 16 18:30:46.195874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc408e06-4b07-4a67-ba86-e084955029df req-24efbd28-0b89-4864-a105-f934d4db0a2e tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655601 Jul 16 18:30:46.206349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c290edb-4070-4bbb-9cc7-c729584ca90b req-586bff14-0f58-4ef0-8c4f-90b4983fb807 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518091 Jul 16 18:30:46.208252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:46.219707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8e248-0af3-4185-bd11-83c6984b67db None None] Network 30e26682-0dc5-46c0-998a-0e4c61c1095c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:46.283548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8935abf6-81ea-4b8d-b08b-3fa8ea4503ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6aa0964a0ec4d9898b13cc2cea1505f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634208 Jul 16 18:30:46.287284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58054) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:46.339846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f387a194-173e-49fe-b1fa-a51ace7ff1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.345402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:46.351342 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e86a7e6-2533-4335-9066-97e7cd498b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:46.405499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc84ae5d-6588-40e6-aa20-55a589ae01d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.456672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.463140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc84ae5d-6588-40e6-aa20-55a589ae01d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.469432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b6217323-11d9-41bf-9028-6b4ac08571f0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:46.516327 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ba1446-72bb-4289-ac46-575a3412028f x-openstack-request-id: req-25ba1446-72bb-4289-ac46-575a3412028f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:46.516618 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:46.516892 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25ba1446-72bb-4289-ac46-575a3412028f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:46.517280 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'status': 'completed', 'code': 200} Jul 16 18:30:46.524220 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cc722d1-14ec-4642-9ecc-d54584d6ff2b req-3d660252-f2d4-457b-aaa2-16fbad67931c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/ports?device_id=97cb9113-08f1-479c-a53e-7a560d184bcd HTTP/1.1" status: 200 len: 210 time: 0.0523672 Jul 16 18:30:46.552792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'Port': ['ID=b6217323-11d9-41bf-9028-6b4ac08571f0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:46.578406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc84ae5d-6588-40e6-aa20-55a589ae01d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.582209 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc84ae5d-6588-40e6-aa20-55a589ae01d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.586353 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cc84ae5d-6588-40e6-aa20-55a589ae01d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81c83c9e-e2af-4398-b204-961a17a6c983 HTTP/1.1" status: 204 len: 168 time: 0.2979908 Jul 16 18:30:46.601279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84ae5d-6588-40e6-aa20-55a589ae01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c83c9e-e2af-4398-b204-961a17a6c983,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:46.648838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] No DVR routers for this DVR port b6217323-11d9-41bf-9028-6b4ac08571f0 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:46.657365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.659738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-388117ce-5f7d-440e-ac6d-36c4590903c6 req-b02864d9-01b5-4c4b-a641-ea0c1c4cf5b4 tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.59 "DELETE /v2.0/ports/b6217323-11d9-41bf-9028-6b4ac08571f0 HTTP/1.1" status: 204 len: 173 time: 1.6471837 Jul 16 18:30:46.674527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-38206b51-524f-4b9f-89f3-723984aca100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.676044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-38206b51-524f-4b9f-89f3-723984aca100 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1100 time: 0.1632047 Jul 16 18:30:46.681016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-188c36ea-1c08-4e60-a649-bc1c5e65b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.682574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-188c36ea-1c08-4e60-a649-bc1c5e65b0e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 1100 time: 0.1644709 Jul 16 18:30:46.770148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-cbf511cd-6a71-4099-8b07-1cd1dcaa0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.771989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-cbf511cd-6a71-4099-8b07-1cd1dcaa0d72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.0882196 Jul 16 18:30:46.848746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-935913ba-5639-47b3-90ab-a40fc17d422e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.0670309 Jul 16 18:30:46.994945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-aa3b28c1-70df-49c9-93eb-a8eaa286a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.996515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-aa3b28c1-70df-49c9-93eb-a8eaa286a2e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1359076 Jul 16 18:30:47.001173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-6c58a512-5c56-4f9d-b040-47cced2101dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.007839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-6c58a512-5c56-4f9d-b040-47cced2101dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2352421 Jul 16 18:30:47.108808 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-badbe768-a03e-41e0-a055-02987c1279f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 200 len: 217 time: 0.0437045 Jul 16 18:30:47.276497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-f9d9ce15-8f49-4411-a35e-d4e86872576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.279707 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-f9d9ce15-8f49-4411-a35e-d4e86872576d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2699480 Jul 16 18:30:47.281642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-a0914066-2a88-4986-bf9e-aca41a5a5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.283231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-a0914066-2a88-4986-bf9e-aca41a5a5308 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1681342 Jul 16 18:30:47.385231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-b0193683-e590-44e8-af24-d8df05a31123 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.387070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-b0193683-e590-44e8-af24-d8df05a31123 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/networks?id=30e26682-0dc5-46c0-998a-0e4c61c1095c HTTP/1.1" status: 200 len: 813 time: 0.2363093 Jul 16 18:30:47.413967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-a4da5eb9-d016-471f-8bf6-13f159e678b5 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/quotas/37fec3785df844a084b02f5d498de160 HTTP/1.1" status: 200 len: 375 time: 0.0202975 Jul 16 18:30:47.454945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-48a7c772-5f03-4d1e-9ad9-308db1b452a8 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37fec3785df844a084b02f5d498de160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394437 Jul 16 18:30:47.463802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-e3d25296-1388-47b0-95ec-a73cf9f906b9 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760600 Jul 16 18:30:47.471267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-a5a7e404-8a98-457a-826a-b93ea3e59642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.473251 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-a5a7e404-8a98-457a-826a-b93ea3e59642 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502185 Jul 16 18:30:47.489495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-64fcb97d-11b5-467f-accb-5684aff8d432 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:30:47.490626 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-64fcb97d-11b5-467f-accb-5684aff8d432 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077603 Jul 16 18:30:47.606868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-15ab43da-b7f1-452c-a6de-e05f17ca324b service neutron] 10.222.0.49 "GET /v2.0/networks/30e26682-0dc5-46c0-998a-0e4c61c1095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505623 Jul 16 18:30:47.644446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-231900a8-e387-44d5-99c2-50c69bccb154 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705492 Jul 16 18:30:47.648024 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-76f7b9ce-34fb-465a-87ee-7e4169015910 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469071 Jul 16 18:30:47.722025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-d40e95bb-108a-46c5-9032-4aa8d177fccc service neutron] 10.222.0.49 "GET /v2.0/networks/30e26682-0dc5-46c0-998a-0e4c61c1095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140065 Jul 16 18:30:47.752764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e86a7e6-2533-4335-9066-97e7cd498b2f req-d2c77261-dc45-4ab3-904a-788acc4a8fd7 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974863 Jul 16 18:30:48.018531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933a286-083f-4117-89ac-d28d68ac5098 req-b2082bd7-77bb-4e41-b1bc-b0ca4ec3d1ef tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:48.025884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1933a286-083f-4117-89ac-d28d68ac5098 req-b2082bd7-77bb-4e41-b1bc-b0ca4ec3d1ef tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.0808983 Jul 16 18:30:48.048427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e566e-8d69-4409-8792-e9d9b864bbf8 req-f004816a-eb61-4509-ab36-21d2e393c58e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:48.050493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b47e566e-8d69-4409-8792-e9d9b864bbf8 req-f004816a-eb61-4509-ab36-21d2e393c58e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0761771 Jul 16 18:30:48.057989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:48.071006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1933a286-083f-4117-89ac-d28d68ac5098 req-f0848cb7-b031-470e-9030-7a3ce3ce908c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Jul 16 18:30:48.125812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b47e566e-8d69-4409-8792-e9d9b864bbf8 req-550f8e6e-19df-4438-8aac-ed6fa615445e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633202 Jul 16 18:30:48.215029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a3040f69-f4d5-49ee-bfe9-66a9a6e857bb req-ab3a390c-801c-4dfc-a26c-dbeeb0dff08b tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 210 time: 0.0446632 Jul 16 18:30:48.254124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.270659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'mac_address': 'fa:16:3e:10:3c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:48.320090 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.338027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21cd84c-a166-4aa7-93e7-b3331a7f3131 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:48.380769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.386723 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.464769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57e8c5-e91a-49e7-8bad-f1257e9d2e32 req-d82fafe7-8c11-4dbe-9c28-9d1ac650b310 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:48.473200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e57e8c5-e91a-49e7-8bad-f1257e9d2e32 req-d82fafe7-8c11-4dbe-9c28-9d1ac650b310 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 948 time: 0.1114261 Jul 16 18:30:48.487066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:48.517949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'name': 'network-vif-deleted', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:48.521275 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af0d0f-0a60-45bd-84b9-68b3fdbd6316" -d '{"events": [{"server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "name": "network-vif-deleted", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:48.530621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7e57e8c5-e91a-49e7-8bad-f1257e9d2e32 req-4b382115-ba54-44b6-9b3b-20a5e4e58259 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564475 Jul 16 18:30:48.549062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-809658e5-b6a1-4546-840f-0f7959700cc0 req-1da52507-5f74-43cc-b33d-3f0ab8731bca tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/1ccbbc53-feb2-4c8b-8473-4337300a2104 HTTP/1.1" status: 200 len: 1801 time: 0.0573065 Jul 16 18:30:48.606593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58160) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:48.622153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-809658e5-b6a1-4546-840f-0f7959700cc0 req-7f5291a0-4e33-4960-ac5f-af45a422f44c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.637352 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95fc91-2153-4c1a-b94c-43dc8e11064a x-openstack-request-id: req-4f95fc91-2153-4c1a-b94c-43dc8e11064a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:48.637636 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cb9113-08f1-479c-a53e-7a560d184bcd", "name": "network-vif-deleted", "tag": "b6217323-11d9-41bf-9028-6b4ac08571f0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:48.638039 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f95fc91-2153-4c1a-b94c-43dc8e11064a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:48.638434 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cb9113-08f1-479c-a53e-7a560d184bcd', 'name': 'network-vif-deleted', 'tag': 'b6217323-11d9-41bf-9028-6b4ac08571f0', 'status': 'completed', 'code': 200} Jul 16 18:30:48.649684 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-809658e5-b6a1-4546-840f-0f7959700cc0 req-7f5291a0-4e33-4960-ac5f-af45a422f44c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.655205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['a21cd84c-a166-4aa7-93e7-b3331a7f3131'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:48.725931 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e585bf02-6fa9-4ce8-bf28-cd0cf8117f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.732268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-809658e5-b6a1-4546-840f-0f7959700cc0 req-7f5291a0-4e33-4960-ac5f-af45a422f44c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.736641 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-809658e5-b6a1-4546-840f-0f7959700cc0 req-7f5291a0-4e33-4960-ac5f-af45a422f44c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.744463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-809658e5-b6a1-4546-840f-0f7959700cc0 req-7f5291a0-4e33-4960-ac5f-af45a422f44c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/1ccbbc53-feb2-4c8b-8473-4337300a2104 HTTP/1.1" status: 204 len: 173 time: 0.1867819 Jul 16 18:30:48.781501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b6217323-11d9-41bf-9028-6b4ac08571f0 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:48.813872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-81139626', 'router:external': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:48.824238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5291a0-4e33-4960-ac5f-af45a422f44c tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbbc53-feb2-4c8b-8473-4337300a2104,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:48.828932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: b6217323-11d9-41bf-9028-6b4ac08571f0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:48.841697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b6217323-11d9-41bf-9028-6b4ac08571f0 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:48.851477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-439edb56-ef6a-4dbc-9f2c-8db2461f99d8 req-83418218-f590-493f-80af-f15f44d4fa7d tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "GET /v2.0/security-groups/32b74eae-3b4e-41c4-a859-012e4b515305 HTTP/1.1" status: 200 len: 1800 time: 0.0871031 Jul 16 18:30:48.853554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Made reservation on behalf of 22fe9a5e3c084e00ab6604d140940d5c for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:48.856203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.878113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.901100 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.099304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-fa8bb792-2656-44d1-a1ed-6340194d1eb7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230269 Jul 16 18:30:49.211317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-e3622237-0a61-4724-9eea-d1e5c7f464bf tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:49.213605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-e3622237-0a61-4724-9eea-d1e5c7f464bf tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088636 Jul 16 18:30:49.230962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-d4c5af8f-e111-4129-9186-21c8eb32ec58 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/quotas/ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 375 time: 0.0105937 Jul 16 18:30:49.238085 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-439edb56-ef6a-4dbc-9f2c-8db2461f99d8 req-e759f7b3-cb31-4ca2-8fc9-3f3cd740e78a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.270118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-439edb56-ef6a-4dbc-9f2c-8db2461f99d8 req-e759f7b3-cb31-4ca2-8fc9-3f3cd740e78a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.336324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-0a64a416-d07d-48bb-83b2-5adea87830da tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987093 Jul 16 18:30:49.337280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.338470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-439edb56-ef6a-4dbc-9f2c-8db2461f99d8 req-e759f7b3-cb31-4ca2-8fc9-3f3cd740e78a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.341544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-439edb56-ef6a-4dbc-9f2c-8db2461f99d8 req-e759f7b3-cb31-4ca2-8fc9-3f3cd740e78a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.342701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-439edb56-ef6a-4dbc-9f2c-8db2461f99d8 req-e759f7b3-cb31-4ca2-8fc9-3f3cd740e78a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] 10.222.0.49 "DELETE /v2.0/security-groups/32b74eae-3b4e-41c4-a859-012e4b515305 HTTP/1.1" status: 204 len: 173 time: 0.4828515 Jul 16 18:30:49.356542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:49.358610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.361808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759f7b3-cb31-4ca2-8fc9-3f3cd740e78a tempest-SecurityGroupsTestJSON-32196327 tempest-SecurityGroupsTestJSON-32196327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b74eae-3b4e-41c4-a859-012e4b515305,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.393403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:49.403995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d9e4eb-9ff2-47ba-9624-5e08d1aa6a32,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.413128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.413487 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Added segment 6d9d1c91-c01c-4c23-bbee-19295a6eec10 of type vlan for network 7cf07736-876d-4a76-b134-d231049da088 Jul 16 18:30:49.471281 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.477546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] Deleting subnet a12463b0-5492-4e0c-95af-337edc229b4f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:49.506521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.511322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.512543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:49.513170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.555722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9400148 Jul 16 18:30:49.556351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58192) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:49.565416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'subnet': {'network_id': '7cf07736-876d-4a76-b134-d231049da088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:49.572025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-954e59c6-91b5-4f56-8993-f2d220fa1257 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:49.573804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-954e59c6-91b5-4f56-8993-f2d220fa1257 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.59 "GET /v2.0/networks?id=30e26682-0dc5-46c0-998a-0e4c61c1095c HTTP/1.1" status: 200 len: 813 time: 0.2769923 Jul 16 18:30:49.579055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.613265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Request body: {'port': {'device_id': '8df42303-255f-41ec-8cac-14016c8fc901', 'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c', 'admin_state_up': True, 'tenant_id': '37fec3785df844a084b02f5d498de160'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:49.654444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Made reservation on behalf of 22fe9a5e3c084e00ab6604d140940d5c for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:49.656900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.673709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12996f-8e2a-475a-bf28-6009841fb445 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Network': ['ID=7cf07736-876d-4a76-b134-d231049da088,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.684068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7cf07736-876d-4a76-b134-d231049da088 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:49.709991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.770694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb600c2-5997-44b9-badb-04e6e06b35d8 req-3ecf55a8-185c-411e-9e58-d28ed623c3c0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:49.772399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1eb600c2-5997-44b9-badb-04e6e06b35d8 req-3ecf55a8-185c-411e-9e58-d28ed623c3c0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1833200 Jul 16 18:30:49.801261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7047d250-f17e-4018-969a-070ac2da99f6 req-6e20f18f-aa77-40f0-aa16-bc2d14bb72d6 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 210 time: 0.0489480 Jul 16 18:30:49.835461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Made reservation on behalf of 37fec3785df844a084b02f5d498de160 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:49.841670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.863694 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.864847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1eb600c2-5997-44b9-badb-04e6e06b35d8 req-bbdf8dca-766f-4cea-97d2-15ae2e10c012 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841610 Jul 16 18:30:49.921054 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.960467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12463b0-5492-4e0c-95af-337edc229b4f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.970418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.974475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-73533d44-fadc-4b4b-8c30-9378000ba62d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a12463b0-5492-4e0c-95af-337edc229b4f HTTP/1.1" status: 204 len: 168 time: 0.6115990 Jul 16 18:30:49.975766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:50.078015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:50.109083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:30:50.109768 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.121265 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.144369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Allocated IP 172.20.0.4 (30e26682-0dc5-46c0-998a-0e4c61c1095c/317fa409-ebd0-4ea6-8140-6ec2c980c921/4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:50.166469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-961e1fbe-abec-44bc-867f-1ff925495670 req-48089ca5-89bf-41dd-b39f-06a786f2f491 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 210 time: 0.0873451 Jul 16 18:30:50.186958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:50.193940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port a21cd84c-a166-4aa7-93e7-b3331a7f3131 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:50.194533 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.211277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49568268-dbc1-4e27-8adf-e32928d22bd2,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.214039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Checking segment: {'id': '6d9d1c91-c01c-4c23-bbee-19295a6eec10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7cf07736-876d-4a76-b134-d231049da088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:50.214492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network hostable DHCP agents. Network: 7cf07736-876d-4a76-b134-d231049da088, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:50.237012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network 7cf07736-876d-4a76-b134-d231049da088 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:50.256447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7cf07736-876d-4a76-b134-d231049da088) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:50.261154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:50.261930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.269633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38e525-d6f9-44ef-b386-1647c7a20397 None None] Network 7cf07736-876d-4a76-b134-d231049da088 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:50.283393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-17460e91-c052-48eb-bbe2-5dfcb87473a0 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7231958 Jul 16 18:30:50.286690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58212) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:50.298147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1592946612', 'network_id': '7cf07736-876d-4a76-b134-d231049da088'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:50.320170 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.325638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Made reservation on behalf of 22fe9a5e3c084e00ab6604d140940d5c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:50.330805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.349655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c031b21e-4eff-4a74-a3df-f96980eb9ef9']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.363447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] device_id is not set on port 9c778e3d-089f-4d6b-9b89-c5358affce50 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:30:50.371149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21b8ced-979a-480f-9eb6-63306bcab657') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.371451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21b8ced-979a-480f-9eb6-63306bcab657') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.388135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.420976 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.442011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.457149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:50.457565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:50.459201 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:50.523766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:50.526609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:50.529646 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53a8644-f0b5-4b54-b632-c7e1d90edb58" -d '{"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-plugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:50.535832 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.551035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.569093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.570300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Allocated IP 2001:db8::219 (7cf07736-876d-4a76-b134-d231049da088/49568268-dbc1-4e27-8adf-e32928d22bd2/9c778e3d-089f-4d6b-9b89-c5358affce50) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:50.575015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.579797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c031b21e-4eff-4a74-a3df-f96980eb9ef9 HTTP/1.1" status: 204 len: 168 time: 0.6005948 Jul 16 18:30:50.600402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148843e1-c8ef-4240-8d6a-81042f292ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c031b21e-4eff-4a74-a3df-f96980eb9ef9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.610202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.632842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.680580 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e6bfee-d203-4243-9612-216f6560fef9 x-openstack-request-id: req-17e6bfee-d203-4243-9612-216f6560fef9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:50.680910 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-plugged", "status": "completed", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:50.681167 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17e6bfee-d203-4243-9612-216f6560fef9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:50.681694 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'code': 200} Jul 16 18:30:50.682971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Network 30e26682-0dc5-46c0-998a-0e4c61c1095c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:50.688408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:50.695581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:50.717878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173b0da-34ee-41a4-815b-182f7cf9361b None None] Network 7cf07736-876d-4a76-b134-d231049da088 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:50.727911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Pushing event updated for resources: {'Port': ['ID=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.772177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:50.779649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.817294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-7c97a845-6f16-46e5-be59-4c94c1502e16 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2122796 Jul 16 18:30:50.834706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Request body: {'port': {'device_id': '8df42303-255f-41ec-8cac-14016c8fc901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:50.871354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.940889 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.978145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network 7cf07736-876d-4a76-b134-d231049da088 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:50.982050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:50.983182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:50.995583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:50.997145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:50.997266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.998175 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.093795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6a9921fc-1a0e-456b-b906-5dde416e38d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f1346cd06f440198b9d7b364cb2025a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0913093 Jul 16 18:30:51.095814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:51.110897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Port': ['ID=9c778e3d-089f-4d6b-9b89-c5358affce50,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.126581 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b26c105a-0529-4681-bc1d-30cdf7b4694d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8348181 Jul 16 18:30:51.128257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:51.241324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59370d5f-0789-44f2-b96b-25d1acf61dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.269265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654cc23-f25b-48dd-95cf-5e11929d5ee0 req-20276330-835e-4ad9-a27b-810e62a6ce9d tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:51.270777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3654cc23-f25b-48dd-95cf-5e11929d5ee0 req-20276330-835e-4ad9-a27b-810e62a6ce9d tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 931 time: 0.2063498 Jul 16 18:30:51.288027 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59370d5f-0789-44f2-b96b-25d1acf61dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.305975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54339fbd-0078-4acb-959d-8ac47080d639 req-b94cc26c-b27f-45a3-bafc-1a528cadb4d4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:51.307487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54339fbd-0078-4acb-959d-8ac47080d639 req-b94cc26c-b27f-45a3-bafc-1a528cadb4d4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1821709 Jul 16 18:30:51.344717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3654cc23-f25b-48dd-95cf-5e11929d5ee0 req-d07e85fb-7b91-4d2f-8b28-fd41ce448425 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637069 Jul 16 18:30:51.380317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Deleting port 9c778e3d-089f-4d6b-9b89-c5358affce50 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:51.380609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.406418 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54339fbd-0078-4acb-959d-8ac47080d639 req-8868c60e-4e71-458f-bcd5-5768c943a143 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879445 Jul 16 18:30:51.407824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:51.430338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.435956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59370d5f-0789-44f2-b96b-25d1acf61dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.439187 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59370d5f-0789-44f2-b96b-25d1acf61dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.440397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-59370d5f-0789-44f2-b96b-25d1acf61dce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db7138da-30a5-46fc-819d-0405265d1ace HTTP/1.1" status: 204 len: 168 time: 0.3416388 Jul 16 18:30:51.467217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Transition to ACTIVE for port object 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:51.484078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.529445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-badbc815-78fa-4294-bee0-1a1c9606d489 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ff42cb648b714e0c9d192382fef0aeab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601420 Jul 16 18:30:51.532579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59370d5f-0789-44f2-b96b-25d1acf61dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7138da-30a5-46fc-819d-0405265d1ace,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.601347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.635374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Calling delete_port for 9c778e3d-089f-4d6b-9b89-c5358affce50 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:51.660516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.768664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Pushing event updated for resources: {'Port': ['ID=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.777701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Attempting to bind port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:51.778241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Attempting to bind port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'f9a983f8-5232-4d92-9ab4-75ac2344e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:51.778725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Attempting to bind port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 on network 30e26682-0dc5-46c0-998a-0e4c61c1095c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:51.817158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 on network 30e26682-0dc5-46c0-998a-0e4c61c1095c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:51.817934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Attempting to bind port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 on network 30e26682-0dc5-46c0-998a-0e4c61c1095c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:51.825338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:51.826054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Checking segment: {'id': 'f9a983f8-5232-4d92-9ab4-75ac2344e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:51.826784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Bound using segment: {'id': 'f9a983f8-5232-4d92-9ab4-75ac2344e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:51.827588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Bound port: 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a983f8-5232-4d92-9ab4-75ac2344e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:51.828320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.832149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.914514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c778e3d-089f-4d6b-9b89-c5358affce50,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.939123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.943930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e46ed639-75b6-4dcd-ae47-bd02eecfa510 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9c778e3d-089f-4d6b-9b89-c5358affce50 HTTP/1.1" status: 204 len: 168 time: 0.8092918 Jul 16 18:30:51.944215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58246) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:51.955004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cf07736-876d-4a76-b134-d231049da088', 'external_fixed_ips': [{'subnet_id': '49568268-dbc1-4e27-8adf-e32928d22bd2', 'ip_address': '2001:db8::219'}]}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:51.978421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.979702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.048587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.206036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.304731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e50a45e-60e5-4796-82b9-d4f9172655f4 req-32376199-beba-4850-bb9d-5b8b3213244c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 210 time: 0.0539274 Jul 16 18:30:52.342564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-464bcc7b-199a-40a4-ab51-3e1c9cfbdad7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.344036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-464bcc7b-199a-40a4-ab51-3e1c9cfbdad7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7662194 Jul 16 18:30:52.367081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Request body: {'port': {'device_id': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'ff42cb648b714e0c9d192382fef0aeab'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:52.400009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] For port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:52.422709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] For port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,segment=NetworkSegment(f9a983f8-5232-4d92-9ab4-75ac2344e0d0),segment_id=f9a983f8-5232-4d92-9ab4-75ac2344e0d0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:52.435718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58274) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:52.456549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.497204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.497504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.498215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.503878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] 10.222.0.59 "PUT /v2.0/ports/4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 HTTP/1.1" status: 200 len: 1092 time: 1.6716511 Jul 16 18:30:52.508547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df42303-255f-41ec-8cac-14016c8fc901', 'tag': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:52.511523 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d3c9cb-0dfc-48fa-b646-434289e585dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8df42303-255f-41ec-8cac-14016c8fc901", "tag": "4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:52.538237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.570916 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.596454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-506071908-network', 'tenant_id': '1ea981f0f778498092fa85ee46b94536'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:52.631770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab17f8-66b2-47d6-ae36-459723d948ba service neutron] Pushing event updated for resources: {'Port': ['ID=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:52.674568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Made reservation on behalf of 1ea981f0f778498092fa85ee46b94536 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:52.677224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.688545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Made reservation on behalf of ff42cb648b714e0c9d192382fef0aeab for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:52.692142 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.700982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b2c0-d13f-4172-9d6b-eac67740e8ad req-3058c857-ccb3-4195-8d99-6c49fcafac68 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.702082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.702556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6c8b2c0-d13f-4172-9d6b-eac67740e8ad req-3058c857-ccb3-4195-8d99-6c49fcafac68 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 943 time: 0.1862528 Jul 16 18:30:52.725596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-db838aa9-11b9-468b-bc32-a8fb884c269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.727259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-db838aa9-11b9-468b-bc32-a8fb884c269f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37fec3785df844a084b02f5d498de160&device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 1095 time: 0.1608291 Jul 16 18:30:52.784263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-84b88cc1-8b3e-4cf5-a386-f9ac619ac5bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0479662 Jul 16 18:30:52.796691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Allocated IP 2001:db8::219 (7cf07736-876d-4a76-b134-d231049da088/49568268-dbc1-4e27-8adf-e32928d22bd2/b8696c58-8d35-4153-9565-9be4a9ff1446) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:52.817393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4fb1e-6866-4938-9cb3-732197b5caf7 req-e21b4411-deb8-430a-b312-162e44c8ded2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.818936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ca4fb1e-6866-4938-9cb3-732197b5caf7 req-e21b4411-deb8-430a-b312-162e44c8ded2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1763959 Jul 16 18:30:52.874627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6c8b2c0-d13f-4172-9d6b-eac67740e8ad req-2756b7ac-7b92-4c35-bee1-642db66bf516 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630814 Jul 16 18:30:52.923456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-96c2697d-cceb-4ef7-9ad8-c6bd5db0db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.925379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-96c2697d-cceb-4ef7-9ad8-c6bd5db0db70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=317fa409-ebd0-4ea6-8140-6ec2c980c921 HTTP/1.1" status: 200 len: 853 time: 0.1027367 Jul 16 18:30:52.942180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ca4fb1e-6866-4938-9cb3-732197b5caf7 req-ad65f6fe-2f3b-4a54-bf41-9bde128777b5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161458 Jul 16 18:30:52.972238 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73606123-0897-4a6c-b325-63964df0908e x-openstack-request-id: req-73606123-0897-4a6c-b325-63964df0908e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:52.972511 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df42303-255f-41ec-8cac-14016c8fc901", "tag": "4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:52.972955 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73606123-0897-4a6c-b325-63964df0908e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:52.973438 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df42303-255f-41ec-8cac-14016c8fc901', 'tag': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7', 'status': 'completed', 'code': 200} Jul 16 18:30:52.978534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-b2248a55-b2ec-4d72-a76e-8fcedf27f0bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30e26682-0dc5-46c0-998a-0e4c61c1095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405903 Jul 16 18:30:52.985435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Allocated IP 192.168.233.146 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/ff01ebfc-80c6-4756-b791-acbb24697784) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:52.994985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-658cec48-6454-447b-a101-0154f48e4767 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:30:52.995363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.996248 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-658cec48-6454-447b-a101-0154f48e4767 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085580 Jul 16 18:30:53.002822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.013987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:53.034688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.037836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.038175 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Added segment eda91e28-5408-47a9-9b9b-f6222cac681b of type vlan for network e8c9c7bb-ed52-4138-8c98-cc2456203520 Jul 16 18:30:53.093920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbb235f-0b29-4014-97c2-733be5b04463,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:53.106178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.159081 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.166474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.168244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.169018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.182600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-6f2ea265-bff0-471b-af3e-7c99e16fdd81 service neutron] 10.222.0.59 "GET /v2.0/networks/30e26682-0dc5-46c0-998a-0e4c61c1095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769421 Jul 16 18:30:53.234318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network 7cf07736-876d-4a76-b134-d231049da088 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:53.250598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:53.260234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:53.273226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8342798 Jul 16 18:30:53.275700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:53.307696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Request body: {'subnet': {'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-506071908-subnet', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:53.323426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Port': ['ID=b8696c58-8d35-4153-9565-9be4a9ff1446,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:53.339833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.373980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73e319df-5e5d-456e-b09c-31f0e2f2a3ac req-74103c1a-d41f-4507-80d4-a512fc1ccac7 service neutron] 10.222.0.59 "GET /v2.0/networks/30e26682-0dc5-46c0-998a-0e4c61c1095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550705 Jul 16 18:30:53.375758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Transition to ACTIVE for port object ff01ebfc-80c6-4756-b791-acbb24697784 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:53.377263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Made reservation on behalf of 1ea981f0f778498092fa85ee46b94536 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:53.380572 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.450302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b0456-2b72-4ef3-88c7-2fc6090590ba admin admin] Pushing event updated for resources: {'Network': ['ID=e8c9c7bb-ed52-4138-8c98-cc2456203520,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:53.462759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:53.578455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.599900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bd3973ef-0194-4013-bef2-63afedba4862 req-46e2a64b-3cd8-4f7d-9de0-988cd1379d00 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 210 time: 0.0936952 Jul 16 18:30:53.636248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.690348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.704204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:53.748085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ee77ba-f7bc-43b5-9d12-b31d73f49b69,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:53.756339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-679ec0d0-0787-4a9f-ae41-0063174becfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.757348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-679ec0d0-0787-4a9f-ae41-0063174becfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37fec3785df844a084b02f5d498de160&device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 1095 time: 0.2501719 Jul 16 18:30:53.789463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:53.807316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:53.809615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Checking segment: {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:53.809985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Network hostable DHCP agents. Network: e8c9c7bb-ed52-4138-8c98-cc2456203520, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:53.819695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:53.823448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:53.832887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.934648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.935318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.941397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:53.984819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ab1d2ee-59b5-41df-b1c3-c5a0db590794'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:54.015560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e8c9c7bb-ed52-4138-8c98-cc2456203520) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:54.033830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d51a6-a12a-4b7f-9546-fbb7efb446b6 None None] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:54.039028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.046996 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.074686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Router 0a5ad181-118f-46d2-ac32-807638fe48b8 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:54.093422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:54.117743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-914895c8-a138-4a29-ac6f-ea62dcca4cf5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7593253 Jul 16 18:30:54.141278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Request body: {'port': {'device_id': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:54.231715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc3509da-b7ae-4e1d-acfa-8b4c026ac835 None None] Provisioning for port ff01ebfc-80c6-4756-b791-acbb24697784 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:54.243667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc3509da-b7ae-4e1d-acfa-8b4c026ac835 None None] Provisioning complete for port ff01ebfc-80c6-4756-b791-acbb24697784 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:54.244069 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc3509da-b7ae-4e1d-acfa-8b4c026ac835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.262637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-cce03f3f-c43f-4e13-993e-416b59bd546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.263834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-cce03f3f-c43f-4e13-993e-416b59bd546c service neutron] 10.222.0.59 "GET /v2.0/networks?id=30e26682-0dc5-46c0-998a-0e4c61c1095c HTTP/1.1" status: 200 len: 914 time: 0.4950285 Jul 16 18:30:54.291598 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bf47439f-27b0-4c7f-882d-c32060c1d72e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0108192 Jul 16 18:30:54.298964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:54.341918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:54.365959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-fd429070-43e3-4a55-ae75-eb42e6211a59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0791051 Jul 16 18:30:54.372339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.373532 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.387444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dc3509da-b7ae-4e1d-acfa-8b4c026ac835 None None] Port ff01ebfc-80c6-4756-b791-acbb24697784 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:54.406847 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.407870 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.474617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e8c9c7bb-ed52-4138-8c98-cc2456203520', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:54.475485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.526826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f9703-6925-4d05-883b-0176cb986b84 req-901d8640-599e-4d6e-a0f9-45ceba3b9694 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.528349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-398f9703-6925-4d05-883b-0176cb986b84 req-901d8640-599e-4d6e-a0f9-45ceba3b9694 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2974534 Jul 16 18:30:54.549781 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c71337e6-ad88-42af-9c15-a945a663f8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.601226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-4b5e9dfd-ba8b-4b1d-b27b-49bd63ce7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.602695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-4b5e9dfd-ba8b-4b1d-b27b-49bd63ce7cd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=317fa409-ebd0-4ea6-8140-6ec2c980c921 HTTP/1.1" status: 200 len: 853 time: 0.2243924 Jul 16 18:30:54.619052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.651070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:54.666041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Sync routers for ids ['0a5ad181-118f-46d2-ac32-807638fe48b8'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:54.684081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463e03-d7d4-45d9-a5d6-71ec651161a0 req-833b6986-c944-42a4-9e57-c54b6403bf21 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.691629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Routers {'0a5ad181-118f-46d2-ac32-807638fe48b8'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:54.692280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0a5ad181-118f-46d2-ac32-807638fe48b8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:54.692714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f1463e03-d7d4-45d9-a5d6-71ec651161a0 req-833b6986-c944-42a4-9e57-c54b6403bf21 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 943 time: 0.2050722 Jul 16 18:30:54.699055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Allocated IP 172.20.0.2 (e8c9c7bb-ed52-4138-8c98-cc2456203520/b7ee77ba-f7bc-43b5-9d12-b31d73f49b69/4784ab36-23af-4c3c-b38c-313f074bdf18) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:54.749324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f1463e03-d7d4-45d9-a5d6-71ec651161a0 req-3734588b-e657-477c-a1db-bb49eca271b9 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 Jul 16 18:30:54.790894 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c71337e6-ad88-42af-9c15-a945a663f8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.797651 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c71337e6-ad88-42af-9c15-a945a663f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.816233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.817932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8a7f2089-989d-489f-931e-f5ef92f0e098 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8723896 Jul 16 18:30:54.830861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58324) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:54.854081 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-6cf036e5-47b5-4a5c-9f9b-13b2d0f0e38d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=30e26682-0dc5-46c0-998a-0e4c61c1095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2388217 Jul 16 18:30:54.869924 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-398f9703-6925-4d05-883b-0176cb986b84 req-e94b752b-1c08-48b5-a8a6-cf346187dd84 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662191 Jul 16 18:30:54.875067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Set router 0a5ad181-118f-46d2-ac32-807638fe48b8 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:54.897318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c71337e6-ad88-42af-9c15-a945a663f8f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5006201bb20847308f5aa7744c43ca36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8028111 Jul 16 18:30:54.900463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:54.915357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71337e6-ad88-42af-9c15-a945a663f8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac98ec-c176-4654-9336-9173d52323e0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.007435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-4f784a55-7886-4c6f-b64c-0a8c914270fe service neutron] 10.222.0.59 "GET /v2.0/networks/30e26682-0dc5-46c0-998a-0e4c61c1095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323335 Jul 16 18:30:55.015504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68c21bf4-2409-4546-ac1e-0cbc7f1bd8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.018755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.084486 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.108467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Transition to ACTIVE for port object 4784ab36-23af-4c3c-b38c-313f074bdf18 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:55.119117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6d3c9cb-0dfc-48fa-b646-434289e585dd req-f3fb4e64-05e6-4d33-8eae-29df2dd7c685 service neutron] 10.222.0.59 "GET /v2.0/networks/30e26682-0dc5-46c0-998a-0e4c61c1095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041763 Jul 16 18:30:55.127985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68c21bf4-2409-4546-ac1e-0cbc7f1bd8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.151837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Transition to ACTIVE for port object 4784ab36-23af-4c3c-b38c-313f074bdf18 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:55.164362 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.205050 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.206883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:55.216671 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:55.223512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:55.226162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Pushing event updated for resources: {'Port': ['ID=4784ab36-23af-4c3c-b38c-313f074bdf18,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.240306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5ad181-118f-46d2-ac32-807638fe48b8', 'name': '', 'tenant_id': '22fe9a5e3c084e00ab6604d140940d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cf07736-876d-4a76-b134-d231049da088', 'external_fixed_ips': [{'subnet_id': '49568268-dbc1-4e27-8adf-e32928d22bd2', 'ip_address': '2001:db8::219'}], 'enable_snat': True}, 'gw_port_id': 'b8696c58-8d35-4153-9565-9be4a9ff1446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:51Z', 'updated_at': '2021-07-16T18:30:53Z', 'revision_number': 3, 'project_id': '22fe9a5e3c084e00ab6604d140940d5c', 'gw_port': {'id': 'b8696c58-8d35-4153-9565-9be4a9ff1446', 'name': '', 'network_id': '7cf07736-876d-4a76-b134-d231049da088', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:25:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5ad181-118f-46d2-ac32-807638fe48b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '49568268-dbc1-4e27-8adf-e32928d22bd2', 'ip_address': '2001:db8::219', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:52Z', 'updated_at': '2021-07-16T18:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49568268-dbc1-4e27-8adf-e32928d22bd2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:55.290000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Checking router: 0a5ad181-118f-46d2-ac32-807638fe48b8 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:55.290195 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.290675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Updating router 0a5ad181-118f-46d2-ac32-807638fe48b8 port b8696c58-8d35-4153-9565-9be4a9ff1446 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:55.294484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68c21bf4-2409-4546-ac1e-0cbc7f1bd8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.297244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68c21bf4-2409-4546-ac1e-0cbc7f1bd8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.298417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-68c21bf4-2409-4546-ac1e-0cbc7f1bd8a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4bac98ec-c176-4654-9336-9173d52323e0 HTTP/1.1" status: 204 len: 168 time: 0.3961742 Jul 16 18:30:55.298654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff01ebfc-80c6-4756-b791-acbb24697784 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:55.313445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c21bf4-2409-4546-ac1e-0cbc7f1bd8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac98ec-c176-4654-9336-9173d52323e0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.327934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e208-9b76-4cac-a183-c55728a5496d req-0a4022b1-59b1-4955-a0b6-b184e98ed0c5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:55.329505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0844e208-9b76-4cac-a183-c55728a5496d req-0a4022b1-59b1-4955-a0b6-b184e98ed0c5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 936 time: 0.1433976 Jul 16 18:30:55.353580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.372119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Attempting to bind port 4784ab36-23af-4c3c-b38c-313f074bdf18 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:55.372707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Attempting to bind port 4784ab36-23af-4c3c-b38c-313f074bdf18 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:55.373385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Attempting to bind port 4784ab36-23af-4c3c-b38c-313f074bdf18 on network e8c9c7bb-ed52-4138-8c98-cc2456203520 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:55.377070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Transition to ACTIVE for port object ff01ebfc-80c6-4756-b791-acbb24697784 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:55.388451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.400030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:55.400748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Checking segment: {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:55.401525 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.402133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Bound using segment: {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:55.402785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Bound port: 4784ab36-23af-4c3c-b38c-313f074bdf18, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:55.403357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.405923 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.419028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Deleting port b8696c58-8d35-4153-9565-9be4a9ff1446 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:55.419755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.498563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0844e208-9b76-4cac-a183-c55728a5496d req-7fe7dfb9-0bfa-4719-9568-73fd69d376b6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408303 Jul 16 18:30:55.535084 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.552915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Calling delete_port for b8696c58-8d35-4153-9565-9be4a9ff1446 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:55.582394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.592893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] For port 4784ab36-23af-4c3c-b38c-313f074bdf18, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:55.598203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] For port 4784ab36-23af-4c3c-b38c-313f074bdf18, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4784ab36-23af-4c3c-b38c-313f074bdf18,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:55.617941 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.716206 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.762176 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.770569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bd8b0-601d-4eca-a757-ee06b6945a10 None None] Pushing event updated for resources: {'Port': ['ID=4784ab36-23af-4c3c-b38c-313f074bdf18,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.774286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:55.776045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:55.776886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:55.817299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.845554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:55.846022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:55.877249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8696c58-8d35-4153-9565-9be4a9ff1446,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.904004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:55.904345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:55.905004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:55.905301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Bound port: ff01ebfc-80c6-4756-b791-acbb24697784, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:55.905628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.925457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.952930 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:30:55.953463 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:30:56.070660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Allocated IP 172.25.1.58 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/44e4a8ce-01a8-4901-85ca-836b8525841e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:56.108625 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.111741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.123826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:56.147387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:56.172568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.188048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.188572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a5ad181-118f-46d2-ac32-807638fe48b8 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:30:56.193722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.195145 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-df4265f3-cd63-4b50-a814-bcfcdee1c665 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "DELETE /v2.0/routers/0a5ad181-118f-46d2-ac32-807638fe48b8 HTTP/1.1" status: 204 len: 168 time: 1.3600733 Jul 16 18:30:56.199063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:56.225989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:56.226846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.228737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] 10.222.0.67 "PUT /v2.0/ports/ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 1097 time: 2.0962658 Jul 16 18:30:56.237755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4fdd0-2687-40b8-afed-bc505888b323 req-117b34bb-feba-4d6e-99db-941756f31881 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:56.238125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c661bc-359d-4876-b76b-ad0bd1a5180c req-0d501bcc-91d2-4570-a10c-f780161b13a9 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:56.239650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06c661bc-359d-4876-b76b-ad0bd1a5180c req-0d501bcc-91d2-4570-a10c-f780161b13a9 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 943 time: 0.2777336 Jul 16 18:30:56.243716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:56.245392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4e4fdd0-2687-40b8-afed-bc505888b323 req-117b34bb-feba-4d6e-99db-941756f31881 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1977687 Jul 16 18:30:56.246524 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5bfb88-2be9-472d-a01c-37c56c186886" -d '{"events": [{"name": "network-changed", "server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:56.291974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Deleting subnet 49568268-dbc1-4e27-8adf-e32928d22bd2 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:56.296379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.360686 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4e4fdd0-2687-40b8-afed-bc505888b323 req-f1eef3b1-d936-47d5-ad7a-6907677d9eab tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143541 Jul 16 18:30:56.369733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.429015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.494794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Port b8696c58-8d35-4153-9565-9be4a9ff1446 not found while updating agent binding for router 0a5ad181-118f-46d2-ac32-807638fe48b8. {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:30:56.512260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:56.515922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Routers set() bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:56.516718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Router IDs set() for agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:30:56.518971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a5ad181-118f-46d2-ac32-807638fe48b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent'). {{(pid=93797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:30:56.519569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e68f54-3b2c-4f1b-9cf2-b2108ef86ae5 None None] The sync data for ids ['0a5ad181-118f-46d2-ac32-807638fe48b8'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:56.527902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.586121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49568268-dbc1-4e27-8adf-e32928d22bd2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:56.603671 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.608490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-46d0109e-4f2c-4082-8674-598936cc7bb5 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/49568268-dbc1-4e27-8adf-e32928d22bd2 HTTP/1.1" status: 204 len: 168 time: 0.4059978 Jul 16 18:30:56.608967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:56.651098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1703370991-network', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:56.720703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.732237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Made reservation on behalf of 64af570cc12e4e9c967ea0fe848abd6b for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:56.734658 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.749225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526086e-2d6b-498f-af2e-75fb2c61b883 service neutron] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:56.764729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.808048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:56.822944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06c661bc-359d-4876-b76b-ad0bd1a5180c req-9312a1be-05df-41a8-b0ee-c0f284e83ebe tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349077 Jul 16 18:30:56.856029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.887487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.903022 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.913614 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b14d08-8806-4515-9e96-6b453a902839 x-openstack-request-id: req-04b14d08-8806-4515-9e96-6b453a902839 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:56.913967 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:56.914236 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04b14d08-8806-4515-9e96-6b453a902839 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:56.914687 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'status': 'completed', 'code': 200} Jul 16 18:30:56.942489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-5025f05b-1b15-4280-a9f8-f48649878fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:56.944054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-5025f05b-1b15-4280-a9f8-f48649878fc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1100 time: 0.2584691 Jul 16 18:30:56.950002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e84e92-811f-4470-bac3-55301e70baed,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:56.957911 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.981027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:57.026302 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.026653 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Added segment b778ee01-2283-4e10-b8cc-81a8f8839fa7 of type vlan for network f72c508a-a911-4ea4-9c53-4edc55bed9ef Jul 16 18:30:57.063324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-beef5445-f21d-4a33-b15c-9c1909572acd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.1074769 Jul 16 18:30:57.064094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Pushing event updated for resources: {'Port': ['ID=44e4a8ce-01a8-4901-85ca-836b8525841e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:57.075861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:57.088900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:57.090653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,segment=NetworkSegment(f9a983f8-5232-4d92-9ab4-75ac2344e0d0),segment_id=f9a983f8-5232-4d92-9ab4-75ac2344e0d0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:57.109789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:57.115394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.119864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7', 'network_id': '30e26682-0dc5-46c0-998a-0e4c61c1095c', 'port_id': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7', 'mac_address': 'fa:16:3e:18:82:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317fa409-ebd0-4ea6-8140-6ec2c980c921', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:57.134526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.139393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf07736-876d-4a76-b134-d231049da088']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:57.158874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48c863-2061-4f31-bf1f-0c4d7e03231c req-2d6bbc6d-408d-4f7d-b507-e1c2446a0766 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.163056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-5276fa76-367b-43b4-a0e4-fe6d89a250e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.164734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-5276fa76-367b-43b4-a0e4-fe6d89a250e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0876524 Jul 16 18:30:57.166397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c48c863-2061-4f31-bf1f-0c4d7e03231c req-2d6bbc6d-408d-4f7d-b507-e1c2446a0766 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 948 time: 0.2771595 Jul 16 18:30:57.170394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9d1c91-c01c-4c23-bbee-19295a6eec10') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:57.170568 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.170746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9d1c91-c01c-4c23-bbee-19295a6eec10') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:57.188551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:57.189073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.222734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,segment=NetworkSegment(f9a983f8-5232-4d92-9ab4-75ac2344e0d0),segment_id=f9a983f8-5232-4d92-9ab4-75ac2344e0d0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:57.224440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.228690 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.256031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:57.256998 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:57.263267 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:57.278745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.279786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.280375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.280943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1cf7c7-8c2b-4b4b-a7ed-a47d8ddc5eb8 None None] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:57.318673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c48c863-2061-4f31-bf1f-0c4d7e03231c req-da009e7c-f103-4dc3-816f-dfbee377fd76 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513839 Jul 16 18:30:57.324440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:57.330172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-cf7dfdad-bc81-491a-a9d2-0d062e2857b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.331792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-cf7dfdad-bc81-491a-a9d2-0d062e2857b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237390 Jul 16 18:30:57.353990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8379097 Jul 16 18:30:57.354662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58370) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:57.391377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-14fe93e9-d7ac-4ec0-97d0-bfd7c4e08d43 None None] Provisioning for port 4784ab36-23af-4c3c-b38c-313f074bdf18 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:57.391686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Request body: {'subnet': {'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1703370991-subnet', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:57.451997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbdf5b-bdda-4b49-af4a-b5ae2782de6d admin admin] Pushing event updated for resources: {'Network': ['ID=f72c508a-a911-4ea4-9c53-4edc55bed9ef,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:57.471078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.487744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:57.489875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cf07736-876d-4a76-b134-d231049da088 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:30:57.528956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.531210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "DELETE /v2.0/networks/7cf07736-876d-4a76-b134-d231049da088 HTTP/1.1" status: 204 len: 168 time: 0.9212766 Jul 16 18:30:57.535530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e448514-25f8-4a69-be0a-5f7c7247d087 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cf07736-876d-4a76-b134-d231049da088,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:57.539017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Made reservation on behalf of 64af570cc12e4e9c967ea0fe848abd6b for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:57.542141 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.566371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.570493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-d3f4a058-7fc4-4c10-901e-def24fdf4db7 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030039 Jul 16 18:30:57.574346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:57.717977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6621f-9ad8-43db-b966-f9713d0ba068 req-77462758-0a08-4da0-82f0-28aea15e5661 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.719546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06e6621f-9ad8-43db-b966-f9713d0ba068 req-77462758-0a08-4da0-82f0-28aea15e5661 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2132380 Jul 16 18:30:57.750793 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.858700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e281700f-8c24-4822-8d43-6e42fd8e6645,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:57.884735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06e6621f-9ad8-43db-b966-f9713d0ba068 req-d1b946bd-38d0-4337-9903-58d76da98335 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273859 Jul 16 18:30:57.918448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Checking segment: {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:57.919000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Network hostable DHCP agents. Network: f72c508a-a911-4ea4-9c53-4edc55bed9ef, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:57.963189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:57.987442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, f72c508a-a911-4ea4-9c53-4edc55bed9ef) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:57.992341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.993538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.029674 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dd5cda55-8051-4cf5-9c9f-117a203f1ee0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6456165 Jul 16 18:30:58.034928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58386) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.052947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:58.066032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58388) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.071037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'router': {'name': 'tempest-router--1304933679', 'project_id': '8a585db3632c4582a7eb3b223069679a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:58.084275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b88606-7fa7-41fc-b8ca-d851d664e504 req-2264264a-7f32-4fe3-a555-a928086e1eee service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710505 Jul 16 18:30:58.097112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b3e95-9c6b-46e5-ab64-545acd257843 None None] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:58.098568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:30:58.098568 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:30:58.098568 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': '8a585db3632c4582a7eb3b223069679a', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 30, 58, 75886)}] Jul 16 18:30:58.098568 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:30:58.103039 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:30:58.124919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.130889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4784ab36-23af-4c3c-b38c-313f074bdf18 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:58.139411 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.229578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.239131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.298256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4784ab36-23af-4c3c-b38c-313f074bdf18 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:58.316011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4784ab36-23af-4c3c-b38c-313f074bdf18 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:58.316472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.321026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-79585043-7157-46a2-91a6-3fc733aae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.322446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-79585043-7157-46a2-91a6-3fc733aae415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1100 time: 0.1616933 Jul 16 18:30:58.388285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-970e4781-be8c-46a4-8e34-df18bbf74f04 None None] Provisioning complete for port 4784ab36-23af-4c3c-b38c-313f074bdf18 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:58.388658 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-970e4781-be8c-46a4-8e34-df18bbf74f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.396582 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.435079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bba6a0-5cec-46bc-9041-488e48fa653a req-0ef73beb-2119-4ad1-89b7-f66f63f06bed tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.436814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-42bba6a0-5cec-46bc-9041-488e48fa653a req-0ef73beb-2119-4ad1-89b7-f66f63f06bed tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 944 time: 0.2734218 Jul 16 18:30:58.503454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:58.504497 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.542826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-42bba6a0-5cec-46bc-9041-488e48fa653a req-87cbf29a-85be-4ecc-ba05-e135cb19d9e7 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915723 Jul 16 18:30:58.545466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Router 32077565-b3e0-43a1-aa26-c9e53f7291b1 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:58.572895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910fb10-03d5-465f-b24e-2754c7420ac7 req-d9974645-3057-4d6e-ba52-1824b7981bd4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.574462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1910fb10-03d5-465f-b24e-2754c7420ac7 req-d9974645-3057-4d6e-ba52-1824b7981bd4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 948 time: 0.1246946 Jul 16 18:30:58.583539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-970e4781-be8c-46a4-8e34-df18bbf74f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.613467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-732b489e-eeca-4551-afd8-07ec0f6056c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.614976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-732b489e-eeca-4551-afd8-07ec0f6056c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2186728 Jul 16 18:30:58.634987 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.662932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-f12fb9cc-0476-4df2-8825-a5668b582f38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0375509 Jul 16 18:30:58.669038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.670053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.697942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1910fb10-03d5-465f-b24e-2754c7420ac7 req-e8e1aeed-c70f-4882-b707-26495af9deab tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800831 Jul 16 18:30:58.737369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-970e4781-be8c-46a4-8e34-df18bbf74f04 None None] For port 4784ab36-23af-4c3c-b38c-313f074bdf18, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4784ab36-23af-4c3c-b38c-313f074bdf18,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:58.747436 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-970e4781-be8c-46a4-8e34-df18bbf74f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.748164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-654981a9-e284-4925-88cc-24ea70f52ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.749721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-654981a9-e284-4925-88cc-24ea70f52ce5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0581269 Jul 16 18:30:58.751097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:58.763517 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Sync routers for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:58.774493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.777004 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.777885 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:58.779191 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:58.789566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Allocated IP 172.20.0.2 (f72c508a-a911-4ea4-9c53-4edc55bed9ef/e281700f-8c24-4822-8d43-6e42fd8e6645/7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:58.792337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.793586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-247a5d80-4984-4f76-8f83-9f7faf065308 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4890749 Jul 16 18:30:58.796717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58392) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.800615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.803279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.848191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.852039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-db14135c-69b7-4093-b370-213c80a410c9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7819698 Jul 16 18:30:58.854311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.932869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc95ab14-15a9-43bb-95de-eb7e12b42a3c tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.938628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Allocated IP 172.25.1.212 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/ed084a80-5dc7-4043-80a3-ca4a4d4220ac) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:58.952679 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:59.019385 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:30:59.019385 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:30:59.038586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-a77f59c2-b2bb-44d7-a211-767600766780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.040110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-a77f59c2-b2bb-44d7-a211-767600766780 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2814190 Jul 16 18:30:59.151922 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.162314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.175745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-29e195b8-1c14-4ad8-b877-e3f5aa9237f7 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121342 Jul 16 18:30:59.179935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Transition to ACTIVE for port object 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:59.185774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a7c6e-4abf-4e47-9b7b-4ab0e1830804 req-65a9bf3b-4753-4874-983d-cdcee28e4b42 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.193023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-033a7c6e-4abf-4e47-9b7b-4ab0e1830804 req-65a9bf3b-4753-4874-983d-cdcee28e4b42 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1118915 Jul 16 18:30:59.219950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Transition to ACTIVE for port object 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:59.239422 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:30:57Z', 'revision_number': 3, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.254199 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.258753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-033a7c6e-4abf-4e47-9b7b-4ab0e1830804 req-ccf0629c-32ff-4711-979a-57a1592a6077 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647473 Jul 16 18:30:59.273384 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Checking router: 32077565-b3e0-43a1-aa26-c9e53f7291b1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:59.273943 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Updating router 32077565-b3e0-43a1-aa26-c9e53f7291b1 port 44e4a8ce-01a8-4901-85ca-836b8525841e binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:59.284402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4781-be8c-46a4-8e34-df18bbf74f04 None None] Pushing event updated for resources: {'Port': ['ID=4784ab36-23af-4c3c-b38c-313f074bdf18,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.292970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.323596 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.338603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:59.345135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:59.352221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:59.392833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Pushing event updated for resources: {'Port': ['ID=7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.412496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:59.421039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:59.428814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.431700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:59.443140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Attempting to bind port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:59.443509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Attempting to bind port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:59.443932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Attempting to bind port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb on network f72c508a-a911-4ea4-9c53-4edc55bed9ef {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:59.451192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:59.451192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Checking segment: {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:59.451576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.458367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Bound using segment: {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:59.458920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Bound port: 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:59.459326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.603666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] For port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:59.607346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] For port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:59.615230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc95ab14-15a9-43bb-95de-eb7e12b42a3c tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.618987 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.621194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc95ab14-15a9-43bb-95de-eb7e12b42a3c tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.690923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf55f9-b482-4575-b751-c6b1b6795662 None None] Pushing event updated for resources: {'Port': ['ID=7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.876489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4784ab36-23af-4c3c-b38c-313f074bdf18 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:59.921767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc95ab14-15a9-43bb-95de-eb7e12b42a3c tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.922307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc95ab14-15a9-43bb-95de-eb7e12b42a3c tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de5f3f09-2f40-41b7-a8aa-caa8d6370b04 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:30:59.927549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc95ab14-15a9-43bb-95de-eb7e12b42a3c tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.929057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bc95ab14-15a9-43bb-95de-eb7e12b42a3c tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "DELETE /v2.0/routers/de5f3f09-2f40-41b7-a8aa-caa8d6370b04 HTTP/1.1" status: 204 len: 168 time: 1.0729313 Jul 16 18:30:59.941713 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.956371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4784ab36-23af-4c3c-b38c-313f074bdf18 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:59.956582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Transition to ACTIVE for port object 44e4a8ce-01a8-4901-85ca-836b8525841e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:59.958401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.965279 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.074475 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Pushing event updated for resources: {'Port': ['ID=44e4a8ce-01a8-4901-85ca-836b8525841e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:00.086109 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Attempting to bind port 44e4a8ce-01a8-4901-85ca-836b8525841e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:00.086477 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Attempting to bind port 44e4a8ce-01a8-4901-85ca-836b8525841e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:00.086838 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Attempting to bind port 44e4a8ce-01a8-4901-85ca-836b8525841e on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:00.089844 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.095584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:00.120829 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:00.121213 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:00.124599 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.125112 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:00.125615 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Bound port: 44e4a8ce-01a8-4901-85ca-836b8525841e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:00.126031 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.146088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad5bfb88-2be9-472d-a01c-37c56c186886 req-ba696383-3feb-4135-abb2-62aa357113e8 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9396822 Jul 16 18:31:00.205071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:00.215624 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] For port 44e4a8ce-01a8-4901-85ca-836b8525841e, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:00.221144 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] For port 44e4a8ce-01a8-4901-85ca-836b8525841e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=44e4a8ce-01a8-4901-85ca-836b8525841e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:00.225876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac00a-9448-46ff-88f8-007e4ef300c6 req-658d2ff1-c2ae-4902-ac2b-d5dfb87d2193 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.227073 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.229305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15cac00a-9448-46ff-88f8-007e4ef300c6 req-658d2ff1-c2ae-4902-ac2b-d5dfb87d2193 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 944 time: 0.3446264 Jul 16 18:31:00.301779 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:00.302870 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:00.322042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-15cac00a-9448-46ff-88f8-007e4ef300c6 req-6336ae11-122d-45e6-96f1-3c4e4cff6f21 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870667 Jul 16 18:31:00.356930 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4cffa-7edd-4545-a89d-e29685c3eb6f None None] Pushing event updated for resources: {'Port': ['ID=44e4a8ce-01a8-4901-85ca-836b8525841e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:00.381598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c685b-22d6-4bf2-b8a3-07566a4f902f req-1104d412-2db5-4c5b-9fa2-3aba9a4cf1ab tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.383181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d4c685b-22d6-4bf2-b8a3-07566a4f902f req-1104d412-2db5-4c5b-9fa2-3aba9a4cf1ab tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2444420 Jul 16 18:31:00.397514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-c31ec946-3bd6-4652-a152-0c8a45db6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.400581 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-c31ec946-3bd6-4652-a152-0c8a45db6fcd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1097 time: 0.2627780 Jul 16 18:31:00.438114 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:00.502223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.535344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.562905 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d4c685b-22d6-4bf2-b8a3-07566a4f902f req-9c1d80d9-cf2b-4c61-8d2b-d3003968045d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828066 Jul 16 18:31:00.575442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-111327244', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:00.662483 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:30:57Z', 'revision_number': 3, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:00.693331 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c5309-82d8-4c4b-8480-677fc6bb2ba3 None None] The sync data for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 is: [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:30:57Z', 'revision_number': 3, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:00.720914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671ee7-b02f-4538-917d-c555a8a8d892 req-c088cc48-a793-44d4-a5cc-bed367ef7b97 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.727990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa671ee7-b02f-4538-917d-c555a8a8d892 req-c088cc48-a793-44d4-a5cc-bed367ef7b97 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 948 time: 0.1950650 Jul 16 18:31:00.806063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa671ee7-b02f-4538-917d-c555a8a8d892 req-bc5dee7e-ec2f-4bfc-be8f-f2e482245409 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767345 Jul 16 18:31:00.812640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-8b2349aa-552e-43ca-8aaf-2e8161808fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.814487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-8b2349aa-552e-43ca-8aaf-2e8161808fba service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.2919800 Jul 16 18:31:00.831789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:00.862674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Allocated IP 172.20.0.1 (e8c9c7bb-ed52-4138-8c98-cc2456203520/b7ee77ba-f7bc-43b5-9d12-b31d73f49b69/20bad1eb-8ffa-49a3-902f-98d11222d75d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:00.912567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:00.926276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:00.926789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.939453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.940476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.983280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-be6418be-3c26-4b6e-a897-c0abeffed909 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 999 time: 0.1594009 Jul 16 18:31:01.028972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.040209 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.058363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Transition to ACTIVE for port object 20bad1eb-8ffa-49a3-902f-98d11222d75d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:01.099124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df42303-255f-41ec-8cac-14016c8fc901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:01.101441 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af9c87-ebef-4e62-8a40-d16fc7107369" -d '{"events": [{"server_uuid": "8df42303-255f-41ec-8cac-14016c8fc901", "name": "network-vif-plugged", "status": "completed", "tag": "4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:01.139782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,segment=NetworkSegment(f9a983f8-5232-4d92-9ab4-75ac2344e0d0),segment_id=f9a983f8-5232-4d92-9ab4-75ac2344e0d0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:01.144753 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.158337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.178040 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.196464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.235807 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc667a-5e89-44c5-b4d5-7371203736ba x-openstack-request-id: req-b6fc667a-5e89-44c5-b4d5-7371203736ba {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:01.236133 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df42303-255f-41ec-8cac-14016c8fc901", "name": "network-vif-plugged", "status": "completed", "tag": "4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:01.236370 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6fc667a-5e89-44c5-b4d5-7371203736ba {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:01.236712 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df42303-255f-41ec-8cac-14016c8fc901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7', 'code': 200} Jul 16 18:31:01.237336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.263305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:01.264290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Pushing event updated for resources: {'Port': ['ID=20bad1eb-8ffa-49a3-902f-98d11222d75d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.274994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:01.282660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a75dce-8fc0-48a0-b45f-a28cb2bbbe4c None None] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:01.309223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:01.406669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-29dcf13a-884c-40ed-beef-3b1bcdfb6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.408342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-29dcf13a-884c-40ed-beef-3b1bcdfb6056 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.3733363 Jul 16 18:31:01.427595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4773708-ca83-479c-a995-b09e00d34261 None None] Provisioning for port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:01.480379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.577615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf020c-a103-430d-b996-2761f8ffb936 req-baa9bdbc-4c9b-4b87-8602-944572305407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.579087 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2adf020c-a103-430d-b996-2761f8ffb936 req-baa9bdbc-4c9b-4b87-8602-944572305407 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 1097 time: 0.3005145 Jul 16 18:31:01.589301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.635868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2adf020c-a103-430d-b996-2761f8ffb936 req-a187d921-c3cd-4897-9b77-9a8fe50cca43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Jul 16 18:31:01.695951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6370f4e-4dd4-4b83-893c-bcaf585f8c5e None None] Provisioning for port 20bad1eb-8ffa-49a3-902f-98d11222d75d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:01.703652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6370f4e-4dd4-4b83-893c-bcaf585f8c5e None None] Provisioning complete for port 20bad1eb-8ffa-49a3-902f-98d11222d75d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:01.704145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6370f4e-4dd4-4b83-893c-bcaf585f8c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.776457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d6370f4e-4dd4-4b83-893c-bcaf585f8c5e None None] Port 20bad1eb-8ffa-49a3-902f-98d11222d75d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:01.783931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-ea035df5-66ce-4e48-a610-b7c398ecbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.785775 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-ea035df5-66ce-4e48-a610-b7c398ecbc3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3317528 Jul 16 18:31:01.799284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165c16e-7230-486e-9aab-db5e25ed60b3 req-8d2c095c-0fc4-49b9-8d0d-924ba5b0126a tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.808103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b165c16e-7230-486e-9aab-db5e25ed60b3 req-8d2c095c-0fc4-49b9-8d0d-924ba5b0126a tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 945 time: 0.2243845 Jul 16 18:31:01.894722 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.924625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Router 0f85512a-98de-4a08-b221-ee15b97677b3 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:01.963373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be9b36-de4d-45ae-bd32-c049d6577f1c req-27b27869-2ab8-477b-8dd5-cfebe8552f1d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.969341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29be9b36-de4d-45ae-bd32-c049d6577f1c req-27b27869-2ab8-477b-8dd5-cfebe8552f1d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1857016 Jul 16 18:31:01.970789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44e4a8ce-01a8-4901-85ca-836b8525841e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:01.978424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b165c16e-7230-486e-9aab-db5e25ed60b3 req-d3daf6f6-9067-407d-9c6a-8d4e672e3d79 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692648 Jul 16 18:31:02.020230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-aa4a9025-37c0-4461-92c2-74936364fb4e service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890311 Jul 16 18:31:02.054452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29be9b36-de4d-45ae-bd32-c049d6577f1c req-14cf65fa-5378-4216-b3e4-c50a5f837f2c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773919 Jul 16 18:31:02.068346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 44e4a8ce-01a8-4901-85ca-836b8525841e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:02.074026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 44e4a8ce-01a8-4901-85ca-836b8525841e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:02.074676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.157124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:02.183404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:02.196016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Sync routers for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:02.201824 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.225968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 44e4a8ce-01a8-4901-85ca-836b8525841e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=44e4a8ce-01a8-4901-85ca-836b8525841e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:02.242017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.242512 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.242612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.243318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:02.247067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:02.247675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aa3bad34-1c55-4513-904d-8bf7263c0dd5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2115459 Jul 16 18:31:02.257301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.360906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=44e4a8ce-01a8-4901-85ca-836b8525841e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.378714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.401723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b60b8483-6f40-4b5a-9bf7-1b1829c408f4 req-705c843b-a62c-46b8-972f-7c99bf3a9efb service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547910 Jul 16 18:31:02.402956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.415210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:02.415871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:02.459829 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.466561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Pushing event updated for resources: {'Port': ['ID=20bad1eb-8ffa-49a3-902f-98d11222d75d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.522527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Allocated IP 172.25.1.139 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/a0e76c0e-2503-4995-8537-864a6716003f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:02.563349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c777f34-6369-4140-954e-44b1df7f726e req-8fae9e9a-b77b-443e-98d8-973aade7c393 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:02.565075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c777f34-6369-4140-954e-44b1df7f726e req-8fae9e9a-b77b-443e-98d8-973aade7c393 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 948 time: 0.2467566 Jul 16 18:31:02.655279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.674307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:02.702959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c777f34-6369-4140-954e-44b1df7f726e req-d3f93bfa-fd6a-4330-827b-dd7421254792 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275909 Jul 16 18:31:02.726911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'mac_address': 'fa:16:3e:66:7a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:02.741605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:02.753977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:02.756424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:02.771795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:02.772572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.779876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.840183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:02.842642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.860610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:02.867337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:02.871598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:02.884542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff01ebfc-80c6-4756-b791-acbb24697784 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:02.965849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:02.975428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.104719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.142160 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.207592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27cd4bd7-62a0-47d4-9b37-f63669db1ecb None None] Provisioning complete for port 20bad1eb-8ffa-49a3-902f-98d11222d75d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:03.207971 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27cd4bd7-62a0-47d4-9b37-f63669db1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.242064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ff01ebfc-80c6-4756-b791-acbb24697784'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:03.246778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:03.280548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.311763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-27cd4bd7-62a0-47d4-9b37-f63669db1ecb None None] Port 20bad1eb-8ffa-49a3-902f-98d11222d75d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:03.340148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Router 32077565-b3e0-43a1-aa26-c9e53f7291b1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:03.360430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.366447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.374924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:00Z', 'revision_number': 3, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.411018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Checking router: 0f85512a-98de-4a08-b221-ee15b97677b3 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:03.411249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Updating router 0f85512a-98de-4a08-b221-ee15b97677b3 port ed084a80-5dc7-4043-80a3-ca4a4d4220ac binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:03.434778 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf48405-cd08-49f4-96b7-312d0a929d2f req-dfcf6cfb-354b-4491-b702-beaf0fdc6549 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:03.436437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5bf48405-cd08-49f4-96b7-312d0a929d2f req-dfcf6cfb-354b-4491-b702-beaf0fdc6549 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1788316 Jul 16 18:31:03.470674 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.475844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event updated for resources: {'Port': ['ID=a0e76c0e-2503-4995-8537-864a6716003f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.528219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859abe0-1210-4cf4-87a4-db46e07b37b8 req-2467f58d-e982-49d6-b0a4-4bc0b763658e tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:03.529949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e859abe0-1210-4cf4-87a4-db46e07b37b8 req-2467f58d-e982-49d6-b0a4-4bc0b763658e tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 945 time: 0.1461074 Jul 16 18:31:03.636766 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e859abe0-1210-4cf4-87a4-db46e07b37b8 req-ebdde0bd-dbeb-41a2-912c-074efcfbe1b0 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719845 Jul 16 18:31:03.719394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.794078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.822403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Transition to ACTIVE for port object ed084a80-5dc7-4043-80a3-ca4a4d4220ac will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:03.833972 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.895961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad274b7-7e47-40bd-88d0-e66981857f10 None None] Pushing event updated for resources: {'Port': ['ID=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.898555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Attempting to bind port ed084a80-5dc7-4043-80a3-ca4a4d4220ac on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:03.898688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Attempting to bind port ed084a80-5dc7-4043-80a3-ca4a4d4220ac by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:03.899090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Attempting to bind port ed084a80-5dc7-4043-80a3-ca4a4d4220ac on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:03.905722 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44e4a8ce-01a8-4901-85ca-836b8525841e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:03.909601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:03.909914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:03.910324 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.910717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:03.911194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Bound port: ed084a80-5dc7-4043-80a3-ca4a4d4220ac, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:03.911574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.930257 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5bf48405-cd08-49f4-96b7-312d0a929d2f req-03a9a31d-e2e3-47e8-9c18-ca5e45ec4145 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814510 Jul 16 18:31:03.979029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:03.994977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-634691a8-a48e-4a29-8e54-840975d91468 admin admin] 10.222.0.49 "PUT /v2.0/routers/32077565-b3e0-43a1-aa26-c9e53f7291b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1878963 Jul 16 18:31:04.004933 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Sync routers for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:04.017188 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:04.018028 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:04.031004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] For port ed084a80-5dc7-4043-80a3-ca4a4d4220ac, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:04.035684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] For port ed084a80-5dc7-4043-80a3-ca4a4d4220ac, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:04.045753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 44e4a8ce-01a8-4901-85ca-836b8525841e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:04.048479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.052881 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.098104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Allocated IP 172.20.0.1 (f72c508a-a911-4ea4-9c53-4edc55bed9ef/e281700f-8c24-4822-8d43-6e42fd8e6645/29e88efd-f252-4fea-9388-258e2a04b84e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:04.104129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.238951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:04.239585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:04.243121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad274b7-7e47-40bd-88d0-e66981857f10 None None] Pushing event updated for resources: {'Port': ['ID=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:04.243405 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:04.309769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.335790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451b149-b4ed-4a41-9c99-2484b477dbb2 req-a61abae7-d709-43c3-b957-301c4a5cead7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:04.337776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c451b149-b4ed-4a41-9c99-2484b477dbb2 req-a61abae7-d709-43c3-b957-301c4a5cead7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.1606071 Jul 16 18:31:04.340986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Transition to ACTIVE for port object 29e88efd-f252-4fea-9388-258e2a04b84e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:04.372211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:04.386289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065c1fb-311c-4fc2-a5a8-4182fd56b540 req-1084d593-d27b-4bdb-a4de-3f0f1728afb2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:04.393516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1065c1fb-311c-4fc2-a5a8-4182fd56b540 req-1084d593-d27b-4bdb-a4de-3f0f1728afb2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1228776 Jul 16 18:31:04.397138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c451b149-b4ed-4a41-9c99-2484b477dbb2 req-5a61a9dd-a658-4791-88d7-98ed9df993ac tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521317 Jul 16 18:31:04.415167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:04.446306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.470119 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1065c1fb-311c-4fc2-a5a8-4182fd56b540 req-71e6bccc-bbe5-42fc-af55-a88689d84aee tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754180 Jul 16 18:31:04.471465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Router 1e48a115-1a1e-4e7a-a499-a20b8ed08960 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:04.518096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:04.522834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:04.525310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:04.559139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=29e88efd-f252-4fea-9388-258e2a04b84e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:04.582436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:04.582900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.593552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.611509 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 2, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:04.675198 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Checking router: 32077565-b3e0-43a1-aa26-c9e53f7291b1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:04.675551 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Updating router 32077565-b3e0-43a1-aa26-c9e53f7291b1 port 20bad1eb-8ffa-49a3-902f-98d11222d75d binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:04.703811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:04.721268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] Sync routers for ids ['1e48a115-1a1e-4e7a-a499-a20b8ed08960'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:04.753286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.754831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-71fbd89b-156b-40f4-9148-727bbe0811b2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5473311 Jul 16 18:31:04.757791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:04.772644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] Routers {'1e48a115-1a1e-4e7a-a499-a20b8ed08960'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:04.773566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1e48a115-1a1e-4e7a-a499-a20b8ed08960'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:04.891689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.958612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a0a43c1f-4425-4644-b55c-e2ae2af3dfb2 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/1e48a115-1a1e-4e7a-a499-a20b8ed08960 HTTP/1.1" status: 200 len: 924 time: 0.1995444 Jul 16 18:31:04.964861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:04.986445 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.031768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:05.043351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-269568b9-2a46-4ab3-96cd-85545416e2ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e48a115-1a1e-4e7a-a499-a20b8ed08960 HTTP/1.1" status: 200 len: 205 time: 0.0735927 Jul 16 18:31:05.046036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:05.073616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] Routers {'1e48a115-1a1e-4e7a-a499-a20b8ed08960'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:05.074416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1e48a115-1a1e-4e7a-a499-a20b8ed08960'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:05.114475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:05.115128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03c0c5-bfcc-48ea-a1d2-0565083205cc None None] The sync data for ids ['1e48a115-1a1e-4e7a-a499-a20b8ed08960'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:05.117498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2fbbfa9-0037-403f-99c7-ffe8acc4e6bc None None] Provisioning for port 29e88efd-f252-4fea-9388-258e2a04b84e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:05.128664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:00Z', 'revision_number': 3, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:05.136482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2fbbfa9-0037-403f-99c7-ffe8acc4e6bc None None] Provisioning complete for port 29e88efd-f252-4fea-9388-258e2a04b84e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:05.136869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2fbbfa9-0037-403f-99c7-ffe8acc4e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.224466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0ac69-ecef-49ba-81bb-4d5aa60e1f9b None None] The sync data for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 is: [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:00Z', 'revision_number': 3, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:05.256603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbbfa9-0037-403f-99c7-ffe8acc4e6bc None None] Port 29e88efd-f252-4fea-9388-258e2a04b84e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:05.273693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.277908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.283088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.406647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.415287 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.417333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=29e88efd-f252-4fea-9388-258e2a04b84e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.444336 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Transition to ACTIVE for port object 20bad1eb-8ffa-49a3-902f-98d11222d75d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:05.454481 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.469707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.538371 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a8254-af6f-4079-826a-2a8fe4fc06e4 None None] Pushing event updated for resources: {'Port': ['ID=20bad1eb-8ffa-49a3-902f-98d11222d75d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.541102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:05.542580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:05.617745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:05.658165 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Attempting to bind port 20bad1eb-8ffa-49a3-902f-98d11222d75d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:05.658941 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Attempting to bind port 20bad1eb-8ffa-49a3-902f-98d11222d75d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:05.659313 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Attempting to bind port 20bad1eb-8ffa-49a3-902f-98d11222d75d on network e8c9c7bb-ed52-4138-8c98-cc2456203520 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:05.660604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-344d27ad-64a3-4317-ad40-5458dcae0755 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943631857', 'description': 'tempest-description--1221610458'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:05.669698 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:05.670149 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Checking segment: {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:05.670567 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.670967 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Bound using segment: {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:05.671456 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Bound port: 20bad1eb-8ffa-49a3-902f-98d11222d75d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:05.671855 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.730975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Deleting port a0e76c0e-2503-4995-8537-864a6716003f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:05.732112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.776679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-344d27ad-64a3-4317-ad40-5458dcae0755 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.826539 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] For port 20bad1eb-8ffa-49a3-902f-98d11222d75d, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:05.846975 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] For port 20bad1eb-8ffa-49a3-902f-98d11222d75d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=20bad1eb-8ffa-49a3-902f-98d11222d75d,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:05.857300 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.889737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Router 0f85512a-98de-4a08-b221-ee15b97677b3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:05.963076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed084a80-5dc7-4043-80a3-ca4a4d4220ac up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:05.988381 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:05.989055 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:05.991116 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a8254-af6f-4079-826a-2a8fe4fc06e4 None None] Pushing event updated for resources: {'Port': ['ID=20bad1eb-8ffa-49a3-902f-98d11222d75d,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.042892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.061092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Calling delete_port for a0e76c0e-2503-4995-8537-864a6716003f owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:06.131604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca66ea22-06c4-4f08-9206-5e8f64dcaa4f None None] Provisioning complete for port 29e88efd-f252-4fea-9388-258e2a04b84e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:06.132223 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca66ea22-06c4-4f08-9206-5e8f64dcaa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.135626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ed084a80-5dc7-4043-80a3-ca4a4d4220ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:06.175608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ed084a80-5dc7-4043-80a3-ca4a4d4220ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:06.177061 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.191225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:06.222759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:06.225298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71716119-5ea6-4877-b7f8-7ded640d51a6 req-58147538-70f9-412b-8dce-44e5d8dd96df tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.233425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71716119-5ea6-4877-b7f8-7ded640d51a6 req-58147538-70f9-412b-8dce-44e5d8dd96df tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.4456534 Jul 16 18:31:06.293796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ca66ea22-06c4-4f08-9206-5e8f64dcaa4f None None] Port 29e88efd-f252-4fea-9388-258e2a04b84e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:06.318331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71716119-5ea6-4877-b7f8-7ded640d51a6 req-b28311f4-3555-4a7e-8215-26a38dd0d75d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818603 Jul 16 18:31:06.352603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:06.370623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9959a3b0-a8b8-4891-9baa-1dbc5062f8b0 admin admin] 10.222.0.49 "PUT /v2.0/routers/0f85512a-98de-4a08-b221-ee15b97677b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1208711 Jul 16 18:31:06.507593 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.549368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port ff01ebfc-80c6-4756-b791-acbb24697784 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:06.563179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ed084a80-5dc7-4043-80a3-ca4a4d4220ac, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:06.564277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port ff01ebfc-80c6-4756-b791-acbb24697784 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:06.564675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.589895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.598917 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:05Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:06.610131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.644277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.659363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event deleted for resources: {'Port': ['ID=a0e76c0e-2503-4995-8537-864a6716003f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.671280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82712413-1c10-4596-8b32-24decf1e49ae None None] The sync data for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 is: [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:05Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:06.678631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfddd1-99ec-4f8c-9840-7af4db9abfc0 req-4ead30b1-7b56-49fb-a97a-775ac86f46ea tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.680748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdcfddd1-99ec-4f8c-9840-7af4db9abfc0 req-4ead30b1-7b56-49fb-a97a-775ac86f46ea tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 945 time: 0.1613123 Jul 16 18:31:06.710021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.764882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:06.772512 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f084d95-5bfe-41b9-836f-975652b43682" -d '{"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:06.779969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdcfddd1-99ec-4f8c-9840-7af4db9abfc0 req-599c234d-9c7c-42ee-a595-de7db250bf34 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922060 Jul 16 18:31:06.795706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-344d27ad-64a3-4317-ad40-5458dcae0755 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.798758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.799069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.801843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.802291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.802690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.803544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.803890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.804980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.805493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.805843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.806186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.806411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:06.807740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:06.814427 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.848652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8b1ee-9d32-468b-a216-a705e11b7973 req-e3fe9627-4867-4fdd-8bfe-2d1f8d6eb52f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.850501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2be8b1ee-9d32-468b-a216-a705e11b7973 req-e3fe9627-4867-4fdd-8bfe-2d1f8d6eb52f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.4429586 Jul 16 18:31:06.851179 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-344d27ad-64a3-4317-ad40-5458dcae0755 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.884932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.941201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.943778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-344d27ad-64a3-4317-ad40-5458dcae0755 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.945284 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-344d27ad-64a3-4317-ad40-5458dcae0755 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3263645 Jul 16 18:31:06.948598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.955788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Request body: {'security_group_rule': {'security_group_id': '0c8605a9-a94c-4d66-a954-018a689857d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:06.980442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2be8b1ee-9d32-468b-a216-a705e11b7973 req-ac34b802-92e0-45a9-9765-d3a66e9d87da tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202016 Jul 16 18:31:07.002141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.016403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d27ad-64a3-4317-ad40-5458dcae0755 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8605a9-a94c-4d66-a954-018a689857d8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.058962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.062452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.079530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.092255 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.137547 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.138349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Fanout notify agent at l3_agent the message router_deleted on router 1e48a115-1a1e-4e7a-a499-a20b8ed08960 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:07.161316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99a2344-d6a4-4527-9a75-de9219cd438e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.164748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.166909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2dea92da-3a16-42d0-93bc-688c6b7859ef tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/1e48a115-1a1e-4e7a-a499-a20b8ed08960 HTTP/1.1" status: 204 len: 168 time: 2.1196716 Jul 16 18:31:07.171120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.179450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'router': {'name': 'tempest-snat-router-695617533', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': False}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:07.201067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.201789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.202540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.203099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.203539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.203971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.204419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.204917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.205347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.205772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.206193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.206655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:07.219639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.224833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.225110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f4e2c2a1-8a88-4a6c-b4d6-5a4a1b1d8b04 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2739351 Jul 16 18:31:07.226077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.229046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.230999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d05687b0-ee40-4cf6-ab1f-782f1962ed8e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Request body: {'security_group_rule': {'security_group_id': '0c8605a9-a94c-4d66-a954-018a689857d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:07.241924 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5024dd24-63f0-4be0-ad31-8816baad952a x-openstack-request-id: req-5024dd24-63f0-4be0-ad31-8816baad952a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:07.242945 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:07.243443 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5024dd24-63f0-4be0-ad31-8816baad952a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:07.244333 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'code': 200} Jul 16 18:31:07.276046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d05687b0-ee40-4cf6-ab1f-782f1962ed8e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.316869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.361003 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d05687b0-ee40-4cf6-ab1f-782f1962ed8e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.370920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d05687b0-ee40-4cf6-ab1f-782f1962ed8e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.413525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05687b0-ee40-4cf6-ab1f-782f1962ed8e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa8409e-dab8-4548-97e6-ffa764a6b7e8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.433704 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d05687b0-ee40-4cf6-ab1f-782f1962ed8e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.438357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d05687b0-ee40-4cf6-ab1f-782f1962ed8e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111170 Jul 16 18:31:07.439048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.446429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:07.511005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.614585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b5935-db90-4364-baed-5e0786d0ecd4 req-6ab78655-36ae-4647-8b01-ccd5619a4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.616123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-830b5935-db90-4364-baed-5e0786d0ecd4 req-6ab78655-36ae-4647-8b01-ccd5619a4854 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1102 time: 0.2898965 Jul 16 18:31:07.626112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.644988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.686747 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-830b5935-db90-4364-baed-5e0786d0ecd4 req-4641fde1-1cb8-4a3e-8dbc-a161f260ea81 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Jul 16 18:31:07.701887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d86bd-e075-443f-81c7-80715d32e00d req-5bcd6678-78b0-47fb-b20e-46a3e7b12901 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.708807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e39d86bd-e075-443f-81c7-80715d32e00d req-5bcd6678-78b0-47fb-b20e-46a3e7b12901 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2334540 Jul 16 18:31:07.768943 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e39d86bd-e075-443f-81c7-80715d32e00d req-1b69a831-c0cc-4890-83a0-2f40969dd913 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591371 Jul 16 18:31:07.836535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-9d25f975-4f78-4d69-b775-f40a3cbb6a5e tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.841434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-9d25f975-4f78-4d69-b775-f40a3cbb6a5e tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.59 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 945 time: 0.1526346 Jul 16 18:31:07.921360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.925799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c221b74c-1b8c-4423-bab9-265ef8aa719f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757547506', 'description': 'tempest-description--1493776112'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:07.931467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Allocated IP 172.25.1.8 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/f4f3c9db-ff5d-4a82-a59e-e6266ee801e5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:08.039615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c221b74c-1b8c-4423-bab9-265ef8aa719f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.042375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed084a80-5dc7-4043-80a3-ca4a4d4220ac up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:08.089473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.126516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ed084a80-5dc7-4043-80a3-ca4a4d4220ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:08.127251 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.135902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Deleting port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:08.136351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.155722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.238905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80809b5-8f3d-45bd-9d4e-095b9eb2a006 req-379ecfe4-e1af-4066-a835-b914c2c18990 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.246677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d80809b5-8f3d-45bd-9d4e-095b9eb2a006 req-379ecfe4-e1af-4066-a835-b914c2c18990 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 945 time: 0.2143197 Jul 16 18:31:08.254252 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Sync routers for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:08.270378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 20bad1eb-8ffa-49a3-902f-98d11222d75d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:08.272538 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:08.273270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:08.296224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.300135 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d80809b5-8f3d-45bd-9d4e-095b9eb2a006 req-db3d4b4d-3cf9-46b7-9a1b-545ecefecf9f tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/security-groups?id=c26e2e53-9601-4c99-9caf-4d40e0df5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520010 Jul 16 18:31:08.375818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 20bad1eb-8ffa-49a3-902f-98d11222d75d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:08.380050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 20bad1eb-8ffa-49a3-902f-98d11222d75d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:08.380492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.392639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] For port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,segment=NetworkSegment(f9a983f8-5232-4d92-9ab4-75ac2344e0d0),segment_id=f9a983f8-5232-4d92-9ab4-75ac2344e0d0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:08.402608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.448558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Calling delete_port for 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:08.464834 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:08.470420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.471409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c221b74c-1b8c-4423-bab9-265ef8aa719f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.490237 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c221b74c-1b8c-4423-bab9-265ef8aa719f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.516411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 20bad1eb-8ffa-49a3-902f-98d11222d75d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=20bad1eb-8ffa-49a3-902f-98d11222d75d,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:08.526484 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.569503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.579048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c221b74c-1b8c-4423-bab9-265ef8aa719f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.583288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c221b74c-1b8c-4423-bab9-265ef8aa719f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6610100 Jul 16 18:31:08.587854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:08.595359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0660709c-23ee-4873-a3b2-ab2e01127158 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Request body: {'security_group_rule': {'security_group_id': 'd6c03bbd-12f8-4583-b708-9dbea00b0598', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:08.606600 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:08.621877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Allocated IP 172.25.1.100 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/a19601ee-28c6-4c9d-b02c-2429cb2909c3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:08.638848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=20bad1eb-8ffa-49a3-902f-98d11222d75d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:08.652007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221b74c-1b8c-4423-bab9-265ef8aa719f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c03bbd-12f8-4583-b708-9dbea00b0598,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:08.667857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b53b68-0987-4304-ab91-ed512ee57c32 req-af0ed0d2-7095-475a-92a9-7efdb3963aad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.678753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b53b68-0987-4304-ab91-ed512ee57c32 req-af0ed0d2-7095-475a-92a9-7efdb3963aad tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.3746943 Jul 16 18:31:08.757323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:08.768936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:08.774768 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:05Z', 'revision_number': 2, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:08.776735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:08.778949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event updated for resources: {'Port': ['ID=f4f3c9db-ff5d-4a82-a59e-e6266ee801e5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:08.808103 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Checking router: 0f85512a-98de-4a08-b221-ee15b97677b3 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:08.808618 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Updating router 0f85512a-98de-4a08-b221-ee15b97677b3 port 29e88efd-f252-4fea-9388-258e2a04b84e binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:08.816178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.853591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b53b68-0987-4304-ab91-ed512ee57c32 req-2ee061f4-c9b6-4c2c-a794-345dfbe45de9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314790 Jul 16 18:31:08.855764 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.856702 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0660709c-23ee-4873-a3b2-ab2e01127158 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.913497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.970904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.985595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:08.996056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0660709c-23ee-4873-a3b2-ab2e01127158 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.026772 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0660709c-23ee-4873-a3b2-ab2e01127158 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.034741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:09.041307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:09.043313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Pushing event deleted for resources: {'Port': ['ID=4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.045306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:09.076025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660709c-23ee-4873-a3b2-ab2e01127158 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fe6c23-6297-4f77-90f1-7dbed5e2375e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.079991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Port': ['ID=a19601ee-28c6-4c9d-b02c-2429cb2909c3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.110156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.138226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0660709c-23ee-4873-a3b2-ab2e01127158 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.142689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0660709c-23ee-4873-a3b2-ab2e01127158 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5514672 Jul 16 18:31:09.143772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] No DVR routers for this DVR port 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:09.145521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.150199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-328773d4-67f5-4de8-af6e-168fc993df5e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Request body: {'security_group_rule': {'security_group_id': 'd6c03bbd-12f8-4583-b708-9dbea00b0598', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:09.157967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.159934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-657fdb3b-a34c-4680-a3a1-07b1a189989f req-35fe5222-c1e3-45da-9b35-87b01de33380 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.59 "DELETE /v2.0/ports/4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 HTTP/1.1" status: 204 len: 173 time: 1.3098850 Jul 16 18:31:09.161297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df42303-255f-41ec-8cac-14016c8fc901', 'name': 'network-vif-deleted', 'tag': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:09.163635 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac617e3d-ac3e-418d-ad00-ebf7b1df1b53" -d '{"events": [{"server_uuid": "8df42303-255f-41ec-8cac-14016c8fc901", "name": "network-vif-deleted", "tag": "4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:09.218731 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.230579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Transition to ACTIVE for port object 29e88efd-f252-4fea-9388-258e2a04b84e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:09.239619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.240360 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.269899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-328773d4-67f5-4de8-af6e-168fc993df5e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.295755 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e5c6e-e31c-41aa-b251-252e6c33c0e1 None None] Pushing event updated for resources: {'Port': ['ID=29e88efd-f252-4fea-9388-258e2a04b84e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.341102 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a92964-ceb5-44c8-b9a4-bf5393ca65f4 x-openstack-request-id: req-c1a92964-ceb5-44c8-b9a4-bf5393ca65f4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:09.341402 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df42303-255f-41ec-8cac-14016c8fc901", "name": "network-vif-deleted", "tag": "4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:09.341647 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1a92964-ceb5-44c8-b9a4-bf5393ca65f4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:09.342111 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df42303-255f-41ec-8cac-14016c8fc901', 'name': 'network-vif-deleted', 'tag': '4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7', 'status': 'completed', 'code': 200} Jul 16 18:31:09.375937 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Attempting to bind port 29e88efd-f252-4fea-9388-258e2a04b84e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:09.376350 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Attempting to bind port 29e88efd-f252-4fea-9388-258e2a04b84e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:09.376677 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Attempting to bind port 29e88efd-f252-4fea-9388-258e2a04b84e on network f72c508a-a911-4ea4-9c53-4edc55bed9ef {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:09.382707 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:09.383188 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Checking segment: {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:09.384173 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.385036 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Bound using segment: {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:09.385183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Bound port: 29e88efd-f252-4fea-9388-258e2a04b84e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:09.385478 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.453867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-328773d4-67f5-4de8-af6e-168fc993df5e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.478699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-328773d4-67f5-4de8-af6e-168fc993df5e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.559246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.561018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328773d4-67f5-4de8-af6e-168fc993df5e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3919461-d94b-45e2-9f1b-01192f7c5b13,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.576911 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-328773d4-67f5-4de8-af6e-168fc993df5e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.578133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-328773d4-67f5-4de8-af6e-168fc993df5e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4316933 Jul 16 18:31:09.580615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.584230 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] For port 29e88efd-f252-4fea-9388-258e2a04b84e, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:09.587928 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] For port 29e88efd-f252-4fea-9388-258e2a04b84e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=29e88efd-f252-4fea-9388-258e2a04b84e,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:09.594032 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.608564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.657077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:09.666209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event updated for resources: {'Port': ['ID=f4f3c9db-ff5d-4a82-a59e-e6266ee801e5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.681957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e06139fd-35b9-41b8-8c7a-ed18613fbcc4 req-a1c76690-72dd-422d-8bc4-595300bb9614 tempest-ServerAddressesTestJSON-197873336 tempest-ServerAddressesTestJSON-197873336-project] 10.222.0.49 "GET /v2.0/ports?device_id=8df42303-255f-41ec-8cac-14016c8fc901 HTTP/1.1" status: 200 len: 210 time: 0.1173065 Jul 16 18:31:09.683007 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:09.683646 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:09.683765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661b7c-75b1-49b1-b49a-0d7bd8f708c1 req-053394da-900d-4c31-b41f-ac205ccca932 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:09.691267 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-19661b7c-75b1-49b1-b49a-0d7bd8f708c1 req-053394da-900d-4c31-b41f-ac205ccca932 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.7173302 Jul 16 18:31:09.752418 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-19661b7c-75b1-49b1-b49a-0d7bd8f708c1 req-881a3226-7df6-46c1-946b-7324c1fa8539 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599115 Jul 16 18:31:09.835965 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.860750 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e5c6e-e31c-41aa-b251-252e6c33c0e1 None None] Pushing event updated for resources: {'Port': ['ID=29e88efd-f252-4fea-9388-258e2a04b84e,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.920635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.925081 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:09.951752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.953192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c22be72b-c884-4c0b-95c7-7208daa9d300 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5131676 Jul 16 18:31:10.002228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 20bad1eb-8ffa-49a3-902f-98d11222d75d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:10.034477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.045160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.245791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Allocated IP 172.25.1.77 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/a448a9cf-6f19-49c4-9e2f-0b78bd5f0f43) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:10.262801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 20bad1eb-8ffa-49a3-902f-98d11222d75d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:10.264574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.386752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.447737 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:10.474497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.517890 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a875095c-8261-489a-b0b0-11bc03b7fadf None None] The sync data for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 is: [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:10.530676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:10.537204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:10.543799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:10.545908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.553071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77d8c5-dd26-4314-bd2f-075559c43e3b req-f8294384-6978-4464-a33c-75cb199f78c5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:10.558805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71374fa3-e6b3-41a4-a323-86304a3110d5 req-4f7a7557-a5fd-4627-9d0e-4fa1bb533656 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:10.560533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71374fa3-e6b3-41a4-a323-86304a3110d5 req-4f7a7557-a5fd-4627-9d0e-4fa1bb533656 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1633308 Jul 16 18:31:10.561064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c77d8c5-dd26-4314-bd2f-075559c43e3b req-f8294384-6978-4464-a33c-75cb199f78c5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1565499 Jul 16 18:31:10.572673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event updated for resources: {'Port': ['ID=a448a9cf-6f19-49c4-9e2f-0b78bd5f0f43,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:10.669138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c77d8c5-dd26-4314-bd2f-075559c43e3b req-7a0e899e-a2eb-445f-a734-f24375f0e543 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071889 Jul 16 18:31:10.745401 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71374fa3-e6b3-41a4-a323-86304a3110d5 req-e0b2b4fa-9d16-44a9-82e0-5c7fdfff8609 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059766 Jul 16 18:31:10.797815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.860832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Router 500a3300-00a2-4ed5-bbc2-a8d5f826f15b is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:10.873841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.996143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.129730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46d3e8-f406-4209-ba89-28c1414edeed req-bd26cf98-bacd-40a1-aa7c-6255342f2da6 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:11.131491 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a46d3e8-f406-4209-ba89-28c1414edeed req-bd26cf98-bacd-40a1-aa7c-6255342f2da6 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1102 time: 0.0972791 Jul 16 18:31:11.133597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:11.138223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] Deleting subnet 317fa409-ebd0-4ea6-8140-6ec2c980c921 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:11.144154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Sync routers for ids ['500a3300-00a2-4ed5-bbc2-a8d5f826f15b'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:11.152066 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.155915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Routers {'500a3300-00a2-4ed5-bbc2-a8d5f826f15b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:11.159485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['500a3300-00a2-4ed5-bbc2-a8d5f826f15b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:11.196455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.197581 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66e7ceff-e135-4f4e-bf8e-3ef197d27b27 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0235808 Jul 16 18:31:11.210928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.285263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a46d3e8-f406-4209-ba89-28c1414edeed req-a25aff20-2bd7-425f-b66d-f78366451576 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200783 Jul 16 18:31:11.333316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.407467 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4262f618-f841-40dc-957b-9f7879da9e1d tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/500a3300-00a2-4ed5-bbc2-a8d5f826f15b HTTP/1.1" status: 200 len: 908 time: 0.1953502 Jul 16 18:31:11.410916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.417538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'router': {'name': 'tempest-snat-router-695617533', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': True}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:11.430670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Set router 500a3300-00a2-4ed5-bbc2-a8d5f826f15b gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:11.456500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.467728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.469281 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.578011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.607600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.625811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.635688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.656423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.659323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/317fa409-ebd0-4ea6-8140-6ec2c980c921 HTTP/1.1" status: 204 len: 168 time: 0.6610396 Jul 16 18:31:11.688152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.747230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59218f8-3dfd-4dd0-8768-d491c2757f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317fa409-ebd0-4ea6-8140-6ec2c980c921,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:11.764891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3300-00a2-4ed5-bbc2-a8d5f826f15b', 'name': 'tempest-snat-router-695617533', 'tenant_id': '22fe9a5e3c084e00ab6604d140940d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.100'}], 'enable_snat': False}, 'gw_port_id': 'a19601ee-28c6-4c9d-b02c-2429cb2909c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:07Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 3, 'project_id': '22fe9a5e3c084e00ab6604d140940d5c', 'gw_port': {'id': 'a19601ee-28c6-4c9d-b02c-2429cb2909c3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3300-00a2-4ed5-bbc2-a8d5f826f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:08Z', 'updated_at': '2021-07-16T18:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:11.793228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Checking router: 500a3300-00a2-4ed5-bbc2-a8d5f826f15b for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:11.793571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Updating router 500a3300-00a2-4ed5-bbc2-a8d5f826f15b port a19601ee-28c6-4c9d-b02c-2429cb2909c3 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:11.835230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.848347 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.982340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 29e88efd-f252-4fea-9388-258e2a04b84e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:12.191210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-e10046be-c6b9-4dcc-82b5-5ab2c73a534b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2532198 Jul 16 18:31:12.194524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 29e88efd-f252-4fea-9388-258e2a04b84e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:12.237918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 29e88efd-f252-4fea-9388-258e2a04b84e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:12.240857 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.247686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839015f-b06b-47f9-82e8-071263452c0d req-af84af71-5682-46d3-b5a8-944663fc1452 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.249358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9839015f-b06b-47f9-82e8-071263452c0d req-af84af71-5682-46d3-b5a8-944663fc1452 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2392735 Jul 16 18:31:12.377384 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9839015f-b06b-47f9-82e8-071263452c0d req-757db171-c49e-46b9-88f6-038fb92a0c4e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190507 Jul 16 18:31:12.379718 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.439782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.452358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8004413 Jul 16 18:31:12.468520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.493046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.498504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63cf28-6949-4cb2-b75c-2c0cb10ea6bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event updated for resources: {'Port': ['ID=a448a9cf-6f19-49c4-9e2f-0b78bd5f0f43,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:12.519078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.597297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.626145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5b007-95cc-4a5a-a73b-f245febd0fdf req-3a2ea781-0862-4250-aa99-0db127b56aae tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.634647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-79a5b007-95cc-4a5a-a73b-f245febd0fdf req-3a2ea781-0862-4250-aa99-0db127b56aae tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.2366669 Jul 16 18:31:12.696335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 29e88efd-f252-4fea-9388-258e2a04b84e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=29e88efd-f252-4fea-9388-258e2a04b84e,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:12.700135 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.707523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.716751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Transition to ACTIVE for port object a19601ee-28c6-4c9d-b02c-2429cb2909c3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:12.724531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.757635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e26682-0dc5-46c0-998a-0e4c61c1095c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:12.778634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.786072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a983f8-5232-4d92-9ab4-75ac2344e0d0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:12.788964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a983f8-5232-4d92-9ab4-75ac2344e0d0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:12.811360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.843707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.848466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Attempting to bind port a19601ee-28c6-4c9d-b02c-2429cb2909c3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:12.849171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Attempting to bind port a19601ee-28c6-4c9d-b02c-2429cb2909c3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:12.849344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Attempting to bind port a19601ee-28c6-4c9d-b02c-2429cb2909c3 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:12.850438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Allocated IP 172.25.1.201 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/706eeff1-ca89-4fee-ad64-82932a654765) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:12.851475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:12.851721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=29e88efd-f252-4fea-9388-258e2a04b84e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:12.852128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:12.872573 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:12.946577 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-79a5b007-95cc-4a5a-a73b-f245febd0fdf req-72ddbbdf-1d8b-4f46-bdab-bc44910bd730 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Jul 16 18:31:12.956952 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.965657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af82dd9-0106-4ca8-a812-e998f34c108f None None] Pushing event updated for resources: {'Port': ['ID=a19601ee-28c6-4c9d-b02c-2429cb2909c3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:12.977992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:12.992371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.996441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:12.996842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:12.997237 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.997623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:12.998160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Bound port: a19601ee-28c6-4c9d-b02c-2429cb2909c3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:12.998753 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.005043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] 10.222.0.49 "DELETE /v2.0/networks/30e26682-0dc5-46c0-998a-0e4c61c1095c HTTP/1.1" status: 204 len: 168 time: 1.2713444 Jul 16 18:31:13.006874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c388e9-f925-42e2-ba54-cdab5cb4722c admin admin] Pushing event deleted for resources: {'Network': ['ID=30e26682-0dc5-46c0-998a-0e4c61c1095c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.017351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390bb7b-4370-4572-82e0-49c90aee9f2e req-50ed72d7-89d8-4a94-bd68-87fbf5b2fa98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.023085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2390bb7b-4370-4572-82e0-49c90aee9f2e req-50ed72d7-89d8-4a94-bd68-87fbf5b2fa98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1543441 Jul 16 18:31:13.046676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:13.046972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4a7474d8-85d8-41e5-8594-c1a0ad7f2ac7 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:13.135365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-b6cd4f5e-f17a-46ce-8c51-4a497b3bc20c tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1757547506&fields=id&tenant_id=64af570cc12e4e9c967ea0fe848abd6b HTTP/1.1" status: 200 len: 267 time: 0.0579252 Jul 16 18:31:13.173408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2390bb7b-4370-4572-82e0-49c90aee9f2e req-ec6acaba-5fdd-49a4-9a86-62f68b66c5c2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863478 Jul 16 18:31:13.214018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] For port a19601ee-28c6-4c9d-b02c-2429cb2909c3, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:13.219540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] For port a19601ee-28c6-4c9d-b02c-2429cb2909c3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a19601ee-28c6-4c9d-b02c-2429cb2909c3,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:13.233607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.239030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.315360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-366176e4-e0e0-4ef0-927f-9e34ba613de8 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.333401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-366176e4-e0e0-4ef0-927f-9e34ba613de8 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/networks?id=f72c508a-a911-4ea4-9c53-4edc55bed9ef HTTP/1.1" status: 200 len: 812 time: 0.1970508 Jul 16 18:31:13.362232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-81aae4c8-dd65-4486-b2ce-08a201707647 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/quotas/64af570cc12e4e9c967ea0fe848abd6b HTTP/1.1" status: 200 len: 375 time: 0.0261352 Jul 16 18:31:13.381891 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.426613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af82dd9-0106-4ca8-a812-e998f34c108f None None] Pushing event updated for resources: {'Port': ['ID=a19601ee-28c6-4c9d-b02c-2429cb2909c3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.447952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:13.449569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Routers {'500a3300-00a2-4ed5-bbc2-a8d5f826f15b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:13.450301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['500a3300-00a2-4ed5-bbc2-a8d5f826f15b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:13.539129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:13.555601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:13.559440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:13.568122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c3dbd557-8229-46c4-afce-d2bf0f776ebc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37fec3785df844a084b02f5d498de160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184971 Jul 16 18:31:13.576327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58692) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:13.637713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-75ec6aa0-0f57-4376-94f9-475b3e57e60f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=64af570cc12e4e9c967ea0fe848abd6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2637496 Jul 16 18:31:13.644114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] Set router 500a3300-00a2-4ed5-bbc2-a8d5f826f15b gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:13.663731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Port': ['ID=706eeff1-ca89-4fee-ad64-82932a654765,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.757377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a39410ec-6748-44f7-83aa-2364b2ff9029 service neutron] 10.222.0.49 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112409 Jul 16 18:31:13.807963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a787b0c0-8054-424a-b038-23b6ee7fd42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.834587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a787b0c0-8054-424a-b038-23b6ee7fd42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.969025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 29e88efd-f252-4fea-9388-258e2a04b84e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:13.974336 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-f2d97dfa-34ef-437b-b683-a1e57c7bf766 service neutron] 10.222.0.49 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151113 Jul 16 18:31:13.993263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a787b0c0-8054-424a-b038-23b6ee7fd42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.997292 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a787b0c0-8054-424a-b038-23b6ee7fd42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.998953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a787b0c0-8054-424a-b038-23b6ee7fd42a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c26e2e53-9601-4c99-9caf-4d40e0df5a51 HTTP/1.1" status: 204 len: 168 time: 0.4213653 Jul 16 18:31:14.034894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787b0c0-8054-424a-b038-23b6ee7fd42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e2e53-9601-4c99-9caf-4d40e0df5a51,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:14.083529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.160939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673c9d7-c5d6-4619-87fb-ccd81eacbb48 req-db1aae5b-6b6b-47fa-a721-24c33960752f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.165154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1673c9d7-c5d6-4619-87fb-ccd81eacbb48 req-db1aae5b-6b6b-47fa-a721-24c33960752f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.5781133 Jul 16 18:31:14.260915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1673c9d7-c5d6-4619-87fb-ccd81eacbb48 req-3475da06-d1d6-4f0a-8a52-05dc72ff5627 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854914 Jul 16 18:31:14.306701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 29e88efd-f252-4fea-9388-258e2a04b84e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:14.307281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.438919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3300-00a2-4ed5-bbc2-a8d5f826f15b', 'name': 'tempest-snat-router-695617533', 'tenant_id': '22fe9a5e3c084e00ab6604d140940d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.100'}], 'enable_snat': False}, 'gw_port_id': 'a19601ee-28c6-4c9d-b02c-2429cb2909c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:07Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 3, 'project_id': '22fe9a5e3c084e00ab6604d140940d5c', 'gw_port': {'id': 'a19601ee-28c6-4c9d-b02c-2429cb2909c3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3300-00a2-4ed5-bbc2-a8d5f826f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:08Z', 'updated_at': '2021-07-16T18:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:14.528559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113888f-967e-4816-a0c6-b84c329b23a3 None None] The sync data for ids ['500a3300-00a2-4ed5-bbc2-a8d5f826f15b'] in n-d-791504-15 is: [{'id': '500a3300-00a2-4ed5-bbc2-a8d5f826f15b', 'name': 'tempest-snat-router-695617533', 'tenant_id': '22fe9a5e3c084e00ab6604d140940d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.100'}], 'enable_snat': False}, 'gw_port_id': 'a19601ee-28c6-4c9d-b02c-2429cb2909c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:07Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 3, 'project_id': '22fe9a5e3c084e00ab6604d140940d5c', 'gw_port': {'id': 'a19601ee-28c6-4c9d-b02c-2429cb2909c3', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3300-00a2-4ed5-bbc2-a8d5f826f15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:08Z', 'updated_at': '2021-07-16T18:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:14.647851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.671987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-64c6a0d7-cc98-4ab2-945c-7ef395444175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.678390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-64c6a0d7-cc98-4ab2-945c-7ef395444175 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1102 time: 0.2409019 Jul 16 18:31:14.860595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ab037-e9d0-424d-81ef-cf2568887d08 req-5f0f9c16-4db3-451b-8c61-2306407dff42 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.862913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-098ab037-e9d0-424d-81ef-cf2568887d08 req-5f0f9c16-4db3-451b-8c61-2306407dff42 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.2121480 Jul 16 18:31:14.974204 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-098ab037-e9d0-424d-81ef-cf2568887d08 req-9c44531c-536c-4696-8c61-e1e9062823a7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793917 Jul 16 18:31:15.307418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab29d228-3bbe-4209-afaf-6d4fa0a0c979 req-1ba8b105-3434-47ad-b828-741cd581770b tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0749848 Jul 16 18:31:15.584956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58738) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:15.621551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-5c59f947-3644-4526-84cd-6aff807b59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:15.623259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-5c59f947-3644-4526-84cd-6aff807b59ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.8630538 Jul 16 18:31:15.695829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-873de0ce-3a36-4e4e-b100-137da8bc3cb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0558019 Jul 16 18:31:15.708803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf1f73-a1fc-496c-a31c-9bfa04bf822e req-51d31c7a-f79f-42eb-9142-1d43e3beac06 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:15.715965 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdbf1f73-a1fc-496c-a31c-9bfa04bf822e req-51d31c7a-f79f-42eb-9142-1d43e3beac06 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.8457737 Jul 16 18:31:15.770243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-800497006-network', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:15.797940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Made reservation on behalf of e0792ea836974ba896f43c8e330ccefa for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:15.800576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.802648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Router db76a7a9-f472-446b-8485-4920325fe0be is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:15.821611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.844563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdbf1f73-a1fc-496c-a31c-9bfa04bf822e req-31238ef3-fcd6-47e0-ab3a-3462f91cc07c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275251 Jul 16 18:31:15.857484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-cb620078-06c3-4899-9f70-36cadf95b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:15.859652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-cb620078-06c3-4899-9f70-36cadf95b6f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1412704 Jul 16 18:31:15.941186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a19601ee-28c6-4c9d-b02c-2429cb2909c3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:15.965306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.973167 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.997434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:16.018262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.018635 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Added segment 8428d07a-f916-4ae9-8070-d4ad552ec4a7 of type vlan for network bb043058-5ada-4874-a5e7-28fee16997d9 Jul 16 18:31:16.019960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f550279-6675-4e2b-8576-5d9ca45a3deb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.039991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-fa3a11d1-7530-41d0-8bf8-a00f60be9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.041548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-fa3a11d1-7530-41d0-8bf8-a00f60be9446 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1338265 Jul 16 18:31:16.047922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:16.055911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a19601ee-28c6-4c9d-b02c-2429cb2909c3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:16.066488 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Sync routers for ids ['db76a7a9-f472-446b-8485-4920325fe0be'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:16.066965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a19601ee-28c6-4c9d-b02c-2429cb2909c3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:16.066965 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.088691 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Routers {'db76a7a9-f472-446b-8485-4920325fe0be'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:16.089779 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['db76a7a9-f472-446b-8485-4920325fe0be'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:16.129103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.134408 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.141280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-58d9ecc6-2474-4ed7-a262-9503c1991528 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7274654 Jul 16 18:31:16.144139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58746) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:16.217250 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d912a3d1-0dae-4b36-9023-c0ab2dd5aa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.291272 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-feaee69c-2d07-4e2a-bb3d-3f30ce4c229b service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411757 Jul 16 18:31:16.340104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:31:16.364486 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Set router db76a7a9-f472-446b-8485-4920325fe0be gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:16.367057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.439361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.440366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.440974 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.463820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port a19601ee-28c6-4c9d-b02c-2429cb2909c3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a19601ee-28c6-4c9d-b02c-2429cb2909c3,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:16.467704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8813205 Jul 16 18:31:16.477894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.500740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58752) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:16.519622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Request body: {'subnet': {'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-subnet', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:16.564727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ac2fdab4-48ad-4f06-be6d-8b3ad85a7a3a tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/db76a7a9-f472-446b-8485-4920325fe0be HTTP/1.1" status: 200 len: 907 time: 0.4190888 Jul 16 18:31:16.567725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:16.620770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bf739-d3ca-47df-ab88-53b55c501c71 admin admin] Pushing event updated for resources: {'Network': ['ID=bb043058-5ada-4874-a5e7-28fee16997d9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.631240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb064-7d58-4764-9455-ca01afe7d7df req-c1fb7ab7-5ea4-401a-a35d-b6aeff70cd5b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.635194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network bb043058-5ada-4874-a5e7-28fee16997d9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:16.638693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-21bfb064-7d58-4764-9455-ca01afe7d7df req-c1fb7ab7-5ea4-401a-a35d-b6aeff70cd5b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.3510549 Jul 16 18:31:16.652518 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-b0243c2f-8ce4-4924-bd88-be97e01e14cb service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494682 Jul 16 18:31:16.660193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-9b42a140-0f6f-4ccb-82b6-6b50c07bfe53 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.661734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-9b42a140-0f6f-4ccb-82b6-6b50c07bfe53 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.59 "GET /v2.0/networks?id=f72c508a-a911-4ea4-9c53-4edc55bed9ef HTTP/1.1" status: 200 len: 812 time: 0.3175831 Jul 16 18:31:16.664745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Made reservation on behalf of e0792ea836974ba896f43c8e330ccefa for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:16.667141 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.708445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=a19601ee-28c6-4c9d-b02c-2429cb2909c3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.783634 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76a7a9-f472-446b-8485-4920325fe0be', 'name': 'tempest-snat-router-695617533', 'tenant_id': '22fe9a5e3c084e00ab6604d140940d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '706eeff1-ca89-4fee-ad64-82932a654765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:11Z', 'updated_at': '2021-07-16T18:31:13Z', 'revision_number': 3, 'project_id': '22fe9a5e3c084e00ab6604d140940d5c', 'gw_port': {'id': '706eeff1-ca89-4fee-ad64-82932a654765', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76a7a9-f472-446b-8485-4920325fe0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:12Z', 'updated_at': '2021-07-16T18:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:16.793552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-3f9a0c34-5009-4cb1-8039-9e36296f155f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64af570cc12e4e9c967ea0fe848abd6b HTTP/1.1" status: 200 len: 380 time: 0.1185398 Jul 16 18:31:16.811477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Request body: {'port': {'device_id': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'admin_state_up': True, 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'security_groups': ['d6c03bbd-12f8-4583-b708-9dbea00b0598']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:16.830382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-21bfb064-7d58-4764-9455-ca01afe7d7df req-5091eb0f-9a95-4357-bedf-9fc8890143c2 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904373 Jul 16 18:31:16.842677 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Checking router: db76a7a9-f472-446b-8485-4920325fe0be for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:16.843034 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Updating router db76a7a9-f472-446b-8485-4920325fe0be port 706eeff1-ca89-4fee-ad64-82932a654765 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:16.893793 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.905978 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.020159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7af60d0-69d0-4014-aeb1-950156c88ddf req-86bba011-8379-4cb2-8841-64a426f7fc5f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 210 time: 0.2123485 Jul 16 18:31:17.089645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Made reservation on behalf of 64af570cc12e4e9c967ea0fe848abd6b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:17.100411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.238339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.303544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Allocated IP 172.20.0.8 (f72c508a-a911-4ea4-9c53-4edc55bed9ef/e281700f-8c24-4822-8d43-6e42fd8e6645/dbc7f766-cdbf-4743-9194-4eb9aa1e1322) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:17.349015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.364866 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.375609 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Transition to ACTIVE for port object 706eeff1-ca89-4fee-ad64-82932a654765 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:17.387024 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.408482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Deleting port 706eeff1-ca89-4fee-ad64-82932a654765 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:17.408581 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.419051 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Attempting to bind port 706eeff1-ca89-4fee-ad64-82932a654765 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:17.419051 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Attempting to bind port 706eeff1-ca89-4fee-ad64-82932a654765 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:17.419051 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Attempting to bind port 706eeff1-ca89-4fee-ad64-82932a654765 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:17.424271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2b687a-104b-4ff2-bedf-12250aaff579,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.442506 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:17.442871 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:17.443267 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.443652 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:17.444130 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Bound port: 706eeff1-ca89-4fee-ad64-82932a654765, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:17.444526 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.487988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Checking segment: {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:17.488377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Network hostable DHCP agents. Network: bb043058-5ada-4874-a5e7-28fee16997d9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:17.490628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.511513 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6ca38-cbb3-499d-8764-74d63f205043 None None] Pushing event updated for resources: {'Port': ['ID=706eeff1-ca89-4fee-ad64-82932a654765,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.529561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Network bb043058-5ada-4874-a5e7-28fee16997d9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:17.543679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.547701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Transition to ACTIVE for port object dbc7f766-cdbf-4743-9194-4eb9aa1e1322 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:17.554039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, bb043058-5ada-4874-a5e7-28fee16997d9) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:17.558515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.559329 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.564505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285799d-dcbe-4e97-8128-144fc9a4d464 None None] Network bb043058-5ada-4874-a5e7-28fee16997d9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:17.565544 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] For port 706eeff1-ca89-4fee-ad64-82932a654765, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:17.569512 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] For port 706eeff1-ca89-4fee-ad64-82932a654765, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=706eeff1-ca89-4fee-ad64-82932a654765,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:17.577439 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.586527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Calling delete_port for 706eeff1-ca89-4fee-ad64-82932a654765 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:17.630462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f2c4b0bd-d53a-4f7a-9250-7dffdb83ab89 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1229956 Jul 16 18:31:17.630668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:17.637328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:17.647605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.662025 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Routers {'db76a7a9-f472-446b-8485-4920325fe0be'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:17.664371 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:30:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['db76a7a9-f472-446b-8485-4920325fe0be'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:17.715885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event updated for resources: {'Port': ['ID=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.744708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:17.746398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:17.750345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.753077 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.756720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:17.856712 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6ca38-cbb3-499d-8764-74d63f205043 None None] Pushing event updated for resources: {'Port': ['ID=706eeff1-ca89-4fee-ad64-82932a654765,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.868182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.869200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.905045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a246eb2c-390c-4d23-8d8e-094d3690268f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993075 Jul 16 18:31:17.933564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Request body: {'port': {'device_id': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:17.934023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ab13b-aa0b-4e03-a40f-e74c7d118c06 None None] Network bb043058-5ada-4874-a5e7-28fee16997d9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:17.944743 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] Set router db76a7a9-f472-446b-8485-4920325fe0be gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:17.970635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.044671 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.081226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event deleted for resources: {'Port': ['ID=706eeff1-ca89-4fee-ad64-82932a654765,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:18.119782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.129404 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76a7a9-f472-446b-8485-4920325fe0be', 'name': 'tempest-snat-router-695617533', 'tenant_id': '22fe9a5e3c084e00ab6604d140940d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:11Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '22fe9a5e3c084e00ab6604d140940d5c', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:18.183664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a19601ee-28c6-4c9d-b02c-2429cb2909c3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:18.202334 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657987a4-6078-4051-91f7-3cd8e62c8a3f None None] The sync data for ids ['db76a7a9-f472-446b-8485-4920325fe0be'] in n-d-791504-15 is: [{'id': 'db76a7a9-f472-446b-8485-4920325fe0be', 'name': 'tempest-snat-router-695617533', 'tenant_id': '22fe9a5e3c084e00ab6604d140940d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:11Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '22fe9a5e3c084e00ab6604d140940d5c', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:18.249416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.284710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b97a6719-b748-4ec2-8bc0-2ae37aa54bd2 None None] Provisioning for port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:18.293233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a19601ee-28c6-4c9d-b02c-2429cb2909c3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:18.293724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.295619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b97a6719-b748-4ec2-8bc0-2ae37aa54bd2 None None] Provisioning complete for port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:18.296066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b97a6719-b748-4ec2-8bc0-2ae37aa54bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.364522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.366723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.377717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b97a6719-b748-4ec2-8bc0-2ae37aa54bd2 None None] Port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:18.384794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.437735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.438658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db76a7a9-f472-446b-8485-4920325fe0be {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:18.459964 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.460802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-62ef5200-3f71-4fa9-aa4e-7e5909d8a3d8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "DELETE /v2.0/routers/db76a7a9-f472-446b-8485-4920325fe0be HTTP/1.1" status: 204 len: 168 time: 1.8178644 Jul 16 18:31:18.464641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:18.544832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d02fa-2dda-4308-a647-27082d74b4b4 req-c8c58949-fe55-437e-b66d-749b68a22e92 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.548358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-239d02fa-2dda-4308-a647-27082d74b4b4 req-c8c58949-fe55-437e-b66d-749b68a22e92 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.3475106 Jul 16 18:31:18.611045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fc8c7-3cef-486b-b982-3539e784754d req-a145e3b0-83fb-495f-8345-14b0e8f1527a tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.612686 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-607fc8c7-3cef-486b-b982-3539e784754d req-a145e3b0-83fb-495f-8345-14b0e8f1527a tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 931 time: 0.1892693 Jul 16 18:31:18.658707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.670780 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a361604-f8c3-491e-9775-49d67ca3deef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.691437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-239d02fa-2dda-4308-a647-27082d74b4b4 req-94ccfe56-e3b5-4d3e-b382-0b7de0033710 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368315 Jul 16 18:31:18.814930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-607fc8c7-3cef-486b-b982-3539e784754d req-e59a083a-3bb9-4b40-9382-739cdc17f21e tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947839 Jul 16 18:31:18.851903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.871689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.927626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Deleting port a19601ee-28c6-4c9d-b02c-2429cb2909c3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:18.928854 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.970804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc7f766-cdbf-4743-9194-4eb9aa1e1322 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:18.984072 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.011660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Transition to ACTIVE for port object dbc7f766-cdbf-4743-9194-4eb9aa1e1322 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:19.015063 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.031363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] For port a19601ee-28c6-4c9d-b02c-2429cb2909c3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a19601ee-28c6-4c9d-b02c-2429cb2909c3,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:19.031932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.037654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.046311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Calling delete_port for a19601ee-28c6-4c9d-b02c-2429cb2909c3 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:19.052982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.170703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Pushing event updated for resources: {'Port': ['ID=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.284179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Attempting to bind port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:19.284619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Attempting to bind port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:19.285038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Attempting to bind port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 on network f72c508a-a911-4ea4-9c53-4edc55bed9ef {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:19.289377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.300712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Allocated IP 172.25.1.37 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:19.302822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 on network f72c508a-a911-4ea4-9c53-4edc55bed9ef not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:19.303158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Attempting to bind port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 on network f72c508a-a911-4ea4-9c53-4edc55bed9ef {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:19.316104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:19.316459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Checking segment: {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:19.316870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Bound using segment: {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:19.317316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Bound port: dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b778ee01-2283-4e10-b8cc-81a8f8839fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:19.317682 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.322430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event deleted for resources: {'Port': ['ID=a19601ee-28c6-4c9d-b02c-2429cb2909c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.400301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.470044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] For port dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:19.477025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] For port dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:19.484643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.498587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.501303 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.531941 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.542007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.542762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.544624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] 10.222.0.59 "PUT /v2.0/ports/dbc7f766-cdbf-4743-9194-4eb9aa1e1322 HTTP/1.1" status: 200 len: 1092 time: 1.6282206 Jul 16 18:31:19.549127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:19.552805 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72" -d '{"events": [{"name": "network-changed", "server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:19.561742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.562476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 500a3300-00a2-4ed5-bbc2-a8d5f826f15b {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:19.586493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.588076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba6be277-e9b3-42a0-a145-f7289c911f45 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "DELETE /v2.0/routers/500a3300-00a2-4ed5-bbc2-a8d5f826f15b HTTP/1.1" status: 204 len: 168 time: 1.1230512 Jul 16 18:31:19.591900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58782) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:19.610777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1241549312', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:19.643856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d53b03-6af8-48a3-b334-ff5cfaf36dce service neutron] Pushing event updated for resources: {'Port': ['ID=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.709640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.712651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.733689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.868802 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1792dfa-2d09-4460-8f8c-6c29da8ef2da x-openstack-request-id: req-e1792dfa-2d09-4460-8f8c-6c29da8ef2da {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:19.868802 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:19.868802 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1792dfa-2d09-4460-8f8c-6c29da8ef2da {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:19.868802 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'status': 'completed', 'code': 200} Jul 16 18:31:19.875378 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.892899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:20.036186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22ff56-6071-415b-9e9e-7b8c187a4931 req-561e68cb-c309-4eca-b593-f775fca63451 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.038937 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fb22ff56-6071-415b-9e9e-7b8c187a4931 req-561e68cb-c309-4eca-b593-f775fca63451 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1071012 Jul 16 18:31:20.091864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fb22ff56-6071-415b-9e9e-7b8c187a4931 req-1394d9b5-d119-4291-9a91-d1224bccdfb3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Jul 16 18:31:20.303682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:20.306810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-d903d731-bece-428e-9a58-5e72ff05081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.308400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-d903d731-bece-428e-9a58-5e72ff05081f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64af570cc12e4e9c967ea0fe848abd6b&device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 1095 time: 0.7140071 Jul 16 18:31:20.309020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:20.352323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:20.391018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.430618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-def4ded6-599a-4750-985d-f2ff15094c17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322 HTTP/1.1" status: 200 len: 217 time: 0.0734937 Jul 16 18:31:20.742798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-46111e88-1f6d-4a61-b78e-4bfdd539f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.744300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-46111e88-1f6d-4a61-b78e-4bfdd539f5fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e281700f-8c24-4822-8d43-6e42fd8e6645 HTTP/1.1" status: 200 len: 851 time: 0.2925100 Jul 16 18:31:20.761145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fdb40-9d1c-483b-ad5c-71dfb09abb95 req-f5fe2793-e6c5-4a1b-bea8-90d4b16af414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.762631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f3fdb40-9d1c-483b-ad5c-71dfb09abb95 req-f5fe2793-e6c5-4a1b-bea8-90d4b16af414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 943 time: 0.4492750 Jul 16 18:31:20.775292 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.909568 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f3fdb40-9d1c-483b-ad5c-71dfb09abb95 req-33d30e58-8014-4ad2-b55a-31046e051214 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288130 Jul 16 18:31:21.012221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-0d95b3a5-4244-4f9f-a55f-59d03d242a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.013904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-0d95b3a5-4244-4f9f-a55f-59d03d242a9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f72c508a-a911-4ea4-9c53-4edc55bed9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2621238 Jul 16 18:31:21.033899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.272573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-a99343db-d03a-45e8-9988-7c4d06326c50 service neutron] 10.222.0.59 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479899 Jul 16 18:31:21.305131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab87a85-8791-44e1-8abe-dd3f46105bbe req-46ffd580-7b41-411a-b33c-ccd7d086c958 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.314972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ab87a85-8791-44e1-8abe-dd3f46105bbe req-46ffd580-7b41-411a-b33c-ccd7d086c958 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.0897636 Jul 16 18:31:21.363664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ab87a85-8791-44e1-8abe-dd3f46105bbe req-d1dfa3c4-6a91-4f08-897a-a03510d74bf9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 Jul 16 18:31:21.378509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.403554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.538172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.580277 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2dd36e3-c332-413f-953a-bbcc4448705f req-10422702-d110-4056-bcd5-7668c0e5b485 service neutron] 10.222.0.59 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990210 Jul 16 18:31:21.657358 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.688632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Allocated IP 172.25.1.211 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/18cbbe9d-6305-4e04-b9d9-2f9271a300b5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:21.805638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a19601ee-28c6-4c9d-b02c-2429cb2909c3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:21.830784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: a19601ee-28c6-4c9d-b02c-2429cb2909c3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:21.831133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a19601ee-28c6-4c9d-b02c-2429cb2909c3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:21.832624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-5a423bb2-2ced-409a-bc0a-3fc52dbc686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.834167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-5a423bb2-2ced-409a-bc0a-3fc52dbc686c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64af570cc12e4e9c967ea0fe848abd6b&device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 1095 time: 0.1986740 Jul 16 18:31:21.886688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Router dd022a93-cc98-4bc8-8283-d7d0aeae468c is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:21.905103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.114125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc6008-e9e5-4a06-8616-1e429c58397b req-3b8a3f1d-ddb7-4dc2-92bb-183087ce6011 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.116042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f2dc6008-e9e5-4a06-8616-1e429c58397b req-3b8a3f1d-ddb7-4dc2-92bb-183087ce6011 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 943 time: 0.0842617 Jul 16 18:31:22.163671 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f2dc6008-e9e5-4a06-8616-1e429c58397b req-b064c517-3e48-42d5-a25f-0d929da842cd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408452 Jul 16 18:31:22.357740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-1cbd89ef-7906-4b69-8b3e-007b706ea7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.359247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-1cbd89ef-7906-4b69-8b3e-007b706ea7fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=f72c508a-a911-4ea4-9c53-4edc55bed9ef HTTP/1.1" status: 200 len: 913 time: 0.5182836 Jul 16 18:31:22.444889 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-441e9284-8a03-4cc8-acf8-803e89dc71b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322 HTTP/1.1" status: 200 len: 217 time: 0.0764737 Jul 16 18:31:22.453311 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.563429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.570836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:22.580565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:22.591253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:22.591987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Sync routers for ids ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:22.593768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:22.610391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Routers {'dd022a93-cc98-4bc8-8283-d7d0aeae468c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:22.611568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:22.626927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-5635ab24-4ea8-4abb-91c1-672e3510a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.628422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-5635ab24-4ea8-4abb-91c1-672e3510a7b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e281700f-8c24-4822-8d43-6e42fd8e6645 HTTP/1.1" status: 200 len: 851 time: 0.1768143 Jul 16 18:31:22.635386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event updated for resources: {'Port': ['ID=18cbbe9d-6305-4e04-b9d9-2f9271a300b5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:22.676495 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.680814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:22.681323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-16982bd9-9924-4776-82f5-60671c5e81c5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0493567 Jul 16 18:31:22.737223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Set router dd022a93-cc98-4bc8-8283-d7d0aeae468c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:22.791998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda752c-7f09-4759-93f2-1823e59cbef2 req-93a43ee0-fc78-4674-b94c-6d7db3a96025 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.793547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cda752c-7f09-4759-93f2-1823e59cbef2 req-93a43ee0-fc78-4674-b94c-6d7db3a96025 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.2975907 Jul 16 18:31:22.846166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-93ea038a-ed5c-4d1f-874f-423ec5d22ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.847686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-93ea038a-ed5c-4d1f-874f-423ec5d22ded service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f72c508a-a911-4ea4-9c53-4edc55bed9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032216 Jul 16 18:31:22.918386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cda752c-7f09-4759-93f2-1823e59cbef2 req-52077eac-5f20-4bc9-8757-ebb9e1a51e18 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969710 Jul 16 18:31:22.959669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:31:20Z', 'revision_number': 3, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:22.990805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Checking router: dd022a93-cc98-4bc8-8283-d7d0aeae468c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:22.991124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Updating router dd022a93-cc98-4bc8-8283-d7d0aeae468c port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:23.036273 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.151241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-f2ea3ed7-3e9c-494e-9d17-5dbfd95de720 service neutron] 10.222.0.59 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895827 Jul 16 18:31:23.208336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.268657 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.384852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68b8eda-f6c0-4215-8090-b75e3e1b3d72 req-6156aed1-9c2a-49f2-9072-47a533fdac0c service neutron] 10.222.0.59 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224264 Jul 16 18:31:23.483843 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.499128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Transition to ACTIVE for port object 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:23.507967 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.608227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Pushing event updated for resources: {'Port': ['ID=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:23.619482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.619838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.620193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.620509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.621009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.621339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.621659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.621982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.622386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.622822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.623818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.624151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:23.646416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.648614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Attempting to bind port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:23.649270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Attempting to bind port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:23.649636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Attempting to bind port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:23.657094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:23.657473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:23.657883 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.658583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:23.659052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Bound port: 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:23.659513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.746216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] For port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:23.752154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] For port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:23.762439 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.817556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Routers {'dd022a93-cc98-4bc8-8283-d7d0aeae468c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:23.818229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:23.854354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Router a0af2f85-3169-4846-8534-f44e61a7d9a6 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:23.947032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022c768-dfb1-4cf1-98e8-b65ab0353a82 req-29c17504-9a13-43ff-828d-21c166511325 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:23.955009 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4022c768-dfb1-4cf1-98e8-b65ab0353a82 req-29c17504-9a13-43ff-828d-21c166511325 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 943 time: 0.1954818 Jul 16 18:31:23.966409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] Set router dd022a93-cc98-4bc8-8283-d7d0aeae468c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:24.002328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:24.014804 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] Sync routers for ids ['a0af2f85-3169-4846-8534-f44e61a7d9a6'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:24.027028 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] Routers {'a0af2f85-3169-4846-8534-f44e61a7d9a6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:24.030799 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a0af2f85-3169-4846-8534-f44e61a7d9a6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:24.043984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.049381 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-44b1e695-500f-4899-a4e7-c603bbe77c5c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4537172 Jul 16 18:31:24.053700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:24.063536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4022c768-dfb1-4cf1-98e8-b65ab0353a82 req-0819a41a-e431-4b0c-9e9c-2f0cf12dba03 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073632 Jul 16 18:31:24.063700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:24.077861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Allocated IP 172.20.0.1 (bb043058-5ada-4874-a5e7-28fee16997d9/2c2b687a-104b-4ff2-bedf-12250aaff579/ad260cfd-78c4-42f2-8404-706598830ca8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:24.107312 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:24.123307 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] Routers {'a0af2f85-3169-4846-8534-f44e61a7d9a6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:24.124227 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a0af2f85-3169-4846-8534-f44e61a7d9a6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:24.135817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd43ccd-d6f2-4828-9a05-7a5a7b941268 None None] Pushing event updated for resources: {'Port': ['ID=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.262639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.330458 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.338103 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:24.338318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.338843 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f2acb-ba80-4e88-b4e4-cbfbb3e9db1c None None] The sync data for ids ['a0af2f85-3169-4846-8534-f44e61a7d9a6'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:24.345820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:31:20Z', 'revision_number': 3, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:24.376452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03513bc-71bd-4d57-90f6-5d770d45dbdf None None] The sync data for ids ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'] in n-d-791504-15 is: [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:31:20Z', 'revision_number': 3, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:24.387979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Network bb043058-5ada-4874-a5e7-28fee16997d9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:24.404466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:24.409285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:24.410045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b771d7-fcd5-4ce5-960f-d2bc5e403774 req-52cd9f3b-5738-4105-ac8d-346b4ab3bd56 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:24.411698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0b771d7-fcd5-4ce5-960f-d2bc5e403774 req-52cd9f3b-5738-4105-ac8d-346b4ab3bd56 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1950030 Jul 16 18:31:24.433470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Pushing event updated for resources: {'Port': ['ID=ad260cfd-78c4-42f2-8404-706598830ca8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.457842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.534445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0b771d7-fcd5-4ce5-960f-d2bc5e403774 req-b076e309-c41a-4a81-a7b9-6db35a356117 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148608 Jul 16 18:31:24.555299 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.634898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.882581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device dbc7f766-cdbf-4743-9194-4eb9aa1e1322 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:24.901497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.914339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.041217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Pushing event updated for resources: {'Port': ['ID=ad260cfd-78c4-42f2-8404-706598830ca8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:25.064657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:25.071755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.077112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'port_id': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'mac_address': 'fa:16:3e:2a:06:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:25.151609 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.166478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc7f766-cdbf-4743-9194-4eb9aa1e1322 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:25.201463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:25.208156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.252631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Network bb043058-5ada-4874-a5e7-28fee16997d9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:25.254371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:25.310312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:25.452043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef8776-f82b-4c39-8ecc-67c1f0030535 req-31f27994-2dda-4615-8563-54891e10f9e4 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.453839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1ef8776-f82b-4c39-8ecc-67c1f0030535 req-31f27994-2dda-4615-8563-54891e10f9e4 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 944 time: 0.1684496 Jul 16 18:31:25.466109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978d3da-2023-4d06-9c5e-8bfb02da7d8c req-959fbf8d-86dd-4d26-be83-a2f55c0cf362 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.467725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c978d3da-2023-4d06-9c5e-8bfb02da7d8c req-959fbf8d-86dd-4d26-be83-a2f55c0cf362 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.1980608 Jul 16 18:31:25.502118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Router dd022a93-cc98-4bc8-8283-d7d0aeae468c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:25.525697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['dbc7f766-cdbf-4743-9194-4eb9aa1e1322'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:25.556341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1ef8776-f82b-4c39-8ecc-67c1f0030535 req-9eb7ee9d-bacf-4ccc-9799-e6242e74712c tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902498 Jul 16 18:31:25.578991 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c978d3da-2023-4d06-9c5e-8bfb02da7d8c req-f6149f69-7520-4bbb-9d50-536b974f8ea1 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026645 Jul 16 18:31:25.710882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:25.719925 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee4e6a48-7be0-49fd-93f4-3fc4ba211985 admin admin] 10.222.0.49 "PUT /v2.0/routers/dd022a93-cc98-4bc8-8283-d7d0aeae468c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0374162 Jul 16 18:31:25.943394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:25.943855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfba63-9c1e-4c45-a607-d3c366f7606b req-0acde297-6f2d-4871-a30e-92cb6e18aafa tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.945462 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ecfba63-9c1e-4c45-a607-d3c366f7606b req-0acde297-6f2d-4871-a30e-92cb6e18aafa tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1839457 Jul 16 18:31:25.998273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.004404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ecfba63-9c1e-4c45-a607-d3c366f7606b req-c3a255de-0535-41f7-af73-8248760bed8c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Jul 16 18:31:26.005847 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.019591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:26.024223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:26.024597 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.138393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.162542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Router a0af2f85-3169-4846-8534-f44e61a7d9a6 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:26.168141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:26.174506 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.238921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:26.394140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-a9c192d4-3e48-4ffa-9ec7-2afcfbf275cf tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.401418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-a9c192d4-3e48-4ffa-9ec7-2afcfbf275cf tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 818 time: 0.1814411 Jul 16 18:31:26.403191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:26.411601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.415591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-56400f15-772c-421e-9a01-1ca30604f428 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "PUT /v2.0/routers/a0af2f85-3169-4846-8534-f44e61a7d9a6 HTTP/1.1" status: 200 len: 926 time: 2.3572950 Jul 16 18:31:26.416071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:26.420051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] Sync routers for ids ['a0af2f85-3169-4846-8534-f44e61a7d9a6'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:26.422764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-c6c024f6-051e-48c0-bbcd-92fe52a2aa8e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/quotas/e0792ea836974ba896f43c8e330ccefa HTTP/1.1" status: 200 len: 375 time: 0.0165293 Jul 16 18:31:26.429208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] Routers {'a0af2f85-3169-4846-8534-f44e61a7d9a6'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:26.430414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a0af2f85-3169-4846-8534-f44e61a7d9a6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:26.480170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:26.509055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] Routers {'a0af2f85-3169-4846-8534-f44e61a7d9a6'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:26.510809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['a0af2f85-3169-4846-8534-f44e61a7d9a6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:26.525565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f72493f6-580d-42dd-ae0d-68883a7b4a1a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956757 Jul 16 18:31:26.566631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:26.567661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb9ab90-90ba-429b-a566-cdb8e63edb0e None None] The sync data for ids ['a0af2f85-3169-4846-8534-f44e61a7d9a6'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:26.603078 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c1741faa-a836-43cb-9a26-af1f663e0421 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/a0af2f85-3169-4846-8534-f44e61a7d9a6 HTTP/1.1" status: 200 len: 926 time: 0.1857080 Jul 16 18:31:26.605848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58872) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:26.687584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-c1f0cc59-7f67-46c0-90bd-f92ca2d947de service neutron] 10.222.0.49 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546435 Jul 16 18:31:26.738932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50703714-1e01-487c-95c8-59a568cff8a9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.743072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-50703714-1e01-487c-95c8-59a568cff8a9 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=a0af2f85-3169-4846-8534-f44e61a7d9a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1336050 Jul 16 18:31:26.746631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58874) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:26.805802 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Sync routers for ids ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:26.809678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-361f0dda-3dc0-448c-b9cb-9a1f6676b44e service neutron] 10.222.0.49 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079485 Jul 16 18:31:26.820611 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Routers {'dd022a93-cc98-4bc8-8283-d7d0aeae468c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:26.821756 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:26.898794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device dbc7f766-cdbf-4743-9194-4eb9aa1e1322 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:26.916350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799ef6-e6d1-4fbf-961d-3707c97a0a9f req-b3d93c8e-6f48-4cd1-9960-12610e53943a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.918053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da799ef6-e6d1-4fbf-961d-3707c97a0a9f req-b3d93c8e-6f48-4cd1-9960-12610e53943a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.1537755 Jul 16 18:31:26.920477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef15c738-debb-4c22-9ee2-959231526efb tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.924974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:26.925165 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ef15c738-debb-4c22-9ee2-959231526efb tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.1760106 Jul 16 18:31:26.952616 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Set router dd022a93-cc98-4bc8-8283-d7d0aeae468c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:26.987651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da799ef6-e6d1-4fbf-961d-3707c97a0a9f req-4fb9d7c6-08e4-4fcb-8eb0-8ffc40126fa9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612543 Jul 16 18:31:27.009006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0d74e946-23f3-4254-a818-fd21254cc60a tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0af2f85-3169-4846-8534-f44e61a7d9a6 HTTP/1.1" status: 200 len: 205 time: 0.0801663 Jul 16 18:31:27.010044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:27.037125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:27.055381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:27.056418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.176811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5816321b-562d-485d-8acb-df973106148b req-bfa270b4-ed24-4cf0-8d4d-85b8e2a4e020 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 210 time: 0.0844948 Jul 16 18:31:27.226660 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:31:24Z', 'revision_number': 4, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ad260cfd-78c4-42f2-8404-706598830ca8', 'name': '', 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'mac_address': 'fa:16:3e:ac:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:23Z', 'updated_at': '2021-07-16T18:31:24Z', 'revision_number': 2, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'subnets': [{'id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:27.272192 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Checking router: dd022a93-cc98-4bc8-8283-d7d0aeae468c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:27.272538 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Updating router dd022a93-cc98-4bc8-8283-d7d0aeae468c port ad260cfd-78c4-42f2-8404-706598830ca8 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:27.320824 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.429494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.448043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f255d5e-2465-4c22-b628-508401913f6c req-ded1d938-1b74-464b-81ea-bb91edd878cc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.456383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f255d5e-2465-4c22-b628-508401913f6c req-ded1d938-1b74-464b-81ea-bb91edd878cc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1274087 Jul 16 18:31:27.505765 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.512131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b924b8d-d83c-4f64-be54-046fa8c9dcce req-188503b5-aeee-4176-a782-410241141567 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.515361 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b924b8d-d83c-4f64-be54-046fa8c9dcce req-188503b5-aeee-4176-a782-410241141567 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 944 time: 0.3725007 Jul 16 18:31:27.541275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:27.543758 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f92f3a-f065-4828-96f2-13bf93f803c5" -d '{"events": [{"server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:27.557454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f255d5e-2465-4c22-b628-508401913f6c req-7b81534d-066a-4453-821a-66713a8f3c20 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917549 Jul 16 18:31:27.558112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:27.565735 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.629465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b924b8d-d83c-4f64-be54-046fa8c9dcce req-d4025e24-b274-4f37-b577-106444acaf71 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066074 Jul 16 18:31:27.654618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:27.663441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.755984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Deleting port 18cbbe9d-6305-4e04-b9d9-2f9271a300b5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:27.755984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.887574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:27.903049 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.914555 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Transition to ACTIVE for port object ad260cfd-78c4-42f2-8404-706598830ca8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:27.922541 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.974395 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03229a9a-d28b-4587-81e9-6ed0176fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=ad260cfd-78c4-42f2-8404-706598830ca8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:27.992440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.002338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:28.002713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.015653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-954acfd6-1981-4a21-839e-2a1358a30c80 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.022777 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-954acfd6-1981-4a21-839e-2a1358a30c80 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 818 time: 0.2319624 Jul 16 18:31:28.043148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Calling delete_port for 18cbbe9d-6305-4e04-b9d9-2f9271a300b5 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:28.055458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-05db9aef-7f07-4ae9-9a3b-b3c9532783cb tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/quotas/e0792ea836974ba896f43c8e330ccefa HTTP/1.1" status: 200 len: 375 time: 0.0317287 Jul 16 18:31:28.086295 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Attempting to bind port ad260cfd-78c4-42f2-8404-706598830ca8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:28.086699 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Attempting to bind port ad260cfd-78c4-42f2-8404-706598830ca8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:28.087025 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Attempting to bind port ad260cfd-78c4-42f2-8404-706598830ca8 on network bb043058-5ada-4874-a5e7-28fee16997d9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:28.093371 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:28.093765 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Checking segment: {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:28.094204 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.099820 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Bound using segment: {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:28.099820 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Bound port: ad260cfd-78c4-42f2-8404-706598830ca8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:28.099820 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.209614 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] For port ad260cfd-78c4-42f2-8404-706598830ca8, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:28.210755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-54154ccb-6f34-483b-acf4-87c4bd35cdd1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544139 Jul 16 18:31:28.213746 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] For port ad260cfd-78c4-42f2-8404-706598830ca8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ad260cfd-78c4-42f2-8404-706598830ca8,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:28.222806 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.242353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-ac7b1940-33d5-48d2-acd9-685ffde54ebe tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:28.243371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-ac7b1940-33d5-48d2-acd9-685ffde54ebe tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181298 Jul 16 18:31:28.262343 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfa4c0d-080e-4e7d-b267-014eb1fe7ff9 x-openstack-request-id: req-0dfa4c0d-080e-4e7d-b267-014eb1fe7ff9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:28.262732 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:28.262732 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dfa4c0d-080e-4e7d-b267-014eb1fe7ff9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:28.263140 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'code': 200} Jul 16 18:31:28.287963 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03229a9a-d28b-4587-81e9-6ed0176fdbe6 None None] Pushing event updated for resources: {'Port': ['ID=ad260cfd-78c4-42f2-8404-706598830ca8,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.306888 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Routers {'dd022a93-cc98-4bc8-8283-d7d0aeae468c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:28.307762 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:28.449016 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] Set router dd022a93-cc98-4bc8-8283-d7d0aeae468c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:28.474962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf00efe-0420-4751-abc7-0c61c98a3cc9 req-f5d81bcc-17cf-49a6-9c26-65830194c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.476512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bf00efe-0420-4751-abc7-0c61c98a3cc9 req-f5d81bcc-17cf-49a6-9c26-65830194c32f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 1097 time: 0.1187797 Jul 16 18:31:28.507272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f39143-8c77-41e3-8b54-32ac2dd628e9 req-864caac3-85aa-4b43-a374-d8ee7bdb4b84 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.508836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0f39143-8c77-41e3-8b54-32ac2dd628e9 req-864caac3-85aa-4b43-a374-d8ee7bdb4b84 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.1024830 Jul 16 18:31:28.556709 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.572883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bf00efe-0420-4751-abc7-0c61c98a3cc9 req-9583d218-e1f1-46de-b006-8664527083cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886588 Jul 16 18:31:28.603945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event deleted for resources: {'Port': ['ID=18cbbe9d-6305-4e04-b9d9-2f9271a300b5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.612268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0f39143-8c77-41e3-8b54-32ac2dd628e9 req-5bb6392f-7cc3-414d-a1c7-87e3050cc929 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948582 Jul 16 18:31:28.621403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-5ae5fbf2-9588-4ab3-ab87-039579babae8 service neutron] 10.222.0.49 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694601 Jul 16 18:31:28.700346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.739770 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:31:24Z', 'revision_number': 4, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ad260cfd-78c4-42f2-8404-706598830ca8', 'name': '', 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'mac_address': 'fa:16:3e:ac:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:23Z', 'updated_at': '2021-07-16T18:31:28Z', 'revision_number': 4, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'subnets': [{'id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:28.787193 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b2b25-73b9-4ff0-9439-582f3d2c61ab None None] The sync data for ids ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'] in n-d-791504-15 is: [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:31:24Z', 'revision_number': 4, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ad260cfd-78c4-42f2-8404-706598830ca8', 'name': '', 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'mac_address': 'fa:16:3e:ac:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:23Z', 'updated_at': '2021-07-16T18:31:28Z', 'revision_number': 4, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'subnets': [{'id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:28.813992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.817162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.881440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bce4c4-ae17-45af-ad50-90eb9b132bc2 req-262b4d16-8812-4500-b018-761fa427a0d5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.888881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4bce4c4-ae17-45af-ad50-90eb9b132bc2 req-262b4d16-8812-4500-b018-761fa427a0d5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1190765 Jul 16 18:31:28.926988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.927711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Fanout notify agent at l3_agent the message router_deleted on router a0af2f85-3169-4846-8534-f44e61a7d9a6 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:28.940862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4bce4c4-ae17-45af-ad50-90eb9b132bc2 req-942ed5b4-1681-4649-a1ac-366c7ec742ed tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Jul 16 18:31:28.948206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.949609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-24fdc520-7efe-4f2d-b8e6-df7c57eee44b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/a0af2f85-3169-4846-8534-f44e61a7d9a6 HTTP/1.1" status: 204 len: 168 time: 1.9382205 Jul 16 18:31:28.954158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:28.958865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-72867c83-53fe-40b3-8ef8-04fae51b14d0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1121061878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:28.995846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72867c83-53fe-40b3-8ef8-04fae51b14d0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.996958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72867c83-53fe-40b3-8ef8-04fae51b14d0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.131526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72867c83-53fe-40b3-8ef8-04fae51b14d0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.139941 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72867c83-53fe-40b3-8ef8-04fae51b14d0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.172264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72867c83-53fe-40b3-8ef8-04fae51b14d0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.177597 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-72867c83-53fe-40b3-8ef8-04fae51b14d0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2223330 Jul 16 18:31:29.178250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58950) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:29.184552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:29.199656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43427ff8-bed3-41a9-b22c-be29d36cb79c req-930dd976-1676-413a-be3b-9a694184929f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:29.201909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43427ff8-bed3-41a9-b22c-be29d36cb79c req-930dd976-1676-413a-be3b-9a694184929f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.1054339 Jul 16 18:31:29.238902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-5cea3c75-7ccb-468c-b85c-f3bd612e781e service neutron] 10.222.0.49 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880229 Jul 16 18:31:29.260513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43427ff8-bed3-41a9-b22c-be29d36cb79c req-b01a076d-8f85-4f91-a4ce-c06217daa70f tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506907 Jul 16 18:31:29.290797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-2bc91374-88ad-462f-be1b-670d0fa6b0c1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:29.292952 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-2bc91374-88ad-462f-be1b-670d0fa6b0c1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.67 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 818 time: 0.3863513 Jul 16 18:31:29.440145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Request body: {'port': {'device_id': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'admin_state_up': True, 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:29.540595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19d50870-6967-4b50-b341-cc295755e31d req-65d20645-e16d-42f8-aae6-3c87d6f396f7 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 210 time: 0.0447567 Jul 16 18:31:29.735248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-ba44439e-6720-4607-9d04-f460014fc769 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:29.736831 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-ba44439e-6720-4607-9d04-f460014fc769 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.1595836 Jul 16 18:31:29.969959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Deleting port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:29.970153 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.036437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ad260cfd-78c4-42f2-8404-706598830ca8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:30.139413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ad260cfd-78c4-42f2-8404-706598830ca8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:30.156077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ad260cfd-78c4-42f2-8404-706598830ca8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:30.156733 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.227500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] For port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:30.233314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.242560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.364978 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.445199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ad260cfd-78c4-42f2-8404-706598830ca8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ad260cfd-78c4-42f2-8404-706598830ca8,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:30.451523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.520768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f4330-ec1d-482a-96ea-6df64345cb9c req-a729c011-1fc0-4c9b-81a4-faa7d890d7cb tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.523029 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-474f4330-ec1d-482a-96ea-6df64345cb9c req-a729c011-1fc0-4c9b-81a4-faa7d890d7cb tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 945 time: 0.4127064 Jul 16 18:31:30.533638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ad260cfd-78c4-42f2-8404-706598830ca8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:30.544439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Made reservation on behalf of e0792ea836974ba896f43c8e330ccefa for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:30.549018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.570945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349affe-ca3c-47a1-975b-de561bf4666c req-fd002aed-9f5d-4fb3-a2f9-c39ac915a915 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.581131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9349affe-ca3c-47a1-975b-de561bf4666c req-fd002aed-9f5d-4fb3-a2f9-c39ac915a915 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.3163421 Jul 16 18:31:30.656041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-474f4330-ec1d-482a-96ea-6df64345cb9c req-90eff681-39a8-413c-a2fa-bdf184a7f9e1 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d3fa30a-9610-4e94-9fef-f45283a22d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226141 Jul 16 18:31:30.686541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9349affe-ca3c-47a1-975b-de561bf4666c req-58f874e3-9898-4d71-a54b-539483d7a2ce tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969934 Jul 16 18:31:30.713903 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.714283 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.714591 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Floating IP a4ea9428-fcae-40b8-be52-28a283ac3573 disassociated. External IP: 172.25.1.29, port: 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f. Jul 16 18:31:30.714928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Calling delete_port for 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:30.823477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Allocated IP 172.20.0.10 (bb043058-5ada-4874-a5e7-28fee16997d9/2c2b687a-104b-4ff2-bedf-12250aaff579/0bb0076b-3f7e-4650-96c3-73c9c79e9239) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:30.987419 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.002377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.019932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event deleted for resources: {'Port': ['ID=08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:31.040608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.052954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd4394-e3a0-4acc-8a10-783fdbd495a8 req-0b8ae296-69f8-42d9-b571-34bbc9239cc4 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:31.054704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cbfd4394-e3a0-4acc-8a10-783fdbd495a8 req-0b8ae296-69f8-42d9-b571-34bbc9239cc4 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.1797657 Jul 16 18:31:31.097655 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9e072b8a-d90c-4f72-8837-e9a31fbcf60d req-afd6657e-bac2-4ae4-bffe-d5fff6220c7d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 210 time: 0.0645790 Jul 16 18:31:31.208364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Router 0744b555-aa89-468a-82c6-a7b1fa193fca has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:31.230737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cbfd4394-e3a0-4acc-8a10-783fdbd495a8 req-b95fa31e-27a3-4ff0-ba71-a6bdde3ee4a4 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369658 Jul 16 18:31:31.284260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Allocated IP 172.25.1.3 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/d8087c59-a873-435b-bdc8-0024f9711ba5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:31.470777 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.490585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-28557e77-b46b-4baf-a5f0-4df0468fb0b9 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:31.492433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-28557e77-b46b-4baf-a5f0-4df0468fb0b9 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.59 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 818 time: 0.1972868 Jul 16 18:31:31.493908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:31.503405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] Sync routers for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:31.507550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Request body: {'port': {'device_id': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'admin_state_up': True, 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:31.516155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:31.519447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:31.585847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.618224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.669136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] No DVR routers for this DVR port 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:31.672406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.676072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d75e2aca-b484-4d7e-a21b-371a3158ff6f req-25702ee3-ac1d-4a38-9131-10f00ebecc6a tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.67 "DELETE /v2.0/ports/08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f HTTP/1.1" status: 204 len: 173 time: 1.9309225 Jul 16 18:31:31.683084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'name': 'network-vif-deleted', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:31.690472 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd788b4-7c2d-4c2a-881d-edbc8dc18c9f" -d '{"events": [{"server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "name": "network-vif-deleted", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:31.707058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Made reservation on behalf of e0792ea836974ba896f43c8e330ccefa for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:31.718718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:31.726530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.728304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cafadd-1d74-46c7-987e-4b4d3f6e7c0d req-3ec0f0f9-b507-4203-ae74-9cfe412c0017 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:31.739608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:31.743692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:31.746522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90cafadd-1d74-46c7-987e-4b4d3f6e7c0d req-3ec0f0f9-b507-4203-ae74-9cfe412c0017 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.2156320 Jul 16 18:31:31.761933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Request body: {'floatingip': {'port_id': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:31.767058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:31.773268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:31.800207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event updated for resources: {'Port': ['ID=d8087c59-a873-435b-bdc8-0024f9711ba5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:31.859531 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6ef22-8ee0-456e-96dc-d77ecf764651 x-openstack-request-id: req-e1f6ef22-8ee0-456e-96dc-d77ecf764651 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:31.864907 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9c2d48-88f4-4143-b898-d81caea9243f", "name": "network-vif-deleted", "tag": "08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:31.865269 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1f6ef22-8ee0-456e-96dc-d77ecf764651 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:31.865877 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9c2d48-88f4-4143-b898-d81caea9243f', 'name': 'network-vif-deleted', 'tag': '08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f', 'status': 'completed', 'code': 200} Jul 16 18:31:31.896707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.913714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.010207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ad260cfd-78c4-42f2-8404-706598830ca8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:32.082648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4570f0ed-27b7-4fe3-8c7c-4eca8d93ca06 req-5ee4a1aa-05c5-4099-a259-9d93636ed053 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f9c2d48-88f4-4143-b898-d81caea9243f HTTP/1.1" status: 200 len: 210 time: 0.0852916 Jul 16 18:31:32.126379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ad260cfd-78c4-42f2-8404-706598830ca8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:32.126744 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.184497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Network bb043058-5ada-4874-a5e7-28fee16997d9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:32.200346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Pushing event updated for resources: {'Port': ['ID=0bb0076b-3f7e-4650-96c3-73c9c79e9239,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:32.201925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:26Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:32.207231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:32.236741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:32.240315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] Checking router: 0744b555-aa89-468a-82c6-a7b1fa193fca for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:32.299580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:32.300544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:32.387978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.391121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.441264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:32.454375 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-d7bda6bf-f593-4fe6-b209-558f513c0e00 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0641696 Jul 16 18:31:32.464431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Allocated IP 172.20.0.11 (bb043058-5ada-4874-a5e7-28fee16997d9/2c2b687a-104b-4ff2-bedf-12250aaff579/2335137b-d676-4a1c-bf59-e39a498ac04f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:32.538158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Request body: {'port': {'device_id': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:32.553537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48dc73-336c-41a1-a643-763ebbc15642 req-24c2e8d8-ce6f-4e7b-a7be-ac0c6d6e699a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.563880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a48dc73-336c-41a1-a643-763ebbc15642 req-24c2e8d8-ce6f-4e7b-a7be-ac0c6d6e699a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.5232978 Jul 16 18:31:32.694839 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a48dc73-336c-41a1-a643-763ebbc15642 req-a59829a5-3b6d-4dbc-bbc3-0519c1afa0f9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296668 Jul 16 18:31:32.746507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:26Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:32.764233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.782049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084810e5-4a7c-4966-8291-c3b75786c3da None None] The sync data for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 is: [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b8a2e437-cb13-4578-874d-9851500fdf5d', 'name': '', 'network_id': '06eec99d-2514-4157-a496-a895bdd5d247', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'mac_address': 'fa:16:3e:67:67:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:18Z', 'updated_at': '2021-07-16T18:29:26Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'subnets': [{'id': 'accb9a7c-8127-4b12-8f32-798439df8aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:32.795113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.937553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b250d5a9-ce7a-426d-ad3b-f96ec9c14724 req-c7decb05-e479-4e61-8c54-031da998b99e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 210 time: 0.4427574 Jul 16 18:31:33.230413 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2ce9d-844a-403e-b871-6b1c6fd696b3 None None] New status for floating IP a4ea9428-fcae-40b8-be52-28a283ac3573: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:33.278655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59006) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.294198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.298810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.489208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Router 707820d6-136d-43ac-8fcb-86cf07ffcbb5 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:33.499622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.555099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a5430a1-9c87-4aa4-8f90-d4bc69232627 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.610128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:31:33.637292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:33.646113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.649856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b108d2e5-8544-48bd-9d56-a32657b44837 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "PUT /v2.0/routers/707820d6-136d-43ac-8fcb-86cf07ffcbb5 HTTP/1.1" status: 200 len: 882 time: 4.4666307 Jul 16 18:31:33.650013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] Sync routers for ids ['707820d6-136d-43ac-8fcb-86cf07ffcbb5'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:33.650121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59010) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.657624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a5430a1-9c87-4aa4-8f90-d4bc69232627 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.662667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] Routers {'707820d6-136d-43ac-8fcb-86cf07ffcbb5'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:33.663800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['707820d6-136d-43ac-8fcb-86cf07ffcbb5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.707202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.728287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.729458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] Routers {'707820d6-136d-43ac-8fcb-86cf07ffcbb5'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:33.731876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['707820d6-136d-43ac-8fcb-86cf07ffcbb5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.787374 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.803677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6c496dc7-cd66-4bd1-b56d-740b358f0117 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/707820d6-136d-43ac-8fcb-86cf07ffcbb5 HTTP/1.1" status: 200 len: 923 time: 0.1515632 Jul 16 18:31:33.807233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.816733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.817604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7cb7e-d6c1-4b51-92dc-4f46e896f212 None None] The sync data for ids ['707820d6-136d-43ac-8fcb-86cf07ffcbb5'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:33.838528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.843763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a5430a1-9c87-4aa4-8f90-d4bc69232627 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.847486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8a5430a1-9c87-4aa4-8f90-d4bc69232627 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.848876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8a5430a1-9c87-4aa4-8f90-d4bc69232627 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d3fa30a-9610-4e94-9fef-f45283a22d7d HTTP/1.1" status: 204 len: 168 time: 0.5691366 Jul 16 18:31:33.866214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.870719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5430a1-9c87-4aa4-8f90-d4bc69232627 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3fa30a-9610-4e94-9fef-f45283a22d7d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:33.896995 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-39e5345f-fce1-4e37-aca6-bc3a43391277 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] show failed (client error): The resource could not be found. Jul 16 18:31:33.898306 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-39e5345f-fce1-4e37-aca6-bc3a43391277 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "GET /v2.0/security-groups/1d3fa30a-9610-4e94-9fef-f45283a22d7d HTTP/1.1" status: 404 len: 347 time: 0.0250273 Jul 16 18:31:33.929641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.957250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Network bb043058-5ada-4874-a5e7-28fee16997d9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:34.094075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:34.096255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Pushing event updated for resources: {'Port': ['ID=2335137b-d676-4a1c-bf59-e39a498ac04f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.109094 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Floating IP c517da66-a33a-442f-8735-d09a6f61ffb8 associated. External IP: 172.25.1.77, port: dbc7f766-cdbf-4743-9194-4eb9aa1e1322. Jul 16 18:31:34.161351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:34.309382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2482d7a4-730e-48f1-8b33-86bd5af3b22a tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:34.311007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2482d7a4-730e-48f1-8b33-86bd5af3b22a tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=707820d6-136d-43ac-8fcb-86cf07ffcbb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5025671 Jul 16 18:31:34.315028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.319027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:34.345092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:34.345729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 08e2fc96-9ad8-46b7-8d9b-bf1fb0a7c96f not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:34.367669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14bd8-4fb1-4408-a4d1-baa8e311d953 req-6a54b4ad-a0e6-4270-acb1-20f46685a3a0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:34.369194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-daf14bd8-4fb1-4408-a4d1-baa8e311d953 req-6a54b4ad-a0e6-4270-acb1-20f46685a3a0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 932 time: 0.1919224 Jul 16 18:31:34.377248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048fd43-a679-4439-8418-dc5b83302800 req-958b5b0e-7ece-41cc-8ac3-f662846284a9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:34.379180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d048fd43-a679-4439-8418-dc5b83302800 req-958b5b0e-7ece-41cc-8ac3-f662846284a9 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.5048635 Jul 16 18:31:34.391116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:34.391877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.444900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d048fd43-a679-4439-8418-dc5b83302800 req-543d7bdf-d058-4602-97d4-1e13ecd9258c tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475752 Jul 16 18:31:34.498256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Deleting port 686cbda4-882b-4195-8354-c1fd7e84499a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:34.498809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.535959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-b1695280-9454-4fc4-bb13-9184bd1d64fa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0339262 Jul 16 18:31:34.536251 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-daf14bd8-4fb1-4408-a4d1-baa8e311d953 req-ba3346fa-b5d6-43b7-884e-6b8b9c7a63b1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554825 Jul 16 18:31:34.538820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0443b-b931-4449-bae7-2c897c288293 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:34.543041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dac0443b-b931-4449-bae7-2c897c288293 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.2242100 Jul 16 18:31:34.547863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb0076b-3f7e-4650-96c3-73c9c79e9239 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:34.559299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.564438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59028) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.572538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Transition to ACTIVE for port object 0bb0076b-3f7e-4650-96c3-73c9c79e9239 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:34.578074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.579728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Request body: {'port': {'device_id': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:34.636724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb0076b-3f7e-4650-96c3-73c9c79e9239,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.669626 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e6fdf4d5-de30-4a9e-ac09-c101ccfd106b tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=707820d6-136d-43ac-8fcb-86cf07ffcbb5 HTTP/1.1" status: 200 len: 205 time: 0.1012397 Jul 16 18:31:34.685346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.734467 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.734982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.775682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Calling delete_port for 686cbda4-882b-4195-8354-c1fd7e84499a owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:34.790764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Attempting to bind port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:34.791119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Attempting to bind port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:34.791397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Attempting to bind port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 on network bb043058-5ada-4874-a5e7-28fee16997d9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:34.802485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 on network bb043058-5ada-4874-a5e7-28fee16997d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:34.802808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Attempting to bind port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 on network bb043058-5ada-4874-a5e7-28fee16997d9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:34.813372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:34.813732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Checking segment: {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:34.814113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Bound using segment: {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:34.814544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Bound port: 0bb0076b-3f7e-4650-96c3-73c9c79e9239, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:34.814888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.831772 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.850898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.865846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Router 0f85512a-98de-4a08-b221-ee15b97677b3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:34.901682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-19d44baf-f35a-4fe5-90c0-b758c2850dda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3343990 Jul 16 18:31:34.961649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] For port 0bb0076b-3f7e-4650-96c3-73c9c79e9239, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:34.978466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] For port 0bb0076b-3f7e-4650-96c3-73c9c79e9239, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:34.984861 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.987164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.026461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.027353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.028675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] 10.222.0.67 "PUT /v2.0/ports/0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 200 len: 1093 time: 2.5021648 Jul 16 18:31:35.034496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'tag': '0bb0076b-3f7e-4650-96c3-73c9c79e9239'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:35.036154 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745ca862-b5b5-4ac2-bb85-50d8cf32d703" -d '{"events": [{"name": "network-changed", "server_uuid": "855b8d55-cf93-4cf3-abc5-38fcd9a48d1f", "tag": "0bb0076b-3f7e-4650-96c3-73c9c79e9239"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:35.089467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d6b5a-8fdd-49fe-92b3-f5c64dd85da8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb0076b-3f7e-4650-96c3-73c9c79e9239,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.144540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Deleting port d8087c59-a873-435b-bdc8-0024f9711ba5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:35.144928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.220831 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f0ebb-bbcf-4ca0-bd16-d2d85eb5392e x-openstack-request-id: req-b67f0ebb-bbcf-4ca0-bd16-d2d85eb5392e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:35.221166 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855b8d55-cf93-4cf3-abc5-38fcd9a48d1f", "tag": "0bb0076b-3f7e-4650-96c3-73c9c79e9239", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:35.221396 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b67f0ebb-bbcf-4ca0-bd16-d2d85eb5392e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:35.221782 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'tag': '0bb0076b-3f7e-4650-96c3-73c9c79e9239', 'status': 'completed', 'code': 200} Jul 16 18:31:35.238803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-9778a826-faf5-499d-a8ac-665fe37be95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.240345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-9778a826-faf5-499d-a8ac-665fe37be95c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1096 time: 0.1465850 Jul 16 18:31:35.257753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:35.262502 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.269116 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] Sync routers for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:35.279995 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:35.280683 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:35.288565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.291892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-092124ec-832b-4815-92cb-ebe9aab66689 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 200 len: 217 time: 0.0423126 Jul 16 18:31:35.309223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Calling delete_port for d8087c59-a873-435b-bdc8-0024f9711ba5 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:35.330310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-9ea6ef0b-9a24-45aa-8591-fade15646e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.331848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-9ea6ef0b-9a24-45aa-8591-fade15646e9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 1101 time: 0.4022563 Jul 16 18:31:35.349641 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.400682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-9a840614-7efa-4e2e-b6ff-c3cd903be387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.402181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-9a840614-7efa-4e2e-b6ff-c3cd903be387 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.1031103 Jul 16 18:31:35.413645 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:35.425320 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-5400ab69-cf8b-4ea1-96d3-def8c1c1f9f4 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1943631857&fields=id&tenant_id=1ea981f0f778498092fa85ee46b94536 HTTP/1.1" status: 200 len: 267 time: 0.1824949 Jul 16 18:31:35.434994 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5a0543d2-ceb9-4d55-a7dd-e075be831d23 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "PUT /v2.0/floatingips/c517da66-a33a-442f-8735-d09a6f61ffb8 HTTP/1.1" status: 200 len: 990 time: 3.6939902 Jul 16 18:31:35.437430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Pushing event deleted for resources: {'Port': ['ID=686cbda4-882b-4195-8354-c1fd7e84499a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.450201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-cf8a7150-ce73-4632-bf6a-e4afa59bc2c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419562 Jul 16 18:31:35.500458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:35.502957 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6f4c42-f949-4124-9af7-bb513b73a5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:35.618326 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-22bcc14f-db84-4405-b015-9a17cfbd2b81 service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608586 Jul 16 18:31:35.664374 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.742921 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'c517da66-a33a-442f-8735-d09a6f61ffb8', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'port_id': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'mac_address': 'fa:16:3e:2a:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:10Z', 'updated_at': '2021-07-16T18:31:33Z', 'revision_number': 1, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:12Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:35.754359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event deleted for resources: {'Port': ['ID=d8087c59-a873-435b-bdc8-0024f9711ba5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.776336 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] Checking router: 0f85512a-98de-4a08-b221-ee15b97677b3 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:35.813460 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:35.814005 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:35.845589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f3d4d29-2a6b-4301-a85c-bf5e74a085ea req-57eff92c-53b7-404f-af21-19cee2b3efcf service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193811 Jul 16 18:31:35.861662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.903647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b9ad-ed51-42f0-b48d-39288e967d5e req-e8a34bfd-7783-4977-a9f5-b0240941c939 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.905343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53b6b9ad-ed51-42f0-b48d-39288e967d5e req-e8a34bfd-7783-4977-a9f5-b0240941c939 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.2039907 Jul 16 18:31:36.013999 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.016845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.066302 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:36.072119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.075490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.076574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-241a365e-01a7-4120-926a-94334f6d02a9 tempest-ServersTestJSON-2123753099 tempest-ServersTestJSON-2123753099-project] 10.222.0.49 "DELETE /v2.0/floatingips/a4ea9428-fcae-40b8-be52-28a283ac3573 HTTP/1.1" status: 204 len: 168 time: 2.1423883 Jul 16 18:31:36.081852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53b6b9ad-ed51-42f0-b48d-39288e967d5e req-ba48b4ce-9e69-495c-9a87-819569deb639 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334200 Jul 16 18:31:36.083190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59056) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.095731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.096282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Fanout notify agent at l3_agent the message router_deleted on router 707820d6-136d-43ac-8fcb-86cf07ffcbb5 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:36.135515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.141010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-458e8223-baa4-45ff-afc8-372cfa77fc27 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/707820d6-136d-43ac-8fcb-86cf07ffcbb5 HTTP/1.1" status: 204 len: 168 time: 1.4503376 Jul 16 18:31:36.141186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.142559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-d4e42e5d-8165-426d-85b7-38f249c4692d tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.145562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ff6744ab-121d-451e-a66f-709048ec2cf0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727137333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:36.148263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-d4e42e5d-8165-426d-85b7-38f249c4692d tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/networks?id=e8c9c7bb-ed52-4138-8c98-cc2456203520 HTTP/1.1" status: 200 len: 815 time: 0.6809790 Jul 16 18:31:36.159263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-685586ea-9c90-402a-a7d6-589d5b6d23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.160758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-685586ea-9c90-402a-a7d6-589d5b6d23c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.7931688 Jul 16 18:31:36.163903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2335137b-d676-4a1c-bf59-e39a498ac04f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:36.171691 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7db12-b11b-4599-a5fd-ab1995d6a862 x-openstack-request-id: req-c5a7db12-b11b-4599-a5fd-ab1995d6a862 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:36.173149 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:36.173149 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5a7db12-b11b-4599-a5fd-ab1995d6a862 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:36.173149 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'status': 'completed', 'code': 200} Jul 16 18:31:36.210593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-86d3f8a9-ea30-4d10-9116-0fddfacff8ab tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/quotas/1ea981f0f778498092fa85ee46b94536 HTTP/1.1" status: 200 len: 375 time: 0.0613883 Jul 16 18:31:36.213646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-d78e0a9d-f9e2-445c-aed5-711ed33abb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.215185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-d78e0a9d-f9e2-445c-aed5-711ed33abb80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1096 time: 0.3089180 Jul 16 18:31:36.246027 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff6744ab-121d-451e-a66f-709048ec2cf0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.247106 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff6744ab-121d-451e-a66f-709048ec2cf0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.269830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.292686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-029f49be-bbde-486e-9ed4-db9b65df32c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 200 len: 217 time: 0.1188829 Jul 16 18:31:36.336473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Transition to ACTIVE for port object 2335137b-d676-4a1c-bf59-e39a498ac04f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:36.348746 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.401410 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'c517da66-a33a-442f-8735-d09a6f61ffb8', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'port_id': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'mac_address': 'fa:16:3e:2a:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:10Z', 'updated_at': '2021-07-16T18:31:33Z', 'revision_number': 1, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:12Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:36.409074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-6a0fcabc-44d7-4340-8c28-716051cabb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.410600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-6a0fcabc-44d7-4340-8c28-716051cabb64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1101093 Jul 16 18:31:36.429507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2335137b-d676-4a1c-bf59-e39a498ac04f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.431328 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da804-9408-49b0-99f4-691a1b9e8d45 None None] The sync data for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 is: [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'c517da66-a33a-442f-8735-d09a6f61ffb8', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'port_id': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'mac_address': 'fa:16:3e:2a:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:10Z', 'updated_at': '2021-07-16T18:31:33Z', 'revision_number': 1, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:12Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:36.478059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff6744ab-121d-451e-a66f-709048ec2cf0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.494919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff6744ab-121d-451e-a66f-709048ec2cf0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.497505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-891b5971-84de-4e7f-bda5-651238378f36 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ea981f0f778498092fa85ee46b94536&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2858317 Jul 16 18:31:36.531351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-eb28e20a-8b85-4afc-9785-db2d01c4a52b tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:36.532412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-eb28e20a-8b85-4afc-9785-db2d01c4a52b tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096269 Jul 16 18:31:36.640541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Attempting to bind port 2335137b-d676-4a1c-bf59-e39a498ac04f on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:36.640955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Attempting to bind port 2335137b-d676-4a1c-bf59-e39a498ac04f by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:36.641229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Attempting to bind port 2335137b-d676-4a1c-bf59-e39a498ac04f on network bb043058-5ada-4874-a5e7-28fee16997d9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:36.650758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-334d4dc6-b8e2-43bd-bb18-182944d77c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.652269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-334d4dc6-b8e2-43bd-bb18-182944d77c00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2332876 Jul 16 18:31:36.658717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Port 2335137b-d676-4a1c-bf59-e39a498ac04f on network bb043058-5ada-4874-a5e7-28fee16997d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:36.659147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Attempting to bind port 2335137b-d676-4a1c-bf59-e39a498ac04f on network bb043058-5ada-4874-a5e7-28fee16997d9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:36.672916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbafc29-dddb-43f3-a77f-e8bf2516e8ea None None] New status for floating IP c517da66-a33a-442f-8735-d09a6f61ffb8: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:36.693593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:36.693931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Checking segment: {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:36.694330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Bound using segment: {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:36.694776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Bound port: 2335137b-d676-4a1c-bf59-e39a498ac04f, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8428d07a-f916-4ae9-8070-d4ad552ec4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:36.695132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.762447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-11b1beae-3f0b-461b-b73d-d20dbf415370 service neutron] 10.222.0.49 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216487 Jul 16 18:31:36.848539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-89d1aba9-3154-4ab6-98ab-d7774a674626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.850074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-89d1aba9-3154-4ab6-98ab-d7774a674626 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 919 time: 0.6268203 Jul 16 18:31:36.878777 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff6744ab-121d-451e-a66f-709048ec2cf0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.882512 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ff6744ab-121d-451e-a66f-709048ec2cf0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7377167 Jul 16 18:31:36.890040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59062) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.895401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': True}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:36.902059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-c2cab5df-29de-4392-bb4f-cdd24569c59a service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404749 Jul 16 18:31:36.907097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] For port 2335137b-d676-4a1c-bf59-e39a498ac04f, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:36.920839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-4ed61059-a148-4203-98ce-d1c56e54ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.922344 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-4ed61059-a148-4203-98ce-d1c56e54ae78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64af570cc12e4e9c967ea0fe848abd6b&device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 1097 time: 0.6617980 Jul 16 18:31:36.924582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-cb3aa63e-0909-4018-8bbb-44d7e6620d1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 200 len: 217 time: 0.0652869 Jul 16 18:31:36.938298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd65eb-ca2f-43f9-8a9f-2157d92d235c req-78a2f313-d434-4434-8f1e-62f68365a8d9 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.939730 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2abd65eb-ca2f-43f9-8a9f-2157d92d235c req-78a2f313-d434-4434-8f1e-62f68365a8d9 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 932 time: 0.6671114 Jul 16 18:31:37.014618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] For port 2335137b-d676-4a1c-bf59-e39a498ac04f, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2335137b-d676-4a1c-bf59-e39a498ac04f,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:37.056289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.103388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-2787e30f-eb01-4215-9931-9b281203c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.104896 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-2787e30f-eb01-4215-9931-9b281203c9cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.1567855 Jul 16 18:31:37.110117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2abd65eb-ca2f-43f9-8a9f-2157d92d235c req-544aab8d-6799-4fe7-a7fd-73bfe6efb46e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609023 Jul 16 18:31:37.160940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-550cd83c-047c-4d14-9395-8c75309f535b service neutron] 10.222.0.49 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770597 Jul 16 18:31:37.166823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-a2c6d7cc-0332-4e14-938d-553252f2038f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533049 Jul 16 18:31:37.206099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-0a5c844c-474b-4580-b99d-c2eb50579d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.207648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-0a5c844c-474b-4580-b99d-c2eb50579d85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f72c508a-a911-4ea4-9c53-4edc55bed9ef HTTP/1.1" status: 200 len: 913 time: 0.2772708 Jul 16 18:31:37.208651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.210188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.210669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] 10.222.0.59 "PUT /v2.0/ports/2335137b-d676-4a1c-bf59-e39a498ac04f HTTP/1.1" status: 200 len: 1093 time: 2.6473217 Jul 16 18:31:37.334354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86038b2-7f52-43b0-adb7-3ae100accc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2335137b-d676-4a1c-bf59-e39a498ac04f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:37.357307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-e9b0185a-da08-4014-835e-f696b12db8fd service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829894 Jul 16 18:31:37.361604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.362733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-de0658d6-520e-41eb-b081-abd642712efc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322 HTTP/1.1" status: 200 len: 1000 time: 0.1429973 Jul 16 18:31:37.368797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e2102fb-dff7-4995-89d8-f6c4abf352e5 req-141797ad-b5fc-4503-b2dc-3bd36a872747 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556081 Jul 16 18:31:37.376714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-cfa3bbd1-2fa8-44f0-b189-c3f874ed998c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4185154 Jul 16 18:31:37.468479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-00eedf5a-f18f-48c4-b3da-5f3a3f96dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.470035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-00eedf5a-f18f-48c4-b3da-5f3a3f96dce5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 1096 time: 0.1496794 Jul 16 18:31:37.496184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-55885fb4-2d12-4aae-b560-ce3285624b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.498056 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-55885fb4-2d12-4aae-b560-ce3285624b2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e281700f-8c24-4822-8d43-6e42fd8e6645 HTTP/1.1" status: 200 len: 851 time: 0.1178706 Jul 16 18:31:37.527472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-5688be3d-da39-4077-a470-f4831a9e9a3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2335137b-d676-4a1c-bf59-e39a498ac04f HTTP/1.1" status: 200 len: 217 time: 0.0477300 Jul 16 18:31:37.573821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-d397dade-3040-43de-8837-49645d266b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.575366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-d397dade-3040-43de-8837-49645d266b4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 1102 time: 0.1631222 Jul 16 18:31:37.603918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-745ca862-b5b5-4ac2-bb85-50d8cf32d703 req-3388729c-c5ac-4d6f-9778-a5d9c914409f service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357302 Jul 16 18:31:37.623272 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.647710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-7f5ddb13-f154-46c2-aae4-2df5357cbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.649211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-7f5ddb13-f154-46c2-aae4-2df5357cbb4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.0904727 Jul 16 18:31:37.720252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-7b4549b2-ef94-4c70-bf89-e7c5ef46eb93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642905 Jul 16 18:31:37.745582 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-567433ee-4a53-4da3-8842-12632f53c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.747158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-567433ee-4a53-4da3-8842-12632f53c0a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f72c508a-a911-4ea4-9c53-4edc55bed9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2396462 Jul 16 18:31:37.764662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e44112-38fc-4577-b53c-d763ce6a1437 req-d8a9851f-409f-48cd-8c20-dd63efa069bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.766260 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5e44112-38fc-4577-b53c-d763ce6a1437 req-d8a9851f-409f-48cd-8c20-dd63efa069bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.2256567 Jul 16 18:31:37.849664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a51788fb-d7d6-47a6-b6fb-620bcff13c22 req-11329153-6b2b-46a0-a718-dfc500dc95ea tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.1108499 Jul 16 18:31:37.858400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-317ec5cc-c01f-4a11-ad5e-3f2dfdb6017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.859873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-317ec5cc-c01f-4a11-ad5e-3f2dfdb6017b service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2567484 Jul 16 18:31:37.930891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5e44112-38fc-4577-b53c-d763ce6a1437 req-64ac5b3c-f0b4-4848-bf15-6ab7af6f7b1f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477818 Jul 16 18:31:37.952651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-4013a4ea-11dc-405e-a213-2518d921cd19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 200 len: 217 time: 0.0845220 Jul 16 18:31:37.984041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-6e72a025-3055-43a0-b763-c210e4681dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291434 Jul 16 18:31:38.009512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.051580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.067576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-3374c881-6040-4a4b-9a72-d6bce6fd4aed service neutron] 10.222.0.59 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374629 Jul 16 18:31:38.070415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-fa290e39-a0b7-4c2b-bbf5-13ee04e6b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.071989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-fa290e39-a0b7-4c2b-bbf5-13ee04e6b6d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1031051 Jul 16 18:31:38.138746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c6f4c42-f949-4124-9af7-bb513b73a5a1 req-32bb94e3-8256-4ed6-bbd6-569374bb758d service neutron] 10.222.0.59 "GET /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467752 Jul 16 18:31:38.164347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Deleting port b8a2e437-cb13-4578-874d-9851500fdf5d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:38.164865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.173931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'tag': '2335137b-d676-4a1c-bf59-e39a498ac04f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:38.176157 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454438aa-866d-4021-b64f-8df41574149b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa92d31-8b79-4a51-8265-0e6adb0e38ce", "tag": "2335137b-d676-4a1c-bf59-e39a498ac04f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:38.248086 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b238d8f-95c1-480f-8af5-467f528cf53c x-openstack-request-id: req-7b238d8f-95c1-480f-8af5-467f528cf53c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:38.248667 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa92d31-8b79-4a51-8265-0e6adb0e38ce", "tag": "2335137b-d676-4a1c-bf59-e39a498ac04f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:38.249086 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b238d8f-95c1-480f-8af5-467f528cf53c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:38.249619 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'tag': '2335137b-d676-4a1c-bf59-e39a498ac04f', 'status': 'completed', 'code': 200} Jul 16 18:31:38.266706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] For port b8a2e437-cb13-4578-874d-9851500fdf5d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b8a2e437-cb13-4578-874d-9851500fdf5d,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:38.268679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.287301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Calling delete_port for b8a2e437-cb13-4578-874d-9851500fdf5d owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:38.323150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0bb0076b-3f7e-4650-96c3-73c9c79e9239 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:38.372917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-7af9cd78-8704-4e3a-9382-57f9b479b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.374445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-7af9cd78-8704-4e3a-9382-57f9b479b109 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2645173 Jul 16 18:31:38.380621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beb4f559-0700-49e4-b9e5-1df915a5a43c req-867a37ac-0ada-4fdc-8cf5-62b10f6a3f78 service neutron] 10.222.0.59 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061624 Jul 16 18:31:38.417262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Allocated IP 172.25.1.120 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/56c62d55-eb35-485a-863e-b4157004f9b3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:38.474797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0bb0076b-3f7e-4650-96c3-73c9c79e9239, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:38.506506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '0bb0076b-3f7e-4650-96c3-73c9c79e9239', 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'port_id': '0bb0076b-3f7e-4650-96c3-73c9c79e9239', 'mac_address': 'fa:16:3e:4c:1e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:38.534403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1e7f8-127c-456e-a943-e6b014eeb5de req-82b9b454-65f5-4b71-89a2-a7b0823e7ee0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.536481 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08f1e7f8-127c-456e-a943-e6b014eeb5de req-82b9b454-65f5-4b71-89a2-a7b0823e7ee0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 944 time: 0.2382095 Jul 16 18:31:38.610055 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.613644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.629624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb0076b-3f7e-4650-96c3-73c9c79e9239 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:38.638546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a2e437-cb13-4578-874d-9851500fdf5d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.659876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0bb0076b-3f7e-4650-96c3-73c9c79e9239, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:38.665796 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.727533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=0bb0076b-3f7e-4650-96c3-73c9c79e9239,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.875950 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-7f008e07-07b3-456d-8d97-a5952329c231 service neutron] show failed (client error): The resource could not be found. Jul 16 18:31:38.877226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-7f008e07-07b3-456d-8d97-a5952329c231 service neutron] 10.222.0.67 "GET /v2.0/ports/ff01ebfc-80c6-4756-b791-acbb24697784/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.1217608 Jul 16 18:31:38.883160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.905183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0bb0076b-3f7e-4650-96c3-73c9c79e9239'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:39.002132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.046619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-952fc0b6-2ba1-413b-be38-c8b5bcf3000c service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604102 Jul 16 18:31:39.089353 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b0e7adff-ee03-4ec3-ac8b-a3070e5685f7 req-296988b6-03b6-445b-a228-549368d4210f tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.0411036 Jul 16 18:31:39.125543 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08f1e7f8-127c-456e-a943-e6b014eeb5de req-07e7a9e9-9708-44cb-b8a6-a0eaff32d517 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685592 Jul 16 18:31:39.131879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.219881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454438aa-866d-4021-b64f-8df41574149b req-3e250ca4-e835-42dd-9a89-c74275b0f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.221317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454438aa-866d-4021-b64f-8df41574149b req-3e250ca4-e835-42dd-9a89-c74275b0f0bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 1096 time: 0.7062724 Jul 16 18:31:39.222002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Port': ['ID=56c62d55-eb35-485a-863e-b4157004f9b3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.232400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:39.249542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:39.261081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:39.352592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c07c84b2-9527-47a9-be21-9e791755fcf6 req-a20b58fd-fdcc-4611-885a-e7ea6cca6c81 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862501 Jul 16 18:31:39.411327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-98975086-dbdf-449b-b92e-c219e4330eb0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.413771 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-98975086-dbdf-449b-b92e-c219e4330eb0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.67 "GET /v2.0/networks?id=e8c9c7bb-ed52-4138-8c98-cc2456203520 HTTP/1.1" status: 200 len: 815 time: 0.3164957 Jul 16 18:31:39.442235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454438aa-866d-4021-b64f-8df41574149b req-22afc24e-2fa0-401f-9e25-ca628166531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.443727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454438aa-866d-4021-b64f-8df41574149b req-22afc24e-2fa0-401f-9e25-ca628166531b service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 919 time: 0.2089059 Jul 16 18:31:39.475805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Router 0744b555-aa89-468a-82c6-a7b1fa193fca has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:39.511510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454438aa-866d-4021-b64f-8df41574149b req-d2b04a32-f4ba-407c-af7a-d68a29e4cf14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2335137b-d676-4a1c-bf59-e39a498ac04f HTTP/1.1" status: 200 len: 217 time: 0.0438137 Jul 16 18:31:39.534828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07370155-741e-4d71-82e0-63f19e04de54 req-cf77b619-c14f-4e6a-bec7-cdc7402396c7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.536347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-07370155-741e-4d71-82e0-63f19e04de54 req-cf77b619-c14f-4e6a-bec7-cdc7402396c7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.3029079 Jul 16 18:31:39.540472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-f16c006f-4ce9-46de-b094-191d433ada4a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ea981f0f778498092fa85ee46b94536 HTTP/1.1" status: 200 len: 380 time: 0.0874455 Jul 16 18:31:39.545222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-4d27a439-b42f-40fc-a005-1ee32711e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.546673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-4d27a439-b42f-40fc-a005-1ee32711e009 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a&tenant_id=ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 1102 time: 0.2406905 Jul 16 18:31:39.551223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Request body: {'port': {'device_id': '707520ea-859f-491e-b375-ebf389bf10c3', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'admin_state_up': True, 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'security_groups': ['0c8605a9-a94c-4d66-a954-018a689857d8']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:39.597770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:39.626055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454438aa-866d-4021-b64f-8df41574149b req-1481e44c-6e82-47f6-be74-023004f64eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.627556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454438aa-866d-4021-b64f-8df41574149b req-1481e44c-6e82-47f6-be74-023004f64eb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.1001265 Jul 16 18:31:39.696585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454438aa-866d-4021-b64f-8df41574149b req-6cd75ed5-40d3-4f08-91f6-f4a93a726b18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359871 Jul 16 18:31:39.745731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.892921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454438aa-866d-4021-b64f-8df41574149b req-64539801-101e-4205-a6b6-80e4e962cb37 service neutron] 10.222.0.59 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829634 Jul 16 18:31:40.079260 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.082458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454438aa-866d-4021-b64f-8df41574149b req-002b673a-b4f2-4d62-8352-66a3ee67018b service neutron] 10.222.0.59 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790798 Jul 16 18:31:40.084755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.089065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-07370155-741e-4d71-82e0-63f19e04de54 req-23dab180-efac-4bc5-99a7-0fbf9393e020 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343046 Jul 16 18:31:40.151683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:40.157184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.165123 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] Sync routers for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:40.178041 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:40.178996 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.180087 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d40a14cb-73c5-4537-a489-d5fbc0f32a1a admin admin] 10.222.0.49 "PUT /v2.0/routers/0744b555-aa89-468a-82c6-a7b1fa193fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0944502 Jul 16 18:31:40.199243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59102) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:40.328508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0bb0076b-3f7e-4650-96c3-73c9c79e9239 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:40.343372 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:40.355632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Made reservation on behalf of 1ea981f0f778498092fa85ee46b94536 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:40.359432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.392351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb3c2327-b5af-4d78-a697-15a98c88950d req-1beaae1e-f42c-4258-a45a-1a08a7da5319 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.0817609 Jul 16 18:31:40.393043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Router 1ffd2759-7dbe-4dbe-b489-0242083c6ceb is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:40.472549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:40.478919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:40.479808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.546791 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.593086 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] Checking router: 0744b555-aa89-468a-82c6-a7b1fa193fca for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:40.604829 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] Routers {'0744b555-aa89-468a-82c6-a7b1fa193fca'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:40.605393 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0744b555-aa89-468a-82c6-a7b1fa193fca'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.618755 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.646869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:40.652010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.653844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb0076b-3f7e-4650-96c3-73c9c79e9239'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:40.654843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f4e75965-6287-4070-bfd8-b574db31d0e8 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "PUT /v2.0/routers/1ffd2759-7dbe-4dbe-b489-0242083c6ceb HTTP/1.1" status: 200 len: 919 time: 3.7629452 Jul 16 18:31:40.657486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:40.659397 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fe207b-6634-4179-ae69-09e7d8d5e7c2" -d '{"events": [{"server_uuid": "855b8d55-cf93-4cf3-abc5-38fcd9a48d1f", "name": "network-vif-plugged", "status": "completed", "tag": "0bb0076b-3f7e-4650-96c3-73c9c79e9239"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:40.674819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] Sync routers for ids ['1ffd2759-7dbe-4dbe-b489-0242083c6ceb'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:40.706397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 0bb0076b-3f7e-4650-96c3-73c9c79e9239, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:40.721794 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.722618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:40.740516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] Routers {'1ffd2759-7dbe-4dbe-b489-0242083c6ceb'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:40.740944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1ffd2759-7dbe-4dbe-b489-0242083c6ceb'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.775661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.870944 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] Set router 0744b555-aa89-468a-82c6-a7b1fa193fca gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:40.917010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f5185-bd25-4e42-93bd-bedaa1848587 req-52da8ecd-4f70-4bae-9910-9f3e2f867a20 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:40.918646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-023f5185-bd25-4e42-93bd-bedaa1848587 req-52da8ecd-4f70-4bae-9910-9f3e2f867a20 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 944 time: 0.6023297 Jul 16 18:31:40.975649 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cd0b52-a051-4ad4-bda3-c903662a99f2 x-openstack-request-id: req-c4cd0b52-a051-4ad4-bda3-c903662a99f2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:40.975990 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855b8d55-cf93-4cf3-abc5-38fcd9a48d1f", "name": "network-vif-plugged", "status": "completed", "tag": "0bb0076b-3f7e-4650-96c3-73c9c79e9239", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:40.976171 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4cd0b52-a051-4ad4-bda3-c903662a99f2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:40.976602 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb0076b-3f7e-4650-96c3-73c9c79e9239', 'code': 200} Jul 16 18:31:40.982032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2335137b-d676-4a1c-bf59-e39a498ac04f details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:41.079609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2335137b-d676-4a1c-bf59-e39a498ac04f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2335137b-d676-4a1c-bf59-e39a498ac04f,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:41.095129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '2335137b-d676-4a1c-bf59-e39a498ac04f', 'network_id': 'bb043058-5ada-4874-a5e7-28fee16997d9', 'port_id': '2335137b-d676-4a1c-bf59-e39a498ac04f', 'mac_address': 'fa:16:3e:38:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2b687a-104b-4ff2-bedf-12250aaff579', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:41.096503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:41.106507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7af8fb00-ca94-4ef9-babe-1d6bcc2f33d3 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/1ffd2759-7dbe-4dbe-b489-0242083c6ceb HTTP/1.1" status: 200 len: 925 time: 0.4474082 Jul 16 18:31:41.112073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.114921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4695e11-b95b-4a90-b6bb-c4fa9a51f183 req-7b6289e5-5c82-49f9-a1c9-c5455d30d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:41.116766 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4695e11-b95b-4a90-b6bb-c4fa9a51f183 req-7b6289e5-5c82-49f9-a1c9-c5455d30d57d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1098 time: 0.1374431 Jul 16 18:31:41.141864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-023f5185-bd25-4e42-93bd-bedaa1848587 req-9f82755d-3d57-4c54-bbd6-5b1946a32acc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965761 Jul 16 18:31:41.170699 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.206707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Allocated IP 172.20.0.13 (e8c9c7bb-ed52-4138-8c98-cc2456203520/b7ee77ba-f7bc-43b5-9d12-b31d73f49b69/65b8badd-e804-42f9-9f73-fdeb96bf93f2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:41.211737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] Routers {'1ffd2759-7dbe-4dbe-b489-0242083c6ceb'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:41.213083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1ffd2759-7dbe-4dbe-b489-0242083c6ceb'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:41.218883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4695e11-b95b-4a90-b6bb-c4fa9a51f183 req-07e1ba5c-c7b6-41a3-b494-332e9a27b369 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874906 Jul 16 18:31:41.220271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:41.254569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd828d2-1549-4b61-9d6f-8c48b042b976 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:41.258627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2cd828d2-1549-4b61-9d6f-8c48b042b976 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=1ffd2759-7dbe-4dbe-b489-0242083c6ceb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1374986 Jul 16 18:31:41.258963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.260149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.274943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:41.276267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b6c2b-9822-44e8-88e8-6da1ade04786 None None] The sync data for ids ['1ffd2759-7dbe-4dbe-b489-0242083c6ceb'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:41.286712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2335137b-d676-4a1c-bf59-e39a498ac04f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:41.296959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=0bb0076b-3f7e-4650-96c3-73c9c79e9239,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.297812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:41.355258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9d6d5-0e38-4f3e-9c8d-1ffd06ebdfa6 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:41.356495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2335137b-d676-4a1c-bf59-e39a498ac04f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2335137b-d676-4a1c-bf59-e39a498ac04f,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:41.358491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7fb9d6d5-0e38-4f3e-9c8d-1ffd06ebdfa6 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.0982387 Jul 16 18:31:41.361050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59120) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.372464 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.384546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:41.397998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7b70cccf-c67f-40b8-8d8a-0ce8818d770a tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffd2759-7dbe-4dbe-b489-0242083c6ceb HTTP/1.1" status: 200 len: 205 time: 0.0352240 Jul 16 18:31:41.400188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59122) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.417915 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.447906 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f989b-5aa9-46ee-ab61-01cd29ae16fb None None] The sync data for ids ['0744b555-aa89-468a-82c6-a7b1fa193fca'] in n-d-791504-15 is: [{'id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'name': 'tempest-ServersTestJSON-639346576-router', 'tenant_id': '5a730209c34a42e0b09905d5b4b120b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:14Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 5, 'project_id': '5a730209c34a42e0b09905d5b4b120b0', 'gw_port': {'id': '37549fd5-9e00-48fc-83ed-f8dbc638bc47', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0744b555-aa89-468a-82c6-a7b1fa193fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:15Z', 'updated_at': '2021-07-16T18:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:41.459894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:41.462652 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a89ead-535e-4e8c-ac70-0f1deb014547" -d '{"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:41.467801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.537906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Transition to ACTIVE for port object ff01ebfc-80c6-4756-b791-acbb24697784 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:41.539423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2335137b-d676-4a1c-bf59-e39a498ac04f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.541417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Deleting port 37549fd5-9e00-48fc-83ed-f8dbc638bc47 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:41.541762 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.595195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357e10-dc4f-441a-8ab2-776aa9161155 req-7fc72c64-27c7-443d-afdc-69a9321c5dcb tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:41.597021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02357e10-dc4f-441a-8ab2-776aa9161155 req-7fc72c64-27c7-443d-afdc-69a9321c5dcb tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1256144 Jul 16 18:31:41.620401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:31:41.621046 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:31:41.622618 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.629446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.690066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02357e10-dc4f-441a-8ab2-776aa9161155 req-b1ea79df-b083-42ee-843e-f192dcef38d7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847631 Jul 16 18:31:41.704382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['2335137b-d676-4a1c-bf59-e39a498ac04f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:41.710440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9e8e7c5e-09bb-475f-8b24-406aee944f51 req-44557451-0bd2-4878-be29-e6d3a6cec260 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.0864935 Jul 16 18:31:41.724874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] For port 37549fd5-9e00-48fc-83ed-f8dbc638bc47, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=37549fd5-9e00-48fc-83ed-f8dbc638bc47,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:41.725268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.759084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Calling delete_port for 37549fd5-9e00-48fc-83ed-f8dbc638bc47 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:41.763683 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.802256 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47f7ffd-61c4-4eef-a358-8f74ba951fde x-openstack-request-id: req-a47f7ffd-61c4-4eef-a358-8f74ba951fde {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:41.802417 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:41.802619 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a47f7ffd-61c4-4eef-a358-8f74ba951fde {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:41.802969 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'code': 200} Jul 16 18:31:41.803794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] No DVR routers for this DVR port ff01ebfc-80c6-4756-b791-acbb24697784 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:41.819309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.957237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Transition to ACTIVE for port object 65b8badd-e804-42f9-9f73-fdeb96bf93f2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:41.960589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8a2e437-cb13-4578-874d-9851500fdf5d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:42.024756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b8a2e437-cb13-4578-874d-9851500fdf5d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:42.025193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8a2e437-cb13-4578-874d-9851500fdf5d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:42.087219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:42.087563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:42.087957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:42.105407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:42.105794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:42.142852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:42.146329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:42.146992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:42.147621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Bound port: ff01ebfc-80c6-4756-b791-acbb24697784, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:42.148137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.262227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.301243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:42.310948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.314272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:42.388052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Deleting port 56c62d55-eb35-485a-863e-b4157004f9b3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:42.388517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.390641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:42.492555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.505642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Calling delete_port for 56c62d55-eb35-485a-863e-b4157004f9b3 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:42.544070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.587668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event updated for resources: {'Port': ['ID=65b8badd-e804-42f9-9f73-fdeb96bf93f2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.633139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:42.633799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f4f7448-5825-4c29-b81f-a90486038ff6 None None] Provisioning for port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:42.638463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f4f7448-5825-4c29-b81f-a90486038ff6 None None] Provisioning complete for port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.638915 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f4f7448-5825-4c29-b81f-a90486038ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.640682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:42.671361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.691004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Pushing event deleted for resources: {'Port': ['ID=37549fd5-9e00-48fc-83ed-f8dbc638bc47,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.705654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:42.705981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.723301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f7448-5825-4c29-b81f-a90486038ff6 None None] Port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:42.737277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.786556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event deleted for resources: {'Port': ['ID=56c62d55-eb35-485a-863e-b4157004f9b3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.852937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.858123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:42.858856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.860370 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-36f7e0cb-3f41-43c4-8276-2767fee96a14 service neutron] 10.222.0.59 "PUT /v2.0/ports/ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 1097 time: 3.2667546 Jul 16 18:31:42.883687 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.889258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61510c9a-5d59-4e6c-9151-71752aa5025a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3416204 Jul 16 18:31:42.971948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.988527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Request body: {'port': {'device_id': '707520ea-859f-491e-b375-ebf389bf10c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.068192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941502b-d020-4ac1-8b0b-68d5dab2b66b req-34598905-0b99-4c69-8c4d-ec1ef01f52e2 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.071258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-8627e7d9-37cd-4ea6-98db-09e93982f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.072811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-8627e7d9-37cd-4ea6-98db-09e93982f085 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1097 time: 0.3000600 Jul 16 18:31:43.075740 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.075897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9941502b-d020-4ac1-8b0b-68d5dab2b66b req-34598905-0b99-4c69-8c4d-ec1ef01f52e2 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 945 time: 0.6814659 Jul 16 18:31:43.079371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.088032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.097617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6da715-e247-451e-972a-55d5105282a8 req-8c15a500-441a-4207-a36b-5857b9e4c523 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.099229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe6da715-e247-451e-972a-55d5105282a8 req-8c15a500-441a-4207-a36b-5857b9e4c523 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2855716 Jul 16 18:31:43.111627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.197841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-33da3439-aaee-41a7-8e54-837ddad963ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.199414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-33da3439-aaee-41a7-8e54-837ddad963ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1100 time: 0.3077321 Jul 16 18:31:43.205325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.205903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0744b555-aa89-468a-82c6-a7b1fa193fca {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:43.219096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe6da715-e247-451e-972a-55d5105282a8 req-f01b81b4-c5a6-4674-98c3-1851510f1aa7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060336 Jul 16 18:31:43.221524 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.222084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffd2759-7dbe-4dbe-b489-0242083c6ceb {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:43.230139 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.237849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-14b6f84e-7dfc-4889-a82a-40300b0128fc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/1ffd2759-7dbe-4dbe-b489-0242083c6ceb HTTP/1.1" status: 204 len: 168 time: 1.8298125 Jul 16 18:31:43.237849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:43.242467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-79c682d0-1f79-46c2-8a46-f6011f2f34b1 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2106997546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.249059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9941502b-d020-4ac1-8b0b-68d5dab2b66b req-e7469134-6040-4ecf-87fa-2e1682889848 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722558 Jul 16 18:31:43.252157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.265772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59150) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:43.267520 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-180b68ca-b2fc-4030-8f00-35c144ac6420 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0744b555-aa89-468a-82c6-a7b1fa193fca HTTP/1.1" status: 204 len: 168 time: 3.0669935 Jul 16 18:31:43.374102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79c682d0-1f79-46c2-8a46-f6011f2f34b1 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.375153 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79c682d0-1f79-46c2-8a46-f6011f2f34b1 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.380807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-0375eda4-e45e-42ee-bd61-b319de9b042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.388085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-0375eda4-e45e-42ee-bd61-b319de9b042f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.3067605 Jul 16 18:31:43.401390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.419537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] Deleting subnet accb9a7c-8127-4b12-8f32-798439df8aa9 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:43.475198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.487535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-464cd2a8-d1f3-4b4c-a272-72ea1b699a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.489019 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-464cd2a8-d1f3-4b4c-a272-72ea1b699a79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2813554 Jul 16 18:31:43.549500 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-300440bf-41f3-4c54-a7dd-1954261a4518 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0527072 Jul 16 18:31:43.573875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.579930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-f8fd59fe-47d1-4e66-82d9-83004e0e4175 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 999 time: 0.1767519 Jul 16 18:31:43.600049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79c682d0-1f79-46c2-8a46-f6011f2f34b1 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.618733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79c682d0-1f79-46c2-8a46-f6011f2f34b1 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.677536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc0b9-b059-4076-a06a-8f40c047c0cb req-b74d8a38-70a1-4e7d-80da-fc9e4ab12441 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.679041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e29fc0b9-b059-4076-a06a-8f40c047c0cb req-b74d8a38-70a1-4e7d-80da-fc9e4ab12441 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 932 time: 0.2606721 Jul 16 18:31:43.682717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79c682d0-1f79-46c2-8a46-f6011f2f34b1 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.686445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-79c682d0-1f79-46c2-8a46-f6011f2f34b1 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4459550 Jul 16 18:31:43.689327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:43.696188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-22d6eeb0-d10e-4eef-9014-53bb3f61d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.697685 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-22d6eeb0-d10e-4eef-9014-53bb3f61d6f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1384592 Jul 16 18:31:43.698439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52298c08-b1ee-49c6-bfa7-fe0b632b224e req-a01695a3-8d16-4b9f-8dc6-cbaf4d18ac96 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.700010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52298c08-b1ee-49c6-bfa7-fe0b632b224e req-a01695a3-8d16-4b9f-8dc6-cbaf4d18ac96 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 948 time: 0.3087859 Jul 16 18:31:43.704919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.710603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-93c9790f-f5d8-4791-8b6d-bf3a35110098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.712044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-93c9790f-f5d8-4791-8b6d-bf3a35110098 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1107557 Jul 16 18:31:43.908902 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.909949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 37549fd5-9e00-48fc-83ed-f8dbc638bc47 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:43.934564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 37549fd5-9e00-48fc-83ed-f8dbc638bc47 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:43.935257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 37549fd5-9e00-48fc-83ed-f8dbc638bc47 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:43.989390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52298c08-b1ee-49c6-bfa7-fe0b632b224e req-86b74859-1ef7-43c6-8de9-d9d1ce8e1d2b tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408979 Jul 16 18:31:44.110345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.128122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-86364993-2ebd-4a61-b4ea-a3ceba684dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.129829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-86364993-2ebd-4a61-b4ea-a3ceba684dc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3518133 Jul 16 18:31:44.148280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:44.150661 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd12090e-17ba-46fa-9b96-72d57c93cfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:44.167877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e29fc0b9-b059-4076-a06a-8f40c047c0cb req-852aed15-ca2b-4c12-a5fe-d1f94ef28986 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692230 Jul 16 18:31:44.170417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.213684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-d69e8480-7c5a-4c45-a7c5-156053f253e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.215209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-d69e8480-7c5a-4c45-a7c5-156053f253e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5033388 Jul 16 18:31:44.216905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accb9a7c-8127-4b12-8f32-798439df8aa9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.257253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.261868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c06015d-3eb3-4140-bdb8-b38b1405f46a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/accb9a7c-8127-4b12-8f32-798439df8aa9 HTTP/1.1" status: 204 len: 168 time: 0.9972596 Jul 16 18:31:44.265114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6cd39-cf98-4888-b822-0bf23d647959 None None] Network 06eec99d-2514-4157-a496-a895bdd5d247 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:44.277678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:44.391634 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176b1de-1a71-4511-ace4-30c5902d895c x-openstack-request-id: req-3176b1de-1a71-4511-ace4-30c5902d895c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:44.392571 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:44.393021 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3176b1de-1a71-4511-ace4-30c5902d895c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:44.393578 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'status': 'completed', 'code': 200} Jul 16 18:31:44.431473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-d2fd79bc-1ea7-4b3d-a377-71968c048e4a service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940727 Jul 16 18:31:44.509391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b8badd-e804-42f9-9f73-fdeb96bf93f2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:44.535745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.537051 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.559146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] DHCP port deletion for 06eec99d-2514-4157-a496-a895bdd5d247 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:44.604811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Transition to ACTIVE for port object 65b8badd-e804-42f9-9f73-fdeb96bf93f2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:44.605032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-2906741f-2974-48f4-a308-25c8a619d74e service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637849 Jul 16 18:31:44.617522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a48adf-6c65-47f3-98a6-0c7818e435cc req-391bee84-7f8d-460b-9ae2-ed12cb397de4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.619168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6a48adf-6c65-47f3-98a6-0c7818e435cc req-391bee84-7f8d-460b-9ae2-ed12cb397de4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 945 time: 0.1864393 Jul 16 18:31:44.622296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.636898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] Deleting port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:44.639210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.702081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Pushing event updated for resources: {'Port': ['ID=65b8badd-e804-42f9-9f73-fdeb96bf93f2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.731032 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2461c2c2-b321-49db-a559-9d8b12454bcb req-96300f3c-5a64-4087-80c9-927900ba507e service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638078 Jul 16 18:31:44.734265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6a48adf-6c65-47f3-98a6-0c7818e435cc req-83186e20-0a9e-490f-8d15-830ad0524977 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957391 Jul 16 18:31:44.743083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] For port b8333c2c-2fec-4eb6-8cb2-9918159a7a14, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,segment=NetworkSegment(49296618-fae7-4061-9e7b-4439c17baf44),segment_id=49296618-fae7-4061-9e7b-4439c17baf44)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:44.746252 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.762082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a51bd-1cfa-4466-ad71-c2bc2c0c27a8 req-1c0f37ef-3338-4eb6-ab5b-43c4b5b1171d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.769509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-805a51bd-1cfa-4466-ad71-c2bc2c0c27a8 req-1c0f37ef-3338-4eb6-ab5b-43c4b5b1171d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.3056867 Jul 16 18:31:44.779322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] Calling delete_port for b8333c2c-2fec-4eb6-8cb2-9918159a7a14 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:44.799572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-7d04a696-4435-48fd-9b5c-be0c8c253519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.801343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-7d04a696-4435-48fd-9b5c-be0c8c253519 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1100 time: 0.3527429 Jul 16 18:31:44.887260 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe62ef2a-2142-4774-8ff7-2ff6f107a74d req-d488b121-918c-405c-9286-59c85aacf7a9 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737620 Jul 16 18:31:44.943219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Attempting to bind port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:44.943622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Attempting to bind port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:44.944037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Attempting to bind port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 on network e8c9c7bb-ed52-4138-8c98-cc2456203520 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:44.949846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.977378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 on network e8c9c7bb-ed52-4138-8c98-cc2456203520 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:44.978233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Attempting to bind port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 on network e8c9c7bb-ed52-4138-8c98-cc2456203520 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:44.980213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] No DVR routers for this DVR port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:44.987249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:44.987591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Checking segment: {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:44.988008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Bound using segment: {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:44.988457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Bound port: 65b8badd-e804-42f9-9f73-fdeb96bf93f2, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda91e28-5408-47a9-9b9b-f6222cac681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:44.989183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.005140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-7b712200-e5f5-4b31-aa41-8daad118a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.007098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-7b712200-e5f5-4b31-aa41-8daad118a74b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1100 time: 0.1832969 Jul 16 18:31:45.026846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2335137b-d676-4a1c-bf59-e39a498ac04f up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:45.054297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695881ac-a04c-4284-a031-e8e7b4122fc2 None None] Pushing event deleted for resources: {'Port': ['ID=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:45.156521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.195627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 2335137b-d676-4a1c-bf59-e39a498ac04f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:45.202073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Deleting port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:45.202783 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.211771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 2335137b-d676-4a1c-bf59-e39a498ac04f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:45.212582 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.280455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] For port b8333c2c-2fec-4eb6-8cb2-9918159a7a14, host n-d-791504-15, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:45.280831 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.293389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Calling delete_port for b8333c2c-2fec-4eb6-8cb2-9918159a7a14 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:45.296278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:31:45.300266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.305918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] For port 65b8badd-e804-42f9-9f73-fdeb96bf93f2, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:45.314529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-805a51bd-1cfa-4466-ad71-c2bc2c0c27a8 req-badde75b-f290-41e9-8fbd-f139719dff74 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5440922 Jul 16 18:31:45.317113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] For port 65b8badd-e804-42f9-9f73-fdeb96bf93f2, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:45.337456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-d46da84d-bc09-4f27-a3bc-e1925fd352ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.339552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-d46da84d-bc09-4f27-a3bc-e1925fd352ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.3039393 Jul 16 18:31:45.344056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.360009 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.367295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.399440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335137b-d676-4a1c-bf59-e39a498ac04f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:45.402282 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90781cfb-4bff-4ed4-8f80-75e2190c1d59" -d '{"events": [{"server_uuid": "3fa92d31-8b79-4a51-8265-0e6adb0e38ce", "name": "network-vif-plugged", "status": "completed", "tag": "2335137b-d676-4a1c-bf59-e39a498ac04f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:45.417839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2335137b-d676-4a1c-bf59-e39a498ac04f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2335137b-d676-4a1c-bf59-e39a498ac04f,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:45.423532 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.433998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-4dc12e27-48de-46a9-9fb3-ed5823eca093 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0813754 Jul 16 18:31:45.448622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.449507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.451408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] 10.222.0.67 "PUT /v2.0/ports/65b8badd-e804-42f9-9f73-fdeb96bf93f2 HTTP/1.1" status: 200 len: 1093 time: 2.4670882 Jul 16 18:31:45.507401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2335137b-d676-4a1c-bf59-e39a498ac04f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:45.522501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] No DVR routers for this DVR port b8333c2c-2fec-4eb6-8cb2-9918159a7a14 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:45.538579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63753c-1c35-40df-89ef-e8e2f2cb6453 req-9fbd79d6-8cc6-4895-a79e-20295413c8a1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.540493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e63753c-1c35-40df-89ef-e8e2f2cb6453 req-9fbd79d6-8cc6-4895-a79e-20295413c8a1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 948 time: 0.3112698 Jul 16 18:31:45.567062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8333c2c-2fec-4eb6-8cb2-9918159a7a14,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:45.592754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ebe01-afa6-4fe6-a6ab-5e55dcceaa18 service neutron] Pushing event updated for resources: {'Port': ['ID=65b8badd-e804-42f9-9f73-fdeb96bf93f2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:45.606984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:45.621122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-e4f23c8e-45d0-42d3-be76-8205ce70991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.622349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-e4f23c8e-45d0-42d3-be76-8205ce70991d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1698039 Jul 16 18:31:45.641835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e63753c-1c35-40df-89ef-e8e2f2cb6453 req-05601670-c0ed-4460-9ce3-2d93fdc9dbb7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664463 Jul 16 18:31:45.688543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-b3d8a37e-8c9f-4001-9d98-13f1532f1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.690221 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-b3d8a37e-8c9f-4001-9d98-13f1532f1298 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.8573694 Jul 16 18:31:45.698694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-f675de22-7ab5-43f7-9b8a-3d1f6bb919f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.700255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-f675de22-7ab5-43f7-9b8a-3d1f6bb919f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ea981f0f778498092fa85ee46b94536&device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 1096 time: 0.1858265 Jul 16 18:31:45.749606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-562fe264-b22c-43e3-8a18-e6c08ec17748 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2 HTTP/1.1" status: 200 len: 217 time: 0.0418904 Jul 16 18:31:45.760214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-5c321bab-5fe5-4aca-b53c-443d57f23423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.761787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-5c321bab-5fe5-4aca-b53c-443d57f23423 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319315 Jul 16 18:31:45.837641 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a60e98-4b24-40ad-bd04-0b9cde15431b x-openstack-request-id: req-37a60e98-4b24-40ad-bd04-0b9cde15431b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:45.844246 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa92d31-8b79-4a51-8265-0e6adb0e38ce", "name": "network-vif-plugged", "status": "completed", "tag": "2335137b-d676-4a1c-bf59-e39a498ac04f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:45.844525 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37a60e98-4b24-40ad-bd04-0b9cde15431b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:45.844966 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2335137b-d676-4a1c-bf59-e39a498ac04f', 'code': 200} Jul 16 18:31:45.870883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-e3d47d21-a1a1-4137-a9e5-5283d212329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.873094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-e3d47d21-a1a1-4137-a9e5-5283d212329e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7ee77ba-f7bc-43b5-9d12-b31d73f49b69 HTTP/1.1" status: 200 len: 854 time: 0.1154947 Jul 16 18:31:45.944663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8333c2c-2fec-4eb6-8cb2-9918159a7a14 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:45.953946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-c2c0cb37-c45e-48f0-ab96-502d4a6539ad service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834314 Jul 16 18:31:45.968677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b8333c2c-2fec-4eb6-8cb2-9918159a7a14 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:45.969378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b8333c2c-2fec-4eb6-8cb2-9918159a7a14 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:46.021067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61cb399c-fe8a-448d-a50d-aaf2535d9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.022590 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-61cb399c-fe8a-448d-a50d-aaf2535d9525 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8c9c7bb-ed52-4138-8c98-cc2456203520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427915 Jul 16 18:31:46.139317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.141650 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-afb60940-4afe-473c-af54-587d760fc65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.147773 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-b55a0a7d-f195-4e0e-b6f9-7badf26b39bd service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710827 Jul 16 18:31:46.159454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6414c02-4d03-4df0-a142-9709fee18de2 req-f1d0f26f-3cdc-4e19-bb0a-d86bd1d434f2 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.161034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6414c02-4d03-4df0-a142-9709fee18de2 req-f1d0f26f-3cdc-4e19-bb0a-d86bd1d434f2 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.2233598 Jul 16 18:31:46.183839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-ac8456aa-f14b-443e-8d73-5869e49d7598 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.1110921 Jul 16 18:31:46.185492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eec99d-2514-4157-a496-a895bdd5d247']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.194857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-e20e9f4b-350c-4690-9f8e-2ec75e051954 service neutron] 10.222.0.67 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415100 Jul 16 18:31:46.231731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49296618-fae7-4061-9e7b-4439c17baf44') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.231731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49296618-fae7-4061-9e7b-4439c17baf44') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.236841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6414c02-4d03-4df0-a142-9709fee18de2 req-b2a4fe11-1ecd-4607-b9b8-54c2f7b624a7 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 Jul 16 18:31:46.267799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.300028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-822f2106-572f-4506-9d0d-f2796fdd4180 req-c4488d94-c777-4776-aedb-3e825ea96d25 service neutron] 10.222.0.67 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975311 Jul 16 18:31:46.316399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Allocated IP 172.25.1.183 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/caf61cd0-ebb7-444a-b1a1-5ad7fb77905b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:46.322562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.331908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-a44fc529-8d87-43a1-bb17-a60d7e9ca5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.333402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-a44fc529-8d87-43a1-bb17-a60d7e9ca5ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1238811 Jul 16 18:31:46.340417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:46.340853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:46.345699 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:46.374764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273c3b9-b979-4b48-aed8-e282dfc0fae7 req-3babb0c9-135e-4e31-b6b7-0e269594fc7a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.376316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7273c3b9-b979-4b48-aed8-e282dfc0fae7 req-3babb0c9-135e-4e31-b6b7-0e269594fc7a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 944 time: 0.7090588 Jul 16 18:31:46.394874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:46.397325 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe" -d '{"events": [{"name": "network-changed", "server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:46.480578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1dd87-364c-469a-a5cb-e6852131d3f9 req-16bf980c-6e39-4fcc-a5b4-124155e3a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.482259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ef1dd87-364c-469a-a5cb-e6852131d3f9 req-16bf980c-6e39-4fcc-a5b4-124155e3a1ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 1098 time: 0.4067981 Jul 16 18:31:46.490914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.495372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16fbe3-5137-4e82-ab6c-d1f43d2f1502 req-7beeb89f-f3df-445c-ac31-0879774b8e98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.497094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c16fbe3-5137-4e82-ab6c-d1f43d2f1502 req-7beeb89f-f3df-445c-ac31-0879774b8e98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0686767 Jul 16 18:31:46.533248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.535077 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] 10.222.0.49 "DELETE /v2.0/networks/06eec99d-2514-4157-a496-a895bdd5d247 HTTP/1.1" status: 204 len: 168 time: 2.2527623 Jul 16 18:31:46.537128 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c16fbe3-5137-4e82-ab6c-d1f43d2f1502 req-21a2372b-f5ee-43b3-8eeb-b385a3a01273 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341237 Jul 16 18:31:46.560810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813ce22-773e-4592-9c12-2097a4d26972 admin admin] Pushing event deleted for resources: {'Network': ['ID=06eec99d-2514-4157-a496-a895bdd5d247,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:46.572064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7273c3b9-b979-4b48-aed8-e282dfc0fae7 req-35ce5115-9def-4af4-a510-b98015ff6a51 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643305 Jul 16 18:31:46.593481 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b878ca-9a93-4798-8201-291c2215e034 x-openstack-request-id: req-31b878ca-9a93-4798-8201-291c2215e034 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:46.593902 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:46.594249 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31b878ca-9a93-4798-8201-291c2215e034 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:46.594787 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'status': 'completed', 'code': 200} Jul 16 18:31:46.610372 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ef1dd87-364c-469a-a5cb-e6852131d3f9 req-98449b3e-7258-49f8-b7e4-e766b69b8491 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164367 Jul 16 18:31:46.633287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-a996d624-96cb-46a4-923b-d9a37f287fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.634846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-a996d624-96cb-46a4-923b-d9a37f287fb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2869618 Jul 16 18:31:46.639659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.677080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-4195acac-780e-46c0-a67b-293925ffa991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.678579 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-4195acac-780e-46c0-a67b-293925ffa991 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ea981f0f778498092fa85ee46b94536&device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 1096 time: 0.0610788 Jul 16 18:31:46.747576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.783192 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.789029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-3b8cd373-a873-45c9-82b7-6c70b05a8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.790563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-3b8cd373-a873-45c9-82b7-6c70b05a8135 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8c9c7bb-ed52-4138-8c98-cc2456203520 HTTP/1.1" status: 200 len: 916 time: 0.1039317 Jul 16 18:31:46.835647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Pushing event updated for resources: {'Port': ['ID=caf61cd0-ebb7-444a-b1a1-5ad7fb77905b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:46.867289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-0d044f7b-7747-42a5-a252-d857dcb2dcad service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223303 Jul 16 18:31:46.867507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-f2b86f15-8ffa-4f02-bb25-1bf778dbe255 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2 HTTP/1.1" status: 200 len: 217 time: 0.0650451 Jul 16 18:31:46.875104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:46.881593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e10d9112-c143-4b74-aaa3-28919dba49d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a730209c34a42e0b09905d5b4b120b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1326175 Jul 16 18:31:46.882526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.885559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:46.904665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:46.933186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce05f5-ace3-435e-aabd-ffda740589be req-319b28ab-3cd8-404c-b359-93f20291f4f3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.934749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00ce05f5-ace3-435e-aabd-ffda740589be req-319b28ab-3cd8-404c-b359-93f20291f4f3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 948 time: 0.1433060 Jul 16 18:31:46.960614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-163c2fb5-9584-4460-86c4-a90ebe0b0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.962328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-163c2fb5-9584-4460-86c4-a90ebe0b0de4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7ee77ba-f7bc-43b5-9d12-b31d73f49b69 HTTP/1.1" status: 200 len: 854 time: 0.0823519 Jul 16 18:31:47.023991 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00ce05f5-ace3-435e-aabd-ffda740589be req-861d5568-b468-4431-af4a-9dc88b23b0f6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Jul 16 18:31:47.038660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:47.046192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-9ca90652-42f6-4626-b77f-a5e23e043e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.047933 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-9ca90652-42f6-4626-b77f-a5e23e043e36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8c9c7bb-ed52-4138-8c98-cc2456203520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786448 Jul 16 18:31:47.156586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd12090e-17ba-46fa-9b96-72d57c93cfa9 req-a24b96d3-a7a1-43e5-be4d-143f791fa71f service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731462 Jul 16 18:31:47.158274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:47.164528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7834c903-6778-4b69-b592-57afee17da99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.164880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-7024971d-4275-4cc6-8df0-da53d1192cf1 service neutron] 10.222.0.67 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099150 Jul 16 18:31:47.178774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'mac_address': 'fa:16:3e:66:7a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:47.205366 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7834c903-6778-4b69-b592-57afee17da99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.220322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.234802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff01ebfc-80c6-4756-b791-acbb24697784 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:47.255072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:47.262415 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.267154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a001f8d-2e7f-4820-9aac-f57b7a6131fe req-13d6d8a4-bf8b-4b43-9994-d4a2dcf21f7b service neutron] 10.222.0.67 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948319 Jul 16 18:31:47.330142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.355845 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7834c903-6778-4b69-b592-57afee17da99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.358443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7834c903-6778-4b69-b592-57afee17da99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.359554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7834c903-6778-4b69-b592-57afee17da99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fb9bcb8-2eb9-4a99-a99d-faa1e00d8870 HTTP/1.1" status: 204 len: 168 time: 0.4751120 Jul 16 18:31:47.375714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.394582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834c903-6778-4b69-b592-57afee17da99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9bcb8-2eb9-4a99-a99d-faa1e00d8870,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.515613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227f704-45aa-4f8d-9dc0-60c3242f172d req-f42f5e35-ef04-4322-9434-36a14ed70246 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.517231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3227f704-45aa-4f8d-9dc0-60c3242f172d req-f42f5e35-ef04-4322-9434-36a14ed70246 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1647353 Jul 16 18:31:47.602928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3227f704-45aa-4f8d-9dc0-60c3242f172d req-130f31a9-62dd-499d-955e-d437fbd4d3d0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794570 Jul 16 18:31:47.669163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.673619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.677288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['ff01ebfc-80c6-4756-b791-acbb24697784'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:47.789002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976347a-eaf3-4366-8611-02a5f71605f3 req-1d1cee72-af34-4d1a-adb5-e1d512881fe0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.796266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c976347a-eaf3-4366-8611-02a5f71605f3 req-1d1cee72-af34-4d1a-adb5-e1d512881fe0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1262524 Jul 16 18:31:47.859608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c976347a-eaf3-4366-8611-02a5f71605f3 req-854aef2d-3fcb-45c6-b9a6-c2740ce1299d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595870 Jul 16 18:31:47.925046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663893-525b-4cc5-9e2b-2e05a9d54e03 req-7b7068c7-03ed-4960-915d-778483f3e80b tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.929281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76663893-525b-4cc5-9e2b-2e05a9d54e03 req-7b7068c7-03ed-4960-915d-778483f3e80b tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 944 time: 0.1492267 Jul 16 18:31:47.988986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76663893-525b-4cc5-9e2b-2e05a9d54e03 req-494233cd-2d98-4c06-9b9c-68c52023f6ed tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526440 Jul 16 18:31:47.990201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Router be232227-f52a-4890-8960-79be911ef698 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:48.122535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:48.126910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.128902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-920c7063-a7b0-4bd0-96f3-688057a35a60 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "PUT /v2.0/routers/be232227-f52a-4890-8960-79be911ef698 HTTP/1.1" status: 200 len: 920 time: 4.4271309 Jul 16 18:31:48.130902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59220) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.134697 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] Sync routers for ids ['be232227-f52a-4890-8960-79be911ef698'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:48.146294 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] Routers {'be232227-f52a-4890-8960-79be911ef698'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:48.147031 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['be232227-f52a-4890-8960-79be911ef698'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:48.190394 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:48.202487 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] Routers {'be232227-f52a-4890-8960-79be911ef698'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:48.203776 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['be232227-f52a-4890-8960-79be911ef698'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:48.241378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942761e-091d-406b-8a63-a15a07849ceb req-c747ae9f-b1b3-4947-9e53-7b8f569f8082 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.244347 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:48.245678 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad130ff9-0a90-4fcc-8135-3f882d085fd0 None None] The sync data for ids ['be232227-f52a-4890-8960-79be911ef698'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:48.249386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4942761e-091d-406b-8a63-a15a07849ceb req-c747ae9f-b1b3-4947-9e53-7b8f569f8082 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.0787287 Jul 16 18:31:48.255065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7a315c23-a3b6-4bcc-8fe7-da85a1f53b2a tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/be232227-f52a-4890-8960-79be911ef698 HTTP/1.1" status: 200 len: 926 time: 0.1206348 Jul 16 18:31:48.255419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.273021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.297025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4942761e-091d-406b-8a63-a15a07849ceb req-eeb04b56-4415-48ca-af46-ae234a476d31 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Jul 16 18:31:48.310738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe23d2-0a8d-41c0-8a1d-338fbebe71ce tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.314951 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5cbe23d2-0a8d-41c0-8a1d-338fbebe71ce tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=be232227-f52a-4890-8960-79be911ef698&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0558712 Jul 16 18:31:48.315275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59230) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.378975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1809375580-network', 'tenant_id': 'd4524eedcba0457281895e95967a533a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:48.420095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087dac23-f6c4-435b-ae75-f29e6bf5c600 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.421558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-087dac23-f6c4-435b-ae75-f29e6bf5c600 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.1052446 Jul 16 18:31:48.422259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Made reservation on behalf of d4524eedcba0457281895e95967a533a for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:48.424546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.424697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59234) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.433618 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.456197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d72b71b-b053-434f-af4a-fe3b5e0a46a0 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=be232227-f52a-4890-8960-79be911ef698 HTTP/1.1" status: 200 len: 205 time: 0.0280206 Jul 16 18:31:48.456483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.533297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.538079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.567382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:48.579038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a01c140-b433-441b-aad9-50dce7790a0e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.594993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.600211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.600565 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Added segment b816488c-327c-477d-8996-8061dcb2336c of type vlan for network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 Jul 16 18:31:48.654111 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67ec85d7-f645-4db6-8741-688dc2836cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.685824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.726211 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.733225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-4d9aab22-f0f1-43f9-850e-68d0d0894a9f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.734937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-4d9aab22-f0f1-43f9-850e-68d0d0894a9f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a&tenant_id=ff42cb648b714e0c9d192382fef0aeab&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 949 time: 0.1519713 Jul 16 18:31:48.743990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.745540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.745811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.819826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5448403 Jul 16 18:31:48.822873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.829815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Request body: {'subnet': {'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1809375580-subnet', 'tenant_id': 'd4524eedcba0457281895e95967a533a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:48.839984 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.840248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Deleting port caf61cd0-ebb7-444a-b1a1-5ad7fb77905b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:48.840564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.851734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc52c6-e08a-4155-8d0c-b0dec3d4bccd req-00e2dab3-a700-4d1c-b94d-317198730d4d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.853242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4bc52c6-e08a-4155-8d0c-b0dec3d4bccd req-00e2dab3-a700-4d1c-b94d-317198730d4d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1140621 Jul 16 18:31:48.892036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b9a0f-b5cc-4d74-afc8-de23669bcfab admin admin] Pushing event updated for resources: {'Network': ['ID=6847d4bf-ac5b-47eb-85cc-99a9f537e319,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.903358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:48.906726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-314bd569-5343-4ab6-8333-6d80942fd81c service neutron] 10.222.0.59 "GET /v2.0/ports/ff01ebfc-80c6-4756-b791-acbb24697784/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 383 time: 0.1570852 Jul 16 18:31:48.942548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Made reservation on behalf of d4524eedcba0457281895e95967a533a for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:48.944848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.974383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fe6e8-1ec2-4da3-b92d-0ab5bd78ebb1 req-23a03630-4a30-4330-bd2a-fa1680357078 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.975984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dc1fe6e8-1ec2-4da3-b92d-0ab5bd78ebb1 req-23a03630-4a30-4330-bd2a-fa1680357078 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.3132432 Jul 16 18:31:48.980053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4bc52c6-e08a-4155-8d0c-b0dec3d4bccd req-2064bcc0-fac2-4d3d-80f5-a33bb202819c tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145608 Jul 16 18:31:48.990810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.047901 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dc1fe6e8-1ec2-4da3-b92d-0ab5bd78ebb1 req-72ab3b48-ed22-4d09-a66b-5c79793cb4ac tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630007 Jul 16 18:31:49.051870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-c224e2cc-e083-4e91-8b0d-68c259fae47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.053413 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-c224e2cc-e083-4e91-8b0d-68c259fae47d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1101 time: 0.1155751 Jul 16 18:31:49.069929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:49.169562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port ff01ebfc-80c6-4756-b791-acbb24697784 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:49.171914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-d1b528ed-209d-4d24-94c9-98141bc50527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.174010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-d1b528ed-209d-4d24-94c9-98141bc50527 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1131551 Jul 16 18:31:49.176059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port ff01ebfc-80c6-4756-b791-acbb24697784 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:49.176442 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.244288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-9fabceaf-ee4d-403c-9bd5-886f1fab6376 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0483332 Jul 16 18:31:49.261136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.285810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:49.288544 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfb176-967b-485e-a143-104fc77e222a" -d '{"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:49.305884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:49.307207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-e00055a3-3b3a-4935-826f-99c0dc75bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.310210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-e00055a3-3b3a-4935-826f-99c0dc75bf85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0580533 Jul 16 18:31:49.313498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.369628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Calling delete_port for caf61cd0-ebb7-444a-b1a1-5ad7fb77905b owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:49.375737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.377543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-059c6bf2-0024-4858-8710-1380ff746635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.385201 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-059c6bf2-0024-4858-8710-1380ff746635 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0609035 Jul 16 18:31:49.493793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-515ddd0f-40f3-4c0e-b396-3ff3c13082b6 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033409 Jul 16 18:31:49.582444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d216679-d4f9-4422-8a0b-98dcda839e7f req-5ad4e225-467b-479f-8987-f9ec2ebb9990 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.583816 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d216679-d4f9-4422-8a0b-98dcda839e7f req-5ad4e225-467b-479f-8987-f9ec2ebb9990 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2295589 Jul 16 18:31:49.634297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-00dd5bcc-6e3e-47ed-abee-e2f573a658fd service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253691 Jul 16 18:31:49.661625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a530a-6ec9-4df4-8876-a3325ee89472 req-4dbcba9c-088b-4c67-826e-b33ad4177e4e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.662979 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-266a530a-6ec9-4df4-8876-a3325ee89472 req-4dbcba9c-088b-4c67-826e-b33ad4177e4e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 944 time: 0.0929568 Jul 16 18:31:49.706266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-266a530a-6ec9-4df4-8876-a3325ee89472 req-947f8ea0-6557-45a7-b8d3-0268cfbc036c tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359147 Jul 16 18:31:49.716401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.730339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d216679-d4f9-4422-8a0b-98dcda839e7f req-83d6b7f6-56a9-49bc-ac33-20c7b146f89a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223934 Jul 16 18:31:49.795728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-dea605c5-68ac-4b67-9af5-566dee91e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.797280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-dea605c5-68ac-4b67-9af5-566dee91e5d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 1098 time: 0.2367284 Jul 16 18:31:49.799660 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6d68d5-b153-499b-9fa7-cbfd2b1b83bb x-openstack-request-id: req-fb6d68d5-b153-499b-9fa7-cbfd2b1b83bb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:49.800140 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:49.800260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48da74bb-49d8-455d-bc1e-65bd2ac8e528,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.800355 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb6d68d5-b153-499b-9fa7-cbfd2b1b83bb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:49.800561 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'code': 200} Jul 16 18:31:49.802341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.846783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event deleted for resources: {'Port': ['ID=caf61cd0-ebb7-444a-b1a1-5ad7fb77905b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.868546 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.894344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Checking segment: {'id': 'b816488c-327c-477d-8996-8061dcb2336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:49.894704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Network hostable DHCP agents. Network: 6847d4bf-ac5b-47eb-85cc-99a9f537e319, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:50.019156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.021597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:50.087922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-542dd1b4-b89f-4b3d-be13-fe0a2adc74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.089484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-542dd1b4-b89f-4b3d-be13-fe0a2adc74a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 919 time: 0.2522182 Jul 16 18:31:50.128670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 6847d4bf-ac5b-47eb-85cc-99a9f537e319) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:50.139025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b091afd-8a5b-41a2-aa4b-6cda9ab407c8 None None] Network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:50.165581 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.167843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.168481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.172189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.179421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-eb399b81-be66-4ff8-b5d6-fe7232daf0e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2335137b-d676-4a1c-bf59-e39a498ac04f HTTP/1.1" status: 200 len: 217 time: 0.0601463 Jul 16 18:31:50.227498 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-12c829e8-cb2d-42d7-b6b6-a4b35dde4987 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4027479 Jul 16 18:31:50.242774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19f5f-01fc-478d-beb9-359888667a42 req-cae86aca-0dbf-436a-b360-52f25fd5c0d3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.244300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5cc19f5f-01fc-478d-beb9-359888667a42 req-cae86aca-0dbf-436a-b360-52f25fd5c0d3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.0744247 Jul 16 18:31:50.264885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9be5-d623-480b-928b-33999cbcc4ee req-9796941e-678d-4996-8263-68882c10c913 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.266403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b96b9be5-d623-480b-928b-33999cbcc4ee req-9796941e-678d-4996-8263-68882c10c913 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.3441372 Jul 16 18:31:50.270974 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.271529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Fanout notify agent at l3_agent the message router_deleted on router be232227-f52a-4890-8960-79be911ef698 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:50.280845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.284474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f9516-1f26-4c7e-9068-1ee34ae2be5a None None] Network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:50.288030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b78ff1bc-9a33-4fe5-8767-d1cb183e9092 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/be232227-f52a-4890-8960-79be911ef698 HTTP/1.1" status: 204 len: 168 time: 1.8260107 Jul 16 18:31:50.289526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.297338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2021024042', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:50.310471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-f81e618b-23f3-4fad-aa3d-c0d7f29c9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.313589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-f81e618b-23f3-4fad-aa3d-c0d7f29c9e4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.1265335 Jul 16 18:31:50.327032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5cc19f5f-01fc-478d-beb9-359888667a42 req-67ff9cff-bc6e-4f67-9413-54ba6f6c7af6 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700319 Jul 16 18:31:50.345332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.346567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.358163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-3e77db06-9361-4a24-8f4d-984a8c426157 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331030 Jul 16 18:31:50.382511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b96b9be5-d623-480b-928b-33999cbcc4ee req-11826f35-0f42-4cc2-9c0b-ba45a5d05868 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073050 Jul 16 18:31:50.510413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-9934145b-2734-4b73-a0e4-a7ac818057aa service neutron] 10.222.0.59 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198418 Jul 16 18:31:50.609975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc787b89-154f-42ca-82bf-db47043b83b2 req-f5762523-6e18-4dd3-a669-0aef6831eda5 service neutron] 10.222.0.59 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983100 Jul 16 18:31:50.800511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.853505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a98fd-8763-4593-8768-f34f57552b01 req-6b788204-c84f-4841-8ada-d38875b3b3d4 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.855198 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-6b788204-c84f-4841-8ada-d38875b3b3d4 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/networks?id=6847d4bf-ac5b-47eb-85cc-99a9f537e319 HTTP/1.1" status: 200 len: 818 time: 0.1141248 Jul 16 18:31:50.870534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-38f2a3c0-3625-4900-a8f2-36d6ef835403 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/quotas/d4524eedcba0457281895e95967a533a HTTP/1.1" status: 200 len: 375 time: 0.0092931 Jul 16 18:31:50.904459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-a602e6e4-852b-4007-9464-8987c654a27a tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4524eedcba0457281895e95967a533a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283713 Jul 16 18:31:50.974009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.996454 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-f829a20f-3ffb-4ab2-b0f3-b529be2afcfe service neutron] 10.222.0.49 "GET /v2.0/networks/6847d4bf-ac5b-47eb-85cc-99a9f537e319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844493 Jul 16 18:31:51.012795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e511-83fa-4733-ace2-403a85ed4eee req-329b50e6-cf23-49f5-bc37-51be7be76759 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.014273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d43e511-83fa-4733-ace2-403a85ed4eee req-329b50e6-cf23-49f5-bc37-51be7be76759 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 944 time: 0.1497774 Jul 16 18:31:51.067032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d43e511-83fa-4733-ace2-403a85ed4eee req-ee719d05-c824-447a-bb53-b9428cefca2c tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 Jul 16 18:31:51.093133 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-b7f5ff46-a2fc-4ebf-8081-f724f8cbb107 service neutron] 10.222.0.49 "GET /v2.0/networks/6847d4bf-ac5b-47eb-85cc-99a9f537e319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886512 Jul 16 18:31:51.267370 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.290097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.361609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ea73350-6b50-42dc-8190-f3b498ced3eb req-26a6b4f9-8df0-47e9-b1c2-fdc2cb99e878 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 210 time: 0.0312891 Jul 16 18:31:51.364997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a038-9ee1-4c68-a559-d553768dd795 req-5c1db8b9-b71d-481c-8a06-a0818aad0010 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.366573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1dd6a038-9ee1-4c68-a559-d553768dd795 req-5c1db8b9-b71d-481c-8a06-a0818aad0010 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1593735 Jul 16 18:31:51.454399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1dd6a038-9ee1-4c68-a559-d553768dd795 req-d72d1618-d485-481f-9218-9b5131ca065c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782843 Jul 16 18:31:51.483203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Allocated IP 172.25.1.168 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/f904e528-9fab-45ac-863d-b49291aea790) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:51.583986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da1d18-8672-4333-95d0-a5e5c5d07310 req-956c8863-89c9-4fb1-a64c-3cd3164c55ab tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.585784 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-24da1d18-8672-4333-95d0-a5e5c5d07310 req-956c8863-89c9-4fb1-a64c-3cd3164c55ab tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.0790987 Jul 16 18:31:51.627953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-24da1d18-8672-4333-95d0-a5e5c5d07310 req-2058be22-1478-4fec-9f73-d97448cc361f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Jul 16 18:31:51.654008 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.665198 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.704979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf709f8b-0000-4853-9cf3-2e56da27c8f9 req-88f09b07-07e7-48db-92b9-3c44d7ef25d8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.706526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf709f8b-0000-4853-9cf3-2e56da27c8f9 req-88f09b07-07e7-48db-92b9-3c44d7ef25d8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1237180 Jul 16 18:31:51.730393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.792587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:51.802157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf709f8b-0000-4853-9cf3-2e56da27c8f9 req-1baa151f-f5c0-44cb-bd6d-15c81dc3b808 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857930 Jul 16 18:31:51.804420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:51.806820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:51.813640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event updated for resources: {'Port': ['ID=f904e528-9fab-45ac-863d-b49291aea790,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:52.080025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.253900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbe39c-034c-449e-ab0d-9a3e7e6320ec req-0a738ee5-bf69-4975-b1a1-2df6450344a0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.255372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfcbe39c-034c-449e-ab0d-9a3e7e6320ec req-0a738ee5-bf69-4975-b1a1-2df6450344a0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 944 time: 0.0724964 Jul 16 18:31:52.287429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.316026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfcbe39c-034c-449e-ab0d-9a3e7e6320ec req-ec6f739a-42ae-40cb-9025-9c8a1491d988 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Jul 16 18:31:52.326761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-6d1124ba-9699-4b46-b63c-02c9a9156a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.328281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-6d1124ba-9699-4b46-b63c-02c9a9156a6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a&tenant_id=ff42cb648b714e0c9d192382fef0aeab HTTP/1.1" status: 200 len: 1102 time: 0.0905159 Jul 16 18:31:52.356599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:52.441006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Router b939f6ca-0f44-4968-b037-ca63b0df75a8 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:52.442075 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.551767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:52.566639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] Sync routers for ids ['b939f6ca-0f44-4968-b037-ca63b0df75a8'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:52.569289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b743891-24bb-40a6-921e-8593b3ebee60 req-27b76629-95c2-4eb6-aa6f-ffcae4416ad3 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 210 time: 0.0551083 Jul 16 18:31:52.580933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] Routers {'b939f6ca-0f44-4968-b037-ca63b0df75a8'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:52.581782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b939f6ca-0f44-4968-b037-ca63b0df75a8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:52.585730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.587419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f292b9d2-3891-45b4-8a47-101f98316a99 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2944100 Jul 16 18:31:52.590551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:52.600698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:52.621698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:52.631376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] Routers {'b939f6ca-0f44-4968-b037-ca63b0df75a8'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:52.632179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b939f6ca-0f44-4968-b037-ca63b0df75a8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:52.686996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:52.697729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1af46-4540-4e8c-aef5-5ee54136f7fd None None] The sync data for ids ['b939f6ca-0f44-4968-b037-ca63b0df75a8'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:52.699717 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.731520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a98fd-8763-4593-8768-f34f57552b01 req-e97c701e-010f-4b99-9d5a-d7a9e1f4e204 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.733132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-e97c701e-010f-4b99-9d5a-d7a9e1f4e204 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.59 "GET /v2.0/networks?id=6847d4bf-ac5b-47eb-85cc-99a9f537e319 HTTP/1.1" status: 200 len: 818 time: 0.2741024 Jul 16 18:31:52.778253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Request body: {'port': {'device_id': '58270bea-541c-468e-ab76-1497711ce029', 'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319', 'admin_state_up': True, 'tenant_id': 'd4524eedcba0457281895e95967a533a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:52.870959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:52.923355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9dab1-68aa-4db4-8065-1aea414a05f4 req-54d0473e-bcb8-4d6c-b845-99d76502ca76 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.925072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3a9dab1-68aa-4db4-8065-1aea414a05f4 req-54d0473e-bcb8-4d6c-b845-99d76502ca76 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.1508615 Jul 16 18:31:52.928926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:52.983322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Made reservation on behalf of d4524eedcba0457281895e95967a533a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:52.986744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.013250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.018143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:53.019598 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3a9dab1-68aa-4db4-8065-1aea414a05f4 req-e9634b1f-3e52-4e3e-b580-64a6fb0a75cc tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822759 Jul 16 18:31:53.020448 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9246d36-54b1-4ec0-9522-c45e4f2d841b" -d '{"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:53.026022 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.031351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.082604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Transition to ACTIVE for port object ff01ebfc-80c6-4756-b791-acbb24697784 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:53.094609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.096565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Deleting port f904e528-9fab-45ac-863d-b49291aea790 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:53.096957 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.097495 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2adfa7-b848-4254-9a1e-75d5cda8d2e4 x-openstack-request-id: req-ba2adfa7-b848-4254-9a1e-75d5cda8d2e4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:53.097791 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:53.098039 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba2adfa7-b848-4254-9a1e-75d5cda8d2e4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:53.098425 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'code': 200} Jul 16 18:31:53.181914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.190013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21282414-ad37-4860-b2ce-4969bd8c7663 req-46440a69-0ccf-4226-af79-1552cf07b72f tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.191576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21282414-ad37-4860-b2ce-4969bd8c7663 req-46440a69-0ccf-4226-af79-1552cf07b72f tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.2256603 Jul 16 18:31:53.194759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Calling delete_port for f904e528-9fab-45ac-863d-b49291aea790 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:53.233306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] No DVR routers for this DVR port ff01ebfc-80c6-4756-b791-acbb24697784 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:53.235023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.280982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Allocated IP 172.20.0.8 (6847d4bf-ac5b-47eb-85cc-99a9f537e319/48da74bb-49d8-455d-bc1e-65bd2ac8e528/5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:53.314876 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21282414-ad37-4860-b2ce-4969bd8c7663 req-45f64e4a-abdc-4988-ab38-53a52c52f357 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130879 Jul 16 18:31:53.319171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:53.319521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:53.319843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:53.330310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:53.330664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Attempting to bind port ff01ebfc-80c6-4756-b791-acbb24697784 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:53.348475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:53.348858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:53.349232 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:53.349659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Bound port: ff01ebfc-80c6-4756-b791-acbb24697784, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:53.350031 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.382317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.434545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Pushing event deleted for resources: {'Port': ['ID=f904e528-9fab-45ac-863d-b49291aea790,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.438590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:53.442140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:53.453798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.479764 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.531990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.533041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.534492 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] 10.222.0.67 "PUT /v2.0/ports/ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 1098 time: 1.1825542 Jul 16 18:31:53.628155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf30ccb-0f4e-4308-b1e4-752c3834e9da service neutron] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=11']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.677678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.693436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-34ac84a8-df84-448d-ab05-c7a1f6b2faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.694950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-34ac84a8-df84-448d-ab05-c7a1f6b2faaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1101 time: 0.1239121 Jul 16 18:31:53.724188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c164e-b3e9-4307-a3d1-8dc087a6defd req-78a4130d-d51d-41c9-8f31-5cc1c494c39a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.732031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d89c164e-b3e9-4307-a3d1-8dc087a6defd req-78a4130d-d51d-41c9-8f31-5cc1c494c39a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 944 time: 0.2115469 Jul 16 18:31:53.778246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.786166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.801875 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d89c164e-b3e9-4307-a3d1-8dc087a6defd req-d8bb874d-7d8d-4a29-a060-44156c4436e7 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689662 Jul 16 18:31:53.811148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c1fb5f5-4e79-43a6-b05f-951e31df88d6 req-c53c5613-d5ed-47c4-a0d5-b8867076287e tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 210 time: 0.0632210 Jul 16 18:31:53.814259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.865586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:53.872161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:53.874700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:53.932129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Pushing event updated for resources: {'Port': ['ID=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.937843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-8872bfdb-4f0c-44c7-8806-b3819a39eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.939467 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-8872bfdb-4f0c-44c7-8806-b3819a39eaf5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.2354803 Jul 16 18:31:53.965172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.965846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.002713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-2a707477-58ec-4de0-8e77-e18a5d82ce20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0534379 Jul 16 18:31:54.021192 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-4843275e-db7d-47b8-9727-8fe5b6331aa7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2717340 Jul 16 18:31:54.211407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Router b939f6ca-0f44-4968-b037-ca63b0df75a8 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:54.288140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:54.294899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.297250 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c1cfc71b-e740-4664-ab4a-c4e7d21a6f47 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "PUT /v2.0/routers/b939f6ca-0f44-4968-b037-ca63b0df75a8 HTTP/1.1" status: 200 len: 710 time: 1.7054899 Jul 16 18:31:54.298873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.301994 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] Sync routers for ids ['b939f6ca-0f44-4968-b037-ca63b0df75a8'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:54.306330 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.311879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] Routers {'b939f6ca-0f44-4968-b037-ca63b0df75a8'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:54.312638 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b939f6ca-0f44-4968-b037-ca63b0df75a8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:54.347508 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:54.356868 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] Routers {'b939f6ca-0f44-4968-b037-ca63b0df75a8'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:54.357627 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b939f6ca-0f44-4968-b037-ca63b0df75a8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:54.374904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5dfc19a5-c595-4399-9a85-0ea3375ac120 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/routers/b939f6ca-0f44-4968-b037-ca63b0df75a8 HTTP/1.1" status: 200 len: 745 time: 0.0739527 Jul 16 18:31:54.377370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.381119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-97138c58-00d6-4a29-926d-a706a81cbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.382789 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-97138c58-00d6-4a29-926d-a706a81cbde1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.3732212 Jul 16 18:31:54.393261 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:54.394050 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219184a7-0db1-4c25-842d-71ceff8ecf9a None None] The sync data for ids ['b939f6ca-0f44-4968-b037-ca63b0df75a8'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:54.397422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Request body: {'port': {'device_id': '58270bea-541c-468e-ab76-1497711ce029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:54.416431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 65b8badd-e804-42f9-9f73-fdeb96bf93f2 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:54.430332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd105a87-74c6-4f1f-9676-f43adeea7533 tempest-RoutersIpV6AdminTest-1440779796 tempest-RoutersIpV6AdminTest-1440779796-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=b939f6ca-0f44-4968-b037-ca63b0df75a8 HTTP/1.1" status: 200 len: 205 time: 0.0494256 Jul 16 18:31:54.431889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59342) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.460845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4b60678e-9737-4649-a6e6-494a891620e2 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=b939f6ca-0f44-4968-b037-ca63b0df75a8 HTTP/1.1" status: 200 len: 205 time: 0.0288589 Jul 16 18:31:54.463391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59344) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.537194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 65b8badd-e804-42f9-9f73-fdeb96bf93f2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:54.549870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'port_id': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'mac_address': 'fa:16:3e:ab:76:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:54.550151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.557500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-a88d2add-c8c6-4224-847a-2b3e8385577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.559814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-a88d2add-c8c6-4224-847a-2b3e8385577a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1284225 Jul 16 18:31:54.569794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bfda9d6-91d7-424f-a0e8-461117bc0071 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.586699 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.599638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b8badd-e804-42f9-9f73-fdeb96bf93f2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:54.619437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 65b8badd-e804-42f9-9f73-fdeb96bf93f2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:54.625276 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.632826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f457e5a-80a5-44de-8744-d6e90556b44b req-21413cec-7944-4e69-984a-03cb1755eb42 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.634347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f457e5a-80a5-44de-8744-d6e90556b44b req-21413cec-7944-4e69-984a-03cb1755eb42 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.2504895 Jul 16 18:31:54.681723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=65b8badd-e804-42f9-9f73-fdeb96bf93f2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:54.749197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e9547-1c0e-4c01-bb5a-67c68c965494 req-e2d51412-ad43-4668-8857-04188aab5bbe tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.750640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc8e9547-1c0e-4c01-bb5a-67c68c965494 req-e2d51412-ad43-4668-8857-04188aab5bbe tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.2924795 Jul 16 18:31:54.755961 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bfda9d6-91d7-424f-a0e8-461117bc0071 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.758347 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bfda9d6-91d7-424f-a0e8-461117bc0071 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.787131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f457e5a-80a5-44de-8744-d6e90556b44b req-c4cfb9a3-9484-4268-b48e-fe783767bca1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416006 Jul 16 18:31:54.815926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-f88ff0ef-caa9-458a-acbe-c853a8a7c0c6 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290623 Jul 16 18:31:54.832291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bfda9d6-91d7-424f-a0e8-461117bc0071 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.832822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfda9d6-91d7-424f-a0e8-461117bc0071 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Fanout notify agent at l3_agent the message router_deleted on router b939f6ca-0f44-4968-b037-ca63b0df75a8 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:54.846820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bfda9d6-91d7-424f-a0e8-461117bc0071 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.851458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0bfda9d6-91d7-424f-a0e8-461117bc0071 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/b939f6ca-0f44-4968-b037-ca63b0df75a8 HTTP/1.1" status: 204 len: 168 time: 0.3837376 Jul 16 18:31:54.851786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.866340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc8e9547-1c0e-4c01-bb5a-67c68c965494 req-b7a08621-f788-4ae9-9000-d02e8b6ec0c8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061656 Jul 16 18:31:54.890710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['65b8badd-e804-42f9-9f73-fdeb96bf93f2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:54.894621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-600d00dd-3d88-4383-a87e-90f986dd4224 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=b939f6ca-0f44-4968-b037-ca63b0df75a8 HTTP/1.1" status: 200 len: 205 time: 0.0415678 Jul 16 18:31:54.896978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.941634 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-56f2825e-781a-4f08-9fa5-55858e658dfe tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] delete failed (client error): The resource could not be found. Jul 16 18:31:54.947943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-56f2825e-781a-4f08-9fa5-55858e658dfe tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/b939f6ca-0f44-4968-b037-ca63b0df75a8 HTTP/1.1" status: 404 len: 336 time: 0.0445313 Jul 16 18:31:54.948145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.994490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.994708 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bd1c9dd9-36be-4104-a9de-5ef5764f3901 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=be232227-f52a-4890-8960-79be911ef698 HTTP/1.1" status: 200 len: 205 time: 0.0442173 Jul 16 18:31:55.038339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47e87bb8-7122-4f6c-890d-61a9c46e1a5f req-c5f5ad6f-6faa-4099-86b9-5b8e0abb9d7e service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200069 Jul 16 18:31:55.060070 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7739c38d-c5f7-4bfe-a943-2eb3ee5a2e41 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] delete failed (client error): The resource could not be found. Jul 16 18:31:55.061621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7739c38d-c5f7-4bfe-a943-2eb3ee5a2e41 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/be232227-f52a-4890-8960-79be911ef698 HTTP/1.1" status: 404 len: 336 time: 0.0658181 Jul 16 18:31:55.073518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.086907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:55.120603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e533-9e5d-41aa-be00-f9b266b8f46d req-01c93c79-154e-46de-a208-5dca01c21562 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.122293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca70e533-9e5d-41aa-be00-f9b266b8f46d req-01c93c79-154e-46de-a208-5dca01c21562 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 945 time: 0.0734913 Jul 16 18:31:55.123170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:55.125764 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d53c58-6bfb-438e-a336-e030465585f0" -d '{"events": [{"name": "network-changed", "server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:55.127958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:55.151426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2c6e5ad1-8b2e-4447-ba2e-3dba49c737eb tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffd2759-7dbe-4dbe-b489-0242083c6ceb HTTP/1.1" status: 200 len: 205 time: 0.0766745 Jul 16 18:31:55.154282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.162655 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca70e533-9e5d-41aa-be00-f9b266b8f46d req-8e4d11b9-2f20-4681-8cc1-5556c7f2d518 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337884 Jul 16 18:31:55.203182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:55.209641 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-fff0c63d-0a0c-447b-b490-71507d02227c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] delete failed (client error): The resource could not be found. Jul 16 18:31:55.210665 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fff0c63d-0a0c-447b-b490-71507d02227c tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/1ffd2759-7dbe-4dbe-b489-0242083c6ceb HTTP/1.1" status: 404 len: 336 time: 0.0553238 Jul 16 18:31:55.213833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.227616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.259297 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c98e4734-ec1a-403e-bd62-6427ab786cbc tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=707820d6-136d-43ac-8fcb-86cf07ffcbb5 HTTP/1.1" status: 200 len: 205 time: 0.0434525 Jul 16 18:31:55.261809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.266996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Transition to ACTIVE for port object 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:55.272159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.285152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd48a-9006-4678-a566-1580626bdaa4 req-36b2d68d-8ddf-46a5-ab26-935d43ed1075 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.286643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-026cd48a-9006-4678-a566-1580626bdaa4 req-36b2d68d-8ddf-46a5-ab26-935d43ed1075 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 931 time: 0.2281203 Jul 16 18:31:55.303791 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-4a0949a8-4f52-46fc-9679-9c769b78186d tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] delete failed (client error): The resource could not be found. Jul 16 18:31:55.304839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4a0949a8-4f52-46fc-9679-9c769b78186d tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/707820d6-136d-43ac-8fcb-86cf07ffcbb5 HTTP/1.1" status: 404 len: 336 time: 0.0419822 Jul 16 18:31:55.307462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.337770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-411dbf95-0a19-45ea-a817-98d6c7eca739 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0af2f85-3169-4846-8534-f44e61a7d9a6 HTTP/1.1" status: 200 len: 205 time: 0.0292664 Jul 16 18:31:55.340148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.341220 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0332a350-422a-4791-a289-f0642de77260 x-openstack-request-id: req-0332a350-422a-4791-a289-f0642de77260 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:55.341525 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:55.341769 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0332a350-422a-4791-a289-f0642de77260 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:55.342141 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'status': 'completed', 'code': 200} Jul 16 18:31:55.367415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Pushing event updated for resources: {'Port': ['ID=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.384901 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-4ee8a05e-b118-42d0-a47b-fb02e832b15d tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] delete failed (client error): The resource could not be found. Jul 16 18:31:55.385879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4ee8a05e-b118-42d0-a47b-fb02e832b15d tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/a0af2f85-3169-4846-8534-f44e61a7d9a6 HTTP/1.1" status: 404 len: 336 time: 0.0447958 Jul 16 18:31:55.408935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.429508 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-026cd48a-9006-4678-a566-1580626bdaa4 req-397260d8-c843-4d57-949d-8b5f2f2f7b22 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206756 Jul 16 18:31:55.441468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88c84d2c-690b-4145-b893-1eecd710f24e tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e48a115-1a1e-4e7a-a499-a20b8ed08960 HTTP/1.1" status: 200 len: 205 time: 0.0311279 Jul 16 18:31:55.443597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.482595 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-3bb05ca4-d07d-49f7-a21f-d84f080493e4 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] delete failed (client error): The resource could not be found. Jul 16 18:31:55.483624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3bb05ca4-d07d-49f7-a21f-d84f080493e4 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/routers/1e48a115-1a1e-4e7a-a499-a20b8ed08960 HTTP/1.1" status: 404 len: 336 time: 0.0391450 Jul 16 18:31:55.487790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.490281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Attempting to bind port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:55.490650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Attempting to bind port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'b816488c-327c-477d-8996-8061dcb2336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:55.491001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Attempting to bind port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c on network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:55.498132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c on network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:55.498425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Attempting to bind port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c on network 6847d4bf-ac5b-47eb-85cc-99a9f537e319 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:55.506315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-8367764b-ee52-48e1-812a-32c39d7fe471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.507821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-8367764b-ee52-48e1-812a-32c39d7fe471 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1101 time: 0.1328707 Jul 16 18:31:55.508712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:55.509017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Checking segment: {'id': 'b816488c-327c-477d-8996-8061dcb2336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:55.509395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Bound using segment: {'id': 'b816488c-327c-477d-8996-8061dcb2336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:55.509823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Bound port: 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b816488c-327c-477d-8996-8061dcb2336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:55.510179 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.520512 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e061b8e-0738-4e8b-8d65-2476cde2a434 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] DELETE failed (client error): The resource could not be found. Jul 16 18:31:55.521001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e061b8e-0738-4e8b-8d65-2476cde2a434 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:31:55.522722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6e061b8e-0738-4e8b-8d65-2476cde2a434 tempest-RoutersIpV6AdminTest-1749455854 tempest-RoutersIpV6AdminTest-1749455854-project] 10.222.0.49 "DELETE /v2.0/subnets/49568268-dbc1-4e27-8adf-e32928d22bd2 HTTP/1.1" status: 404 len: 337 time: 0.0340300 Jul 16 18:31:55.530109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-df9064d0-c3f6-4d35-9f9d-e7f9e1bede64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.532188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-df9064d0-c3f6-4d35-9f9d-e7f9e1bede64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff42cb648b714e0c9d192382fef0aeab&device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1101 time: 0.1552451 Jul 16 18:31:55.628638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-792cbed7-0ab0-403f-8c96-d4dd5d76ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.630490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-792cbed7-0ab0-403f-8c96-d4dd5d76ddd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.0888619 Jul 16 18:31:55.640422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] For port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:55.647222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] For port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,segment=NetworkSegment(b816488c-327c-477d-8996-8061dcb2336c),segment_id=b816488c-327c-477d-8996-8061dcb2336c)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:55.654872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.684450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-9934aead-5d17-4752-a5d3-2c430a5b0e2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0464742 Jul 16 18:31:55.685058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-23dc1590-616b-4b4e-ab16-ec29c25a943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.686535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-23dc1590-616b-4b4e-ab16-ec29c25a943c service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1651225 Jul 16 18:31:55.693161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.693748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.695353 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] 10.222.0.59 "PUT /v2.0/ports/5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c HTTP/1.1" status: 200 len: 1092 time: 1.3020325 Jul 16 18:31:55.747513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.754426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-dfbff8b5-b1df-4f5a-abbd-31562b79da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.755977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-dfbff8b5-b1df-4f5a-abbd-31562b79da79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0634339 Jul 16 18:31:55.769247 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-6389ab97-be67-4cbc-8b40-b93b804d15fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 200 len: 217 time: 0.0600412 Jul 16 18:31:55.771155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3e16-a15d-4dcb-8310-297862b42dda service neutron] Pushing event updated for resources: {'Port': ['ID=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.818404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-d87f953a-73e7-495a-82cf-9d7f7714950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.820131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-d87f953a-73e7-495a-82cf-9d7f7714950d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572093 Jul 16 18:31:55.847215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-a13748ff-911b-4c41-a531-1da2ac0220b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.848701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-a13748ff-911b-4c41-a531-1da2ac0220b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0574858 Jul 16 18:31:55.868963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a98fd-8763-4593-8768-f34f57552b01 req-d0a4beb2-52ae-4780-b0ea-4da5782da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.870435 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-d0a4beb2-52ae-4780-b0ea-4da5782da369 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4524eedcba0457281895e95967a533a&device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 1095 time: 0.1119249 Jul 16 18:31:55.870649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8ae8c09-3ace-4575-908e-74f994fef4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.931977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-f142e1b9-8f8f-43c8-80f0-1339f5ca642c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c HTTP/1.1" status: 200 len: 217 time: 0.0441492 Jul 16 18:31:55.963934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-c6af009d-2d81-4930-83a2-4842a05e285d service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360409 Jul 16 18:31:55.987567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-9f043cb3-a039-4d1a-9387-9471be2976bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.989102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-9f043cb3-a039-4d1a-9387-9471be2976bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1320276 Jul 16 18:31:55.996229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a98fd-8763-4593-8768-f34f57552b01 req-33c9e39f-8d14-4ce7-b3d9-9f5fab3a3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.997686 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-33c9e39f-8d14-4ce7-b3d9-9f5fab3a3e78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48da74bb-49d8-455d-bc1e-65bd2ac8e528 HTTP/1.1" status: 200 len: 858 time: 0.0565875 Jul 16 18:31:56.075249 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-7992bf11-78ff-420b-8c6e-d04467e2b151 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6847d4bf-ac5b-47eb-85cc-99a9f537e319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666299 Jul 16 18:31:56.137775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-f9813551-d20b-4afe-990e-c3db0f987187 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629627 Jul 16 18:31:56.151952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da8f2a-7ea7-4358-a66b-7102284c661c req-8ae3502c-cd00-4663-8afe-cae6d6d8d8b5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.158235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0da8f2a-7ea7-4358-a66b-7102284c661c req-8ae3502c-cd00-4663-8afe-cae6d6d8d8b5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.1997333 Jul 16 18:31:56.174945 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8ae8c09-3ace-4575-908e-74f994fef4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.186446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8ae8c09-3ace-4575-908e-74f994fef4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.217152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-de6a14ae-3457-461d-b58f-bdf266483aad service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184606 Jul 16 18:31:56.233497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0da8f2a-7ea7-4358-a66b-7102284c661c req-02bc8348-f651-4eb6-861c-e36324cade83 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694737 Jul 16 18:31:56.238443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d8ae8c09-3ace-4575-908e-74f994fef4b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=618c3824e0f3416da71ef63fe04e861b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899166 Jul 16 18:31:56.241037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.243677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5030dfb-0e08-4f6e-a565-5f3f4e745d49 req-519fb487-d821-475f-a02f-ef2a525196da tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.245187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5030dfb-0e08-4f6e-a565-5f3f4e745d49 req-519fb487-d821-475f-a02f-ef2a525196da tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.2396314 Jul 16 18:31:56.262591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-b3d34134-87a3-41db-83c7-4db9a41899cc service neutron] 10.222.0.59 "GET /v2.0/networks/6847d4bf-ac5b-47eb-85cc-99a9f537e319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799970 Jul 16 18:31:56.264564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae8c09-3ace-4575-908e-74f994fef4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfafb59-0c92-41f5-b3f4-b0c6f1f4b6b5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.300109 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4153d17d-c584-4986-b8f2-937e8b10771b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.322680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4153d17d-c584-4986-b8f2-937e8b10771b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.375630 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4153d17d-c584-4986-b8f2-937e8b10771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.378757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4153d17d-c584-4986-b8f2-937e8b10771b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.380154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4153d17d-c584-4986-b8f2-937e8b10771b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbfafb59-0c92-41f5-b3f4-b0c6f1f4b6b5 HTTP/1.1" status: 204 len: 168 time: 0.1380670 Jul 16 18:31:56.390266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d17d-c584-4986-b8f2-937e8b10771b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfafb59-0c92-41f5-b3f4-b0c6f1f4b6b5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.400822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5030dfb-0e08-4f6e-a565-5f3f4e745d49 req-b6a233ef-884e-46b1-a10e-9bffaec116da tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372626 Jul 16 18:31:56.422964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 65b8badd-e804-42f9-9f73-fdeb96bf93f2 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:56.434493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4d53c58-6bfb-438e-a336-e030465585f0 req-b4c86a6b-be32-4a68-bb6b-c55fc909d559 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097552 Jul 16 18:31:56.440030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d85a98fd-8763-4593-8768-f34f57552b01 req-6693d0cb-1578-441b-b7d1-4abb965538e7 service neutron] 10.222.0.59 "GET /v2.0/networks/6847d4bf-ac5b-47eb-85cc-99a9f537e319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691577 Jul 16 18:31:56.495861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:56.500210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:56.500581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.554978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfff53-a4af-4928-8ce3-f68f0408d775 req-ad31bb37-cc84-4dca-981b-38bb5aef6c47 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.562266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05dfff53-a4af-4928-8ce3-f68f0408d775 req-ad31bb37-cc84-4dca-981b-38bb5aef6c47 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 945 time: 0.0839484 Jul 16 18:31:56.602102 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.604151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05dfff53-a4af-4928-8ce3-f68f0408d775 req-0a4c9500-0ec7-4775-a03a-0807a7d967bb tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Jul 16 18:31:56.633244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:56.635500 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a98144-17d5-4c65-aeb0-3050da180795" -d '{"events": [{"server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "name": "network-vif-plugged", "status": "completed", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:56.757438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e5009-3ba7-463f-801c-47763bfcbb73 req-efd3321a-6dc7-4642-9cea-3b38f36a1317 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.765871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5d3e5009-3ba7-463f-801c-47763bfcbb73 req-efd3321a-6dc7-4642-9cea-3b38f36a1317 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 943 time: 0.1034391 Jul 16 18:31:56.780094 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe27cb-8574-468d-86ac-52e67161f80d x-openstack-request-id: req-13fe27cb-8574-468d-86ac-52e67161f80d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:56.780372 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "name": "network-vif-plugged", "status": "completed", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:56.780622 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13fe27cb-8574-468d-86ac-52e67161f80d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:56.781030 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'code': 200} Jul 16 18:31:56.784740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 65b8badd-e804-42f9-9f73-fdeb96bf93f2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:56.792565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.804430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59410) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.843124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5d3e5009-3ba7-463f-801c-47763bfcbb73 req-99306968-ac93-471a-bda0-b27d2395038e tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758240 Jul 16 18:31:56.867092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=65b8badd-e804-42f9-9f73-fdeb96bf93f2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.879017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040c33-8beb-4654-8c3d-5f1eb27bf70f req-2482a988-f8c2-4eb7-90a4-bcb89b26882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.880401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e79db6b2-d402-4986-95b6-7b6028cc4964 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22fe9a5e3c084e00ab6604d140940d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750201 Jul 16 18:31:56.880671 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c040c33-8beb-4654-8c3d-5f1eb27bf70f req-2482a988-f8c2-4eb7-90a4-bcb89b26882f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 1097 time: 0.1072552 Jul 16 18:31:56.883346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.919586 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c040c33-8beb-4654-8c3d-5f1eb27bf70f req-41a568c8-d050-4fbb-ab30-6a80f41c103b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317907 Jul 16 18:31:56.933115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b959e10-0e37-4b2d-99fc-f00aa233ab3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.954533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b959e10-0e37-4b2d-99fc-f00aa233ab3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.002230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b959e10-0e37-4b2d-99fc-f00aa233ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.004860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b959e10-0e37-4b2d-99fc-f00aa233ab3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.006054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b959e10-0e37-4b2d-99fc-f00aa233ab3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12d9e4eb-9ff2-47ba-9624-5e08d1aa6a32 HTTP/1.1" status: 204 len: 168 time: 0.1217213 Jul 16 18:31:57.015651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b959e10-0e37-4b2d-99fc-f00aa233ab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d9e4eb-9ff2-47ba-9624-5e08d1aa6a32,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:57.343643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58270bea-541c-468e-ab76-1497711ce029', 'tag': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:57.346077 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbc1ce5-33b7-4910-a54e-933e1dac40ff" -d '{"events": [{"name": "network-changed", "server_uuid": "58270bea-541c-468e-ab76-1497711ce029", "tag": "5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:57.387251 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52c349-55a4-4dfc-ac3f-66ac1ddc9737 x-openstack-request-id: req-9c52c349-55a4-4dfc-ac3f-66ac1ddc9737 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:57.387541 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58270bea-541c-468e-ab76-1497711ce029", "tag": "5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:57.387790 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c52c349-55a4-4dfc-ac3f-66ac1ddc9737 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:57.388181 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58270bea-541c-468e-ab76-1497711ce029', 'tag': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c', 'status': 'completed', 'code': 200} Jul 16 18:31:57.433280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e3d9-2732-4fb9-85c6-1a1d0ebf33ee req-5b4b87bb-60f8-4037-9676-78e19d349475 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.437273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c593e3d9-2732-4fb9-85c6-1a1d0ebf33ee req-5b4b87bb-60f8-4037-9676-78e19d349475 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.0834200 Jul 16 18:31:57.480168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c593e3d9-2732-4fb9-85c6-1a1d0ebf33ee req-eeb49b61-707f-4fa0-9d2b-c32ebe1d0965 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384800 Jul 16 18:31:57.485887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-8ad31d6c-b4e4-4e50-8fb5-21469c35bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.487701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-8ad31d6c-b4e4-4e50-8fb5-21469c35bafc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4524eedcba0457281895e95967a533a&device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 1095 time: 0.0629184 Jul 16 18:31:57.616564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-abd3bde9-0309-470e-abec-ffdbf1e31d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.618182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-abd3bde9-0309-470e-abec-ffdbf1e31d46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6847d4bf-ac5b-47eb-85cc-99a9f537e319 HTTP/1.1" status: 200 len: 919 time: 0.1175745 Jul 16 18:31:57.658044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b9312-b191-40b6-b630-6f6c48478e03 req-d6a78ddb-429c-4252-9f65-6eedcb99873b tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.659622 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d48b9312-b191-40b6-b630-6f6c48478e03 req-d6a78ddb-429c-4252-9f65-6eedcb99873b tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 1101 time: 0.0552084 Jul 16 18:31:57.679566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-e4e6af73-8b21-4d52-b7d2-372992f37136 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c HTTP/1.1" status: 200 len: 217 time: 0.0446033 Jul 16 18:31:57.698297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d48b9312-b191-40b6-b630-6f6c48478e03 req-db02d969-ec8e-49f6-8234-dc2001b4f331 tempest-MigrationsAdminTest-439845414 tempest-MigrationsAdminTest-439845414-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Jul 16 18:31:57.745187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c530c18-ed5f-46c9-a6c7-ef676e583fe4 req-ae3677e1-63d0-4d9e-ab1e-8187b0e9f8dc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.746784 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c530c18-ed5f-46c9-a6c7-ef676e583fe4 req-ae3677e1-63d0-4d9e-ab1e-8187b0e9f8dc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1484933 Jul 16 18:31:57.749336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-bdb15901-5be6-4931-ab61-4a1d6dddb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.750711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-bdb15901-5be6-4931-ab61-4a1d6dddb277 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48da74bb-49d8-455d-bc1e-65bd2ac8e528 HTTP/1.1" status: 200 len: 858 time: 0.0637250 Jul 16 18:31:57.795969 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-02a29b83-1dac-472b-960e-71039593b04a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6847d4bf-ac5b-47eb-85cc-99a9f537e319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340340 Jul 16 18:31:57.800769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:57.836543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c530c18-ed5f-46c9-a6c7-ef676e583fe4 req-5f1bd7ca-ad90-42eb-a565-a3afec03269f tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824976 Jul 16 18:31:57.920201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-631184341'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:57.936271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-bd2f130f-ace5-4057-a20f-55d1dff7614a service neutron] 10.222.0.59 "GET /v2.0/networks/6847d4bf-ac5b-47eb-85cc-99a9f537e319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327322 Jul 16 18:31:57.991217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Made reservation on behalf of d5cffa55f0504eb8a71caf4f9841155c for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:57.995605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.009605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.039045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf33be5-2a61-465c-99a3-ff54d4838dd6 req-2afac366-0f05-4c08-a48a-58b0ec8fc535 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.040713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abf33be5-2a61-465c-99a3-ff54d4838dd6 req-2afac366-0f05-4c08-a48a-58b0ec8fc535 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.1167474 Jul 16 18:31:58.057327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-adbc1ce5-33b7-4910-a54e-933e1dac40ff req-a6bbb8ee-0a32-4aba-8c12-e472f1b52e15 service neutron] 10.222.0.59 "GET /v2.0/networks/6847d4bf-ac5b-47eb-85cc-99a9f537e319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112511 Jul 16 18:31:58.113534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abf33be5-2a61-465c-99a3-ff54d4838dd6 req-62fa1a46-ee50-4184-88e8-1bd4a9a520d4 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647345 Jul 16 18:31:58.170634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.174689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.198134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:58.215484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4627fa2a-1c67-4e9f-af24-fd77d6dd7b76,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:58.223941 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.223941 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Added segment 8611278a-f0e0-4097-a566-f7c79c852eb8 of type vlan for network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 Jul 16 18:31:58.278523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e1a22-1424-4965-898c-a69655ae9a86 req-81e3fb43-8ac0-4c8b-b71d-dcc66c3a9628 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.280028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a0e1a22-1424-4965-898c-a69655ae9a86 req-81e3fb43-8ac0-4c8b-b71d-dcc66c3a9628 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 943 time: 0.0690289 Jul 16 18:31:58.297767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.319016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a0e1a22-1424-4965-898c-a69655ae9a86 req-9a87ff2c-31de-49a3-896a-4478549c67c8 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Jul 16 18:31:58.340831 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.346630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.347230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.364157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378572-32f2-43ea-8b47-1dddc28d23ab req-56ad5783-b3c6-4012-97a8-ec24c3b4c7f5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.365604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a7378572-32f2-43ea-8b47-1dddc28d23ab req-56ad5783-b3c6-4012-97a8-ec24c3b4c7f5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 949 time: 0.1321559 Jul 16 18:31:58.407158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6051717 Jul 16 18:31:58.410491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59458) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.415986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Request body: {'subnet': {'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:58.422280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:58.445049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416f6e3-58c1-4821-a70a-8e1b415e3c14 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event updated for resources: {'Network': ['ID=52626253-32c0-4edd-8cd2-931b8b5c7ad6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:58.454285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a7378572-32f2-43ea-8b47-1dddc28d23ab req-3a10345a-3d0c-4d1e-b3cb-770c6395279a tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762439 Jul 16 18:31:58.457910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:58.519198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Made reservation on behalf of d5cffa55f0504eb8a71caf4f9841155c for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:58.523062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.580561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:58.591810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'mac_address': 'fa:16:3e:66:7a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:58.632236 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.645747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff01ebfc-80c6-4756-b791-acbb24697784 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:58.667525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:58.672175 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.726185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:58.997519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ff01ebfc-80c6-4756-b791-acbb24697784'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:59.046832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.117703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266db2f-0c9c-4f65-9b1e-82deb759213c req-e1ac108d-c301-4ef4-980e-a5ef3b024af2 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.119154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a266db2f-0c9c-4f65-9b1e-82deb759213c req-e1ac108d-c301-4ef4-980e-a5ef3b024af2 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1512580 Jul 16 18:31:59.119893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:59.125054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event updated for resources: {'Subnet': ['ID=21164fe9-add3-43fe-b152-52e562f858dd,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:59.151431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Checking segment: {'id': '8611278a-f0e0-4097-a566-f7c79c852eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:59.151699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Network hostable DHCP agents. Network: 52626253-32c0-4edd-8cd2-931b8b5c7ad6, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:59.176813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a266db2f-0c9c-4f65-9b1e-82deb759213c req-c4f31176-81aa-44bd-9a44-15e6ca220b76 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491295 Jul 16 18:31:59.193639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:59.213275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 52626253-32c0-4edd-8cd2-931b8b5c7ad6) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:59.218650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.219245 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.227674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ce7d4-f31d-4a4c-9ab6-bda94c3f4670 None None] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:59.238007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-32c0ad52-d854-43f8-8756-9ebd968d7b94 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8238733 Jul 16 18:31:59.238195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59468) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:59.243511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Request body: {'port': {'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-83432607'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:59.278949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,segment=NetworkSegment(b816488c-327c-477d-8996-8061dcb2336c),segment_id=b816488c-327c-477d-8996-8061dcb2336c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:59.319984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8a635-1b25-4beb-8253-cd9598124e71 req-0e7c33c6-193a-4437-9e9e-77ed3d54b311 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.322520 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0f8a635-1b25-4beb-8253-cd9598124e71 req-0e7c33c6-193a-4437-9e9e-77ed3d54b311 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.0824811 Jul 16 18:31:59.322654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c', 'network_id': '6847d4bf-ac5b-47eb-85cc-99a9f537e319', 'port_id': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c', 'mac_address': 'fa:16:3e:49:0a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48da74bb-49d8-455d-bc1e-65bd2ac8e528', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:59.374202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0f8a635-1b25-4beb-8253-cd9598124e71 req-4072b0b5-4d69-45df-83a4-3e58733653df tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Jul 16 18:31:59.382175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Made reservation on behalf of d5cffa55f0504eb8a71caf4f9841155c for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:59.387079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.408481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] device_id is not set on port 959e2d5c-333e-4d97-b697-a49a05d04dd1 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:59.411458 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.438574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:59.485238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-52626253-32c0-4edd-8cd2-931b8b5c7ad6', 'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6', 'tenant_id': 'd5cffa55f0504eb8a71caf4f9841155c', 'fixed_ips': [{'subnet_id': '21164fe9-add3-43fe-b152-52e562f858dd'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:59.486130 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.490901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,segment=NetworkSegment(b816488c-327c-477d-8996-8061dcb2336c),segment_id=b816488c-327c-477d-8996-8061dcb2336c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:59.500866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.568202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2669-a981-41e3-94ec-b298222d8e6c req-f83055cd-7438-49db-8fc6-680b845d722e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.569949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f9e2669-a981-41e3-94ec-b298222d8e6c req-f83055cd-7438-49db-8fc6-680b845d722e tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.0684032 Jul 16 18:31:59.572000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d4b0f-17f6-49a6-b914-c20ed9bf9c99 req-907a18ed-251e-48ba-8060-ee747c7de5eb tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.578793 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a18d4b0f-17f6-49a6-b914-c20ed9bf9c99 req-907a18ed-251e-48ba-8060-ee747c7de5eb tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 943 time: 0.1212080 Jul 16 18:31:59.579355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:59.586993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Request body: {'floatingip': {'port_id': '65b8badd-e804-42f9-9f73-fdeb96bf93f2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:59.617730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:59.632840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Allocated IP 172.20.0.5 (52626253-32c0-4edd-8cd2-931b8b5c7ad6/21164fe9-add3-43fe-b152-52e562f858dd/959e2d5c-333e-4d97-b697-a49a05d04dd1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:59.661329 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.736249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07125f2-33f1-40be-b35b-157964ddc0b1 req-75e262fc-525a-4b43-9ab2-c9667e700d31 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.737785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a07125f2-33f1-40be-b35b-157964ddc0b1 req-75e262fc-525a-4b43-9ab2-c9667e700d31 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.0641816 Jul 16 18:31:59.776746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a07125f2-33f1-40be-b35b-157964ddc0b1 req-a8632bca-e094-4dbf-bd35-6f74e3eafa03 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Jul 16 18:31:59.791465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a18d4b0f-17f6-49a6-b914-c20ed9bf9c99 req-33f4e94d-0c6b-42f9-a7d4-7ad178ebe344 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018178 Jul 16 18:31:59.893454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:00.000423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849caac-556f-4f05-ae76-832f408c9f25 req-de76cd12-1f62-48b5-95e9-c75c6a9bc1e0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.001955 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9849caac-556f-4f05-ae76-832f408c9f25 req-de76cd12-1f62-48b5-95e9-c75c6a9bc1e0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 950 time: 0.2937443 Jul 16 18:32:00.015070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.090533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Transition to ACTIVE for port object 959e2d5c-333e-4d97-b697-a49a05d04dd1 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:00.288843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.303508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Allocated IP 172.20.0.2 (52626253-32c0-4edd-8cd2-931b8b5c7ad6/21164fe9-add3-43fe-b152-52e562f858dd/6ac368f4-1013-4216-8210-9843733357e7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:00.349960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:00.360119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:00.362554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:00.366583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa8e8-c5fe-49ed-b0fe-4542bfd0e6a1 req-4f5d0ced-fd50-4468-853e-3dc2f205dea1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.368434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7fdaa8e8-c5fe-49ed-b0fe-4542bfd0e6a1 req-4f5d0ced-fd50-4468-853e-3dc2f205dea1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.0724151 Jul 16 18:32:00.371284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Deleting port ff01ebfc-80c6-4756-b791-acbb24697784 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:00.372223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.433498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7fdaa8e8-c5fe-49ed-b0fe-4542bfd0e6a1 req-559abfd6-6b23-4e95-87fc-9382e3eba919 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508914 Jul 16 18:32:00.459875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event updated for resources: {'Port': ['ID=959e2d5c-333e-4d97-b697-a49a05d04dd1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.484914 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.493141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Transition to ACTIVE for port object 6ac368f4-1013-4216-8210-9843733357e7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:00.508216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Transition to ACTIVE for port object 6ac368f4-1013-4216-8210-9843733357e7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:00.509838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:32:00.514474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.519540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.520155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.553545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:00.556332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:00.560123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:00.567037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Pushing event updated for resources: {'Port': ['ID=6ac368f4-1013-4216-8210-9843733357e7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.593369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] For port ff01ebfc-80c6-4756-b791-acbb24697784, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ff01ebfc-80c6-4756-b791-acbb24697784,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:00.594002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.596885 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1409e0ca-d145-4ae3-95bd-88755b18a4f1 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3577101 Jul 16 18:32:00.600221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:00.601066 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.606710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Request body: {'port': {'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-335657816', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:00.606710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] bootfile-name is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:32:00.607137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] tftp-server is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:32:00.607563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] server-ip-address is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:32:00.608700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.614099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Calling delete_port for ff01ebfc-80c6-4756-b791-acbb24697784 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:00.621035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Attempting to bind port 6ac368f4-1013-4216-8210-9843733357e7 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:00.621476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Attempting to bind port 6ac368f4-1013-4216-8210-9843733357e7 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '8611278a-f0e0-4097-a566-f7c79c852eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:00.621883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Attempting to bind port 6ac368f4-1013-4216-8210-9843733357e7 on network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:00.626939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:00.627310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Checking segment: {'id': '8611278a-f0e0-4097-a566-f7c79c852eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:00.627717 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.628096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Bound using segment: {'id': '8611278a-f0e0-4097-a566-f7c79c852eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:00.628903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Bound port: 6ac368f4-1013-4216-8210-9843733357e7, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8611278a-f0e0-4097-a566-f7c79c852eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '52626253-32c0-4edd-8cd2-931b8b5c7ad6'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:00.629338 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.695308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] For port 6ac368f4-1013-4216-8210-9843733357e7, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:00.698653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] For port 6ac368f4-1013-4216-8210-9843733357e7, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6ac368f4-1013-4216-8210-9843733357e7,segment=NetworkSegment(8611278a-f0e0-4097-a566-f7c79c852eb8),segment_id=8611278a-f0e0-4097-a566-f7c79c852eb8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:00.704028 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.723905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Made reservation on behalf of d5cffa55f0504eb8a71caf4f9841155c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:00.728345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.745930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] device_id is not set on port f7307853-44d3-475e-87ed-585b83eb0292 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:00.770141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5250f-e4e5-45da-bd6a-64913e5064c9 None None] Pushing event updated for resources: {'Port': ['ID=6ac368f4-1013-4216-8210-9843733357e7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.777148 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Floating IP 88290ce6-0405-448d-9e91-e01eb8b00dce associated. External IP: 172.25.1.8, port: 65b8badd-e804-42f9-9f73-fdeb96bf93f2. Jul 16 18:32:00.909361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Allocated IP 172.20.0.4 (52626253-32c0-4edd-8cd2-931b8b5c7ad6/21164fe9-add3-43fe-b152-52e562f858dd/f7307853-44d3-475e-87ed-585b83eb0292) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:00.916999 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.000287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ab1d2ee-59b5-41df-b1c3-c5a0db590794'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:01.005833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event deleted for resources: {'Port': ['ID=ff01ebfc-80c6-4756-b791-acbb24697784,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:01.057664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23ae8f33-fcf7-4520-93f9-37ad6dd3a9e8 req-0284abac-d2da-4719-997c-4bf20c8f0ec5 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=29cc51b8-ed52-4571-9d69-b9fe8a737d4a HTTP/1.1" status: 200 len: 210 time: 0.1046808 Jul 16 18:32:01.078874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] No DVR routers for this DVR port ff01ebfc-80c6-4756-b791-acbb24697784 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:01.085000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.087115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9849caac-556f-4f05-ae76-832f408c9f25 req-8e3d6a78-f09e-4f8a-860f-5058bd0f56fe tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "DELETE /v2.0/ports/ff01ebfc-80c6-4756-b791-acbb24697784 HTTP/1.1" status: 204 len: 173 time: 1.0769436 Jul 16 18:32:01.087559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-deleted', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:01.090103 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfdcb4-582c-48f8-a76c-fb00a45dbefb" -d '{"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-deleted", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:01.184088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a07b8-7958-4768-ba96-dea23413e8ce req-fe7e838e-be7e-402c-a7b0-57cb28300c19 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.195164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-487a07b8-7958-4768-ba96-dea23413e8ce req-fe7e838e-be7e-402c-a7b0-57cb28300c19 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 944 time: 0.2284164 Jul 16 18:32:01.297395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Router 32077565-b3e0-43a1-aa26-c9e53f7291b1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:01.302778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-487a07b8-7958-4768-ba96-dea23413e8ce req-96fbec51-d9ec-4192-aedb-747eda9f1313 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045318 Jul 16 18:32:01.347077 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.364642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Transition to ACTIVE for port object f7307853-44d3-475e-87ed-585b83eb0292 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:01.409102 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4d1c27-dead-4a53-9b51-755013f51bba x-openstack-request-id: req-8d4d1c27-dead-4a53-9b51-755013f51bba {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:01.409412 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cc51b8-ed52-4571-9d69-b9fe8a737d4a", "name": "network-vif-deleted", "tag": "ff01ebfc-80c6-4756-b791-acbb24697784", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:01.409994 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d4d1c27-dead-4a53-9b51-755013f51bba {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:01.410242 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cc51b8-ed52-4571-9d69-b9fe8a737d4a', 'name': 'network-vif-deleted', 'tag': 'ff01ebfc-80c6-4756-b791-acbb24697784', 'status': 'completed', 'code': 200} Jul 16 18:32:01.414287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.463824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:01.469668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:01.484674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:01.509373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event updated for resources: {'Port': ['ID=f7307853-44d3-475e-87ed-585b83eb0292,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:01.539918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.540637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.563264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-749cb4ae-348c-4914-82f2-9e8279c7bd73 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9617443 Jul 16 18:32:01.572056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:01.705887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09e582-229f-460e-bd4f-56b79d7014e8 req-f64be804-b45a-4a78-b90e-354fabf756e9 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.707493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea09e582-229f-460e-bd4f-56b79d7014e8 req-f64be804-b45a-4a78-b90e-354fabf756e9 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1473260 Jul 16 18:32:01.732754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a3581-ab75-454c-ad45-1823c2d8484f tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.740199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a3581-ab75-454c-ad45-1823c2d8484f tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.746499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a3581-ab75-454c-ad45-1823c2d8484f tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.751650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d44a3581-ab75-454c-ad45-1823c2d8484f tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.1758296 Jul 16 18:32:01.776616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:01.783209 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea09e582-229f-460e-bd4f-56b79d7014e8 req-9116073b-3a60-4b79-96ce-78f559b002aa tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685306 Jul 16 18:32:01.864146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:01.870441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.877302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] Sync routers for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:01.890954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:01.894831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:01.918154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e60e3713-221f-410d-a8e2-9ce957420e73 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "PUT /v2.0/floatingips/88290ce6-0405-448d-9e91-e01eb8b00dce HTTP/1.1" status: 200 len: 990 time: 2.3352878 Jul 16 18:32:01.943697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Deleting port f7307853-44d3-475e-87ed-585b83eb0292 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:01.944128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.995520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:02.003988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6ac368f4-1013-4216-8210-9843733357e7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:02.060723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.080764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Calling delete_port for f7307853-44d3-475e-87ed-585b83eb0292 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:02.173952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7f3b3-f6da-42e9-a388-33047278c1a3 None None] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:02.217659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:02.248588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.252615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6ac368f4-1013-4216-8210-9843733357e7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:02.281132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event deleted for resources: {'Port': ['ID=f7307853-44d3-475e-87ed-585b83eb0292,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:02.367114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.373290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66387046-2400-4a81-ade2-5e3cc435004d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "DELETE /v2.0/ports/f7307853-44d3-475e-87ed-585b83eb0292 HTTP/1.1" status: 204 len: 168 time: 0.5935843 Jul 16 18:32:02.375741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.376379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1595c1f0-d150-4638-864d-b87ffb465d46 None None] Provisioning for port 6ac368f4-1013-4216-8210-9843733357e7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:02.383734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Request body: {'port': {'name': 'tempest-new-port-name-101288956', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:02.385519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] bootfile-name is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:32:02.385892 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] tftp-server is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:32:02.386294 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] server-ip-address is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:32:02.395129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1595c1f0-d150-4638-864d-b87ffb465d46 None None] Provisioning complete for port 6ac368f4-1013-4216-8210-9843733357e7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:02.395435 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1595c1f0-d150-4638-864d-b87ffb465d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.447394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:02.488348 n-d-791504-15 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No ports have port_id starting with ff01ebfc-80c6-4756-b791-acbb24697784 Jul 16 18:32:02.502307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 requested by agent hyperv_n-h2-791504-15 not found in database {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 18:32:02.506668 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.585627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f9208-89c0-41c5-896d-3f22c7c00dc7 req-cfb056de-52a7-49ae-8c4c-44d021733e6a tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.587104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9e9f9208-89c0-41c5-896d-3f22c7c00dc7 req-cfb056de-52a7-49ae-8c4c-44d021733e6a tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 944 time: 0.0751157 Jul 16 18:32:02.628125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9e9f9208-89c0-41c5-896d-3f22c7c00dc7 req-98b0943b-2a27-454e-8ad6-87b93da053f7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Jul 16 18:32:02.838973 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1595c1f0-d150-4638-864d-b87ffb465d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.938977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1595c1f0-d150-4638-864d-b87ffb465d46 None None] For port 6ac368f4-1013-4216-8210-9843733357e7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6ac368f4-1013-4216-8210-9843733357e7,segment=NetworkSegment(8611278a-f0e0-4097-a566-f7c79c852eb8),segment_id=8611278a-f0e0-4097-a566-f7c79c852eb8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:02.955383 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1595c1f0-d150-4638-864d-b87ffb465d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.037096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe578a11-2782-42be-9daf-53e820ca82ea req-1cd8219d-2bdc-48da-a59b-7f77618bcc13 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.043131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595c1f0-d150-4638-864d-b87ffb465d46 None None] Pushing event updated for resources: {'Port': ['ID=6ac368f4-1013-4216-8210-9843733357e7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.045162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe578a11-2782-42be-9daf-53e820ca82ea req-1cd8219d-2bdc-48da-a59b-7f77618bcc13 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 950 time: 0.5065796 Jul 16 18:32:03.047341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '88290ce6-0405-448d-9e91-e01eb8b00dce', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'port_id': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'mac_address': 'fa:16:3e:ab:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707520ea-859f-491e-b375-ebf389bf10c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:08Z', 'updated_at': '2021-07-16T18:32:00Z', 'revision_number': 1, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:08Z', 'revision_number': 5, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:03.079337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] Checking router: 32077565-b3e0-43a1-aa26-c9e53f7291b1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:03.088721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:03.089289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:31:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:03.115515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe578a11-2782-42be-9daf-53e820ca82ea req-d2c295ec-88f5-4e0e-bc62-4ee31f313ea1 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693471 Jul 16 18:32:03.151489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:03.162297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.171961 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.261794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:03.286477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event updated for resources: {'Port': ['ID=959e2d5c-333e-4d97-b697-a49a05d04dd1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.291743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d4d16-22e4-4675-a1b0-e4c78fb2f759 req-19cd0f1e-4ad3-42dd-bde4-b4e21d6b064d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.295125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] In _notify_port_updated(), no bound segment for port 959e2d5c-333e-4d97-b697-a49a05d04dd1 on network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:03.299878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd6d4d16-22e4-4675-a1b0-e4c78fb2f759 req-19cd0f1e-4ad3-42dd-bde4-b4e21d6b064d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.0803182 Jul 16 18:32:03.300760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:03.305336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.306037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.310747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-61c7650f-d9e1-46df-9d36-97c221f2f027 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "PUT /v2.0/ports/959e2d5c-333e-4d97-b697-a49a05d04dd1 HTTP/1.1" status: 200 len: 1135 time: 0.9339082 Jul 16 18:32:03.311860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:03.312245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:03.312630 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.339848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dd6d4d16-22e4-4675-a1b0-e4c78fb2f759 req-961a7042-a391-4385-a141-85b833678235 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 Jul 16 18:32:03.368971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cacf57-562e-41c1-975f-186568989bd7 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.373433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e8cacf57-562e-41c1-975f-186568989bd7 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "GET /v2.0/ports/959e2d5c-333e-4d97-b697-a49a05d04dd1 HTTP/1.1" status: 200 len: 1135 time: 0.0609593 Jul 16 18:32:03.375297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59524) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:03.411632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:03.415871 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa24a7e-05eb-4cd3-b216-da212664a1af" -d '{"events": [{"name": "network-changed", "server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:03.431070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da141da5-2573-4bda-a9f9-9190f0977536 None None] Provisioning for port 959e2d5c-333e-4d97-b697-a49a05d04dd1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:03.440322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da141da5-2573-4bda-a9f9-9190f0977536 None None] Provisioning complete for port 959e2d5c-333e-4d97-b697-a49a05d04dd1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:03.440322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da141da5-2573-4bda-a9f9-9190f0977536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.500592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Deleting port 959e2d5c-333e-4d97-b697-a49a05d04dd1 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:03.501067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.507839 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad9ec6-e1ad-4ce9-981d-ce56cd4c7b06 x-openstack-request-id: req-7aad9ec6-e1ad-4ce9-981d-ce56cd4c7b06 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:03.508340 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:03.509164 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aad9ec6-e1ad-4ce9-981d-ce56cd4c7b06 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:03.509645 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'status': 'completed', 'code': 200} Jul 16 18:32:03.570056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-da141da5-2573-4bda-a9f9-9190f0977536 None None] Port 959e2d5c-333e-4d97-b697-a49a05d04dd1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:03.586361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.609418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da141da5-2573-4bda-a9f9-9190f0977536 None None] Provisioning complete for port 6ac368f4-1013-4216-8210-9843733357e7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:03.609792 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da141da5-2573-4bda-a9f9-9190f0977536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.645414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.662528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Calling delete_port for 959e2d5c-333e-4d97-b697-a49a05d04dd1 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:03.664583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58270bea-541c-468e-ab76-1497711ce029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:03.666786 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab14c16-8993-4266-8710-3a0777b6d083" -d '{"events": [{"server_uuid": "58270bea-541c-468e-ab76-1497711ce029", "name": "network-vif-plugged", "status": "completed", "tag": "5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:03.666927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-3d1cddf5-4750-4c23-b0cd-9b2d3f9b8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.668713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-3d1cddf5-4750-4c23-b0cd-9b2d3f9b8b0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ea981f0f778498092fa85ee46b94536&device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 1098 time: 0.1306069 Jul 16 18:32:03.684276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,segment=NetworkSegment(b816488c-327c-477d-8996-8061dcb2336c),segment_id=b816488c-327c-477d-8996-8061dcb2336c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:03.706214 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.764165 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0b10a6-df66-47a6-8b97-a53388def11f x-openstack-request-id: req-0e0b10a6-df66-47a6-8b97-a53388def11f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:03.764495 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58270bea-541c-468e-ab76-1497711ce029", "name": "network-vif-plugged", "status": "completed", "tag": "5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:03.764704 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e0b10a6-df66-47a6-8b97-a53388def11f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:03.765114 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58270bea-541c-468e-ab76-1497711ce029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c', 'code': 200} Jul 16 18:32:03.831661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-3845c82d-770e-48de-999e-1754a52d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.833028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-3845c82d-770e-48de-999e-1754a52d68af service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8c9c7bb-ed52-4138-8c98-cc2456203520 HTTP/1.1" status: 200 len: 916 time: 0.1555831 Jul 16 18:32:03.837098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.923535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '88290ce6-0405-448d-9e91-e01eb8b00dce', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'port_id': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'mac_address': 'fa:16:3e:ab:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707520ea-859f-491e-b375-ebf389bf10c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:08Z', 'updated_at': '2021-07-16T18:32:00Z', 'revision_number': 1, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:08Z', 'revision_number': 5, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:03.942202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6ac368f4-1013-4216-8210-9843733357e7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:04.003249 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-b3665d6d-bf6d-4e8e-a824-4794d306b075 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2 HTTP/1.1" status: 200 len: 998 time: 0.1597450 Jul 16 18:32:04.013526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.030356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7c02060a-06fd-4e0a-bf3c-61b59ae45712 None None] Could not find standard attr ID for object f7307853-44d3-475e-87ed-585b83eb0292. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:04.032397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31060647-6fcf-4ebc-a7ff-6d4754bee711 None None] The sync data for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 is: [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '88290ce6-0405-448d-9e91-e01eb8b00dce', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'port_id': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'mac_address': 'fa:16:3e:ab:76:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707520ea-859f-491e-b375-ebf389bf10c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:08Z', 'updated_at': '2021-07-16T18:32:00Z', 'revision_number': 1, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:08Z', 'revision_number': 5, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:04.051668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7c02060a-06fd-4e0a-bf3c-61b59ae45712 None None] Could not find standard attr ID for object 959e2d5c-333e-4d97-b697-a49a05d04dd1. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:04.053670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170657-3a07-43ce-a33b-f226f8cd6e08 req-b0f7e1c8-da47-4cc4-8b9e-4b94140e3e58 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.062305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54170657-3a07-43ce-a33b-f226f8cd6e08 req-b0f7e1c8-da47-4cc4-8b9e-4b94140e3e58 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 945 time: 0.1498301 Jul 16 18:32:04.071906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-68bdcb80-ea45-42f7-ae98-3889f0ff7ed3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.073286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-68bdcb80-ea45-42f7-ae98-3889f0ff7ed3 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 950 time: 0.1210032 Jul 16 18:32:04.079961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6ac368f4-1013-4216-8210-9843733357e7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:04.080435 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.151495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2d568-ea2b-417f-b666-6c2473cf1928 req-8e758632-8753-4afe-8b8d-7faa453fbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.153833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1d2d568-ea2b-417f-b666-6c2473cf1928 req-8e758632-8753-4afe-8b8d-7faa453fbdc0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 1097 time: 0.2696352 Jul 16 18:32:04.154798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event deleted for resources: {'Port': ['ID=959e2d5c-333e-4d97-b697-a49a05d04dd1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.166026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-f4fa424e-879a-4f96-ab49-0652a4e4728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.168446 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-f4fa424e-879a-4f96-ab49-0652a4e4728c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7ee77ba-f7bc-43b5-9d12-b31d73f49b69 HTTP/1.1" status: 200 len: 854 time: 0.1475997 Jul 16 18:32:04.205415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54170657-3a07-43ce-a33b-f226f8cd6e08 req-c27622ef-c210-406d-8458-39099697e789 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421249 Jul 16 18:32:04.249945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Deleting port a21cd84c-a166-4aa7-93e7-b3331a7f3131 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:04.250650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.378234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1d2d568-ea2b-417f-b666-6c2473cf1928 req-426162f3-b1d5-40d7-aa83-a514fe8ebe7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085569 Jul 16 18:32:04.381553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] For port a21cd84c-a166-4aa7-93e7-b3331a7f3131, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a21cd84c-a166-4aa7-93e7-b3331a7f3131,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:04.382355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.388093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-2ef28707-3446-44ce-87b5-3492f9f0b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.389629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-2ef28707-3446-44ce-87b5-3492f9f0b754 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8c9c7bb-ed52-4138-8c98-cc2456203520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921282 Jul 16 18:32:04.390695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.392672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b2684090-47ea-4467-974d-82caea2b3c71 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "DELETE /v2.0/ports/959e2d5c-333e-4d97-b697-a49a05d04dd1 HTTP/1.1" status: 204 len: 168 time: 1.0163243 Jul 16 18:32:04.396897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:04.404335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Calling delete_port for a21cd84c-a166-4aa7-93e7-b3331a7f3131 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:04.458739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:04.471361 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc3551-4dee-4aae-8ee2-7922756d3ebf None None] New status for floating IP 88290ce6-0405-448d-9e91-e01eb8b00dce: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:32:04.521455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9795a2-0cfa-4fa3-84fe-ae87752a2b2f req-d0cc37e8-6a65-4a01-8aed-37e848008037 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.522462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: ff01ebfc-80c6-4756-b791-acbb24697784 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:04.522966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ff01ebfc-80c6-4756-b791-acbb24697784 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:04.532034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe9795a2-0cfa-4fa3-84fe-ae87752a2b2f req-d0cc37e8-6a65-4a01-8aed-37e848008037 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb78098-94e3-4c89-99e8-b6697d45672a HTTP/1.1" status: 200 len: 950 time: 0.2342124 Jul 16 18:32:04.541829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8004f135-72ef-4007-b7c4-8bf8815752d4 None None] Could not find standard attr ID for object 959e2d5c-333e-4d97-b697-a49a05d04dd1. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:04.602698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Deleting subnet 21164fe9-add3-43fe-b152-52e562f858dd {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:04.615377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.658538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.674257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:04.677773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ab1d2ee-59b5-41df-b1c3-c5a0db590794'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:04.704866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe9795a2-0cfa-4fa3-84fe-ae87752a2b2f req-13e1e3e1-7438-4296-962d-29b68cd38033 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677995 Jul 16 18:32:04.709759 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-6bc65327-e817-46ae-bba7-8c670c6a15c3 service neutron] 10.222.0.67 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008490 Jul 16 18:32:04.712227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.747644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event deleted for resources: {'Port': ['ID=a21cd84c-a166-4aa7-93e7-b3331a7f3131,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.834728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.835127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] No DVR routers for this DVR port a21cd84c-a166-4aa7-93e7-b3331a7f3131 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:04.839170 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.841677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc7c117c-eade-4f1a-8deb-496e43b889ee req-a0a2aa25-03bd-406a-89fc-ee081f51a5cd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "DELETE /v2.0/ports/a21cd84c-a166-4aa7-93e7-b3331a7f3131 HTTP/1.1" status: 204 len: 173 time: 0.7595310 Jul 16 18:32:04.842292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-deleted', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:04.845023 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f033915-81f5-45b5-93e8-4d8ef0fad896" -d '{"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-deleted", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:04.869731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae79f-aace-4329-86eb-135489fa6c5a req-861cb7ed-90f7-4fc3-894d-5f88b210cd34 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.871999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b3ae79f-aace-4329-86eb-135489fa6c5a req-861cb7ed-90f7-4fc3-894d-5f88b210cd34 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1981902 Jul 16 18:32:04.921126 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c194c67-b8e6-4bcd-92a1-c5992808463b x-openstack-request-id: req-7c194c67-b8e6-4bcd-92a1-c5992808463b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:04.921126 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb78098-94e3-4c89-99e8-b6697d45672a", "name": "network-vif-deleted", "tag": "a21cd84c-a166-4aa7-93e7-b3331a7f3131", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:04.921126 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c194c67-b8e6-4bcd-92a1-c5992808463b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:04.921597 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb78098-94e3-4c89-99e8-b6697d45672a', 'name': 'network-vif-deleted', 'tag': 'a21cd84c-a166-4aa7-93e7-b3331a7f3131', 'status': 'completed', 'code': 200} Jul 16 18:32:04.926204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.960036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b3ae79f-aace-4329-86eb-135489fa6c5a req-ee055463-2188-4910-9e69-17ff9b47a4cd tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807574 Jul 16 18:32:04.999998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event deleted for resources: {'Subnet': ['ID=21164fe9-add3-43fe-b152-52e562f858dd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.012455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.018180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59550) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:05.018578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-427012b4-e68c-45ac-b341-b14d2610f52d tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "DELETE /v2.0/subnets/21164fe9-add3-43fe-b152-52e562f858dd HTTP/1.1" status: 204 len: 168 time: 0.6203017 Jul 16 18:32:05.057168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706b82e-d5a9-437b-b934-b7107add9688 None None] Network 52626253-32c0-4edd-8cd2-931b8b5c7ad6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:05.081922 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-baa24a7e-05eb-4cd3-b216-da212664a1af req-f309cf18-8bf4-42ba-935e-85fe09e33a39 service neutron] 10.222.0.67 "GET /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703823 Jul 16 18:32:05.117718 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.177798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Deleting port 6ac368f4-1013-4216-8210-9843733357e7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:05.177905 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.250787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] For port 6ac368f4-1013-4216-8210-9843733357e7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6ac368f4-1013-4216-8210-9843733357e7,segment=NetworkSegment(8611278a-f0e0-4097-a566-f7c79c852eb8),segment_id=8611278a-f0e0-4097-a566-f7c79c852eb8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:05.251164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.279322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Calling delete_port for 6ac368f4-1013-4216-8210-9843733357e7 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:05.382359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] DHCP port deletion for 52626253-32c0-4edd-8cd2-931b8b5c7ad6 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:05.430455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.442391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] Deleting port 6ac368f4-1013-4216-8210-9843733357e7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:05.442935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.489118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event deleted for resources: {'Port': ['ID=6ac368f4-1013-4216-8210-9843733357e7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.491096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] No DVR routers for this DVR port 6ac368f4-1013-4216-8210-9843733357e7 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:05.506216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3542fb-ca15-4e6b-a79b-9d6ae4188fef req-264e755a-4fe7-4530-8833-22cf4a37eff0 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:05.508630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f3542fb-ca15-4e6b-a79b-9d6ae4188fef req-264e755a-4fe7-4530-8833-22cf4a37eff0 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 945 time: 0.1636300 Jul 16 18:32:05.513910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] For port 6ac368f4-1013-4216-8210-9843733357e7, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:05.514560 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.527046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] Calling delete_port for 6ac368f4-1013-4216-8210-9843733357e7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:05.530309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] Port 6ac368f4-1013-4216-8210-9843733357e7 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:32:05.531789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.564396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] Pushing event deleted for resources: {'Port': ['ID=6ac368f4-1013-4216-8210-9843733357e7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.568170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43755139-c6dd-4179-b2de-d7222f7cbc13 None None] No DVR routers for this DVR port 6ac368f4-1013-4216-8210-9843733357e7 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:05.630662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.647987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52626253-32c0-4edd-8cd2-931b8b5c7ad6']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:05.659947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f3542fb-ca15-4e6b-a79b-9d6ae4188fef req-13fff120-8fa2-4121-a65a-fbf90d068f07 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275098 Jul 16 18:32:05.663213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8611278a-f0e0-4097-a566-f7c79c852eb8') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:05.663611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8611278a-f0e0-4097-a566-f7c79c852eb8') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:05.673881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.701131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.707385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:05.707783 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:05.710954 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:05.767711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.775052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.776923 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] 10.222.0.49 "DELETE /v2.0/networks/52626253-32c0-4edd-8cd2-931b8b5c7ad6 HTTP/1.1" status: 204 len: 168 time: 0.7575974 Jul 16 18:32:05.791600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799db1-c075-4146-9c50-aae60d192c33 tempest-ExtraDHCPOptionsTestJSON-2054472612 tempest-ExtraDHCPOptionsTestJSON-2054472612-project] Pushing event deleted for resources: {'Network': ['ID=52626253-32c0-4edd-8cd2-931b8b5c7ad6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.888406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6ac368f4-1013-4216-8210-9843733357e7 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:05.910347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6ac368f4-1013-4216-8210-9843733357e7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:05.910966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6ac368f4-1013-4216-8210-9843733357e7 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:06.072566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:06.157379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf0ee-f8be-4b04-a30d-824fb77e0519 req-694bd71d-296d-4110-8961-a35e3bb653d6 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.159266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4acf0ee-f8be-4b04-a30d-824fb77e0519 req-694bd71d-296d-4110-8961-a35e3bb653d6 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.0679500 Jul 16 18:32:06.203299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4acf0ee-f8be-4b04-a30d-824fb77e0519 req-af5669b3-1cbd-4c69-976d-574392243a74 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373030 Jul 16 18:32:06.221156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b452c1-1fe0-4670-ae90-87a445c994a9 req-b48c5357-5a57-4430-a048-91f32b362dd0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.222665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b452c1-1fe0-4670-ae90-87a445c994a9 req-b48c5357-5a57-4430-a048-91f32b362dd0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.0956473 Jul 16 18:32:06.253181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5af7280b-6625-4ff8-be0b-5d07e9681597 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5cffa55f0504eb8a71caf4f9841155c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792445 Jul 16 18:32:06.255781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:06.270735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38b452c1-1fe0-4670-ae90-87a445c994a9 req-670a35d9-4fe6-4b7d-a73e-ea6ac32efe91 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Jul 16 18:32:06.309453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e24017-d500-4a2a-ad52-817512a08059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.330525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e24017-d500-4a2a-ad52-817512a08059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.388624 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e24017-d500-4a2a-ad52-817512a08059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.391228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54e24017-d500-4a2a-ad52-817512a08059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.392382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54e24017-d500-4a2a-ad52-817512a08059 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4627fa2a-1c67-4e9f-af24-fd77d6dd7b76 HTTP/1.1" status: 204 len: 168 time: 0.1354012 Jul 16 18:32:06.400466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24017-d500-4a2a-ad52-817512a08059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4627fa2a-1c67-4e9f-af24-fd77d6dd7b76,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:06.847939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac777-0ee7-43df-94ff-530c2294b8c5 req-de4d6b9b-e581-40b4-a974-bf0afd0e5f80 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.849486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf9ac777-0ee7-43df-94ff-530c2294b8c5 req-de4d6b9b-e581-40b4-a974-bf0afd0e5f80 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 945 time: 0.0689285 Jul 16 18:32:06.889325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf9ac777-0ee7-43df-94ff-530c2294b8c5 req-f7151e5d-4dd9-4402-b22d-0944f89ae131 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335376 Jul 16 18:32:07.053894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:07.164901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'networks': [{'name': 'tempest-network--1590034437'}, {'name': 'tempest-network--1168003000'}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:07.165474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'network': {'name': 'tempest-network--1590034437'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:07.165705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'network': {'name': 'tempest-network--1168003000'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:07.189922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Made reservation on behalf of 20f13d8ef2014565aa47f4c8d09ae764 for: {'network': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:07.194447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.206285 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.335834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5d35e-a55e-4f08-9db1-16dfb7844b83 req-af9ca03a-c367-46a2-b042-f1ddcbdea330 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.337357 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ca5d35e-a55e-4f08-9db1-16dfb7844b83 req-af9ca03a-c367-46a2-b042-f1ddcbdea330 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 945 time: 0.1012535 Jul 16 18:32:07.373501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.379871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.380326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.394290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98e932-70db-4e4c-b764-9c467a79526b req-fac60d25-16eb-4637-9dab-f312ca4a7576 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.395940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aa98e932-70db-4e4c-b764-9c467a79526b req-fac60d25-16eb-4637-9dab-f312ca4a7576 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.0669949 Jul 16 18:32:07.409894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ca5d35e-a55e-4f08-9db1-16dfb7844b83 req-72832d69-a3b8-4830-9f8e-e8679280daa0 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628793 Jul 16 18:32:07.436322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aa98e932-70db-4e4c-b764-9c467a79526b req-dc8f3de7-63bc-4206-914a-01fd0a70f675 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345531 Jul 16 18:32:07.437051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36063676-c822-446c-be8a-83a461959b7f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.447655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.447995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.448350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.449023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.449149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.449434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.449982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.449982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.450710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.450710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.450990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.451331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:07.463546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:07.464453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.465060 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Added segment b1ba6a51-fbf3-4437-b212-b3809e8968b9 of type vlan for network b28f3495-d3e2-4913-a827-1b2a815b09ed Jul 16 18:32:07.520960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.589345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:07.603254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.603569 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Added segment 05d0ef60-9c7d-45cf-aaee-96093aed4bb8 of type vlan for network 710ae38c-3b60-48cf-b552-56dcbb3bc94f Jul 16 18:32:07.639063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827c234-8e0f-46c4-9705-6b8be4e95f65 req-8fc83bc7-58ae-433a-a137-d78d0fa7d817 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.640558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8827c234-8e0f-46c4-9705-6b8be4e95f65 req-8fc83bc7-58ae-433a-a137-d78d0fa7d817 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1160703 Jul 16 18:32:07.660427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.704715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8827c234-8e0f-46c4-9705-6b8be4e95f65 req-73e20539-0619-4fef-aa89-e57f0d1cb1f4 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579615 Jul 16 18:32:07.712010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.712567 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.718718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.723561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.724206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.787174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7320349 Jul 16 18:32:07.789874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:07.828490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Network': ['ID=b28f3495-d3e2-4913-a827-1b2a815b09ed,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.840165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b28f3495-d3e2-4913-a827-1b2a815b09ed details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:07.910489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-40f577d1-61a5-4acf-ae05-6ae648aa205f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.912131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-40f577d1-61a5-4acf-ae05-6ae648aa205f tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 949 time: 0.1852026 Jul 16 18:32:07.912994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2191e6-5dc1-41c2-9ba9-0ce07b4d97bd tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Network': ['ID=710ae38c-3b60-48cf-b552-56dcbb3bc94f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.923698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 710ae38c-3b60-48cf-b552-56dcbb3bc94f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:07.977848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954dbf46-6e14-491e-9e50-ace67efb4239 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.984198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954dbf46-6e14-491e-9e50-ace67efb4239 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.990363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954dbf46-6e14-491e-9e50-ace67efb4239 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.996844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954dbf46-6e14-491e-9e50-ace67efb4239 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.001363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-954dbf46-6e14-491e-9e50-ace67efb4239 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2074819 Jul 16 18:32:08.001687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:08.026792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Deleting port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:08.027199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.084113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.135895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] For port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:08.136258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.148938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Calling delete_port for 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:08.191381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.202689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28f3495-d3e2-4913-a827-1b2a815b09ed']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.213461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ba6a51-fbf3-4437-b212-b3809e8968b9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.213844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ba6a51-fbf3-4437-b212-b3809e8968b9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.223654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.238389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.244927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:08.245338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:08.248869 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:08.278469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.290899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:08.296767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ab1d2ee-59b5-41df-b1c3-c5a0db590794'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:08.311520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event deleted for resources: {'Port': ['ID=6ab1d2ee-59b5-41df-b1c3-c5a0db590794,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.311765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.317745 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.320164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/networks/b28f3495-d3e2-4913-a827-1b2a815b09ed HTTP/1.1" status: 204 len: 168 time: 0.3175972 Jul 16 18:32:08.322838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59626) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:08.339424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Network': ['ID=b28f3495-d3e2-4913-a827-1b2a815b09ed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.347202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.347548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.347885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.348254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.348580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.348937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.349268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.349588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.349907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.350579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.350579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.350839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f29513c-2d75-409f-a2be-32cf1386eb9e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:08.394868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] No DVR routers for this DVR port 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:08.399186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.401168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3672e87-b145-47bb-ba8f-92f96bf7e9ad req-da057cab-2a7a-4864-ba17-f0fd06f94385 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.59 "DELETE /v2.0/ports/6ab1d2ee-59b5-41df-b1c3-c5a0db590794 HTTP/1.1" status: 204 len: 173 time: 0.4834054 Jul 16 18:32:08.401599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-deleted', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:08.404002 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59939ad9-5ec2-43a0-8ff3-dd04bc9bc402" -d '{"events": [{"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-deleted", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:08.457422 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cff735-bac6-47f7-b2da-1e6b4cc0b81a x-openstack-request-id: req-60cff735-bac6-47f7-b2da-1e6b4cc0b81a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:08.457714 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf3044-f613-40dc-9784-21f69732a68d", "name": "network-vif-deleted", "tag": "6ab1d2ee-59b5-41df-b1c3-c5a0db590794", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:08.457948 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60cff735-bac6-47f7-b2da-1e6b4cc0b81a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:08.458444 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf3044-f613-40dc-9784-21f69732a68d', 'name': 'network-vif-deleted', 'tag': '6ab1d2ee-59b5-41df-b1c3-c5a0db590794', 'status': 'completed', 'code': 200} Jul 16 18:32:08.464046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.491743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:08.525170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: a21cd84c-a166-4aa7-93e7-b3331a7f3131 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:08.526172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a21cd84c-a166-4aa7-93e7-b3331a7f3131 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:08.639450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.651950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a836a1-7805-461c-923c-4b94ee71b6a9 req-7e2b91c9-2244-40a5-bdea-0a417a4d5e2e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.652616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710ae38c-3b60-48cf-b552-56dcbb3bc94f']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.653362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13a836a1-7805-461c-923c-4b94ee71b6a9 req-7e2b91c9-2244-40a5-bdea-0a417a4d5e2e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.0699203 Jul 16 18:32:08.665583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d0ef60-9c7d-45cf-aaee-96093aed4bb8') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.666187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d0ef60-9c7d-45cf-aaee-96093aed4bb8') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.680546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.693751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13a836a1-7805-461c-923c-4b94ee71b6a9 req-19c7bf7f-99b7-4b5e-a682-2af1293e1760 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Jul 16 18:32:08.699183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.715480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c08f8e-c121-4f59-97e4-5e27a7eb2bff req-1d8a8df3-4605-4d82-9173-c0077d9cc381 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.717087 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62c08f8e-c121-4f59-97e4-5e27a7eb2bff req-1d8a8df3-4605-4d82-9173-c0077d9cc381 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 945 time: 0.1550674 Jul 16 18:32:08.718234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:08.718637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:08.721958 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:08.841731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.846195 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.848161 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/networks/710ae38c-3b60-48cf-b552-56dcbb3bc94f HTTP/1.1" status: 204 len: 168 time: 0.5241067 Jul 16 18:32:08.850785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59640) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:08.859550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62c08f8e-c121-4f59-97e4-5e27a7eb2bff req-738dfc25-74b8-4ff3-8e7d-01515c423e8e tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a01c140-b433-441b-aad9-50dce7790a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240666 Jul 16 18:32:08.870152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390dcbd-cc09-4074-844a-ca46b3d2c455 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Network': ['ID=710ae38c-3b60-48cf-b552-56dcbb3bc94f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.917428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4d0c737b-5c2a-46d4-92c0-28cf6ebcbdb4 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.919336 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4d0c737b-5c2a-46d4-92c0-28cf6ebcbdb4 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.59 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 945 time: 0.1293743 Jul 16 18:32:08.996301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c31eabf-57c8-4562-8aef-3e06b1e7cb83 req-1e7ed1fa-5739-4894-9bb2-49fdf37adb33 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddaf3044-f613-40dc-9784-21f69732a68d HTTP/1.1" status: 200 len: 210 time: 0.0368631 Jul 16 18:32:09.004349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e275e-82ff-40db-87ac-ad43bd0c49ef tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.013370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e275e-82ff-40db-87ac-ad43bd0c49ef tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.016345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aa5e275e-82ff-40db-87ac-ad43bd0c49ef tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1643784 Jul 16 18:32:09.021310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.027656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-852672083'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.060285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Made reservation on behalf of 20f13d8ef2014565aa47f4c8d09ae764 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:09.063756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.076946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Deleting port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:09.077283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.122002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:09.163953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.164197 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Added segment 97f9ea78-fe89-45a5-9a9d-1316d576ff82 of type vlan for network 0fb8911c-7b13-421d-bed5-46a9737cb85a Jul 16 18:32:09.217070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] For port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,segment=NetworkSegment(b816488c-327c-477d-8996-8061dcb2336c),segment_id=b816488c-327c-477d-8996-8061dcb2336c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:09.217402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.220416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.236195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Calling delete_port for 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:09.299846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.305705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.306294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.357827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3352215 Jul 16 18:32:09.360578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59646) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.365908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-79813999'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.390314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Made reservation on behalf of 20f13d8ef2014565aa47f4c8d09ae764 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:09.394325 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.394662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f93f4-669c-448a-9c97-38fbe68d3e8e tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Network': ['ID=0fb8911c-7b13-421d-bed5-46a9737cb85a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:09.406451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0fb8911c-7b13-421d-bed5-46a9737cb85a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:09.429871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:09.440951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.441295 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Added segment 3fb39207-6958-4675-9199-0ac60c55e7f0 of type vlan for network fc3011c0-9c3d-4dd4-b459-2124b6c63bec Jul 16 18:32:09.458145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.473079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:09.485525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.491014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Pushing event deleted for resources: {'Port': ['ID=5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:09.520033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.525723 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.526317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.537400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] No DVR routers for this DVR port 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:09.539881 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.541904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c350759a-8460-41b5-a2d1-79d31f448dec req-4a414b5d-00be-467a-9157-8a6cac7e4235 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.59 "DELETE /v2.0/ports/5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c HTTP/1.1" status: 204 len: 173 time: 0.6133635 Jul 16 18:32:09.565908 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2040772 Jul 16 18:32:09.568589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.575754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'ports': [{'network_id': '0fb8911c-7b13-421d-bed5-46a9737cb85a', 'name': 'tempest-port--1513476809', 'admin_state_up': True}, {'network_id': 'fc3011c0-9c3d-4dd4-b459-2124b6c63bec', 'admin_state_up': False}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.576046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'port': {'network_id': '0fb8911c-7b13-421d-bed5-46a9737cb85a', 'name': 'tempest-port--1513476809', 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.576568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'port': {'network_id': 'fc3011c0-9c3d-4dd4-b459-2124b6c63bec', 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.606709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb9f65-2593-4f20-99d1-7cf6169c736d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Network': ['ID=fc3011c0-9c3d-4dd4-b459-2124b6c63bec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:09.618724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network fc3011c0-9c3d-4dd4-b459-2124b6c63bec details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:09.771245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Made reservation on behalf of 20f13d8ef2014565aa47f4c8d09ae764 for: {'port': 2} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:09.776287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.791257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.912685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] device_id is not set on port cc4237e0-a8b6-4456-b8a3-67a56a7544dc yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:09.959672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df442438-8d33-4f95-b391-5eb940c3325f req-cf9052d5-daa4-4e35-bfb3-4d578c61da8a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.961457 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df442438-8d33-4f95-b391-5eb940c3325f req-cf9052d5-daa4-4e35-bfb3-4d578c61da8a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1411848 Jul 16 18:32:10.063110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df442438-8d33-4f95-b391-5eb940c3325f req-5fe3e87c-05b6-4b94-a1d6-6a45d3a96b28 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925245 Jul 16 18:32:10.103497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73edc258-4438-43b1-9acc-4346f5411f85 req-f35ea08f-298b-4264-a0bd-9b9c3a3b76b7 tempest-InstanceActionsV221TestJSON-884440156 tempest-InstanceActionsV221TestJSON-884440156-project] 10.222.0.49 "GET /v2.0/ports?device_id=58270bea-541c-468e-ab76-1497711ce029 HTTP/1.1" status: 200 len: 210 time: 0.0454519 Jul 16 18:32:10.131041 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.241879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] device_id is not set on port 903f4de6-9e01-4253-9ab9-cbd59b954c6d yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:10.378443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.435112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.460255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58270bea-541c-468e-ab76-1497711ce029', 'name': 'network-vif-deleted', 'tag': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:10.462898 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70848250-f2d5-495f-8041-d71df0b4e094" -d '{"events": [{"server_uuid": "58270bea-541c-468e-ab76-1497711ce029", "name": "network-vif-deleted", "tag": "5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:10.502198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Port': ['ID=cc4237e0-a8b6-4456-b8a3-67a56a7544dc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:10.509665 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb08e89-1b14-45d4-aa12-a4c8e8b46cf2 x-openstack-request-id: req-afb08e89-1b14-45d4-aa12-a4c8e8b46cf2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:10.510251 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58270bea-541c-468e-ab76-1497711ce029", "name": "network-vif-deleted", "tag": "5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:10.510710 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afb08e89-1b14-45d4-aa12-a4c8e8b46cf2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:10.511730 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58270bea-541c-468e-ab76-1497711ce029', 'name': 'network-vif-deleted', 'tag': '5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c', 'status': 'completed', 'code': 200} Jul 16 18:32:10.519208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Checking segment: {'id': '97f9ea78-fe89-45a5-9a9d-1316d576ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0fb8911c-7b13-421d-bed5-46a9737cb85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:10.519541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network hostable DHCP agents. Network: 0fb8911c-7b13-421d-bed5-46a9737cb85a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:10.537846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network 0fb8911c-7b13-421d-bed5-46a9737cb85a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:10.547937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0fb8911c-7b13-421d-bed5-46a9737cb85a) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:10.552196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:10.553322 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.557218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cba361-de08-4f57-89ad-68670446352b None None] Network 0fb8911c-7b13-421d-bed5-46a9737cb85a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:10.655732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Port': ['ID=903f4de6-9e01-4253-9ab9-cbd59b954c6d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:10.673994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Checking segment: {'id': '3fb39207-6958-4675-9199-0ac60c55e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fc3011c0-9c3d-4dd4-b459-2124b6c63bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:10.674354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network hostable DHCP agents. Network: fc3011c0-9c3d-4dd4-b459-2124b6c63bec, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:10.704825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7677f3-5323-4ea4-8bcf-b7336bce445d req-3e89d9b9-f537-4b54-98ad-90ff9f5e5026 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.706393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b7677f3-5323-4ea4-8bcf-b7336bce445d req-3e89d9b9-f537-4b54-98ad-90ff9f5e5026 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1199555 Jul 16 18:32:10.720394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network fc3011c0-9c3d-4dd4-b459-2124b6c63bec is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:10.739514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, fc3011c0-9c3d-4dd4-b459-2124b6c63bec) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:10.744104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:10.749576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6710c-7111-4e97-b538-3dde27132460 None None] Network fc3011c0-9c3d-4dd4-b459-2124b6c63bec requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:10.751086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.755955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.756620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.783428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b7677f3-5323-4ea4-8bcf-b7336bce445d req-274c6684-e35a-4393-8f71-39aa2c1c3e03 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701468 Jul 16 18:32:10.787840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eebf0367-2d32-4a4d-851c-133e207c3a3f tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2159598 Jul 16 18:32:10.788410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:10.862989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e4998-c0a3-4f4f-a92d-e900c7deb1ca tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.869419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e4998-c0a3-4f4f-a92d-e900c7deb1ca tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.873795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e47e4998-c0a3-4f4f-a92d-e900c7deb1ca tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0819688 Jul 16 18:32:10.874374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:10.979667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Deleting port cc4237e0-a8b6-4456-b8a3-67a56a7544dc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:10.980006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.050498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.067916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Calling delete_port for cc4237e0-a8b6-4456-b8a3-67a56a7544dc owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:11.158471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.190150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Port': ['ID=cc4237e0-a8b6-4456-b8a3-67a56a7544dc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.196021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:11.196218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.199314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-78e50c3e-ef8a-429a-a293-6ef3702fcd4b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/ports/cc4237e0-a8b6-4456-b8a3-67a56a7544dc HTTP/1.1" status: 204 len: 168 time: 0.3233163 Jul 16 18:32:11.201440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.218959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:11.219232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ab1d2ee-59b5-41df-b1c3-c5a0db590794 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:11.261275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11645145-66a9-41b3-816e-cfda5366a4f4 req-618e7008-da0c-4f89-946a-63e4406c1bdc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:11.262781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11645145-66a9-41b3-816e-cfda5366a4f4 req-618e7008-da0c-4f89-946a-63e4406c1bdc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.0682576 Jul 16 18:32:11.309435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11645145-66a9-41b3-816e-cfda5366a4f4 req-31e26216-6e8a-4cff-b88a-60a76751f316 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Jul 16 18:32:11.318552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Deleting port 903f4de6-9e01-4253-9ab9-cbd59b954c6d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:11.319006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.387683 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.402096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Calling delete_port for 903f4de6-9e01-4253-9ab9-cbd59b954c6d owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:11.467316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.517898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] Deleting subnet 48da74bb-49d8-455d-bc1e-65bd2ac8e528 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:11.523373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.570223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.611228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.670137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.697792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48da74bb-49d8-455d-bc1e-65bd2ac8e528,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.699818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.701852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f08f426-1ec9-4108-8e70-261ffbed7df2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48da74bb-49d8-455d-bc1e-65bd2ac8e528 HTTP/1.1" status: 204 len: 168 time: 0.2330568 Jul 16 18:32:11.704807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59692) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.778893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.803445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.835020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Port': ['ID=903f4de6-9e01-4253-9ab9-cbd59b954c6d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.853612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.858134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cf491961-99e4-46e3-9665-e89a34222a81 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/ports/903f4de6-9e01-4253-9ab9-cbd59b954c6d HTTP/1.1" status: 204 len: 168 time: 0.6520300 Jul 16 18:32:11.858915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59696) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.882844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.893456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6847d4bf-ac5b-47eb-85cc-99a9f537e319']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:11.903930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b816488c-327c-477d-8996-8061dcb2336c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:11.904279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b816488c-327c-477d-8996-8061dcb2336c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:11.906051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d8fa817-75f8-4387-9a31-ae96256e8972 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0457935 Jul 16 18:32:11.909952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.921288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1092005528'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:11.925861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.953470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.982518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:11.982913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:11.985472 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:11.997484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Made reservation on behalf of 20f13d8ef2014565aa47f4c8d09ae764 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:12.000902 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.070804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.075538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:12.079845 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.081037 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6847d4bf-ac5b-47eb-85cc-99a9f537e319 HTTP/1.1" status: 204 len: 168 time: 0.3756270 Jul 16 18:32:12.106031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5843990-136f-4e02-8966-f70a6ad55109 admin admin] Pushing event deleted for resources: {'Network': ['ID=6847d4bf-ac5b-47eb-85cc-99a9f537e319,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.110083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.110437 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Added segment 28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926 of type vlan for network dc2cba67-e3b8-494a-81ff-2ae4ab318596 Jul 16 18:32:12.130438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034c69-a366-4b76-94ba-12fe409a457f req-3dca2a50-6cfd-4b87-8f59-307636cca067 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.130995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-a05a94ca-efcc-4ed0-a448-dc4452b6d6c8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.132629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-a05a94ca-efcc-4ed0-a448-dc4452b6d6c8 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.0794702 Jul 16 18:32:12.137357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17034c69-a366-4b76-94ba-12fe409a457f req-3dca2a50-6cfd-4b87-8f59-307636cca067 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 950 time: 0.1999426 Jul 16 18:32:12.182696 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.245462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.251199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.251794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.256320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Deleting port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:12.256743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.280488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17034c69-a366-4b76-94ba-12fe409a457f req-f5d93986-c400-40a0-82ad-b9b412c4b0c0 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/security-groups?id=79598f92-5833-4e8c-8630-4e8c3ffda733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419172 Jul 16 18:32:12.301950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59704) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.305837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3881032 Jul 16 18:32:12.313846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59706) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.320620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-893312435'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:12.356064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] For port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:12.356503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.368338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Calling delete_port for 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:12.370800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00b3aa-d3f1-4e90-98e5-f9ec47a6189d tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Network': ['ID=dc2cba67-e3b8-494a-81ff-2ae4ab318596,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.387947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network dc2cba67-e3b8-494a-81ff-2ae4ab318596 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:12.400315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Made reservation on behalf of 20f13d8ef2014565aa47f4c8d09ae764 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:12.405105 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.416102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.416296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6593154-8c24-4159-b0ee-abd7f3540c0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4524eedcba0457281895e95967a533a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116555 Jul 16 18:32:12.443558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:12.453584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.454036 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Added segment 4291dcff-f67b-4bc6-bd74-6e2802562a03 of type vlan for network 0f90aa4d-5cea-4713-adda-018f40411f3f Jul 16 18:32:12.503431 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.540241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.543013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86be3520-da25-43b1-8666-07edc6613290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.546149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.547277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.593905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2783988 Jul 16 18:32:12.606327 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86be3520-da25-43b1-8666-07edc6613290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.627418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b063-b3f8-420c-b7d4-7b469412d16b req-9604cd6a-e695-439d-8bef-85edeaa317d7 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.629030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f473b063-b3f8-420c-b7d4-7b469412d16b req-9604cd6a-e695-439d-8bef-85edeaa317d7 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1729279 Jul 16 18:32:12.631933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.645203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:12.661809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d72f2-b343-46aa-b97d-6ad0218bce98 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Network': ['ID=0f90aa4d-5cea-4713-adda-018f40411f3f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.680842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0f90aa4d-5cea-4713-adda-018f40411f3f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:12.701065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Pushing event deleted for resources: {'Port': ['ID=12fc4339-d6dc-45f2-ba51-b9d9eeb1e420,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.775425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] No DVR routers for this DVR port 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:12.780925 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f473b063-b3f8-420c-b7d4-7b469412d16b req-110bc597-91b8-4be6-8093-bb135513bc72 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429460 Jul 16 18:32:12.782312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.784641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a2597ee-28f7-4d4c-b57c-8ff4b40d1f74 req-4b2e101a-a585-4f9a-a8ae-ff42c4c7a5bd tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.67 "DELETE /v2.0/ports/12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 HTTP/1.1" status: 204 len: 173 time: 0.6439588 Jul 16 18:32:12.785214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-deleted', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:12.787578 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6033c218-72e0-4d14-b839-e670277ffda1" -d '{"events": [{"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-deleted", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:12.804206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86be3520-da25-43b1-8666-07edc6613290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.807153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86be3520-da25-43b1-8666-07edc6613290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.813847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-86be3520-da25-43b1-8666-07edc6613290 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a01c140-b433-441b-aad9-50dce7790a0e HTTP/1.1" status: 204 len: 168 time: 0.3964825 Jul 16 18:32:12.825988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be3520-da25-43b1-8666-07edc6613290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a01c140-b433-441b-aad9-50dce7790a0e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.849890 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e739c41-e27e-417b-9511-9810b5349b8c x-openstack-request-id: req-9e739c41-e27e-417b-9511-9810b5349b8c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:12.850203 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c53c988-ab9a-43db-8f27-60b3b85681d8", "name": "network-vif-deleted", "tag": "12fc4339-d6dc-45f2-ba51-b9d9eeb1e420", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:12.850529 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e739c41-e27e-417b-9511-9810b5349b8c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:12.850986 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c53c988-ab9a-43db-8f27-60b3b85681d8', 'name': 'network-vif-deleted', 'tag': '12fc4339-d6dc-45f2-ba51-b9d9eeb1e420', 'status': 'completed', 'code': 200} Jul 16 18:32:13.203609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:13.236084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:13.236435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5698bbbe-0d47-4c0e-a54d-c62f9ac4b52c not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:13.476237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcfa1ab3-5c65-42ac-9a2d-0ac125a4cc4b req-22c644ef-ad83-42ac-866f-87431b5419d7 tempest-MigrationsAdminTest-1985417055 tempest-MigrationsAdminTest-1985417055-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c53c988-ab9a-43db-8f27-60b3b85681d8 HTTP/1.1" status: 200 len: 210 time: 0.0323269 Jul 16 18:32:13.607419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59744) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:13.710731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1362212871-network', 'tenant_id': '2dd2b4f39cd0462d925bfc1033b0963b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:13.740835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Made reservation on behalf of 2dd2b4f39cd0462d925bfc1033b0963b for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:13.743498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.752182 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.849274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.854460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.880870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:13.890754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda75f0b-ef0d-4d68-b695-092ceff8ecfb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:13.897092 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.897760 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Added segment da0d5315-1889-46e1-82dc-f386e4f42b55 of type vlan for network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 Jul 16 18:32:13.969312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.012828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.013966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.014553 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.046211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e994c1-1fd4-4726-9ee6-85f227de32d0 req-5241bc07-1e9a-458e-b113-d6a730c009b8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.047723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84e994c1-1fd4-4726-9ee6-85f227de32d0 req-5241bc07-1e9a-458e-b113-d6a730c009b8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1150064 Jul 16 18:32:14.060245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4518154 Jul 16 18:32:14.063364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59752) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:14.068989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Request body: {'subnet': {'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1362212871-subnet', 'tenant_id': '2dd2b4f39cd0462d925bfc1033b0963b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:14.103896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Made reservation on behalf of 2dd2b4f39cd0462d925bfc1033b0963b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:14.106893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.112182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf67d1-159d-4142-a4a9-6bffa12144b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d36ffa6c-db50-4e9c-922d-763ba9e08ea1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:14.125585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:14.135117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84e994c1-1fd4-4726-9ee6-85f227de32d0 req-2a73e37a-a8db-41c0-82b4-8a580d72e93e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794652 Jul 16 18:32:14.302227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.353950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e23c83-8a13-42d7-a58e-ca2c98a58204,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:14.364230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Checking segment: {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:14.364675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Network hostable DHCP agents. Network: d36ffa6c-db50-4e9c-922d-763ba9e08ea1, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:14.381437 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:14.390653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, d36ffa6c-db50-4e9c-922d-763ba9e08ea1) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:14.396345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.397011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.403487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678eadf-6558-43d2-aed0-93021671acb5 None None] Network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:14.415217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a95bbcc5-bcd3-4ada-b51d-f1623db3c473 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3503466 Jul 16 18:32:14.564231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777be47e-0ffc-44df-ba1f-9b3bbaec7d99 None None] Network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:14.862441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:14.941802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-7035be2c-a203-4d6c-aa67-55698ea750c8 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.944104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-7035be2c-a203-4d6c-aa67-55698ea750c8 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/networks?id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 200 len: 818 time: 0.1280332 Jul 16 18:32:14.959866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-6160bb61-3a70-4e33-a19d-0bcc9bfab844 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/quotas/2dd2b4f39cd0462d925bfc1033b0963b HTTP/1.1" status: 200 len: 375 time: 0.0094459 Jul 16 18:32:14.994164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25cc1b17-59c2-4a75-807c-0eeae8226564 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279994 Jul 16 18:32:15.016724 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-791724ee-a281-413f-8906-bd91ebb36764 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff42cb648b714e0c9d192382fef0aeab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531055 Jul 16 18:32:15.017655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.066214 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdd53ac1-2b30-4169-ba3c-4a58620ab72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.091808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdd53ac1-2b30-4169-ba3c-4a58620ab72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.164224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdd53ac1-2b30-4169-ba3c-4a58620ab72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.167205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bdd53ac1-2b30-4169-ba3c-4a58620ab72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.171102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bdd53ac1-2b30-4169-ba3c-4a58620ab72e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79598f92-5833-4e8c-8630-4e8c3ffda733 HTTP/1.1" status: 204 len: 168 time: 0.1499102 Jul 16 18:32:15.189738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd53ac1-2b30-4169-ba3c-4a58620ab72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79598f92-5833-4e8c-8630-4e8c3ffda733,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:15.435355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1a71f-9134-4611-8fbf-0899a6954378 req-283d7f0c-9b88-4146-99e9-07a9c2ec03c1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.436990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd1a71f-9134-4611-8fbf-0899a6954378 req-283d7f0c-9b88-4146-99e9-07a9c2ec03c1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1269312 Jul 16 18:32:15.453312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-9fa33b84-d655-41b8-8f9f-af74bd682c18 service neutron] 10.222.0.49 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502828 Jul 16 18:32:15.488065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fd1a71f-9134-4611-8fbf-0899a6954378 req-7826c22f-1965-4ebe-a3e2-4b7b7a3bc93a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Jul 16 18:32:15.564434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-f7c69398-e739-4104-9f02-37cb3d84bfd1 service neutron] 10.222.0.49 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099877 Jul 16 18:32:15.572190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.619187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66875b97-f0f9-42f7-bed6-bd7254758d69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a87a956673b4b10b6c986c14826a5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455260 Jul 16 18:32:15.621649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59798) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.672809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-831f927b-e97c-44ac-bc8f-bfad78a779bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.698799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-831f927b-e97c-44ac-bc8f-bfad78a779bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.757427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-831f927b-e97c-44ac-bc8f-bfad78a779bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.760718 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-831f927b-e97c-44ac-bc8f-bfad78a779bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.764400 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-831f927b-e97c-44ac-bc8f-bfad78a779bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1cbc195-f78d-457b-8303-9ebdbba2c8c5 HTTP/1.1" status: 204 len: 168 time: 0.1395180 Jul 16 18:32:15.771648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f927b-e97c-44ac-bc8f-bfad78a779bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cbc195-f78d-457b-8303-9ebdbba2c8c5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:15.962873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.969449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'subnets': [{'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1605261106', 'ip_version': 6}, {'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:15.970418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'subnet': {'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1605261106', 'ip_version': 6}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:15.971728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Request body: {'subnet': {'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:16.135254 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca2178c4-14a8-4650-a9e0-1c5c635e5c73 req-5de882bf-9b7f-425c-a79f-b1019bf384c3 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 210 time: 0.0558112 Jul 16 18:32:16.161708 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a4c02ab-9728-4095-bc66-4c26ddefd3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.231776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Made reservation on behalf of 20f13d8ef2014565aa47f4c8d09ae764 for: {'subnet': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:16.237976 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.238495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.531978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:16.577092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:16.577526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 12fc4339-d6dc-45f2-ba51-b9d9eeb1e420 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:16.755774 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.815781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a38ba-2b0b-44af-adb8-7954560e5325 req-80d5559e-f885-44e6-ba5b-3b06d075854a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:16.823822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b66a38ba-2b0b-44af-adb8-7954560e5325 req-80d5559e-f885-44e6-ba5b-3b06d075854a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1619995 Jul 16 18:32:16.849306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Subnet': ['ID=9a8617ac-5c9f-4384-895e-b0f2d26246e6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:16.923574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Checking segment: {'id': '28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:16.924097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network hostable DHCP agents. Network: dc2cba67-e3b8-494a-81ff-2ae4ab318596, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:16.937494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b66a38ba-2b0b-44af-adb8-7954560e5325 req-1502268b-1358-4d3b-a964-9f56c570904e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070483 Jul 16 18:32:16.955192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network dc2cba67-e3b8-494a-81ff-2ae4ab318596 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:16.975386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, dc2cba67-e3b8-494a-81ff-2ae4ab318596) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:16.981072 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.997236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abddd5f6-3990-4d16-a079-e0fdf4c4bd95 None None] Network dc2cba67-e3b8-494a-81ff-2ae4ab318596 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:17.070581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event updated for resources: {'Subnet': ['ID=5fc5f9a7-2cc9-4e25-b6ed-b58ce5cdcd24,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:17.089745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Checking segment: {'id': '4291dcff-f67b-4bc6-bd74-6e2802562a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:17.090109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network hostable DHCP agents. Network: 0f90aa4d-5cea-4713-adda-018f40411f3f, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:17.122593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Network 0f90aa4d-5cea-4713-adda-018f40411f3f is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:17.147456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0f90aa4d-5cea-4713-adda-018f40411f3f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:17.155914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.156401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.157073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.176733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce433e-0d02-46aa-a6cc-e1d5e4bf00fc None None] Network 0f90aa4d-5cea-4713-adda-018f40411f3f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:17.193237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d608ea7e-1474-471a-aa7c-2972ce7e4a7b tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2269912 Jul 16 18:32:17.193440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59860) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:17.321616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-dc2cba67-e3b8-494a-81ff-2ae4ab318596', 'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596', 'tenant_id': '20f13d8ef2014565aa47f4c8d09ae764', 'fixed_ips': [{'subnet_id': '9a8617ac-5c9f-4384-895e-b0f2d26246e6'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:17.327220 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.388561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015b717-139b-4553-994a-d1d47eca1bf6 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.392262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015b717-139b-4553-994a-d1d47eca1bf6 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.399824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015b717-139b-4553-994a-d1d47eca1bf6 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.415558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d015b717-139b-4553-994a-d1d47eca1bf6 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2112806 Jul 16 18:32:17.415906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59866) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:17.554833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-49cedbbc-0737-44cd-a856-af192067c872 req-78854775-87b9-4160-87d6-514ed97f6c61 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 210 time: 0.0674648 Jul 16 18:32:17.585708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Deleting subnet 9a8617ac-5c9f-4384-895e-b0f2d26246e6 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:17.607432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Allocated IP 2001:db8::1 (dc2cba67-e3b8-494a-81ff-2ae4ab318596/9a8617ac-5c9f-4384-895e-b0f2d26246e6/8bc3004c-4ed8-4df4-8ee4-174a9bec3539) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:17.626293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0f90aa4d-5cea-4713-adda-018f40411f3f', 'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f', 'tenant_id': '20f13d8ef2014565aa47f4c8d09ae764', 'fixed_ips': [{'subnet_id': '5fc5f9a7-2cc9-4e25-b6ed-b58ce5cdcd24'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:17.627562 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.892295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Allocated IP 2001:db8:0:1::1 (0f90aa4d-5cea-4713-adda-018f40411f3f/5fc5f9a7-2cc9-4e25-b6ed-b58ce5cdcd24/750f1b71-ba2f-4b80-bb3e-c04d4705013e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:17.903926 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.922116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Transition to ACTIVE for port object 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:17.972061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Transition to ACTIVE for port object 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:18.065424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.117756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.175264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.257270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Network dc2cba67-e3b8-494a-81ff-2ae4ab318596 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:18.267719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:18.299379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Pushing event updated for resources: {'Port': ['ID=8bc3004c-4ed8-4df4-8ee4-174a9bec3539,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.305718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:18.364976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc4437-4ffa-4100-a3d7-6070924ab69b req-e91bd6b3-cfe1-450b-bbe5-813c4e9e2433 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.375921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-91dc4437-4ffa-4100-a3d7-6070924ab69b req-e91bd6b3-cfe1-450b-bbe5-813c4e9e2433 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1408987 Jul 16 18:32:18.428795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.487344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-91dc4437-4ffa-4100-a3d7-6070924ab69b req-dcd1237e-8bb3-456b-8fe8-ea2cd8811e23 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098244 Jul 16 18:32:18.510857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-98276a3d-89b8-4f7f-bee5-75704f1b36e9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.514645 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-98276a3d-89b8-4f7f-bee5-75704f1b36e9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "GET /v2.0/networks?id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 200 len: 818 time: 0.3869748 Jul 16 18:32:18.568910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Request body: {'port': {'device_id': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1', 'admin_state_up': True, 'tenant_id': '2dd2b4f39cd0462d925bfc1033b0963b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:18.587172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.635889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8617ac-5c9f-4384-895e-b0f2d26246e6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.649549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.651788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-132f45c1-4551-440e-9afc-d1457cbb21e1 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/subnets/9a8617ac-5c9f-4384-895e-b0f2d26246e6 HTTP/1.1" status: 204 len: 168 time: 1.2342319 Jul 16 18:32:18.654728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.779703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Deleting subnet 5fc5f9a7-2cc9-4e25-b6ed-b58ce5cdcd24 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:18.820549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Made reservation on behalf of 2dd2b4f39cd0462d925bfc1033b0963b for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:18.827516 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.851859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.871450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Transition to ACTIVE for port object 750f1b71-ba2f-4b80-bb3e-c04d4705013e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:18.878370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-dcb5027a-b3c7-4e67-be3e-b0bdd757c5b5 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.880046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-dcb5027a-b3c7-4e67-be3e-b0bdd757c5b5 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.67 "GET /v2.0/networks?id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 200 len: 818 time: 0.7334864 Jul 16 18:32:18.884744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11e0ff01-d914-4733-adef-da034c982d14 req-ed4eb7a5-41cc-4768-b08d-135d9dba8a7e tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 210 time: 0.0480044 Jul 16 18:32:18.910435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Transition to ACTIVE for port object 750f1b71-ba2f-4b80-bb3e-c04d4705013e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:18.922544 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.928512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Request body: {'port': {'device_id': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1', 'admin_state_up': True, 'tenant_id': '2dd2b4f39cd0462d925bfc1033b0963b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:18.962234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.012988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Pushing event updated for resources: {'Port': ['ID=750f1b71-ba2f-4b80-bb3e-c04d4705013e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.026396 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.035325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Attempting to bind port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:19.035975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Attempting to bind port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:19.036505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Attempting to bind port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 on network dc2cba67-e3b8-494a-81ff-2ae4ab318596 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:19.042198 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3e990051-0a9b-4827-bc57-f20b07d0eac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.045350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:19.045974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Checking segment: {'id': '28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:19.046589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.047130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Bound using segment: {'id': '28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:19.047766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Bound port: 8bc3004c-4ed8-4df4-8ee4-174a9bec3539, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dc2cba67-e3b8-494a-81ff-2ae4ab318596'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:19.048393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.089343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Network 0f90aa4d-5cea-4713-adda-018f40411f3f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:19.097313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:19.100576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:19.139175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Allocated IP 172.20.0.3 (d36ffa6c-db50-4e9c-922d-763ba9e08ea1/28e23c83-8a13-42d7-a58e-ca2c98a58204/abe01b46-a1ff-4193-8930-1371ec7fa33a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:19.150953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.268887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-3567d304-455b-4819-a1a7-e8403abf8fa4 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.270341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-3567d304-455b-4819-a1a7-e8403abf8fa4 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "GET /v2.0/networks?id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 200 len: 818 time: 0.3162191 Jul 16 18:32:19.292961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Attempting to bind port 750f1b71-ba2f-4b80-bb3e-c04d4705013e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:19.293576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Attempting to bind port 750f1b71-ba2f-4b80-bb3e-c04d4705013e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '4291dcff-f67b-4bc6-bd74-6e2802562a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:19.294040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Attempting to bind port 750f1b71-ba2f-4b80-bb3e-c04d4705013e on network 0f90aa4d-5cea-4713-adda-018f40411f3f {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:19.298750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Request body: {'port': {'device_id': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1', 'admin_state_up': True, 'tenant_id': '2dd2b4f39cd0462d925bfc1033b0963b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:19.302008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:19.302763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Checking segment: {'id': '4291dcff-f67b-4bc6-bd74-6e2802562a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:19.303543 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.304103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Bound using segment: {'id': '4291dcff-f67b-4bc6-bd74-6e2802562a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:19.304747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Bound port: 750f1b71-ba2f-4b80-bb3e-c04d4705013e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4291dcff-f67b-4bc6-bd74-6e2802562a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0f90aa4d-5cea-4713-adda-018f40411f3f'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:19.305314 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.320284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] For port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:19.354740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] For port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8bc3004c-4ed8-4df4-8ee4-174a9bec3539,segment=NetworkSegment(28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926),segment_id=28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:19.361114 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.367333 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.372123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Made reservation on behalf of 2dd2b4f39cd0462d925bfc1033b0963b for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:19.379051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.444290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Made reservation on behalf of 2dd2b4f39cd0462d925bfc1033b0963b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:19.448046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.472766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.500669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.533619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1bb1cd-3673-4db2-bc2b-9265d19e4f62 None None] Network dc2cba67-e3b8-494a-81ff-2ae4ab318596 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:19.602846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.635398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc5f9a7-2cc9-4e25-b6ed-b58ce5cdcd24,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.639929 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.644622 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe383c09-206c-48b8-adb1-95506b644568 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/subnets/5fc5f9a7-2cc9-4e25-b6ed-b58ce5cdcd24 HTTP/1.1" status: 204 len: 168 time: 0.9884419 Jul 16 18:32:19.645417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:19.661576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] For port 750f1b71-ba2f-4b80-bb3e-c04d4705013e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:19.687382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e784a-0e4e-4921-b383-0662b2745f73 None None] Pushing event updated for resources: {'Port': ['ID=8bc3004c-4ed8-4df4-8ee4-174a9bec3539,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.691011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:19.714616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] For port 750f1b71-ba2f-4b80-bb3e-c04d4705013e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=750f1b71-ba2f-4b80-bb3e-c04d4705013e,segment=NetworkSegment(4291dcff-f67b-4bc6-bd74-6e2802562a03),segment_id=4291dcff-f67b-4bc6-bd74-6e2802562a03)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:19.717729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:19.722783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Allocated IP 172.20.0.11 (d36ffa6c-db50-4e9c-922d-763ba9e08ea1/28e23c83-8a13-42d7-a58e-ca2c98a58204/35a25178-b44a-4fc8-93af-1456aa33f381) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:19.729160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:19.743233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.748829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f34ee-bfa4-4ff4-ade7-516c237c5fe9 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.750439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c27f34ee-bfa4-4ff4-ade7-516c237c5fe9 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040702 Jul 16 18:32:19.754232 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Pushing event updated for resources: {'Port': ['ID=abe01b46-a1ff-4193-8930-1371ec7fa33a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.754547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:19.851058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.858124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.859295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.912393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-fef6fbe5-abf7-4ea0-8711-2dbc6644f693 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3584943 Jul 16 18:32:19.931674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950caae6-2879-4cdf-9e97-3d0133147797 None None] Pushing event updated for resources: {'Port': ['ID=750f1b71-ba2f-4b80-bb3e-c04d4705013e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.942489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Request body: {'port': {'device_id': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:19.944853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.969864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Deleting port 750f1b71-ba2f-4b80-bb3e-c04d4705013e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:19.970219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.978317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1ad3b-48e4-41d8-b582-0bf536c7b485 req-2bde5eb6-e722-4c65-8450-04de73b04022 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.980192 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59a1ad3b-48e4-41d8-b582-0bf536c7b485 req-2bde5eb6-e722-4c65-8450-04de73b04022 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.2954450 Jul 16 18:32:20.049658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] For port 750f1b71-ba2f-4b80-bb3e-c04d4705013e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=750f1b71-ba2f-4b80-bb3e-c04d4705013e,segment=NetworkSegment(4291dcff-f67b-4bc6-bd74-6e2802562a03),segment_id=4291dcff-f67b-4bc6-bd74-6e2802562a03)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:20.050031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.080473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Calling delete_port for 750f1b71-ba2f-4b80-bb3e-c04d4705013e owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:20.198254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.233334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Port': ['ID=750f1b71-ba2f-4b80-bb3e-c04d4705013e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:20.243780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59a1ad3b-48e4-41d8-b582-0bf536c7b485 req-0907ace0-1a29-4e04-b295-758dd9ed2842 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060099 Jul 16 18:32:20.245092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] No DVR routers for this DVR port 750f1b71-ba2f-4b80-bb3e-c04d4705013e on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:20.269916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.296964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d069720-26ac-4da5-9b2b-11859b8bde78 req-359e0c85-5ff5-48c9-9aa5-b4d9b6830a66 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 210 time: 0.0491519 Jul 16 18:32:20.329370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.372426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.384202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f90aa4d-5cea-4713-adda-018f40411f3f']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:20.417441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4291dcff-f67b-4bc6-bd74-6e2802562a03') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:20.418429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4291dcff-f67b-4bc6-bd74-6e2802562a03') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:20.437946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.455373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.457518 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.485736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:20.486149 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:20.489540 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:20.504387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:20.509930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:20.515037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:20.539741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Pushing event updated for resources: {'Port': ['ID=35a25178-b44a-4fc8-93af-1456aa33f381,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:20.561857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Allocated IP 172.20.0.4 (d36ffa6c-db50-4e9c-922d-763ba9e08ea1/28e23c83-8a13-42d7-a58e-ca2c98a58204/8668dc1e-0b68-47f6-94ca-fcb9998e2b6b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:20.566680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.577842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.582201 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/networks/0f90aa4d-5cea-4713-adda-018f40411f3f HTTP/1.1" status: 204 len: 168 time: 0.8241260 Jul 16 18:32:20.583682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:20.590502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:20.591182 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.602565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d87504-621a-4d2b-a728-492490b131d2 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Network': ['ID=0f90aa4d-5cea-4713-adda-018f40411f3f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:20.609909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-425d8211-5bbd-4f0a-b196-5bea288c47ed tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6862688 Jul 16 18:32:20.624770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Request body: {'port': {'device_id': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:20.719396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.721472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.895863 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.901162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Deleting port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:20.901497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.991597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] For port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8bc3004c-4ed8-4df4-8ee4-174a9bec3539,segment=NetworkSegment(28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926),segment_id=28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:20.991970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.014216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Calling delete_port for 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:21.031148 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.131721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:21.138545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:21.144523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Pushing event updated for resources: {'Port': ['ID=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.147169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:21.221266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:21.221914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.236551 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.250773 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8226693b-4763-4b62-ac6b-a43ed60ca46a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9562654 Jul 16 18:32:21.258685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe01b46-a1ff-4193-8930-1371ec7fa33a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:21.268711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.284114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Request body: {'port': {'device_id': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:21.289523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Port': ['ID=8bc3004c-4ed8-4df4-8ee4-174a9bec3539,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.291938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] No DVR routers for this DVR port 8bc3004c-4ed8-4df4-8ee4-174a9bec3539 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:21.306035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Transition to ACTIVE for port object abe01b46-a1ff-4193-8930-1371ec7fa33a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:21.320732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f9d41df2-6c66-4a11-b908-2a3adb0192b9 None None] Could not find standard attr ID for object 750f1b71-ba2f-4b80-bb3e-c04d4705013e. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:21.358824 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba08314-581d-4408-8812-5f9a7d8feb8f None None] DHCP port deletion for 0f90aa4d-5cea-4713-adda-018f40411f3f request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:21.382911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f79406c-ca24-4b98-990b-e0a09af4cb61 None None] Network 0f90aa4d-5cea-4713-adda-018f40411f3f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:21.401924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f79406c-ca24-4b98-990b-e0a09af4cb61 None None] Network 0f90aa4d-5cea-4713-adda-018f40411f3f could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:32:21.414841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2934a-4dfa-4936-95c5-d2e71c216fd9 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:32:21.455346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.462450 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.501269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2cba67-e3b8-494a-81ff-2ae4ab318596']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:21.518897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:21.519455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d1aaf1-41cc-46e4-afb6-e0d3cbf6b926') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:21.529694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.536998 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.591063 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.609909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:21.610477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:21.614922 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:21.638683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2934a-4dfa-4936-95c5-d2e71c216fd9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:32:21.640176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a25178-b44a-4fc8-93af-1456aa33f381 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:21.649297 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.649770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672a4b-bbcc-4ede-917d-0fe21da38579 req-87d76368-7bea-47de-a89c-6c069f419aef tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:21.657079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71672a4b-bbcc-4ede-917d-0fe21da38579 req-87d76368-7bea-47de-a89c-6c069f419aef tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.2640724 Jul 16 18:32:21.664757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Transition to ACTIVE for port object 35a25178-b44a-4fc8-93af-1456aa33f381 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:21.691247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.708835 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.804308 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.810998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Pushing event updated for resources: {'Port': ['ID=abe01b46-a1ff-4193-8930-1371ec7fa33a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.819102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.824217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/networks/dc2cba67-e3b8-494a-81ff-2ae4ab318596 HTTP/1.1" status: 204 len: 168 time: 1.2304757 Jul 16 18:32:21.827532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.841671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71672a4b-bbcc-4ede-917d-0fe21da38579 req-793b2044-2387-4bd1-adb6-765bfa11eda3 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828492 Jul 16 18:32:21.891487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99b979-2dc5-4e77-86fc-6ef4e8227c09 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Network': ['ID=dc2cba67-e3b8-494a-81ff-2ae4ab318596,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.945329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a3dc-8443-49f7-b819-73fc74b7e73a req-b2d25ee4-825a-4a86-8008-d8f30c2129da tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:21.953956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d7f5a3dc-8443-49f7-b819-73fc74b7e73a req-b2d25ee4-825a-4a86-8008-d8f30c2129da tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 931 time: 0.3678641 Jul 16 18:32:21.996535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Attempting to bind port 35a25178-b44a-4fc8-93af-1456aa33f381 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:21.996766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Attempting to bind port 35a25178-b44a-4fc8-93af-1456aa33f381 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:21.997213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Attempting to bind port 35a25178-b44a-4fc8-93af-1456aa33f381 on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:22.006273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Pushing event updated for resources: {'Port': ['ID=35a25178-b44a-4fc8-93af-1456aa33f381,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.054241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Port 35a25178-b44a-4fc8-93af-1456aa33f381 on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:22.054464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Attempting to bind port 35a25178-b44a-4fc8-93af-1456aa33f381 on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:22.057633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61843e0e-e5c0-4676-99f3-590800fa8877 req-bfe63a7c-8c67-44db-8ec3-cf58b440052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.059368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61843e0e-e5c0-4676-99f3-590800fa8877 req-bfe63a7c-8c67-44db-8ec3-cf58b440052e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 1098 time: 0.1212356 Jul 16 18:32:22.078888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.083998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:22.084333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Checking segment: {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:22.084822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Bound using segment: {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:22.085256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Bound port: 35a25178-b44a-4fc8-93af-1456aa33f381, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:22.085612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.117706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:22.125978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d7f5a3dc-8443-49f7-b819-73fc74b7e73a req-9ac7f8c8-fb5d-4a80-bed8-43b56b15a31d tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710436 Jul 16 18:32:22.132651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.141981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61843e0e-e5c0-4676-99f3-590800fa8877 req-c05b6abd-5836-449c-b23b-f5389ccb7e5d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Jul 16 18:32:22.149582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Transition to ACTIVE for port object 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:22.156149 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.165067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Attempting to bind port abe01b46-a1ff-4193-8930-1371ec7fa33a on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:22.166257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Attempting to bind port abe01b46-a1ff-4193-8930-1371ec7fa33a by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:22.167669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Attempting to bind port abe01b46-a1ff-4193-8930-1371ec7fa33a on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:22.220011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Port abe01b46-a1ff-4193-8930-1371ec7fa33a on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:22.220564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Attempting to bind port abe01b46-a1ff-4193-8930-1371ec7fa33a on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:22.223942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Pushing event updated for resources: {'Port': ['ID=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.269435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:22.270297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Checking segment: {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:22.270918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Bound using segment: {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:22.271583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Bound port: abe01b46-a1ff-4193-8930-1371ec7fa33a, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:22.272178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.353901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Attempting to bind port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:22.353901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Attempting to bind port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:22.353901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Attempting to bind port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:22.370082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:22.370606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Attempting to bind port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b on network d36ffa6c-db50-4e9c-922d-763ba9e08ea1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:22.376562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:22.376970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Checking segment: {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:22.377354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Bound using segment: {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:22.377803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Bound port: 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0d5315-1889-46e1-82dc-f386e4f42b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:22.378225 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.462727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] For port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:22.466839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] For port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:22.472199 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.514220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.515317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.517231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-89731813-0807-4eba-a515-8339bc026e5b service neutron] 10.222.0.59 "PUT /v2.0/ports/8668dc1e-0b68-47f6-94ca-fcb9998e2b6b HTTP/1.1" status: 200 len: 1092 time: 1.2404742 Jul 16 18:32:22.523304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'tag': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:22.525650 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "991c1a55-4838-4ab1-ba14-183932a0a0d0", "tag": "8668dc1e-0b68-47f6-94ca-fcb9998e2b6b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:22.549715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89731813-0807-4eba-a515-8339bc026e5b service neutron] Pushing event updated for resources: {'Port': ['ID=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.594828 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.605387 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe7291d-957b-4d30-8cb4-57f36f25fdee x-openstack-request-id: req-3fe7291d-957b-4d30-8cb4-57f36f25fdee {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:22.605694 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991c1a55-4838-4ab1-ba14-183932a0a0d0", "tag": "8668dc1e-0b68-47f6-94ca-fcb9998e2b6b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:22.606014 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fe7291d-957b-4d30-8cb4-57f36f25fdee {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:22.606431 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'tag': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b', 'status': 'completed', 'code': 200} Jul 16 18:32:22.611348 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:22.634534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-f40184c1-f878-4cb9-b28e-19d291050821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.636500 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-f40184c1-f878-4cb9-b28e-19d291050821 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 1095 time: 0.0686631 Jul 16 18:32:22.681104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-20313ee3-def2-4b75-808c-9f81febabdc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b HTTP/1.1" status: 200 len: 217 time: 0.0366619 Jul 16 18:32:22.737773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-d4892091-eef8-4d18-877f-5d8656e60121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.739389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-d4892091-eef8-4d18-877f-5d8656e60121 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28e23c83-8a13-42d7-a58e-ca2c98a58204 HTTP/1.1" status: 200 len: 858 time: 0.0518913 Jul 16 18:32:22.739869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] For port 35a25178-b44a-4fc8-93af-1456aa33f381, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:22.764730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.783431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-9762dbdb-d3b6-4f03-815c-85d007b0a771 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348885 Jul 16 18:32:22.787762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3011c0-9c3d-4dd4-b459-2124b6c63bec']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.808252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] For port 35a25178-b44a-4fc8-93af-1456aa33f381, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=35a25178-b44a-4fc8-93af-1456aa33f381,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:22.815419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb39207-6958-4675-9199-0ac60c55e7f0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.816155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb39207-6958-4675-9199-0ac60c55e7f0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.825966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.842405 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.874932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] For port abe01b46-a1ff-4193-8930-1371ec7fa33a, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:22.882160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.883055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.885201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] 10.222.0.67 "PUT /v2.0/ports/35a25178-b44a-4fc8-93af-1456aa33f381 HTTP/1.1" status: 200 len: 1093 time: 2.2654541 Jul 16 18:32:22.892347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'tag': '35a25178-b44a-4fc8-93af-1456aa33f381'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:22.894884 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad869fc2-393d-4c81-bf60-86336e51b73b" -d '{"events": [{"name": "network-changed", "server_uuid": "dda3188c-96d0-4ab3-9c3c-68961af1d0b3", "tag": "35a25178-b44a-4fc8-93af-1456aa33f381"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:22.914057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.920490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] For port abe01b46-a1ff-4193-8930-1371ec7fa33a, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=abe01b46-a1ff-4193-8930-1371ec7fa33a,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:22.931760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.940961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:22.941269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:22.944737 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:22.947327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-430741b0-8414-4085-bf93-2d8d7f884091 service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550279 Jul 16 18:32:23.015530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.016210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.017779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] 10.222.0.59 "PUT /v2.0/ports/abe01b46-a1ff-4193-8930-1371ec7fa33a HTTP/1.1" status: 200 len: 1092 time: 3.0877516 Jul 16 18:32:23.018488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3192d3-8d83-45eb-b3e0-8d0c99b7bea8 service neutron] Pushing event updated for resources: {'Port': ['ID=35a25178-b44a-4fc8-93af-1456aa33f381,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.114674 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.119215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.122486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/networks/fc3011c0-9c3d-4dd4-b459-2124b6c63bec HTTP/1.1" status: 204 len: 168 time: 1.2886963 Jul 16 18:32:23.126449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60022) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.157851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ae9f-f0bb-4f2f-a2b4-e9aff3f9c0e0 req-2b9b06c2-2f4f-455c-9198-ef68625fa127 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.159382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9a5c6-fb24-43ac-907b-439c0d5ebc79 service neutron] Pushing event updated for resources: {'Port': ['ID=abe01b46-a1ff-4193-8930-1371ec7fa33a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.170999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b4ae9f-f0bb-4f2f-a2b4-e9aff3f9c0e0 req-2b9b06c2-2f4f-455c-9198-ef68625fa127 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.2015448 Jul 16 18:32:23.181902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a29c4-a311-4fa1-a1ea-b9003c2e3912 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Network': ['ID=fc3011c0-9c3d-4dd4-b459-2124b6c63bec,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.195067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-a3324040-915e-4c93-a676-11912e8036a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.196905 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-a3324040-915e-4c93-a676-11912e8036a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 1096 time: 0.2476993 Jul 16 18:32:23.200217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8be568f8-b291-4bde-b730-30f0c6c19a8e service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410889 Jul 16 18:32:23.258840 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-1e79b7e9-5914-4d1b-bc6b-b2299bbe341a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35a25178-b44a-4fc8-93af-1456aa33f381 HTTP/1.1" status: 200 len: 217 time: 0.0523636 Jul 16 18:32:23.269869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-215d3e75-2845-4069-974e-d1048b65c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.271600 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-215d3e75-2845-4069-974e-d1048b65c8e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 1095 time: 0.1412804 Jul 16 18:32:23.313312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.336195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b4ae9f-f0bb-4f2f-a2b4-e9aff3f9c0e0 req-8e37340d-41d2-40c4-93c4-6fa3cf6fabee tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639414 Jul 16 18:32:23.340470 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b65aff-e192-42c5-9ee5-dd77f0a2780d x-openstack-request-id: req-56b65aff-e192-42c5-9ee5-dd77f0a2780d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:23.340672 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda3188c-96d0-4ab3-9c3c-68961af1d0b3", "tag": "35a25178-b44a-4fc8-93af-1456aa33f381", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:23.340957 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56b65aff-e192-42c5-9ee5-dd77f0a2780d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:23.341346 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'tag': '35a25178-b44a-4fc8-93af-1456aa33f381', 'status': 'completed', 'code': 200} Jul 16 18:32:23.344725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-361506f9-14ab-45af-9d1f-4989d66a3856 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe01b46-a1ff-4193-8930-1371ec7fa33a HTTP/1.1" status: 200 len: 217 time: 0.0656092 Jul 16 18:32:23.387405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8ad7f70d-3c5b-41d0-90e1-bbf82ce42664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.388992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-8ad7f70d-3c5b-41d0-90e1-bbf82ce42664 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28e23c83-8a13-42d7-a58e-ca2c98a58204 HTTP/1.1" status: 200 len: 858 time: 0.1225681 Jul 16 18:32:23.430577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-03b60e07-9588-48bc-81da-1b6ffd04014b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332689 Jul 16 18:32:23.432830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-0154f4ae-3e6b-458b-a3e4-e17228e89efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.434527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-0154f4ae-3e6b-458b-a3e4-e17228e89efb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28e23c83-8a13-42d7-a58e-ca2c98a58204 HTTP/1.1" status: 200 len: 858 time: 0.0820427 Jul 16 18:32:23.475705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.494536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-25bb71c5-5dba-4c31-af65-f4aab3f47b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.496242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-25bb71c5-5dba-4c31-af65-f4aab3f47b45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 1095 time: 0.2314880 Jul 16 18:32:23.498112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb8911c-7b13-421d-bed5-46a9737cb85a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:23.524457 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-571d5703-c77e-453b-8d13-9ef2c5b8b2b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786555 Jul 16 18:32:23.531962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f9ea78-fe89-45a5-9a9d-1316d576ff82') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:23.532629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f9ea78-fe89-45a5-9a9d-1316d576ff82') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:23.578373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.634792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.636063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.654108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-215e83a7-0095-4206-a93b-4afbc266312f service neutron] 10.222.0.67 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165718 Jul 16 18:32:23.658200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:23.658200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:23.661367 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:23.714931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-caecf99f-8602-45d9-9b2c-ab91e39dfab6 service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573687 Jul 16 18:32:23.743147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-4389e2d2-1623-40df-bbe9-62eced546966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.744900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-4389e2d2-1623-40df-bbe9-62eced546966 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 200 len: 919 time: 0.2386625 Jul 16 18:32:23.758267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6929738-9c71-4862-8c0f-c2546bd8d3ed req-7b891231-785e-4e52-adaf-7e0e80acda11 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.766578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6929738-9c71-4862-8c0f-c2546bd8d3ed req-7b891231-785e-4e52-adaf-7e0e80acda11 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 943 time: 0.2589283 Jul 16 18:32:23.781849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.836998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-79c7f702-e97c-4de3-88d7-5e3918e7ee20 service neutron] 10.222.0.67 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764243 Jul 16 18:32:23.837498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.839511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] 10.222.0.49 "DELETE /v2.0/networks/0fb8911c-7b13-421d-bed5-46a9737cb85a HTTP/1.1" status: 204 len: 168 time: 0.7031152 Jul 16 18:32:23.860682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-57d67217-9f01-4989-9c70-e5e3eea47f1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b HTTP/1.1" status: 200 len: 217 time: 0.0917683 Jul 16 18:32:23.863076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780c21c-6197-4282-863a-4d67c4898207 tempest-BulkNetworkOpsIpV6Test-496418333 tempest-BulkNetworkOpsIpV6Test-496418333-project] Pushing event deleted for resources: {'Network': ['ID=0fb8911c-7b13-421d-bed5-46a9737cb85a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.868365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfca085d-2196-4445-98d6-8a95620ec9e8 req-574a78df-821e-4f76-9c54-96d6a86b6965 service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268158 Jul 16 18:32:23.901658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4e15-243b-4efa-84e9-fbcf53276fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.956027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-f986e222-86a7-43e2-acbe-56d15607e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.957891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-f986e222-86a7-43e2-acbe-56d15607e317 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 1096 time: 0.0624552 Jul 16 18:32:23.959589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6929738-9c71-4862-8c0f-c2546bd8d3ed req-d8f2725c-a96b-408f-ad1c-7a80e5b91868 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905391 Jul 16 18:32:23.991120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-7cf39015-9b3c-4cfb-bd0a-16824e5d1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.992865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-7cf39015-9b3c-4cfb-bd0a-16824e5d1779 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28e23c83-8a13-42d7-a58e-ca2c98a58204 HTTP/1.1" status: 200 len: 858 time: 0.1178467 Jul 16 18:32:24.038993 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-34bcd09b-2f06-43ce-9654-27a7721a8844 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367172 Jul 16 18:32:24.110764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a15ffd-46b7-48fd-924d-bd11b4b1bc8e req-474b88bf-3ea8-4a1b-a5f7-7fc7b7bbc53f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.112563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01a15ffd-46b7-48fd-924d-bd11b4b1bc8e req-474b88bf-3ea8-4a1b-a5f7-7fc7b7bbc53f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1485772 Jul 16 18:32:24.118322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60044) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.139142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-4692dcdd-1c9c-44a1-a02b-f2935d25b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.140858 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-4692dcdd-1c9c-44a1-a02b-f2935d25b6b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 200 len: 919 time: 0.1754754 Jul 16 18:32:24.180804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4e15-243b-4efa-84e9-fbcf53276fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.187160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa8c4e15-243b-4efa-84e9-fbcf53276fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.192990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-baaca193-ea27-4839-9345-2f52a106a750 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35a25178-b44a-4fc8-93af-1456aa33f381 HTTP/1.1" status: 200 len: 217 time: 0.0424280 Jul 16 18:32:24.193291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-a55bdfed-e89c-4946-88a6-03c12764ebcf service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429906 Jul 16 18:32:24.213796 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01a15ffd-46b7-48fd-924d-bd11b4b1bc8e req-f673d4f0-917a-4493-a968-63d05d76b2fd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820639 Jul 16 18:32:24.257349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aa8c4e15-243b-4efa-84e9-fbcf53276fec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1e04cf79bd54a74baf5c7f7dd60aba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188102 Jul 16 18:32:24.259644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c4e15-243b-4efa-84e9-fbcf53276fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36d7368-b8c8-4181-bbf5-988ac17863f0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.260467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60050) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.298349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-d8f63e67-2d74-4cd8-867d-f9f7abe150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.299879 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-d8f63e67-2d74-4cd8-867d-f9f7abe150c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28e23c83-8a13-42d7-a58e-ca2c98a58204 HTTP/1.1" status: 200 len: 858 time: 0.0990844 Jul 16 18:32:24.333470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c4c637c-c607-4e7f-ba74-4e24818333f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20f13d8ef2014565aa47f4c8d09ae764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132213 Jul 16 18:32:24.335587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.345113 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.347843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af0b3b3-fe42-4512-bf04-a91bfb02b7f7 req-18a9cc94-1526-4199-b8a8-b914880dc169 service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409907 Jul 16 18:32:24.374145 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-baf50cde-f1f1-43e7-b5f5-cb8e1c9a6516 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621877 Jul 16 18:32:24.412086 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17922b5d-d75a-40ff-81a4-8cd808bed6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.450614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9406d3-e7b5-4c2d-8464-73b6c12dc95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.473406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17922b5d-d75a-40ff-81a4-8cd808bed6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.482875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988193a4-9814-4a2b-a42a-b6422649696d req-2c51c22e-7eac-4b0b-ad8c-4f0aa1c8eff9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.485615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-988193a4-9814-4a2b-a42a-b6422649696d req-2c51c22e-7eac-4b0b-ad8c-4f0aa1c8eff9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1155062 Jul 16 18:32:24.486526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9406d3-e7b5-4c2d-8464-73b6c12dc95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.556131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-9825e8c2-a27a-4a5e-a123-108949231dd4 service neutron] 10.222.0.67 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742542 Jul 16 18:32:24.557345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-988193a4-9814-4a2b-a42a-b6422649696d req-e4c6c192-337a-4b43-9e8a-a731d2310dda tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577300 Jul 16 18:32:24.585040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9406d3-e7b5-4c2d-8464-73b6c12dc95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.585040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9406d3-e7b5-4c2d-8464-73b6c12dc95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.585040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad9406d3-e7b5-4c2d-8464-73b6c12dc95e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36063676-c822-446c-be8a-83a461959b7f HTTP/1.1" status: 204 len: 168 time: 0.2471118 Jul 16 18:32:24.601687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9406d3-e7b5-4c2d-8464-73b6c12dc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36063676-c822-446c-be8a-83a461959b7f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.629121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db81636-894e-4ce5-994d-3faec37e5567 req-74413816-f5a4-4b98-9be4-858cbcf87869 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.636659 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6db81636-894e-4ce5-994d-3faec37e5567 req-74413816-f5a4-4b98-9be4-858cbcf87869 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1697800 Jul 16 18:32:24.638769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17922b5d-d75a-40ff-81a4-8cd808bed6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.641633 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17922b5d-d75a-40ff-81a4-8cd808bed6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.642843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-17922b5d-d75a-40ff-81a4-8cd808bed6f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c36d7368-b8c8-4181-bbf5-988ac17863f0 HTTP/1.1" status: 204 len: 168 time: 0.3798676 Jul 16 18:32:24.701960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17922b5d-d75a-40ff-81a4-8cd808bed6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36d7368-b8c8-4181-bbf5-988ac17863f0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.744378 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6db81636-894e-4ce5-994d-3faec37e5567 req-de227fbf-8562-4b72-8047-768bb3ae282e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066828 Jul 16 18:32:24.748293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad869fc2-393d-4c81-bf60-86336e51b73b req-08035aa9-8084-4173-a27a-e369b8764df2 service neutron] 10.222.0.67 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823547 Jul 16 18:32:25.000916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-3dcd23de-6e25-497a-a317-f24c88402747 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:25.002713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-3dcd23de-6e25-497a-a317-f24c88402747 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.1332052 Jul 16 18:32:25.029927 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-7278a6e9-d02f-4db5-bc6a-494efc80ae56 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/quotas/4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 375 time: 0.0211387 Jul 16 18:32:25.104362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f3a03-ce7e-455b-be92-96b3d5e77c45 req-34b9a38c-e258-4e70-92da-08f22d0f3656 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:25.108031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f54f3a03-ce7e-455b-be92-96b3d5e77c45 req-34b9a38c-e258-4e70-92da-08f22d0f3656 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.0900557 Jul 16 18:32:25.136497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-04afeb98-3601-4913-873d-ce2fbf295c68 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1006570 Jul 16 18:32:25.186797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f54f3a03-ce7e-455b-be92-96b3d5e77c45 req-16b3b331-81dc-4d4e-9c68-0cec067dafcf tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706270 Jul 16 18:32:25.228025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60096) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:25.234093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-195f41f4-be5a-40e1-b839-fb06e3063a80 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965703 Jul 16 18:32:25.256273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bba8-5902-4c02-9224-60e74277a0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.304202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:25.345665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'tag': 'abe01b46-a1ff-4193-8930-1371ec7fa33a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:25.345665 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9325b881-ed7a-4341-ae8d-52cddcfef0df" -d '{"events": [{"name": "network-changed", "server_uuid": "f9207a96-bd80-44b5-b72f-9ad2006a40c4", "tag": "abe01b46-a1ff-4193-8930-1371ec7fa33a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:25.449922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bba8-5902-4c02-9224-60e74277a0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.469631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:25.470161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bba8-5902-4c02-9224-60e74277a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.485103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b', 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1', 'port_id': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b', 'mac_address': 'fa:16:3e:ea:27:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e23c83-8a13-42d7-a58e-ca2c98a58204', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:25.536846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.554750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:25.581388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:25.592036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3bba8-5902-4c02-9224-60e74277a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa41586-ef9b-49be-b5b7-1dcf755a238c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:25.595698 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.606038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b0d3bba8-5902-4c02-9224-60e74277a0dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15f68841338e48549e993b88391fd822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766053 Jul 16 18:32:25.609170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60108) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:25.686329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19e299-a4fd-4c00-951a-c37df3b830f3 req-1ad97061-ecab-4232-9ca3-244ad83132bf tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:25.688427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d19e299-a4fd-4c00-951a-c37df3b830f3 req-1ad97061-ecab-4232-9ca3-244ad83132bf tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 943 time: 0.1627264 Jul 16 18:32:25.690258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-317a3032-3ae2-4f4f-913a-942bba538d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.697681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:25.706562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.706904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.707402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.707881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.708353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.708940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.709407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.709950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.710468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.710933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.711405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.711924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:25.719057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-12b7ca2b-c6d7-4b56-a5cb-7753bdf3790c service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767559 Jul 16 18:32:25.734814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-317a3032-3ae2-4f4f-913a-942bba538d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.739919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60110) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:25.764909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d19e299-a4fd-4c00-951a-c37df3b830f3 req-13ae7120-c1ba-40d0-ace5-795f68d3ff63 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693016 Jul 16 18:32:25.798097 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-317a3032-3ae2-4f4f-913a-942bba538d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.801200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-317a3032-3ae2-4f4f-913a-942bba538d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.804658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-317a3032-3ae2-4f4f-913a-942bba538d01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7aa41586-ef9b-49be-b5b7-1dcf755a238c HTTP/1.1" status: 204 len: 168 time: 0.1923366 Jul 16 18:32:25.811427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a3032-3ae2-4f4f-913a-942bba538d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa41586-ef9b-49be-b5b7-1dcf755a238c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:25.856194 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8674836f-5d9f-4341-85e2-8e9e91873c2b x-openstack-request-id: req-8674836f-5d9f-4341-85e2-8e9e91873c2b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:25.856801 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9207a96-bd80-44b5-b72f-9ad2006a40c4", "tag": "abe01b46-a1ff-4193-8930-1371ec7fa33a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:25.857351 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8674836f-5d9f-4341-85e2-8e9e91873c2b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:25.857897 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'tag': 'abe01b46-a1ff-4193-8930-1371ec7fa33a', 'status': 'completed', 'code': 200} Jul 16 18:32:25.926745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['8668dc1e-0b68-47f6-94ca-fcb9998e2b6b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:25.979337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107912182'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:26.008687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:26.014498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.036665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.048082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-f278359f-1951-4477-b1d2-c782cc94eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.049923 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-f278359f-1951-4477-b1d2-c782cc94eb6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 1095 time: 0.1629739 Jul 16 18:32:26.180265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-548a92c5-9623-4aa5-b950-a33d0ad94a45 req-0634330a-f46c-46cf-be53-75490fb054ee tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 210 time: 0.0619667 Jul 16 18:32:26.229622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-f0afb97a-5637-47fa-b8cc-0ee02d41c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.231333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-f0afb97a-5637-47fa-b8cc-0ee02d41c6a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 200 len: 919 time: 0.1716948 Jul 16 18:32:26.296192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-fb6cd266-5031-489c-a67b-4c2342500a1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe01b46-a1ff-4193-8930-1371ec7fa33a HTTP/1.1" status: 200 len: 217 time: 0.0537496 Jul 16 18:32:26.371372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-71feb8f6-ee34-457d-8d7e-3134c3683e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.372881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-71feb8f6-ee34-457d-8d7e-3134c3683e72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=28e23c83-8a13-42d7-a58e-ca2c98a58204 HTTP/1.1" status: 200 len: 858 time: 0.0681787 Jul 16 18:32:26.434838 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.457150 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.500275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-60df65a6-8dc7-429c-9500-f8964f684fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d36ffa6c-db50-4e9c-922d-763ba9e08ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585678 Jul 16 18:32:26.542144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:26.544139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9e8e9-b25d-4209-b224-79b1fa3a8252,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.559326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 35a25178-b44a-4fc8-93af-1456aa33f381 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:26.574432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.574787 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment 9b7486ed-851e-4015-9369-c78df89e5a6f of type vlan for network fdfb5941-deec-458a-8ad0-b9b9b14b05cb Jul 16 18:32:26.669176 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.679951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1cec4-dbda-47c5-830f-532f8a248f25 req-824c7135-18de-476a-aca2-090632599ff0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.681791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25d1cec4-dbda-47c5-830f-532f8a248f25 req-824c7135-18de-476a-aca2-090632599ff0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.3080254 Jul 16 18:32:26.709929 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-d728db9e-3ba7-4db4-8006-c28bfb117fc2 service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935666 Jul 16 18:32:26.785330 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25d1cec4-dbda-47c5-830f-532f8a248f25 req-cde87a20-2ae2-41ce-acb1-c59f1107b697 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937872 Jul 16 18:32:26.787393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.794231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.795057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.881231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 35a25178-b44a-4fc8-93af-1456aa33f381, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=35a25178-b44a-4fc8-93af-1456aa33f381,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:26.896436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1540117 Jul 16 18:32:26.909010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '35a25178-b44a-4fc8-93af-1456aa33f381', 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1', 'port_id': '35a25178-b44a-4fc8-93af-1456aa33f381', 'mac_address': 'fa:16:3e:c0:99:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e23c83-8a13-42d7-a58e-ca2c98a58204', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:26.951207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4df63-06b8-4c85-8744-5b3b446be0c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=fdfb5941-deec-458a-8ad0-b9b9b14b05cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.956236 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9325b881-ed7a-4341-ae8d-52cddcfef0df req-ece76c1b-8a22-41a7-aa0e-fdd528eb9ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381895 Jul 16 18:32:26.997449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network fdfb5941-deec-458a-8ad0-b9b9b14b05cb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:27.041001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.048729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f0309-cd82-4ceb-97c1-a8f9e24dec64 req-09170be1-8889-4dee-a1c4-56ad5d4fc9f2 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:27.057864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-958f0309-cd82-4ceb-97c1-a8f9e24dec64 req-09170be1-8889-4dee-a1c4-56ad5d4fc9f2 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 944 time: 0.1196139 Jul 16 18:32:27.123887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a25178-b44a-4fc8-93af-1456aa33f381 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:27.124645 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-958f0309-cd82-4ceb-97c1-a8f9e24dec64 req-a35ada59-35e2-4b79-88df-c7dcd1f3020d tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656073 Jul 16 18:32:27.156272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 35a25178-b44a-4fc8-93af-1456aa33f381, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=35a25178-b44a-4fc8-93af-1456aa33f381,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:27.163960 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.249852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=35a25178-b44a-4fc8-93af-1456aa33f381,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.318335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device abe01b46-a1ff-4193-8930-1371ec7fa33a details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:27.348028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-795d67c6-d322-46d1-8948-66b05abc3aaf req-2cc06ccd-3c5e-4363-a562-9420d7a2a2d5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 210 time: 0.0469429 Jul 16 18:32:27.374813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:27.435108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['35a25178-b44a-4fc8-93af-1456aa33f381'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:27.573151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:27.581482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:27.581765 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.640984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port abe01b46-a1ff-4193-8930-1371ec7fa33a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=abe01b46-a1ff-4193-8930-1371ec7fa33a,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:27.678534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'abe01b46-a1ff-4193-8930-1371ec7fa33a', 'network_id': 'd36ffa6c-db50-4e9c-922d-763ba9e08ea1', 'port_id': 'abe01b46-a1ff-4193-8930-1371ec7fa33a', 'mac_address': 'fa:16:3e:fb:13:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e23c83-8a13-42d7-a58e-ca2c98a58204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:27.756680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-a7483b73-c9a1-4f41-86a0-2df3272c29a9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:27.758499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-a7483b73-c9a1-4f41-86a0-2df3272c29a9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.2727375 Jul 16 18:32:27.773783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'port': {'device_id': 'd400cbdd-84e7-421a-9548-57cf75522615', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'admin_state_up': True, 'tenant_id': '4464220067014e36a39c0155ab4e7284'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:27.805062 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.857895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe01b46-a1ff-4193-8930-1371ec7fa33a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:27.866613 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.898577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port abe01b46-a1ff-4193-8930-1371ec7fa33a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=abe01b46-a1ff-4193-8930-1371ec7fa33a,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:27.916660 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.926068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:27.928864 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967b87dc-eb79-4dd8-bd13-bc2c87079b74" -d '{"events": [{"server_uuid": "991c1a55-4838-4ab1-ba14-183932a0a0d0", "name": "network-vif-plugged", "status": "completed", "tag": "8668dc1e-0b68-47f6-94ca-fcb9998e2b6b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:27.973086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:27.986403 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.034446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=abe01b46-a1ff-4193-8930-1371ec7fa33a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:28.046319 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f185a-2af9-4274-82e7-f867fcc9f51d x-openstack-request-id: req-515f185a-2af9-4274-82e7-f867fcc9f51d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:28.046607 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991c1a55-4838-4ab1-ba14-183932a0a0d0", "name": "network-vif-plugged", "status": "completed", "tag": "8668dc1e-0b68-47f6-94ca-fcb9998e2b6b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:28.046852 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-515f185a-2af9-4274-82e7-f867fcc9f51d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:28.047248 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b', 'code': 200} Jul 16 18:32:28.118556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Made reservation on behalf of 4464220067014e36a39c0155ab4e7284 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:28.122948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.126491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:28.249273 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a089-c446-494b-bcaf-eb0aeb14d4e7 req-0e3d8169-5fe1-4eea-a373-2b1817c12410 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.259645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1a1a089-c446-494b-bcaf-eb0aeb14d4e7 req-0e3d8169-5fe1-4eea-a373-2b1817c12410 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2249000 Jul 16 18:32:28.259872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['abe01b46-a1ff-4193-8930-1371ec7fa33a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:28.311878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6505a-1b46-4e7a-b8d8-39a2e65a655c req-a3870f89-331f-4cb8-8910-6f824aaba152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.313623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8d6505a-1b46-4e7a-b8d8-39a2e65a655c req-a3870f89-331f-4cb8-8910-6f824aaba152 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 1097 time: 0.1705894 Jul 16 18:32:28.326916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1a1a089-c446-494b-bcaf-eb0aeb14d4e7 req-126f55dd-67fa-4967-9efe-3a06886e29a0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659473 Jul 16 18:32:28.367562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Allocated IP 172.20.0.5 (d8d264b5-c41c-460d-af3d-f5e449ef0a32/55d61070-3c73-4cdd-b700-431dc28d3d04/d39d1688-57c5-4f93-ac4b-99bdc10be26f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:28.406156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8d6505a-1b46-4e7a-b8d8-39a2e65a655c req-33be79f0-b5fd-4085-9aaa-a940065dd182 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743749 Jul 16 18:32:28.447567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6835-ea5e-461d-ae56-d695d7f3afe0 req-e2ed1f13-9d82-482b-8309-cc88b0d73e43 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.457133 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-123c6835-ea5e-461d-ae56-d695d7f3afe0 req-e2ed1f13-9d82-482b-8309-cc88b0d73e43 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 945 time: 0.1411681 Jul 16 18:32:28.537871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-123c6835-ea5e-461d-ae56-d695d7f3afe0 req-777810a1-39cb-40f9-8da3-f07817234e40 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795343 Jul 16 18:32:28.574227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 35a25178-b44a-4fc8-93af-1456aa33f381 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:28.643129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.656485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 35a25178-b44a-4fc8-93af-1456aa33f381 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:28.661076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 35a25178-b44a-4fc8-93af-1456aa33f381 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:28.661458 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.701850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Transition to ACTIVE for port object d39d1688-57c5-4f93-ac4b-99bdc10be26f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:28.779965 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.787056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.835053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 35a25178-b44a-4fc8-93af-1456aa33f381, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=35a25178-b44a-4fc8-93af-1456aa33f381,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:28.843042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.850457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:28.853964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:28.861156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:28.916723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.917544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.942468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=35a25178-b44a-4fc8-93af-1456aa33f381,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:28.999832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=d39d1688-57c5-4f93-ac4b-99bdc10be26f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.007667 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-ca9f130a-b42d-476f-a686-f75470e63b23 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2403998 Jul 16 18:32:29.020748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Request body: {'port': {'device_id': 'd400cbdd-84e7-421a-9548-57cf75522615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.101150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff96e22-6598-45fc-8b0f-818fbe3d17c6 req-2e984ba0-e3a8-4330-843c-6c55b66ecc1d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:29.102898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bff96e22-6598-45fc-8b0f-818fbe3d17c6 req-2e984ba0-e3a8-4330-843c-6c55b66ecc1d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 931 time: 0.1792257 Jul 16 18:32:29.171681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.193916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bff96e22-6598-45fc-8b0f-818fbe3d17c6 req-38089679-7c3d-49c1-8aaa-af89e644107c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730634 Jul 16 18:32:29.239857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc24bc64-f3fe-436f-9b35-9fa784a41e20 None None] Provisioning for port d39d1688-57c5-4f93-ac4b-99bdc10be26f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:29.246886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc24bc64-f3fe-436f-9b35-9fa784a41e20 None None] Provisioning complete for port d39d1688-57c5-4f93-ac4b-99bdc10be26f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:29.249099 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc24bc64-f3fe-436f-9b35-9fa784a41e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.327883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dc24bc64-f3fe-436f-9b35-9fa784a41e20 None None] Port d39d1688-57c5-4f93-ac4b-99bdc10be26f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:29.401675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a47e883-3f86-4946-8682-16f2bbb459aa', '12ac4480-49b0-47fc-8d7c-46a66f407861'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:29.667480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39d1688-57c5-4f93-ac4b-99bdc10be26f {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:29.684181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.715643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Transition to ACTIVE for port object d39d1688-57c5-4f93-ac4b-99bdc10be26f will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:29.721655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.845310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Pushing event updated for resources: {'Port': ['ID=d39d1688-57c5-4f93-ac4b-99bdc10be26f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.033653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Attempting to bind port d39d1688-57c5-4f93-ac4b-99bdc10be26f on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:30.034022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Attempting to bind port d39d1688-57c5-4f93-ac4b-99bdc10be26f by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:30.034313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Attempting to bind port d39d1688-57c5-4f93-ac4b-99bdc10be26f on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:30.048696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a25178-b44a-4fc8-93af-1456aa33f381'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:30.051183 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4281e-44e5-46f7-b812-46387eeed4ce" -d '{"events": [{"server_uuid": "dda3188c-96d0-4ab3-9c3c-68961af1d0b3", "name": "network-vif-plugged", "status": "completed", "tag": "35a25178-b44a-4fc8-93af-1456aa33f381"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:30.064875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Port d39d1688-57c5-4f93-ac4b-99bdc10be26f on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:30.065319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Attempting to bind port d39d1688-57c5-4f93-ac4b-99bdc10be26f on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:30.083971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:30.084446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:30.084929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Bound using segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:30.085380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Bound port: d39d1688-57c5-4f93-ac4b-99bdc10be26f, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:30.085792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.092493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922bcb1-8a7b-458e-b21f-94b979418904 req-ed3ff76d-6d51-49c8-9e93-b1b1081514cc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.100723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1922bcb1-8a7b-458e-b21f-94b979418904 req-ed3ff76d-6d51-49c8-9e93-b1b1081514cc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1128542 Jul 16 18:32:30.164443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1922bcb1-8a7b-458e-b21f-94b979418904 req-48eafd79-ad73-483d-aac9-d508876955fc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623605 Jul 16 18:32:30.166628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519672-4ebb-46aa-9da9-af7a9d34622a req-1329b3cc-9a96-4e58-9c2b-ebe7b7858a8a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.168487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11519672-4ebb-46aa-9da9-af7a9d34622a req-1329b3cc-9a96-4e58-9c2b-ebe7b7858a8a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 945 time: 0.1462870 Jul 16 18:32:30.228463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] For port d39d1688-57c5-4f93-ac4b-99bdc10be26f, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:30.265097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11519672-4ebb-46aa-9da9-af7a9d34622a req-7df3b4c6-0c99-47cc-a0f2-00d81acd217d tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778720 Jul 16 18:32:30.267787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] For port d39d1688-57c5-4f93-ac4b-99bdc10be26f, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:30.273099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.329029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.330260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.331241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] 10.222.0.67 "PUT /v2.0/ports/d39d1688-57c5-4f93-ac4b-99bdc10be26f HTTP/1.1" status: 200 len: 1092 time: 1.3159750 Jul 16 18:32:30.331749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:30.334119 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d752cf-d909-471b-bd04-d98f65fc231a" -d '{"events": [{"name": "network-changed", "server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:30.360516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd364-7913-4702-9ae0-7fb7c635e87a service neutron] Pushing event updated for resources: {'Port': ['ID=d39d1688-57c5-4f93-ac4b-99bdc10be26f,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.376457 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0112e1-7760-449e-8528-e9998107fea2 x-openstack-request-id: req-ad0112e1-7760-449e-8528-e9998107fea2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:30.376924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:30.377516 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3188c-96d0-4ab3-9c3c-68961af1d0b3", "name": "network-vif-plugged", "status": "completed", "tag": "35a25178-b44a-4fc8-93af-1456aa33f381", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:30.378192 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad0112e1-7760-449e-8528-e9998107fea2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:30.378803 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a25178-b44a-4fc8-93af-1456aa33f381', 'code': 200} Jul 16 18:32:30.385347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': 'fdfb5941-deec-458a-8ad0-b9b9b14b05cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:30.540573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4699d3d-31d6-4be4-b361-5a6e78f4f592 req-c518600d-9504-4767-917c-d01b72c14a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.542457 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4699d3d-31d6-4be4-b361-5a6e78f4f592 req-c518600d-9504-4767-917c-d01b72c14a22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 1098 time: 0.0823548 Jul 16 18:32:30.587710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4699d3d-31d6-4be4-b361-5a6e78f4f592 req-16084e77-42a7-4fcf-944c-8c3e17d25913 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jul 16 18:32:30.599324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-7bc5846e-002b-4d4d-9d3c-5ec842cb4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.600952 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-7bc5846e-002b-4d4d-9d3c-5ec842cb4a7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 1095 time: 0.1854930 Jul 16 18:32:30.614209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:30.618846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.707279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-84648920-303e-4f17-b32d-7495e59becbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f HTTP/1.1" status: 200 len: 217 time: 0.0668778 Jul 16 18:32:30.734612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbceef1-4e41-4672-bc9d-1e9d2aa8f6d9 req-0dfea678-95f3-42b2-8b9a-171665800ca8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.736539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfbceef1-4e41-4672-bc9d-1e9d2aa8f6d9 req-0dfea678-95f3-42b2-8b9a-171665800ca8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 943 time: 0.1008108 Jul 16 18:32:30.788121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfbceef1-4e41-4672-bc9d-1e9d2aa8f6d9 req-838a70ed-1754-4a66-8c44-84437a7628df tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Jul 16 18:32:30.845851 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad471bf-a115-4a9d-a067-3481d7d86ede x-openstack-request-id: req-2ad471bf-a115-4a9d-a067-3481d7d86ede {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:30.846235 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:30.846535 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ad471bf-a115-4a9d-a067-3481d7d86ede {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:30.846938 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f', 'status': 'completed', 'code': 200} Jul 16 18:32:30.872707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-23205743-c03f-4884-91b3-e82e6954b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.875090 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-23205743-c03f-4884-91b3-e82e6954b552 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1595321 Jul 16 18:32:30.942316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60252) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:30.992467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885a8ee-43ff-46aa-8919-06e3a330395a req-97506982-dcd8-4379-9403-b9a66bae3bc0 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.994101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a885a8ee-43ff-46aa-8919-06e3a330395a req-97506982-dcd8-4379-9403-b9a66bae3bc0 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 946 time: 0.2385774 Jul 16 18:32:31.052635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8a76-60b5-472b-a628-d478fcc52d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.081927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-c84300e1-3ef0-4661-baf4-d385288204df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.083923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-c84300e1-3ef0-4661-baf4-d385288204df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2008188 Jul 16 18:32:31.087077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.109577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a885a8ee-43ff-46aa-8919-06e3a330395a req-3b179fb0-72af-48d9-bf0a-9f3012457614 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063814 Jul 16 18:32:31.158005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8a76-60b5-472b-a628-d478fcc52d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.162509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8a76-60b5-472b-a628-d478fcc52d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.201073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6f7b8a76-60b5-472b-a628-d478fcc52d61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4171b6add41480d84e4514e4bf1439d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576246 Jul 16 18:32:31.201977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b8a76-60b5-472b-a628-d478fcc52d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa87d3-1483-489b-9eba-ee626bd6e7d0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.204288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.223398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=d45a3207-a8af-4353-9322-873c90e0431d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.238159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': '9b7486ed-851e-4015-9369-c78df89e5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fdfb5941-deec-458a-8ad0-b9b9b14b05cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:31.239013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: fdfb5941-deec-458a-8ad0-b9b9b14b05cb, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:31.260228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-34abdb41-507c-432f-ad72-a42362ec723a service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626589 Jul 16 18:32:31.260738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d75b8c20-f105-4930-a234-8c96b382e91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.271106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network fdfb5941-deec-458a-8ad0-b9b9b14b05cb is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:31.285494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d75b8c20-f105-4930-a234-8c96b382e91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.299763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, fdfb5941-deec-458a-8ad0-b9b9b14b05cb) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:31.304549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.305484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.314920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f6e64-3df9-4bb9-a275-c1e989788a8a None None] Network fdfb5941-deec-458a-8ad0-b9b9b14b05cb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:31.339973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device abe01b46-a1ff-4193-8930-1371ec7fa33a up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:31.394516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-da49ca94-b292-4f02-a4b2-3aa3b805741b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0131562 Jul 16 18:32:31.394724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.400354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458283667'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:31.425024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d75b8c20-f105-4930-a234-8c96b382e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.427637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d75b8c20-f105-4930-a234-8c96b382e91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.434792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d75b8c20-f105-4930-a234-8c96b382e91d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdaa87d3-1483-489b-9eba-ee626bd6e7d0 HTTP/1.1" status: 204 len: 168 time: 0.2292683 Jul 16 18:32:31.456481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c8ca3-b807-4578-8f3f-e8d231e47181 req-6c8892da-732d-47a3-997d-ebb637e1014e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.459896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:31.463579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab6c8ca3-b807-4578-8f3f-e8d231e47181 req-6c8892da-732d-47a3-997d-ebb637e1014e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1703475 Jul 16 18:32:31.464684 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.472634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b8c20-f105-4930-a234-8c96b382e91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa87d3-1483-489b-9eba-ee626bd6e7d0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.518699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f2910b0-bd7f-456b-b251-d85477b2202d req-8c0551e4-fbe5-4229-aac6-7691339436b7 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439442 Jul 16 18:32:31.543852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab6c8ca3-b807-4578-8f3f-e8d231e47181 req-12fc2b83-4e1b-4181-8009-e5570349398c tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760806 Jul 16 18:32:31.551350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:31.570061 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.570412 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment 6bf2d1f8-a590-4d26-aded-01057513886b of type vlan for network 27906713-a923-4c2a-aa7a-e292c198444c Jul 16 18:32:31.577957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port abe01b46-a1ff-4193-8930-1371ec7fa33a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:31.583203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port abe01b46-a1ff-4193-8930-1371ec7fa33a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:31.583757 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.623211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-fdfb5941-deec-458a-8ad0-b9b9b14b05cb', 'network_id': 'fdfb5941-deec-458a-8ad0-b9b9b14b05cb', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': 'd45a3207-a8af-4353-9322-873c90e0431d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:31.624417 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.685440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.734452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.740418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.741052 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.774770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d752cf-d909-471b-bd04-d98f65fc231a req-92b5781c-b6a2-4bc5-8762-cd6a9cd420ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.776660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20d752cf-d909-471b-bd04-d98f65fc231a req-92b5781c-b6a2-4bc5-8762-cd6a9cd420ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 1095 time: 0.1421204 Jul 16 18:32:31.828872 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4323866 Jul 16 18:32:31.831119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.839159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': '27906713-a923-4c2a-aa7a-e292c198444c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:31.859492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.887307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.900376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Allocated IP 2001:db8:0:ffff::2 (fdfb5941-deec-458a-8ad0-b9b9b14b05cb/d45a3207-a8af-4353-9322-873c90e0431d/0667bac7-e624-46f0-aae3-bf36e37a041c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:31.914603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port abe01b46-a1ff-4193-8930-1371ec7fa33a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=abe01b46-a1ff-4193-8930-1371ec7fa33a,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:31.922943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.091808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=abe01b46-a1ff-4193-8930-1371ec7fa33a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.150812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:32.155000 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.168164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee30e-7708-48f8-a1aa-8ed9cb6a5d93 req-a26ced34-179c-4c63-bbaf-c0080952ef3b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.176298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-710ee30e-7708-48f8-a1aa-8ed9cb6a5d93 req-a26ced34-179c-4c63-bbaf-c0080952ef3b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 943 time: 0.1300211 Jul 16 18:32:32.188789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.201811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Transition to ACTIVE for port object 0667bac7-e624-46f0-aae3-bf36e37a041c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:32.223131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Transition to ACTIVE for port object 0667bac7-e624-46f0-aae3-bf36e37a041c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:32.232816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.257531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-710ee30e-7708-48f8-a1aa-8ed9cb6a5d93 req-7dd440f3-87f9-46d1-a025-892761e5a36d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798426 Jul 16 18:32:32.278007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Network fdfb5941-deec-458a-8ad0-b9b9b14b05cb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:32.283500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:32.289625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:32.295915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Pushing event updated for resources: {'Port': ['ID=0667bac7-e624-46f0-aae3-bf36e37a041c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.371714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Attempting to bind port 0667bac7-e624-46f0-aae3-bf36e37a041c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:32.372769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Attempting to bind port 0667bac7-e624-46f0-aae3-bf36e37a041c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9b7486ed-851e-4015-9369-c78df89e5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fdfb5941-deec-458a-8ad0-b9b9b14b05cb'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:32.373356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Attempting to bind port 0667bac7-e624-46f0-aae3-bf36e37a041c on network fdfb5941-deec-458a-8ad0-b9b9b14b05cb {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:32.379213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:32.379841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Checking segment: {'id': '9b7486ed-851e-4015-9369-c78df89e5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fdfb5941-deec-458a-8ad0-b9b9b14b05cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:32.380434 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.381000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Bound using segment: {'id': '9b7486ed-851e-4015-9369-c78df89e5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fdfb5941-deec-458a-8ad0-b9b9b14b05cb'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:32.381936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Bound port: 0667bac7-e624-46f0-aae3-bf36e37a041c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7486ed-851e-4015-9369-c78df89e5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fdfb5941-deec-458a-8ad0-b9b9b14b05cb'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:32.382474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.384231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe01b46-a1ff-4193-8930-1371ec7fa33a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:32.387910 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19602a1-f395-40c3-ab91-2c4c63e6a2bd" -d '{"events": [{"server_uuid": "f9207a96-bd80-44b5-b72f-9ad2006a40c4", "name": "network-vif-plugged", "status": "completed", "tag": "abe01b46-a1ff-4193-8930-1371ec7fa33a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:32.455178 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a57046-44c2-42e9-ba3b-318777835703 x-openstack-request-id: req-f1a57046-44c2-42e9-ba3b-318777835703 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:32.455710 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9207a96-bd80-44b5-b72f-9ad2006a40c4", "name": "network-vif-plugged", "status": "completed", "tag": "abe01b46-a1ff-4193-8930-1371ec7fa33a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:32.455962 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1a57046-44c2-42e9-ba3b-318777835703 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:32.456398 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe01b46-a1ff-4193-8930-1371ec7fa33a', 'code': 200} Jul 16 18:32:32.482342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.497876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] For port 0667bac7-e624-46f0-aae3-bf36e37a041c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:32.501146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] For port 0667bac7-e624-46f0-aae3-bf36e37a041c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0667bac7-e624-46f0-aae3-bf36e37a041c,segment=NetworkSegment(9b7486ed-851e-4015-9369-c78df89e5a6f),segment_id=9b7486ed-851e-4015-9369-c78df89e5a6f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:32.508808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.588742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc55c2-b4aa-4594-bea0-91a4a20babb7 None None] Pushing event updated for resources: {'Port': ['ID=0667bac7-e624-46f0-aae3-bf36e37a041c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.620263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=8b40a333-2e64-4dc2-84a0-120208aa7888,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.623518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': '6bf2d1f8-a590-4d26-aded-01057513886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '27906713-a923-4c2a-aa7a-e292c198444c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:32.623812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: 27906713-a923-4c2a-aa7a-e292c198444c, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:32.637018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46ba6e-e777-4953-a992-f76ccefa5f4c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=27906713-a923-4c2a-aa7a-e292c198444c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.648966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 27906713-a923-4c2a-aa7a-e292c198444c details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:32.677629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e45000-6ff6-4158-82af-056f782f36c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.681932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network 27906713-a923-4c2a-aa7a-e292c198444c is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:32.693512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba86cb-5b7c-4e81-8611-60c4b6d1c01a req-ebbcd99d-b7a9-4f13-8412-4efd181ecabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.700047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96ba86cb-5b7c-4e81-8611-60c4b6d1c01a req-ebbcd99d-b7a9-4f13-8412-4efd181ecabc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 1097 time: 0.1620717 Jul 16 18:32:32.755357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 27906713-a923-4c2a-aa7a-e292c198444c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:32.763986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96ba86cb-5b7c-4e81-8611-60c4b6d1c01a req-e5ce395e-7f4d-4b84-965c-0af101f6e64d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Jul 16 18:32:32.765453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.766046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.778338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eaf3e3-5566-46e1-a16f-ccf96ed60c0a None None] Network 27906713-a923-4c2a-aa7a-e292c198444c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:32.976042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d752cf-d909-471b-bd04-d98f65fc231a req-0e490f26-0079-4dda-a385-9dc15ed2ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.978405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20d752cf-d909-471b-bd04-d98f65fc231a req-0e490f26-0079-4dda-a385-9dc15ed2ea4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 1.1945798 Jul 16 18:32:33.041714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e45000-6ff6-4158-82af-056f782f36c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.044324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20d752cf-d909-471b-bd04-d98f65fc231a req-b9f82626-07e3-4526-af7a-90307d2977ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f HTTP/1.1" status: 200 len: 217 time: 0.0540202 Jul 16 18:32:33.049269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e45000-6ff6-4158-82af-056f782f36c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.056633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dce7b199-1dd3-4aa6-9b55-c2c5ba46c0d6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2239721 Jul 16 18:32:33.057928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-27906713-a923-4c2a-aa7a-e292c198444c', 'network_id': '27906713-a923-4c2a-aa7a-e292c198444c', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': '8b40a333-2e64-4dc2-84a0-120208aa7888'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:33.058896 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.059652 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:33.071869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00816e26-7339-49c4-97d6-3c144dd8e46b req-a3cef36e-0d02-4765-a881-256222f40a40 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.078991 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00816e26-7339-49c4-97d6-3c144dd8e46b req-a3cef36e-0d02-4765-a881-256222f40a40 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 946 time: 0.4477446 Jul 16 18:32:33.168299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b7e45000-6ff6-4158-82af-056f782f36c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a92639a98a434bccaba92518fc7353b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536046 Jul 16 18:32:33.168951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45000-6ff6-4158-82af-056f782f36c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce186b0-4a02-403f-b6a9-7e99fadaf017,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.176135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:33.226892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00816e26-7339-49c4-97d6-3c144dd8e46b req-fdd4727e-36d6-441c-a8dc-ecf8333f386e tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469343 Jul 16 18:32:33.240383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d752cf-d909-471b-bd04-d98f65fc231a req-b3f9ea62-5d92-4796-925b-bef173815437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.246524 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20d752cf-d909-471b-bd04-d98f65fc231a req-b3f9ea62-5d92-4796-925b-bef173815437 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1946270 Jul 16 18:32:33.285362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Allocated IP 2001:db8::1 (27906713-a923-4c2a-aa7a-e292c198444c/8b40a333-2e64-4dc2-84a0-120208aa7888/c4fad80b-7416-4bf5-b2fc-fd14aead1f47) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:33.298038 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.323611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a88fb3-9e64-4e52-9c54-dd9d6a980c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.363236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d752cf-d909-471b-bd04-d98f65fc231a req-48cc3e5e-a00c-4931-a171-a3fa52738961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.364755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20d752cf-d909-471b-bd04-d98f65fc231a req-48cc3e5e-a00c-4931-a171-a3fa52738961 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119554 Jul 16 18:32:33.422259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a88fb3-9e64-4e52-9c54-dd9d6a980c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.455851 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.516945 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.518283 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20d752cf-d909-471b-bd04-d98f65fc231a req-b90a0201-eb20-44a6-87c2-d6f42102f7b2 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431851 Jul 16 18:32:33.532033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Transition to ACTIVE for port object c4fad80b-7416-4bf5-b2fc-fd14aead1f47 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:33.572230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Transition to ACTIVE for port object c4fad80b-7416-4bf5-b2fc-fd14aead1f47 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:33.600103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.602173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f991c73-2def-48e7-8524-501a1c548a0a req-e747a900-9ab6-4336-a8fb-8448fb167dd6 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.603833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f991c73-2def-48e7-8524-501a1c548a0a req-e747a900-9ab6-4336-a8fb-8448fb167dd6 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 945 time: 0.1495361 Jul 16 18:32:33.617808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a88fb3-9e64-4e52-9c54-dd9d6a980c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.620913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a88fb3-9e64-4e52-9c54-dd9d6a980c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.625093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-66a88fb3-9e64-4e52-9c54-dd9d6a980c7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ce186b0-4a02-403f-b6a9-7e99fadaf017 HTTP/1.1" status: 204 len: 168 time: 0.4443672 Jul 16 18:32:33.668222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Network 27906713-a923-4c2a-aa7a-e292c198444c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:33.671468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:33.675480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:33.726938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20d752cf-d909-471b-bd04-d98f65fc231a req-8b0b6878-f3b1-448b-923c-e69e17942871 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956186 Jul 16 18:32:33.744197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.759989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Pushing event updated for resources: {'Port': ['ID=c4fad80b-7416-4bf5-b2fc-fd14aead1f47,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.787931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Attempting to bind port c4fad80b-7416-4bf5-b2fc-fd14aead1f47 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:33.788891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Attempting to bind port c4fad80b-7416-4bf5-b2fc-fd14aead1f47 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '6bf2d1f8-a590-4d26-aded-01057513886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '27906713-a923-4c2a-aa7a-e292c198444c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:33.789109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Attempting to bind port c4fad80b-7416-4bf5-b2fc-fd14aead1f47 on network 27906713-a923-4c2a-aa7a-e292c198444c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:33.798614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:33.799418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Checking segment: {'id': '6bf2d1f8-a590-4d26-aded-01057513886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '27906713-a923-4c2a-aa7a-e292c198444c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:33.800202 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.801093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Bound using segment: {'id': '6bf2d1f8-a590-4d26-aded-01057513886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '27906713-a923-4c2a-aa7a-e292c198444c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:33.802106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Bound port: c4fad80b-7416-4bf5-b2fc-fd14aead1f47, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf2d1f8-a590-4d26-aded-01057513886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '27906713-a923-4c2a-aa7a-e292c198444c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:33.802683 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.810664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a88fb3-9e64-4e52-9c54-dd9d6a980c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce186b0-4a02-403f-b6a9-7e99fadaf017,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.818468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=8b40a333-2e64-4dc2-84a0-120208aa7888,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.834646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f991c73-2def-48e7-8524-501a1c548a0a req-5420e8a8-d719-43ef-b6dc-fb5bc87fbefe tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114518 Jul 16 18:32:33.922362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eda2c-97bb-437e-aefa-67c7d4930d55 req-235050c0-5757-486b-b75b-537f80f1de98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.931995 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.937170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e81eda2c-97bb-437e-aefa-67c7d4930d55 req-235050c0-5757-486b-b75b-537f80f1de98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 943 time: 0.1868906 Jul 16 18:32:33.954120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27906713-a923-4c2a-aa7a-e292c198444c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:33.980674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf2d1f8-a590-4d26-aded-01057513886b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:33.987496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf2d1f8-a590-4d26-aded-01057513886b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.001069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] For port c4fad80b-7416-4bf5-b2fc-fd14aead1f47, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:34.005653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] For port c4fad80b-7416-4bf5-b2fc-fd14aead1f47, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4fad80b-7416-4bf5-b2fc-fd14aead1f47,segment=NetworkSegment(6bf2d1f8-a590-4d26-aded-01057513886b),segment_id=6bf2d1f8-a590-4d26-aded-01057513886b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:34.014219 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.022901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.039572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff35642-4229-4049-9483-a5cd031af1c3 req-1dca9148-3934-4228-b51c-5553882a80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.041341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff35642-4229-4049-9483-a5cd031af1c3 req-1dca9148-3934-4228-b51c-5553882a80d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1098 time: 0.4247909 Jul 16 18:32:34.050760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.055920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e81eda2c-97bb-437e-aefa-67c7d4930d55 req-d3dc1977-d8db-4b87-a3d9-528c47c0da1a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177654 Jul 16 18:32:34.118478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:34.118899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:34.122481 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:34.160574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aecbf0-9e3b-4f3f-a4b6-07cbf2293bd7 None None] Pushing event updated for resources: {'Port': ['ID=c4fad80b-7416-4bf5-b2fc-fd14aead1f47,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:34.173736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0667bac7-e624-46f0-aae3-bf36e37a041c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:34.215706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069677bc-e425-48cd-9d4b-dcb8e1b95b6d None None] Network fdfb5941-deec-458a-8ad0-b9b9b14b05cb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:34.276977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:32:34.276977 n-d-791504-15 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:32:34.276977 n-d-791504-15 neutron-server[93795]: [parameters: {'id': '27906713-a923-4c2a-aa7a-e292c198444c'}] Jul 16 18:32:34.276977 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:34.278325 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:34.295808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-96138bb1-90b3-418f-8db7-1415aac38234 None None] Provisioning for port 0667bac7-e624-46f0-aae3-bf36e37a041c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:34.308602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff35642-4229-4049-9483-a5cd031af1c3 req-2617c43d-1bc9-4e6e-a93b-5ac85d4b121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.310510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff35642-4229-4049-9483-a5cd031af1c3 req-2617c43d-1bc9-4e6e-a93b-5ac85d4b121a service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 919 time: 0.2533152 Jul 16 18:32:34.333544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600095-df25-4c79-b767-2a44e86edbc4 req-291af072-bb76-4901-9fc5-f76822e5923a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.341118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d600095-df25-4c79-b767-2a44e86edbc4 req-291af072-bb76-4901-9fc5-f76822e5923a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1423244 Jul 16 18:32:34.349138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 0667bac7-e624-46f0-aae3-bf36e37a041c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:34.357319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0667bac7-e624-46f0-aae3-bf36e37a041c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:34.357698 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.373601 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff35642-4229-4049-9483-a5cd031af1c3 req-0f6cf410-31d1-49a0-9c14-25884e31d003 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 200 len: 217 time: 0.0556271 Jul 16 18:32:34.389138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d68f7-ca96-4f6d-8787-69b61649ddcc None None] Network 27906713-a923-4c2a-aa7a-e292c198444c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:34.457160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d600095-df25-4c79-b767-2a44e86edbc4 req-1ad18bf5-ba16-46c3-b6e7-f6963f1656c0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100106 Jul 16 18:32:34.464751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff35642-4229-4049-9483-a5cd031af1c3 req-597866ae-43f3-48f6-8f7e-8024d0ac88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.466136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff35642-4229-4049-9483-a5cd031af1c3 req-597866ae-43f3-48f6-8f7e-8024d0ac88f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.0800414 Jul 16 18:32:34.516011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff35642-4229-4049-9483-a5cd031af1c3 req-8eac2ce0-7af7-411b-b25a-6b5bd29f19bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427933 Jul 16 18:32:34.621983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d39d1688-57c5-4f93-ac4b-99bdc10be26f details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:34.657554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff35642-4229-4049-9483-a5cd031af1c3 req-90d74945-139e-45ad-be77-113a24f8001d service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342354 Jul 16 18:32:34.662689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-835db39c-eca3-4462-bcf9-1672442d8f71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1167629 Jul 16 18:32:34.779078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.782109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff35642-4229-4049-9483-a5cd031af1c3 req-0dee3ec8-7699-4192-bb36-feb5293d9e20 service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185815 Jul 16 18:32:34.810239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-e253435d-457c-43c4-87b7-75047ca6354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.811739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-e253435d-457c-43c4-87b7-75047ca6354c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 1097 time: 0.1156263 Jul 16 18:32:34.840006 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.904508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port c4fad80b-7416-4bf5-b2fc-fd14aead1f47 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:34.904858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.917765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d39d1688-57c5-4f93-ac4b-99bdc10be26f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:34.946486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 0667bac7-e624-46f0-aae3-bf36e37a041c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0667bac7-e624-46f0-aae3-bf36e37a041c,segment=NetworkSegment(9b7486ed-851e-4015-9369-c78df89e5a6f),segment_id=9b7486ed-851e-4015-9369-c78df89e5a6f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:34.953825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f', 'mac_address': 'fa:16:3e:1e:06:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:34.957449 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.024634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port c4fad80b-7416-4bf5-b2fc-fd14aead1f47, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4fad80b-7416-4bf5-b2fc-fd14aead1f47,segment=NetworkSegment(6bf2d1f8-a590-4d26-aded-01057513886b),segment_id=6bf2d1f8-a590-4d26-aded-01057513886b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:35.025018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.033786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-7078e3d0-40dc-4d20-8596-87e1416492aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.035284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-7078e3d0-40dc-4d20-8596-87e1416492aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1775234 Jul 16 18:32:35.046750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=0667bac7-e624-46f0-aae3-bf36e37a041c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.050707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for c4fad80b-7416-4bf5-b2fc-fd14aead1f47 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:35.062609 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.079044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39d1688-57c5-4f93-ac4b-99bdc10be26f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:35.117742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d39d1688-57c5-4f93-ac4b-99bdc10be26f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:35.118576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-d800d5ae-f10d-440a-848d-7e9a20e4c1af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a47e883-3f86-4946-8682-16f2bbb459aa HTTP/1.1" status: 200 len: 217 time: 0.0658088 Jul 16 18:32:35.126304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.190663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d39d1688-57c5-4f93-ac4b-99bdc10be26f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.233947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-d0f13a5b-04b1-44b6-a656-c17816150158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.235305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-d0f13a5b-04b1-44b6-a656-c17816150158 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1101496 Jul 16 18:32:35.271165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4de33f-41c8-4cba-b301-1a5a7c032cbf req-d670c21a-c033-4827-863d-d1e91d7000ff tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.272733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f4de33f-41c8-4cba-b301-1a5a7c032cbf req-d670c21a-c033-4827-863d-d1e91d7000ff tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 945 time: 0.2365813 Jul 16 18:32:35.284103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d314391-e93b-4aac-aeb0-da8e09027628 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:32:35.308598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af507f57-95b1-4267-8082-7deb3012954f req-d52eb01e-c97a-4c5b-8900-40cbece3bf73 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.317969 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af507f57-95b1-4267-8082-7deb3012954f req-d52eb01e-c97a-4c5b-8900-40cbece3bf73 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 944 time: 0.0953972 Jul 16 18:32:35.327498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.371541 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af507f57-95b1-4267-8082-7deb3012954f req-83240bbc-9c5e-433a-b1d4-e62c518b7d60 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Jul 16 18:32:35.373582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f4de33f-41c8-4cba-b301-1a5a7c032cbf req-f8011dc6-7559-4874-9fa8-c0ba8a72cb83 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822814 Jul 16 18:32:35.376505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=c4fad80b-7416-4bf5-b2fc-fd14aead1f47,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.378570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port c4fad80b-7416-4bf5-b2fc-fd14aead1f47 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:35.399463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['d39d1688-57c5-4f93-ac4b-99bdc10be26f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:35.431097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-90214bc0-beb1-4ce3-811a-dfc8c700603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.432648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-90214bc0-beb1-4ce3-811a-dfc8c700603e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867304 Jul 16 18:32:35.440683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-75ec2129-73ab-41fb-8f85-ed8693e6a7ca None None] Provisioning complete for port 0667bac7-e624-46f0-aae3-bf36e37a041c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:35.441101 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75ec2129-73ab-41fb-8f85-ed8693e6a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.540642 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.547479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d314391-e93b-4aac-aeb0-da8e09027628 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:32:35.559272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27906713-a923-4c2a-aa7a-e292c198444c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.572492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf2d1f8-a590-4d26-aded-01057513886b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.572885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf2d1f8-a590-4d26-aded-01057513886b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.607884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.630502 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.645339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:35.645803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:35.648889 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:35.651294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-44ad2670-889c-4412-9390-9c2c8e71d2c7 service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013121 Jul 16 18:32:35.767684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.782944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.784823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/27906713-a923-4c2a-aa7a-e292c198444c HTTP/1.1" status: 204 len: 168 time: 2.7240140 Jul 16 18:32:35.791356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60372) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:35.796885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d8d98-2c7b-4a9f-a9c9-d3a058c7c3f7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=27906713-a923-4c2a-aa7a-e292c198444c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.797758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506039484'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:35.824395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27d52c6-b7c7-4324-bbfe-28f981caff74 req-da39cace-c06f-4c44-ac04-c6212b0638a2 service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595590 Jul 16 18:32:35.862800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:35.868746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.897898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:35.948755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.949196 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment d6ef58a3-2ce4-486e-9c87-ada635cb3cfc of type vlan for network 5838a411-6d8e-47f5-939f-841480ba5ed3 Jul 16 18:32:35.973835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0667bac7-e624-46f0-aae3-bf36e37a041c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:36.007128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.042965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76702f11-6f7d-4dc7-be7c-9b34d0c8e688 req-29afe165-3af5-4576-9677-43a8194398a5 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.044612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-76702f11-6f7d-4dc7-be7c-9b34d0c8e688 req-29afe165-3af5-4576-9677-43a8194398a5 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1440215 Jul 16 18:32:36.064037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0667bac7-e624-46f0-aae3-bf36e37a041c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:36.064278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.069485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.075914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.076651 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.138800 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3431790 Jul 16 18:32:36.139274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.143888 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-76702f11-6f7d-4dc7-be7c-9b34d0c8e688 req-266dac01-7e03-4e60-9f93-4934319c8086 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907922 Jul 16 18:32:36.145549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': '5838a411-6d8e-47f5-939f-841480ba5ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:36.181567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504c1a1-cb17-4e8e-b179-f09a86fc5c76 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=5838a411-6d8e-47f5-939f-841480ba5ed3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:36.195997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5838a411-6d8e-47f5-939f-841480ba5ed3 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:36.288005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:36.291484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.374636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d823fe1-b5bc-43e3-9e18-a4d5506f3695 req-231a0fed-d9a9-4215-8928-761ef9ed6fe4 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.376404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d823fe1-b5bc-43e3-9e18-a4d5506f3695 req-231a0fed-d9a9-4215-8928-761ef9ed6fe4 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 945 time: 0.1391137 Jul 16 18:32:36.434293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d823fe1-b5bc-43e3-9e18-a4d5506f3695 req-2ab281fc-4eb7-4e1c-81b1-6251ea18734e tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523388 Jul 16 18:32:36.543428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.577272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b1eb0-16e5-4662-a5ec-bd89fb70b6ab req-f7496a95-21a7-4352-9f83-520b10b1e36d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.578575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d0b1eb0-16e5-4662-a5ec-bd89fb70b6ab req-f7496a95-21a7-4352-9f83-520b10b1e36d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 944 time: 0.0745270 Jul 16 18:32:36.617702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=5b3e68ad-8c27-4074-aed2-4026065b3f63,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:36.622945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d0b1eb0-16e5-4662-a5ec-bd89fb70b6ab req-935093f1-1393-4d9f-89e4-13f8f876cae5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Jul 16 18:32:36.624028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d39d1688-57c5-4f93-ac4b-99bdc10be26f up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:36.628651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': 'd6ef58a3-2ce4-486e-9c87-ada635cb3cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5838a411-6d8e-47f5-939f-841480ba5ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:36.629177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: 5838a411-6d8e-47f5-939f-841480ba5ed3, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:36.658799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network 5838a411-6d8e-47f5-939f-841480ba5ed3 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:36.668856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5838a411-6d8e-47f5-939f-841480ba5ed3) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:36.673521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.674653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.680158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7138b-d3c1-4737-ab07-53363331ddbc None None] Network 5838a411-6d8e-47f5-939f-841480ba5ed3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:36.694746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a6ac7cd9-9108-4668-b3bc-37fb868d1649 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5507627 Jul 16 18:32:36.695068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.700484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-590250717'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:36.727678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:36.734281 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.762680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port d39d1688-57c5-4f93-ac4b-99bdc10be26f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:36.764412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:36.774207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.774546 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment 32c5d9ce-f794-4eb9-bcb1-23668517aca8 of type vlan for network 4d77d3e1-bdf0-4e76-9136-fda2baa713ac Jul 16 18:32:36.795754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port d39d1688-57c5-4f93-ac4b-99bdc10be26f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:36.796182 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.842113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.875556 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.881279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.881911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.921235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2249448 Jul 16 18:32:36.924538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.929632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:36.929923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-5838a411-6d8e-47f5-939f-841480ba5ed3', 'network_id': '5838a411-6d8e-47f5-939f-841480ba5ed3', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': '5b3e68ad-8c27-4074-aed2-4026065b3f63'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:36.930724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.965674 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.986159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead6d6c-f2b0-42a2-84c7-930746545e74 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=4d77d3e1-bdf0-4e76-9136-fda2baa713ac,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.022896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 4d77d3e1-bdf0-4e76-9136-fda2baa713ac details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:37.045362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:37.051555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.078397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:37.080823 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0395c670-73f1-46fb-a6b3-8b076a3747ef" -d '{"events": [{"server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "name": "network-vif-plugged", "status": "completed", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:37.149989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Performing IP validity checks on allocation pools {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:32:37.150752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:32:37.155090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60428) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:37.160186 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8375b36d-f1a0-45f2-8ce0-a11ffa5a4529 x-openstack-request-id: req-8375b36d-f1a0-45f2-8ce0-a11ffa5a4529 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:37.160490 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "name": "network-vif-plugged", "status": "completed", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:37.160706 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8375b36d-f1a0-45f2-8ce0-a11ffa5a4529 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:37.161231 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f', 'code': 200} Jul 16 18:32:37.208312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d39d1688-57c5-4f93-ac4b-99bdc10be26f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:37.221235 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.292962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Allocated IP 2001:db8::3 (5838a411-6d8e-47f5-939f-841480ba5ed3/5b3e68ad-8c27-4074-aed2-4026065b3f63/b60c32f8-8c05-4d70-9f60-66bff2274f72) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:37.322027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d39d1688-57c5-4f93-ac4b-99bdc10be26f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.348287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd8427-4ca7-4f4e-9070-1f27999a2a41 req-e02bc8f5-9da7-4d4b-a7b2-888cc2599bcd tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.356255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5dd8427-4ca7-4f4e-9070-1f27999a2a41 req-e02bc8f5-9da7-4d4b-a7b2-888cc2599bcd tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.0787935 Jul 16 18:32:37.393182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5dd8427-4ca7-4f4e-9070-1f27999a2a41 req-03e40d0c-11f6-48ee-a3a5-198fdccb75a8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Jul 16 18:32:37.473360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.483505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Transition to ACTIVE for port object b60c32f8-8c05-4d70-9f60-66bff2274f72 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:37.499908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Transition to ACTIVE for port object b60c32f8-8c05-4d70-9f60-66bff2274f72 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:37.509075 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.551746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Network 5838a411-6d8e-47f5-939f-841480ba5ed3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:37.557028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:37.564135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:37.575305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Pushing event updated for resources: {'Port': ['ID=b60c32f8-8c05-4d70-9f60-66bff2274f72,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.632751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Attempting to bind port b60c32f8-8c05-4d70-9f60-66bff2274f72 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:37.633143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Attempting to bind port b60c32f8-8c05-4d70-9f60-66bff2274f72 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd6ef58a3-2ce4-486e-9c87-ada635cb3cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5838a411-6d8e-47f5-939f-841480ba5ed3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:37.633583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Attempting to bind port b60c32f8-8c05-4d70-9f60-66bff2274f72 on network 5838a411-6d8e-47f5-939f-841480ba5ed3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:37.639713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:37.640078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Checking segment: {'id': 'd6ef58a3-2ce4-486e-9c87-ada635cb3cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5838a411-6d8e-47f5-939f-841480ba5ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:37.640474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.640886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Bound using segment: {'id': 'd6ef58a3-2ce4-486e-9c87-ada635cb3cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5838a411-6d8e-47f5-939f-841480ba5ed3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:37.641312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Bound port: b60c32f8-8c05-4d70-9f60-66bff2274f72, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef58a3-2ce4-486e-9c87-ada635cb3cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5838a411-6d8e-47f5-939f-841480ba5ed3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:37.641715 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.698366 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2849c2e-17cc-4156-80c2-4b6ed22d8887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.702369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219761c-577a-4515-b9f7-9b4dbb5d6240 req-0186da66-b7b0-4b4c-821e-746e5b713475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.702766 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5219761c-577a-4515-b9f7-9b4dbb5d6240 req-0186da66-b7b0-4b4c-821e-746e5b713475 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 1096 time: 0.5077722 Jul 16 18:32:37.711317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] For port b60c32f8-8c05-4d70-9f60-66bff2274f72, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:37.714622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] For port b60c32f8-8c05-4d70-9f60-66bff2274f72, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b60c32f8-8c05-4d70-9f60-66bff2274f72,segment=NetworkSegment(d6ef58a3-2ce4-486e-9c87-ada635cb3cfc),segment_id=d6ef58a3-2ce4-486e-9c87-ada635cb3cfc)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:37.722728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.787587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac019e-17e3-4942-b066-1c5ecbcc31c7 None None] Pushing event updated for resources: {'Port': ['ID=b60c32f8-8c05-4d70-9f60-66bff2274f72,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.854379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.859536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4ac8e-d131-40c1-b4ff-55469b2b5475 req-d1c85309-f826-46b8-9f31-84dd261b1c33 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.869349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eb4ac8e-d131-40c1-b4ff-55469b2b5475 req-d1c85309-f826-46b8-9f31-84dd261b1c33 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 945 time: 0.1179652 Jul 16 18:32:37.882422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5219761c-577a-4515-b9f7-9b4dbb5d6240 req-5b134213-ea9b-411c-a924-205332f46fd5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619146 Jul 16 18:32:37.920807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eb4ac8e-d131-40c1-b4ff-55469b2b5475 req-41fba89c-07f6-4824-b751-4de57b1cdeb1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Jul 16 18:32:37.989292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-a5aff21b-90fd-4ac4-a8bd-9a68429eea0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.990728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-a5aff21b-90fd-4ac4-a8bd-9a68429eea0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 945 time: 0.3061137 Jul 16 18:32:37.991486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=5d388e45-fd4b-4e05-ba2b-2f558b94f9bd,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:38.024544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf097b-1817-4708-84fe-132fc52e8896 req-c9805f05-ee4a-4a66-81f7-5b639c8b9191 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.026559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4bf097b-1817-4708-84fe-132fc52e8896 req-c9805f05-ee4a-4a66-81f7-5b639c8b9191 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 945 time: 0.3395402 Jul 16 18:32:38.111050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': '32c5d9ce-f794-4eb9-bcb1-23668517aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:38.111417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: 4d77d3e1-bdf0-4e76-9136-fda2baa713ac, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:38.196689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4bf097b-1817-4708-84fe-132fc52e8896 req-ba92005a-b6ef-4ad9-9fa8-041b67ca0d11 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559846 Jul 16 18:32:38.206081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2849c2e-17cc-4156-80c2-4b6ed22d8887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.216999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network 4d77d3e1-bdf0-4e76-9136-fda2baa713ac is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:38.226056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b2849c2e-17cc-4156-80c2-4b6ed22d8887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.250127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 4d77d3e1-bdf0-4e76-9136-fda2baa713ac) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:38.259467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f30dd-99d5-471f-b477-e3a58f4be4ec None None] Network 4d77d3e1-bdf0-4e76-9136-fda2baa713ac requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:38.265778 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.266309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.292273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b2849c2e-17cc-4156-80c2-4b6ed22d8887 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b256b84aad74f949923ce0e9f4d5647&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1359088 Jul 16 18:32:38.294873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2849c2e-17cc-4156-80c2-4b6ed22d8887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce588d7-3ba4-42d8-aecf-cbe8ad3b2ec3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:38.295263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:38.304510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Deleting port abe01b46-a1ff-4193-8930-1371ec7fa33a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:38.305171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.324816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ab526791-ff16-4184-a871-7a9d860046c4 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3992097 Jul 16 18:32:38.327813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:38.365504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb91bfa-c1f4-4440-80fe-4cb175897555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.393869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb91bfa-c1f4-4440-80fe-4cb175897555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.427295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-4d77d3e1-bdf0-4e76-9136-fda2baa713ac', 'network_id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': '5d388e45-fd4b-4e05-ba2b-2f558b94f9bd'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:38.429017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.458018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb91bfa-c1f4-4440-80fe-4cb175897555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.462590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb91bfa-c1f4-4440-80fe-4cb175897555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.466432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eeb91bfa-c1f4-4440-80fe-4cb175897555 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ce588d7-3ba4-42d8-aecf-cbe8ad3b2ec3 HTTP/1.1" status: 204 len: 168 time: 0.1675570 Jul 16 18:32:38.474204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb91bfa-c1f4-4440-80fe-4cb175897555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce588d7-3ba4-42d8-aecf-cbe8ad3b2ec3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:38.497738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] For port abe01b46-a1ff-4193-8930-1371ec7fa33a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=abe01b46-a1ff-4193-8930-1371ec7fa33a,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:38.498118 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.519624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Calling delete_port for abe01b46-a1ff-4193-8930-1371ec7fa33a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:38.524762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.600082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Allocated IP 2001:db8::3 (4d77d3e1-bdf0-4e76-9136-fda2baa713ac/5d388e45-fd4b-4e05-ba2b-2f558b94f9bd/79a57b71-0537-49b2-a6a6-46a09ae1646d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:38.648039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.726748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd4ba3-8ac7-4393-ad68-7c9a2ec4126e req-5458a8ad-810d-40f8-8616-4dbd720a76e6 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.741392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5dd4ba3-8ac7-4393-ad68-7c9a2ec4126e req-5458a8ad-810d-40f8-8616-4dbd720a76e6 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1353080 Jul 16 18:32:38.800669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5dd4ba3-8ac7-4393-ad68-7c9a2ec4126e req-05d52c7b-3961-42c4-b1be-d1387b04fcab tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583556 Jul 16 18:32:38.816876 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.840143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['8668dc1e-0b68-47f6-94ca-fcb9998e2b6b', 'abe01b46-a1ff-4193-8930-1371ec7fa33a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:38.843479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['35a25178-b44a-4fc8-93af-1456aa33f381'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:38.901777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] No DVR routers for this DVR port abe01b46-a1ff-4193-8930-1371ec7fa33a on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:38.922620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.924869 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9aff3b1-b0b4-4411-b25a-a021f786a6a7 req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "DELETE /v2.0/ports/abe01b46-a1ff-4193-8930-1371ec7fa33a HTTP/1.1" status: 204 len: 173 time: 0.9240270 Jul 16 18:32:38.925561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'name': 'network-vif-deleted', 'tag': 'abe01b46-a1ff-4193-8930-1371ec7fa33a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:38.928212 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d44e7a-235c-499a-9f59-dcfcf80ef213" -d '{"events": [{"server_uuid": "f9207a96-bd80-44b5-b72f-9ad2006a40c4", "name": "network-vif-deleted", "tag": "abe01b46-a1ff-4193-8930-1371ec7fa33a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:38.944088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e67ef2-568a-4ac4-a65e-3419b4d71957 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Pushing event deleted for resources: {'Port': ['ID=abe01b46-a1ff-4193-8930-1371ec7fa33a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.019391 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6ef2bb-e5b4-4f28-995e-7e2e72b31665 x-openstack-request-id: req-5a6ef2bb-e5b4-4f28-995e-7e2e72b31665 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:39.019921 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9207a96-bd80-44b5-b72f-9ad2006a40c4", "name": "network-vif-deleted", "tag": "abe01b46-a1ff-4193-8930-1371ec7fa33a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:39.020375 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a6ef2bb-e5b4-4f28-995e-7e2e72b31665 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:39.021039 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9207a96-bd80-44b5-b72f-9ad2006a40c4', 'name': 'network-vif-deleted', 'tag': 'abe01b46-a1ff-4193-8930-1371ec7fa33a', 'status': 'completed', 'code': 200} Jul 16 18:32:39.054796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.069351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba3e7-e9e2-404f-8307-dbe7cb041083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.134366 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.152087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Transition to ACTIVE for port object 79a57b71-0537-49b2-a6a6-46a09ae1646d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:39.199367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd487da-bf3d-40c9-a281-deda4c5e8f81 None None] Network 5838a411-6d8e-47f5-939f-841480ba5ed3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:39.225451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba3e7-e9e2-404f-8307-dbe7cb041083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.231756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba3e7-e9e2-404f-8307-dbe7cb041083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.243444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Transition to ACTIVE for port object 79a57b71-0537-49b2-a6a6-46a09ae1646d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:39.246365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a60d-bc6d-429b-8d33-cd4c3027520c req-05147981-306c-4891-8d4f-91fb67f502a5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.256139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d525a60d-bc6d-429b-8d33-cd4c3027520c req-05147981-306c-4891-8d4f-91fb67f502a5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 945 time: 0.1247525 Jul 16 18:32:39.265388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7fa19ff9-3e8f-473a-b4a4-8851d2aace87 None None] Provisioning for port b60c32f8-8c05-4d70-9f60-66bff2274f72 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:39.285797 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.289150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cf4ba3e7-e9e2-404f-8307-dbe7cb041083 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27ea9f2a04e84bb8b978a9933537a91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331345 Jul 16 18:32:39.290766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ba3e7-e9e2-404f-8307-dbe7cb041083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872593b4-a730-415f-83db-8bde2d552231,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.293244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.316500 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d525a60d-bc6d-429b-8d33-cd4c3027520c req-abceb496-8bc5-4f7f-bdef-714d867a7ffc tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592110 Jul 16 18:32:39.335403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.389851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=5d388e45-fd4b-4e05-ba2b-2f558b94f9bd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.425335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Pushing event updated for resources: {'Port': ['ID=79a57b71-0537-49b2-a6a6-46a09ae1646d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.426042 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-315a3c1b-2975-4988-9a8e-5de0de520fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.451953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.471318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Network 4d77d3e1-bdf0-4e76-9136-fda2baa713ac is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:39.474759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d77d3e1-bdf0-4e76-9136-fda2baa713ac']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:39.479942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:39.489844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:39.497041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c5d9ce-f794-4eb9-bcb1-23668517aca8') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:39.497334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c5d9ce-f794-4eb9-bcb1-23668517aca8') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:39.523865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6985568d-4391-4e46-a802-0a94c70a51ce req-4cdb8ee1-1376-4379-a809-85f39e818843 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9207a96-bd80-44b5-b72f-9ad2006a40c4 HTTP/1.1" status: 200 len: 210 time: 0.0616527 Jul 16 18:32:39.531130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.541716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-315a3c1b-2975-4988-9a8e-5de0de520fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.570391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.588634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:39.588884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:39.592240 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:39.663114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:32:39.663114 n-d-791504-15 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:32:39.663114 n-d-791504-15 neutron-server[93795]: [parameters: {'id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac'}] Jul 16 18:32:39.663114 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:39.663680 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:39.665750 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-315a3c1b-2975-4988-9a8e-5de0de520fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.672202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-315a3c1b-2975-4988-9a8e-5de0de520fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.677411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-315a3c1b-2975-4988-9a8e-5de0de520fcf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/872593b4-a730-415f-83db-8bde2d552231 HTTP/1.1" status: 204 len: 168 time: 0.3830926 Jul 16 18:32:39.696967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a3c1b-2975-4988-9a8e-5de0de520fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872593b4-a730-415f-83db-8bde2d552231,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.743355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-e94bd946-631e-4058-8978-57eeeea09045 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 267 time: 0.0610950 Jul 16 18:32:39.744534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Attempting to bind port 79a57b71-0537-49b2-a6a6-46a09ae1646d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:39.745002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Attempting to bind port 79a57b71-0537-49b2-a6a6-46a09ae1646d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '32c5d9ce-f794-4eb9-bcb1-23668517aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:39.745369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Attempting to bind port 79a57b71-0537-49b2-a6a6-46a09ae1646d on network 4d77d3e1-bdf0-4e76-9136-fda2baa713ac {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:39.773087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:39.773469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Checking segment: {'id': '32c5d9ce-f794-4eb9-bcb1-23668517aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:39.773868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.774268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Bound using segment: {'id': '32c5d9ce-f794-4eb9-bcb1-23668517aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:39.774753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Bound port: 79a57b71-0537-49b2-a6a6-46a09ae1646d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c5d9ce-f794-4eb9-bcb1-23668517aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4d77d3e1-bdf0-4e76-9136-fda2baa713ac'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:39.775135 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.873040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-f8e5930c-6080-4b89-842a-9ee67dc9c757 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.884883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-f8e5930c-6080-4b89-842a-9ee67dc9c757 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 945 time: 0.1330864 Jul 16 18:32:39.894310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'port': {'security_groups': []}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:39.905559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] For port 79a57b71-0537-49b2-a6a6-46a09ae1646d, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:39.909772 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] For port 79a57b71-0537-49b2-a6a6-46a09ae1646d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=79a57b71-0537-49b2-a6a6-46a09ae1646d,segment=NetworkSegment(32c5d9ce-f794-4eb9-bcb1-23668517aca8),segment_id=32c5d9ce-f794-4eb9-bcb1-23668517aca8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:39.923821 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.027066 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.074365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b60c32f8-8c05-4d70-9f60-66bff2274f72 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:40.115285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c5818-9c74-4c98-b733-54fdf67d59d0 None None] Pushing event updated for resources: {'Port': ['ID=79a57b71-0537-49b2-a6a6-46a09ae1646d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:40.156148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd10e45-716c-491c-9693-677b25a13013 None None] Network 4d77d3e1-bdf0-4e76-9136-fda2baa713ac requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:40.174283 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.196872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc9773-65ae-430c-8002-cdb2b5fc7302 req-267463bb-c236-4f91-ac5c-6e6b5ca6d22c tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.199047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1edc9773-65ae-430c-8002-cdb2b5fc7302 req-267463bb-c236-4f91-ac5c-6e6b5ca6d22c tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1485443 Jul 16 18:32:40.234309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b60c32f8-8c05-4d70-9f60-66bff2274f72 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:40.248003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b60c32f8-8c05-4d70-9f60-66bff2274f72 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:40.248338 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.261292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1edc9773-65ae-430c-8002-cdb2b5fc7302 req-ab1bea7e-03bb-405d-bbd0-d2a17e49abb1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550404 Jul 16 18:32:40.364476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ac75d990-fe1c-4416-907d-09ce7f3a969c None None] Provisioning complete for port b60c32f8-8c05-4d70-9f60-66bff2274f72 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:40.365170 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac75d990-fe1c-4416-907d-09ce7f3a969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.434676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port 79a57b71-0537-49b2-a6a6-46a09ae1646d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:40.434999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.455954 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.485694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] For port d39d1688-57c5-4f93-ac4b-99bdc10be26f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:40.508704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fb7c9-ac81-476e-a477-1fa849a5900e None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:32:40.543465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b60c32f8-8c05-4d70-9f60-66bff2274f72, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b60c32f8-8c05-4d70-9f60-66bff2274f72,segment=NetworkSegment(d6ef58a3-2ce4-486e-9c87-ada635cb3cfc),segment_id=d6ef58a3-2ce4-486e-9c87-ada635cb3cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:40.549731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port 79a57b71-0537-49b2-a6a6-46a09ae1646d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=79a57b71-0537-49b2-a6a6-46a09ae1646d,segment=NetworkSegment(32c5d9ce-f794-4eb9-bcb1-23668517aca8),segment_id=32c5d9ce-f794-4eb9-bcb1-23668517aca8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:40.549731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.575183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for 79a57b71-0537-49b2-a6a6-46a09ae1646d owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:40.582833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.591659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.595924 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.614981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['d39d1688-57c5-4f93-ac4b-99bdc10be26f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:40.621089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a47e883-3f86-4946-8682-16f2bbb459aa', '12ac4480-49b0-47fc-8d7c-46a66f407861'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:40.704249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.705040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.706680 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14c9294d-150b-4c36-8e5f-0b051998dfa2 req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "PUT /v2.0/ports/d39d1688-57c5-4f93-ac4b-99bdc10be26f HTTP/1.1" status: 200 len: 904 time: 0.8207059 Jul 16 18:32:40.743812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8911e51-fcae-4554-b105-64e01e38e4dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=d39d1688-57c5-4f93-ac4b-99bdc10be26f,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:40.784674 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.828993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=79a57b71-0537-49b2-a6a6-46a09ae1646d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:40.831287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port 79a57b71-0537-49b2-a6a6-46a09ae1646d on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:40.849721 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac75d990-fe1c-4416-907d-09ce7f3a969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.918045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['d39d1688-57c5-4f93-ac4b-99bdc10be26f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:40.948212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.985336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d77d3e1-bdf0-4e76-9136-fda2baa713ac']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:41.002369 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-ac75d990-fe1c-4416-907d-09ce7f3a969c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:41.002731 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-ac75d990-fe1c-4416-907d-09ce7f3a969c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:41.003220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b60c32f8-8c05-4d70-9f60-66bff2274f72,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.008945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c5d9ce-f794-4eb9-bcb1-23668517aca8') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:41.009320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c5d9ce-f794-4eb9-bcb1-23668517aca8') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:41.023695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:41.029049 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b51186-df82-461f-8168-7a9c6bdff006" -d '{"events": [{"name": "network-changed", "server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:41.045532 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.077033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.084688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acd865-956a-40b0-b66e-bc350f542a36 req-5cc7d676-6a19-432d-a1bf-a5e2941d8248 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.097292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91acd865-956a-40b0-b66e-bc350f542a36 req-5cc7d676-6a19-432d-a1bf-a5e2941d8248 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 907 time: 0.1445279 Jul 16 18:32:41.105820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:41.106389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:41.113502 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:41.184587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364fb7c9-ac81-476e-a477-1fa849a5900e None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:32:41.232500 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4fa416-ef00-40a2-a4c4-9d71f333d134 x-openstack-request-id: req-8a4fa416-ef00-40a2-a4c4-9d71f333d134 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:41.232811 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:41.233080 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a4fa416-ef00-40a2-a4c4-9d71f333d134 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:41.233585 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f', 'status': 'completed', 'code': 200} Jul 16 18:32:41.290431 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.322269 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.324805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/4d77d3e1-bdf0-4e76-9136-fda2baa713ac HTTP/1.1" status: 204 len: 168 time: 2.9957542 Jul 16 18:32:41.328625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.335804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1946821490'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:41.345661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7311f3-ac72-41b9-9446-ddf1bd6f2cdd tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=4d77d3e1-bdf0-4e76-9136-fda2baa713ac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.374016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device abe01b46-a1ff-4193-8930-1371ec7fa33a no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:41.384482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:41.393158 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.428352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:41.429131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb24e-7e43-4d0a-a769-e3ca63c1b89d req-bf56ae62-4fb4-4d23-9275-220d2477fe9e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.433041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: abe01b46-a1ff-4193-8930-1371ec7fa33a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:41.433745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device abe01b46-a1ff-4193-8930-1371ec7fa33a not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:41.444274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.444650 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment cd3f0c6e-a3b1-48ab-b199-3f7920e51979 of type vlan for network 1648b429-d209-4e3a-98ea-63b57c7110c0 Jul 16 18:32:41.448337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-137fb24e-7e43-4d0a-a769-e3ca63c1b89d req-bf56ae62-4fb4-4d23-9275-220d2477fe9e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1919544 Jul 16 18:32:41.458079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b51186-df82-461f-8168-7a9c6bdff006 req-5c728044-f417-48f1-b25f-ee472fe78649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.459627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b51186-df82-461f-8168-7a9c6bdff006 req-5c728044-f417-48f1-b25f-ee472fe78649 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 1059 time: 0.2252324 Jul 16 18:32:41.495355 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.540758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.551717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.553101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.585780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-137fb24e-7e43-4d0a-a769-e3ca63c1b89d req-5ccaf04b-4a50-4c8a-b4d7-0bf7329d6883 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247802 Jul 16 18:32:41.627319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2968905 Jul 16 18:32:41.629538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60542) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.647716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': '1648b429-d209-4e3a-98ea-63b57c7110c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:41.687101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6b9a8-82f3-45ad-bd61-300983099df6 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=1648b429-d209-4e3a-98ea-63b57c7110c0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.698467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 1648b429-d209-4e3a-98ea-63b57c7110c0 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:41.774223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf060b7-35a8-40e8-8f61-e8fc1ffed0d3 req-4593b4ed-5dc1-427a-9689-1eb38a407a30 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.778298 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bf060b7-35a8-40e8-8f61-e8fc1ffed0d3 req-4593b4ed-5dc1-427a-9689-1eb38a407a30 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1688406 Jul 16 18:32:41.797992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b51186-df82-461f-8168-7a9c6bdff006 req-53acdd9f-a37b-410c-b221-dd6d95eccf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.815713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b51186-df82-461f-8168-7a9c6bdff006 req-53acdd9f-a37b-410c-b221-dd6d95eccf84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.3350596 Jul 16 18:32:41.882731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bf060b7-35a8-40e8-8f61-e8fc1ffed0d3 req-48ed1fb4-0583-404a-8f52-55ad74839a9a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919936 Jul 16 18:32:41.935694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b51186-df82-461f-8168-7a9c6bdff006 req-ec7f4d6b-8c54-458b-8256-9ce2d4d08d7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f HTTP/1.1" status: 200 len: 217 time: 0.1121631 Jul 16 18:32:42.008822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:42.015567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b60c32f8-8c05-4d70-9f60-66bff2274f72 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:42.017053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.075068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd54a3c0-9a9b-4737-affd-a6cca806d7dc None None] Provisioning complete for port d39d1688-57c5-4f93-ac4b-99bdc10be26f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:42.075451 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd54a3c0-9a9b-4737-affd-a6cca806d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.122587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b51186-df82-461f-8168-7a9c6bdff006 req-90e55e2a-ebf9-4c12-a958-c73b47b8bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.123485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b60c32f8-8c05-4d70-9f60-66bff2274f72 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:42.123860 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.124058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b51186-df82-461f-8168-7a9c6bdff006 req-90e55e2a-ebf9-4c12-a958-c73b47b8bc08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1806982 Jul 16 18:32:42.301668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b51186-df82-461f-8168-7a9c6bdff006 req-6dfbc636-a8b9-4cfc-a45d-c0ab5270a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.303429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b51186-df82-461f-8168-7a9c6bdff006 req-6dfbc636-a8b9-4cfc-a45d-c0ab5270a4c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690724 Jul 16 18:32:42.316669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfb4fc-e70a-49ee-912f-bcfec9236e14 req-341c25f3-0b86-472b-8386-fe401969cfd8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.318261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0dfb4fc-e70a-49ee-912f-bcfec9236e14 req-341c25f3-0b86-472b-8386-fe401969cfd8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1979406 Jul 16 18:32:42.461796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0dfb4fc-e70a-49ee-912f-bcfec9236e14 req-b7026251-0085-49bf-af8b-7b5f05b69b1e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266279 Jul 16 18:32:42.464729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.529236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-af135130-af27-4bac-b9ad-c61aa39e99eb tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=fd5d140a7e684c25bdf01d1627ef5ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302784 Jul 16 18:32:42.551343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=302985a3-19e4-467b-b5ab-44b49755d43d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:42.573172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b51186-df82-461f-8168-7a9c6bdff006 req-5045c67c-8532-4d52-a113-c25d13cd8a49 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501450 Jul 16 18:32:42.609474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1648b429-d209-4e3a-98ea-63b57c7110c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:42.609937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: 1648b429-d209-4e3a-98ea-63b57c7110c0, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:42.665469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f6672d0c-229b-4f01-9d88-b610cd82a2f4 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.667367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f6672d0c-229b-4f01-9d88-b610cd82a2f4 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295552 Jul 16 18:32:42.673590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network 1648b429-d209-4e3a-98ea-63b57c7110c0 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:42.689558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b51186-df82-461f-8168-7a9c6bdff006 req-ed821f09-a6c5-4df4-bca8-b38ce8c97b6e service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090546 Jul 16 18:32:42.690621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-3ec4edb2-4af9-46fa-8cf4-ca2ba9033c37 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/quotas/fd5d140a7e684c25bdf01d1627ef5ffa HTTP/1.1" status: 200 len: 375 time: 0.0158370 Jul 16 18:32:42.691997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 1648b429-d209-4e3a-98ea-63b57c7110c0) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:42.697595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.698575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.709070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc15bbd-d008-4e5a-bf69-9817a3f70bf4 None None] Network 1648b429-d209-4e3a-98ea-63b57c7110c0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:42.732441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0d6a0fcd-d3f5-46f0-a92b-b5171baf8998 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0994139 Jul 16 18:32:42.736442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.756275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-e1e55978-2473-46a5-9f32-413ed474e139 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd5d140a7e684c25bdf01d1627ef5ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636108 Jul 16 18:32:42.899933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-1648b429-d209-4e3a-98ea-63b57c7110c0', 'network_id': '1648b429-d209-4e3a-98ea-63b57c7110c0', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': '302985a3-19e4-467b-b5ab-44b49755d43d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:42.901110 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.917417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.944902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-f77f3afc-b0ed-4db0-8064-f87d8862056f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.947235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-f77f3afc-b0ed-4db0-8064-f87d8862056f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.1894801 Jul 16 18:32:43.001171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.060737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Allocated IP 2001:db8::1 (1648b429-d209-4e3a-98ea-63b57c7110c0/302985a3-19e4-467b-b5ab-44b49755d43d/2ffbbb37-fc33-4d69-a765-62807509b788) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:43.067605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-48cc2bd1-a591-46f6-88ce-be5450b4053f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/quotas/4464220067014e36a39c0155ab4e7284 HTTP/1.1" status: 200 len: 375 time: 0.0689812 Jul 16 18:32:43.079692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b2f996fd-a317-4f24-9db6-0ba8d4f54d3a req-99e230d2-999c-4d0e-9352-ab5cb2e05eab tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 210 time: 0.0439272 Jul 16 18:32:43.179609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-fd4cd777-c665-47f8-a324-7a09667ec040 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1057630 Jul 16 18:32:43.263505 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.274917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678db19-d7a2-4cfd-8da9-594e68457e97 req-b2d5e931-2fa5-4b58-9391-4be5eb5819fb tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:43.277118 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b678db19-d7a2-4cfd-8da9-594e68457e97 req-b2d5e931-2fa5-4b58-9391-4be5eb5819fb tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.0725589 Jul 16 18:32:43.279221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Transition to ACTIVE for port object 2ffbbb37-fc33-4d69-a765-62807509b788 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:43.298844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Transition to ACTIVE for port object 2ffbbb37-fc33-4d69-a765-62807509b788 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:43.313418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.315815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-7add4b85-8a47-409d-8312-5222c6bcf516 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268897 Jul 16 18:32:43.324285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b678db19-d7a2-4cfd-8da9-594e68457e97 req-659686e8-c7da-4629-acb7-5931652f75a0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395246 Jul 16 18:32:43.363887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Network 1648b429-d209-4e3a-98ea-63b57c7110c0 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:43.369978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:43.373756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:43.404937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.425955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Pushing event updated for resources: {'Port': ['ID=2ffbbb37-fc33-4d69-a765-62807509b788,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.438950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=302985a3-19e4-467b-b5ab-44b49755d43d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.476369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Attempting to bind port 2ffbbb37-fc33-4d69-a765-62807509b788 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:43.476846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Attempting to bind port 2ffbbb37-fc33-4d69-a765-62807509b788 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1648b429-d209-4e3a-98ea-63b57c7110c0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:43.477302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Attempting to bind port 2ffbbb37-fc33-4d69-a765-62807509b788 on network 1648b429-d209-4e3a-98ea-63b57c7110c0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:43.484393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:43.485081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Checking segment: {'id': 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1648b429-d209-4e3a-98ea-63b57c7110c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:43.485302 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.485899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Bound using segment: {'id': 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1648b429-d209-4e3a-98ea-63b57c7110c0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:43.486741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Bound port: 2ffbbb37-fc33-4d69-a765-62807509b788, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1648b429-d209-4e3a-98ea-63b57c7110c0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:43.487317 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.492429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-22bfb359-4fb1-4314-aa8c-9b39fe3956c6 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722038 Jul 16 18:32:43.569792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.586503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] For port 2ffbbb37-fc33-4d69-a765-62807509b788, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:43.590510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1648b429-d209-4e3a-98ea-63b57c7110c0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.590795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] For port 2ffbbb37-fc33-4d69-a765-62807509b788, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2ffbbb37-fc33-4d69-a765-62807509b788,segment=NetworkSegment(cd3f0c6e-a3b1-48ab-b199-3f7920e51979),segment_id=cd3f0c6e-a3b1-48ab-b199-3f7920e51979)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:43.597979 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.602986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.603287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.614593 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.655282 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.663422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:43.663949 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.713596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc95f0-4595-4009-845c-44f5fd2da2c7 req-3bd24967-b048-4301-8826-bbf6193bb5d6 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:43.721984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc95f0-4595-4009-845c-44f5fd2da2c7 req-3bd24967-b048-4301-8826-bbf6193bb5d6 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:43.729558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7dbc95f0-4595-4009-845c-44f5fd2da2c7 req-3bd24967-b048-4301-8826-bbf6193bb5d6 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0&device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 1682 time: 0.1021779 Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:43.768331 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:43.772394 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:32:43.772394 n-d-791504-15 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:32:43.772394 n-d-791504-15 neutron-server[93795]: [parameters: {'id': '1648b429-d209-4e3a-98ea-63b57c7110c0'}] Jul 16 18:32:43.772394 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:43.773035 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:43.802052 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7dbc95f0-4595-4009-845c-44f5fd2da2c7 req-aecdbd44-941d-4528-96d0-b705a47f4e04 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714390 Jul 16 18:32:43.863222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115030f9-7c6b-4d15-924d-08053eb58ba6 None None] Pushing event updated for resources: {'Port': ['ID=2ffbbb37-fc33-4d69-a765-62807509b788,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.883130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215f079-7fd6-4c40-9fa3-e6af0b16a54f None None] Network 1648b429-d209-4e3a-98ea-63b57c7110c0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:43.964511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f4cdef1-0eb8-491d-9a66-93ee97abd9c9 req-ef2797e2-8321-4ec4-a890-32c9069d9164 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 210 time: 0.0372653 Jul 16 18:32:44.044894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430525c-dd35-42bf-abc8-15e2e84128fb None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:32:44.182166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430525c-dd35-42bf-abc8-15e2e84128fb None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:32:44.270695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38d7e3cb-7dd9-4c2f-8684-817c2c2b2381 req-6aaa13d6-150a-4ec0-9cd3-6be9b90405e3 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 210 time: 0.0388339 Jul 16 18:32:44.274908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.355176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port 2ffbbb37-fc33-4d69-a765-62807509b788 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:44.355527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.433457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port 2ffbbb37-fc33-4d69-a765-62807509b788, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2ffbbb37-fc33-4d69-a765-62807509b788,segment=NetworkSegment(cd3f0c6e-a3b1-48ab-b199-3f7920e51979),segment_id=cd3f0c6e-a3b1-48ab-b199-3f7920e51979)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:44.433906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.460748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for 2ffbbb37-fc33-4d69-a765-62807509b788 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:44.511786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-8dbe88b7-68ab-4b93-82e7-39cc2f5e69fe tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fd5d140a7e684c25bdf01d1627ef5ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479300 Jul 16 18:32:44.745016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-bc85f449-48e3-4c58-9799-9fc7bda71080 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:44.747509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-bc85f449-48e3-4c58-9799-9fc7bda71080 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307613 Jul 16 18:32:44.766632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea296ca-bfb5-4aa6-9f58-a89c938e6e80 req-46cf45db-fb2a-4e1f-a2b9-6fde456d407e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:44.777858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cea296ca-bfb5-4aa6-9f58-a89c938e6e80 req-46cf45db-fb2a-4e1f-a2b9-6fde456d407e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1872869 Jul 16 18:32:44.781257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Request body: {'port': {'device_id': '023ac638-3685-4159-880d-787a9928e2be', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'fd5d140a7e684c25bdf01d1627ef5ffa'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:44.785645 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.201081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=2ffbbb37-fc33-4d69-a765-62807509b788,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.203027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port 2ffbbb37-fc33-4d69-a765-62807509b788 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:45.209385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c4e2-fd07-43a1-894f-480ba19c9651 req-64f19f29-f4a6-4e59-ac28-106312234ca7 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:45.210900 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98d9c4e2-fd07-43a1-894f-480ba19c9651 req-64f19f29-f4a6-4e59-ac28-106312234ca7 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 946 time: 0.0679259 Jul 16 18:32:45.296482 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cea296ca-bfb5-4aa6-9f58-a89c938e6e80 req-d0e376f9-b7da-4724-aa62-4b4403cd7a7c tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194750 Jul 16 18:32:45.316082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98d9c4e2-fd07-43a1-894f-480ba19c9651 req-27b78610-759e-4e42-966a-953aaba134e0 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976720 Jul 16 18:32:45.356215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.367818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3b73ba1-4e6b-4729-8f85-f3a0ebc6661f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:45.369115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1648b429-d209-4e3a-98ea-63b57c7110c0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:45.370223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3b73ba1-4e6b-4729-8f85-f3a0ebc6661f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 811 time: 0.1439915 Jul 16 18:32:45.384486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Request body: {'port': {'device_id': '44921b16-3b1b-46d2-b36d-5a5008532260', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'admin_state_up': True, 'tenant_id': '4464220067014e36a39c0155ab4e7284'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:45.385498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:45.385787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3f0c6e-a3b1-48ab-b199-3f7920e51979') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:45.401125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.419864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Made reservation on behalf of fd5d140a7e684c25bdf01d1627ef5ffa for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:45.424215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.427049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.446335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.458157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:45.458909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:45.479484 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:45.540485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.548512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.554947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/1648b429-d209-4e3a-98ea-63b57c7110c0 HTTP/1.1" status: 204 len: 168 time: 2.8128600 Jul 16 18:32:45.554947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:45.555393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a8df33af-c75c-43b1-be2f-ddaf829d4c40 req-7ff26d02-ef99-45d7-bc69-4c2bb30fb137 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 210 time: 0.0474155 Jul 16 18:32:45.568907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354550375'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:45.577192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da3dc8-312e-4f72-8502-2a7fc194326c tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=1648b429-d209-4e3a-98ea-63b57c7110c0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.653793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9feed87c-7885-4c42-94c2-8e48b62f9d4a req-25cb1b94-263f-4c93-91f8-8570b4aff933 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 210 time: 0.0387566 Jul 16 18:32:45.672196 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.679060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.730873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Made reservation on behalf of 4464220067014e36a39c0155ab4e7284 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:45.734507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.747420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:45.750948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.771892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1da11-9e86-45a6-9200-9c963fff2ddf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.803083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:45.836765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.837200 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment b8edb224-f8c8-4074-bb76-302e54f6de01 of type vlan for network 8cdc3732-1c60-4ba7-8685-e06e902cf050 Jul 16 18:32:45.868099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Allocated IP 172.20.0.10 (d8d264b5-c41c-460d-af3d-f5e449ef0a32/55d61070-3c73-4cdd-b700-431dc28d3d04/9d0ca1e9-80fa-4433-91de-4115ee872c9b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:45.890721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Allocated IP 192.168.233.245 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/aa91b954-33c0-43cb-8845-ebba2bfbb941) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:45.897796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.993765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.999910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.000500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.030828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.044886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Transition to ACTIVE for port object 9d0ca1e9-80fa-4433-91de-4115ee872c9b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:46.069939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5055270 Jul 16 18:32:46.076650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.082189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.094295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a47e883-3f86-4946-8682-16f2bbb459aa', '12ac4480-49b0-47fc-8d7c-46a66f407861'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:46.126023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:46.131419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:46.138150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:46.146420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': '8cdc3732-1c60-4ba7-8685-e06e902cf050', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.154774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec185b8-958a-4588-aeca-bc88d9563eca tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=8cdc3732-1c60-4ba7-8685-e06e902cf050,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.178193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8cdc3732-1c60-4ba7-8685-e06e902cf050 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:46.193057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.202818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.203496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.225181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-d3f4b4ba-2c3c-4d4c-ac10-02232b1c33b1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8443089 Jul 16 18:32:46.242752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Request body: {'port': {'device_id': '44921b16-3b1b-46d2-b36d-5a5008532260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.270371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-e0821f06-4be9-4262-811f-9c3b96043d94 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.271909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-e0821f06-4be9-4262-811f-9c3b96043d94 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.67 "GET /v2.0/ports?device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 946 time: 0.3237808 Jul 16 18:32:46.274407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45eede2a-f917-449f-b811-403145264a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.300908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.353509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.361647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Transition to ACTIVE for port object aa91b954-33c0-43cb-8845-ebba2bfbb941 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:46.399516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:46.404701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.534893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18c77beb-88e0-4205-a7eb-bed6b4868e0b None None] Provisioning for port 9d0ca1e9-80fa-4433-91de-4115ee872c9b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:46.539423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18c77beb-88e0-4205-a7eb-bed6b4868e0b None None] Provisioning complete for port 9d0ca1e9-80fa-4433-91de-4115ee872c9b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:46.539846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18c77beb-88e0-4205-a7eb-bed6b4868e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.580338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-18c77beb-88e0-4205-a7eb-bed6b4868e0b None None] Port 9d0ca1e9-80fa-4433-91de-4115ee872c9b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:46.622140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.649650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Deleting port 35a25178-b44a-4fc8-93af-1456aa33f381 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:46.649981 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.650752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39270722-62e6-4652-ab4d-6733bbf9f292 req-e899becc-7c8c-456a-8532-f31fa35f6e76 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.653406 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39270722-62e6-4652-ab4d-6733bbf9f292 req-e899becc-7c8c-456a-8532-f31fa35f6e76 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1621237 Jul 16 18:32:46.729784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:46.735132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39270722-62e6-4652-ab4d-6733bbf9f292 req-bf49b734-9986-42f9-8a85-f21d851e8b4a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 Jul 16 18:32:46.750065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:46.809238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:46.819569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-44181c5b-dcc7-4128-b2c7-8077c80a0fae tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.820736 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-44181c5b-dcc7-4128-b2c7-8077c80a0fae tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "GET /v2.0/ports?device_id=991c1a55-4838-4ab1-ba14-183932a0a0d0 HTTP/1.1" status: 200 len: 945 time: 0.3416886 Jul 16 18:32:46.828009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Pushing event updated for resources: {'Port': ['ID=aa91b954-33c0-43cb-8845-ebba2bfbb941,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.835145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0ca1e9-80fa-4433-91de-4115ee872c9b {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:46.846144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.860476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Transition to ACTIVE for port object 9d0ca1e9-80fa-4433-91de-4115ee872c9b will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:46.866058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.933686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.935341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ac6f-bb63-459e-a88d-19d0a5433a95 req-8d344e7b-9d29-4b09-b581-7640b94ff609 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.943623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3db2ac6f-bb63-459e-a88d-19d0a5433a95 req-8d344e7b-9d29-4b09-b581-7640b94ff609 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 946 time: 0.3861439 Jul 16 18:32:47.051943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.052609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.057707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] For port 35a25178-b44a-4fc8-93af-1456aa33f381, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=35a25178-b44a-4fc8-93af-1456aa33f381,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:47.058202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.059245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Attempting to bind port 9d0ca1e9-80fa-4433-91de-4115ee872c9b on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:47.059677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Attempting to bind port 9d0ca1e9-80fa-4433-91de-4115ee872c9b by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:47.060093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Attempting to bind port 9d0ca1e9-80fa-4433-91de-4115ee872c9b on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:47.067553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Port 9d0ca1e9-80fa-4433-91de-4115ee872c9b on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:47.068013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Attempting to bind port 9d0ca1e9-80fa-4433-91de-4115ee872c9b on network d8d264b5-c41c-460d-af3d-f5e449ef0a32 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:47.079805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:47.080246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Checking segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:47.080733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Bound using segment: {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:47.081283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Bound port: 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95da2d7a-e804-43a5-b01e-dda9d5a3ec91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:47.081707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.101815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951f56b-2b2d-4bcd-acd2-4a88fc209367 req-5d8e73ee-0657-4ddf-bf77-aac996916bc1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.103504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9951f56b-2b2d-4bcd-acd2-4a88fc209367 req-5d8e73ee-0657-4ddf-bf77-aac996916bc1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 944 time: 0.1099637 Jul 16 18:32:47.124140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Calling delete_port for 35a25178-b44a-4fc8-93af-1456aa33f381 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:47.134775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b0631e02-4edc-4d3a-89dd-b1f555ff9638 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3572652 Jul 16 18:32:47.143461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3db2ac6f-bb63-459e-a88d-19d0a5433a95 req-26bb9b27-61d5-4dcb-9a2f-80c21c75f83a tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda75f0b-ef0d-4d68-b695-092ceff8ecfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992021 Jul 16 18:32:47.210057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9951f56b-2b2d-4bcd-acd2-4a88fc209367 req-284226e3-3304-4063-9df3-3e26d65835f8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Jul 16 18:32:47.210501 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.214715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d883ebc8-a001-45aa-9c49-5667736247ba None None] Provisioning for port aa91b954-33c0-43cb-8845-ebba2bfbb941 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:47.222185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Request body: {'port': {'device_id': '023ac638-3685-4159-880d-787a9928e2be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.230064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d883ebc8-a001-45aa-9c49-5667736247ba None None] Provisioning complete for port aa91b954-33c0-43cb-8845-ebba2bfbb941 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:47.237352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d883ebc8-a001-45aa-9c49-5667736247ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.262066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:47.265943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:47.273448 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.300284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=81b04c67-ebed-46e8-8eab-b8a7d7bf560b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.323252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d883ebc8-a001-45aa-9c49-5667736247ba None None] Port aa91b954-33c0-43cb-8845-ebba2bfbb941 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:47.339557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.340715 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.342521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d0ca1e9-80fa-4433-91de-4115ee872c9b HTTP/1.1" status: 200 len: 1093 time: 1.1071739 Jul 16 18:32:47.343059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:47.345459 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199f3129-fcf2-4094-8b12-21770a163920" -d '{"events": [{"name": "network-changed", "server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:47.372132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bab1da-f23e-44bf-a24e-ed8e7a1a01a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.427429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Deleting port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:47.428071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.487887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-e2728059-e1c9-4594-b129-cacd52d673a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.489489 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-e2728059-e1c9-4594-b129-cacd52d673a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 1096 time: 0.0896182 Jul 16 18:32:47.494704 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.517100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': 'b8edb224-f8c8-4074-bb76-302e54f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cdc3732-1c60-4ba7-8685-e06e902cf050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:47.517514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: 8cdc3732-1c60-4ba7-8685-e06e902cf050, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:47.543844 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f6e003-2ad6-4c6e-9b87-7b930bfd1aff x-openstack-request-id: req-81f6e003-2ad6-4c6e-9b87-7b930bfd1aff {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:47.544121 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:47.544364 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81f6e003-2ad6-4c6e-9b87-7b930bfd1aff {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:47.544755 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'status': 'completed', 'code': 200} Jul 16 18:32:47.546314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-2c819db1-695e-4a00-8ce6-8fa394f177c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b HTTP/1.1" status: 200 len: 217 time: 0.0480447 Jul 16 18:32:47.599202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45fde17d-88c3-4dc1-a489-271be10f9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.600672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-45fde17d-88c3-4dc1-a489-271be10f9bed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.0463977 Jul 16 18:32:47.662835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-07d3f3ab-d92d-4471-962a-62efaf24987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.663938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-07d3f3ab-d92d-4471-962a-62efaf24987c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553620 Jul 16 18:32:47.675661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.677426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network 8cdc3732-1c60-4ba7-8685-e06e902cf050 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:47.688104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['8668dc1e-0b68-47f6-94ca-fcb9998e2b6b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:47.716662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['35a25178-b44a-4fc8-93af-1456aa33f381'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:47.770673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055dc67-9c70-461b-87c4-d340f5be707d req-aa9a7fa2-7276-4a14-b373-c8aba746a4c7 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.771333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-671bd407-c3d4-4314-aada-2553f86a7ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974917 Jul 16 18:32:47.772247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4055dc67-9c70-461b-87c4-d340f5be707d req-aa9a7fa2-7276-4a14-b373-c8aba746a4c7 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 936 time: 0.4482543 Jul 16 18:32:47.775573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] For port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,segment=NetworkSegment(da0d5315-1889-46e1-82dc-f386e4f42b55),segment_id=da0d5315-1889-46e1-82dc-f386e4f42b55)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:47.776171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.811345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8cdc3732-1c60-4ba7-8685-e06e902cf050) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:47.819646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Pushing event deleted for resources: {'Port': ['ID=35a25178-b44a-4fc8-93af-1456aa33f381,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.830647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.831314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.833276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612ada6-4e13-408c-b0b2-9a3dad69d5f1 None None] Network 8cdc3732-1c60-4ba7-8685-e06e902cf050 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:47.847062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Calling delete_port for 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:47.897977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-670000eb-4523-44da-b5eb-eac50d3dc8c3 req-fd577444-2d14-4124-a6c4-d76cfc7c9c3c service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179423 Jul 16 18:32:47.942222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] No DVR routers for this DVR port 35a25178-b44a-4fc8-93af-1456aa33f381 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:47.949078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7f112a9d-551e-4271-ae56-b5fe2a4cb8e8 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8389182 Jul 16 18:32:47.954078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.958258 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.960683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aa8c97a8-f997-4b3c-9906-220b95cff701 req-17da93ca-f432-4109-b9f3-063065c77c0b tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.67 "DELETE /v2.0/ports/35a25178-b44a-4fc8-93af-1456aa33f381 HTTP/1.1" status: 204 len: 173 time: 1.6764541 Jul 16 18:32:47.961174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'name': 'network-vif-deleted', 'tag': '35a25178-b44a-4fc8-93af-1456aa33f381'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:47.963575 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80917b80-9e0a-4250-8d59-c868f76aeea5" -d '{"events": [{"server_uuid": "dda3188c-96d0-4ab3-9c3c-68961af1d0b3", "name": "network-vif-deleted", "tag": "35a25178-b44a-4fc8-93af-1456aa33f381"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:48.036061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4055dc67-9c70-461b-87c4-d340f5be707d req-d2ace653-08fc-4edd-9d4e-bd3ec60c1a48 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367599 Jul 16 18:32:48.058258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-8cdc3732-1c60-4ba7-8685-e06e902cf050', 'network_id': '8cdc3732-1c60-4ba7-8685-e06e902cf050', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': '81b04c67-ebed-46e8-8eab-b8a7d7bf560b'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:48.059149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.168711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4034b7-c294-4d8d-a2ae-83f574550549 req-9f4c6a8b-0998-4d55-8bce-8eeb47c46301 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.183966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f4034b7-c294-4d8d-a2ae-83f574550549 req-9f4c6a8b-0998-4d55-8bce-8eeb47c46301 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2822652 Jul 16 18:32:48.220753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.231430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3129-fcf2-4094-8b12-21770a163920 req-3a1503a4-2952-4236-b1bc-f31d13ad70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.233030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-199f3129-fcf2-4094-8b12-21770a163920 req-3a1503a4-2952-4236-b1bc-f31d13ad70d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 1096 time: 0.2574925 Jul 16 18:32:48.265599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Allocated IP 2001:db8::1 (8cdc3732-1c60-4ba7-8685-e06e902cf050/81b04c67-ebed-46e8-8eab-b8a7d7bf560b/48eb32de-92b1-4a8d-aa2a-da7bcbc85331) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:48.287661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f4034b7-c294-4d8d-a2ae-83f574550549 req-2cae91b7-6111-448f-8964-434265cefd30 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027083 Jul 16 18:32:48.288305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa91b954-33c0-43cb-8845-ebba2bfbb941 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:48.303307 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28b4247-bd65-4674-b74d-1e60db03b79e x-openstack-request-id: req-d28b4247-bd65-4674-b74d-1e60db03b79e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:48.303697 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda3188c-96d0-4ab3-9c3c-68961af1d0b3", "name": "network-vif-deleted", "tag": "35a25178-b44a-4fc8-93af-1456aa33f381", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:48.304045 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d28b4247-bd65-4674-b74d-1e60db03b79e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:48.307711 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda3188c-96d0-4ab3-9c3c-68961af1d0b3', 'name': 'network-vif-deleted', 'tag': '35a25178-b44a-4fc8-93af-1456aa33f381', 'status': 'completed', 'code': 200} Jul 16 18:32:48.311206 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.328574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Transition to ACTIVE for port object aa91b954-33c0-43cb-8845-ebba2bfbb941 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:48.329860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.367747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['35a25178-b44a-4fc8-93af-1456aa33f381'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:48.380683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.432375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Pushing event deleted for resources: {'Port': ['ID=8668dc1e-0b68-47f6-94ca-fcb9998e2b6b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.437639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] No DVR routers for this DVR port 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:48.440998 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.443766 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c0bb0af-d0f6-4eae-bc10-e88ea0d4e79b req-16e9328d-b26d-4779-8263-88fb94576bc9 tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.59 "DELETE /v2.0/ports/8668dc1e-0b68-47f6-94ca-fcb9998e2b6b HTTP/1.1" status: 204 len: 173 time: 1.6104171 Jul 16 18:32:48.484659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd765e00-5cf0-4761-af0b-a7c48b82acfa req-07776893-e96b-439a-9c7b-f86144a3fdaa tempest-ListServersNegativeTestJSON-282369234 tempest-ListServersNegativeTestJSON-282369234-project] 10.222.0.49 "GET /v2.0/ports?device_id=dda3188c-96d0-4ab3-9c3c-68961af1d0b3 HTTP/1.1" status: 200 len: 210 time: 0.0565436 Jul 16 18:32:48.530356 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.549617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Transition to ACTIVE for port object 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:48.596639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.598625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Transition to ACTIVE for port object 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:48.609357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.633461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Pushing event updated for resources: {'Port': ['ID=aa91b954-33c0-43cb-8845-ebba2bfbb941,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.657739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3129-fcf2-4094-8b12-21770a163920 req-89b4f5b1-5e77-4f2b-94c1-11ed64421c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.659219 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-199f3129-fcf2-4094-8b12-21770a163920 req-89b4f5b1-5e77-4f2b-94c1-11ed64421c38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.4156315 Jul 16 18:32:48.678148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Network 8cdc3732-1c60-4ba7-8685-e06e902cf050 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:48.691031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:48.698790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:48.713650 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e7482afb-8386-4b4f-8900-3fad960d30c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.715262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Pushing event updated for resources: {'Port': ['ID=48eb32de-92b1-4a8d-aa2a-da7bcbc85331,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.723099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Attempting to bind port aa91b954-33c0-43cb-8845-ebba2bfbb941 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:48.723462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Attempting to bind port aa91b954-33c0-43cb-8845-ebba2bfbb941 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:48.723808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Attempting to bind port aa91b954-33c0-43cb-8845-ebba2bfbb941 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:48.734839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Port aa91b954-33c0-43cb-8845-ebba2bfbb941 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:48.734839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Attempting to bind port aa91b954-33c0-43cb-8845-ebba2bfbb941 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:48.738746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-199f3129-fcf2-4094-8b12-21770a163920 req-d650581c-4060-48f8-8f11-666e063f61c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b HTTP/1.1" status: 200 len: 217 time: 0.0688307 Jul 16 18:32:48.748728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:48.749200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:48.749589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:48.750132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Bound port: aa91b954-33c0-43cb-8845-ebba2bfbb941, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:48.750498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.812565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e375-048a-4aef-a405-5a36fc8e9533 req-b233d425-7f7b-47b8-a49e-2e023b3687e5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.814176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d33e375-048a-4aef-a405-5a36fc8e9533 req-b233d425-7f7b-47b8-a49e-2e023b3687e5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 944 time: 0.3510640 Jul 16 18:32:48.814757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Attempting to bind port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:48.815228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Attempting to bind port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b8edb224-f8c8-4074-bb76-302e54f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cdc3732-1c60-4ba7-8685-e06e902cf050'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:48.815730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Attempting to bind port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 on network 8cdc3732-1c60-4ba7-8685-e06e902cf050 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:48.821921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:48.822599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Checking segment: {'id': 'b8edb224-f8c8-4074-bb76-302e54f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cdc3732-1c60-4ba7-8685-e06e902cf050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:48.823856 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.824179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Bound using segment: {'id': 'b8edb224-f8c8-4074-bb76-302e54f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cdc3732-1c60-4ba7-8685-e06e902cf050'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:48.824913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Bound port: 48eb32de-92b1-4a8d-aa2a-da7bcbc85331, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8edb224-f8c8-4074-bb76-302e54f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cdc3732-1c60-4ba7-8685-e06e902cf050'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:48.825875 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.827742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.889030 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.908312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=81b04c67-ebed-46e8-8eab-b8a7d7bf560b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.921282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3129-fcf2-4094-8b12-21770a163920 req-a8e18366-76b3-4224-ac19-edb0504e68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.922791 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-199f3129-fcf2-4094-8b12-21770a163920 req-a8e18366-76b3-4224-ac19-edb0504e68e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1725726 Jul 16 18:32:48.928179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] For port aa91b954-33c0-43cb-8845-ebba2bfbb941, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:48.937785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] For port aa91b954-33c0-43cb-8845-ebba2bfbb941, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=aa91b954-33c0-43cb-8845-ebba2bfbb941,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:48.948425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.966236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] For port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:48.970497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] For port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=48eb32de-92b1-4a8d-aa2a-da7bcbc85331,segment=NetworkSegment(b8edb224-f8c8-4074-bb76-302e54f6de01),segment_id=b8edb224-f8c8-4074-bb76-302e54f6de01)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:48.981896 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.008081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.009031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.011595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] 10.222.0.59 "PUT /v2.0/ports/aa91b954-33c0-43cb-8845-ebba2bfbb941 HTTP/1.1" status: 200 len: 1097 time: 1.8025713 Jul 16 18:32:49.077481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3d1a-4be0-4320-9d38-e835d9f456df service neutron] Pushing event updated for resources: {'Port': ['ID=aa91b954-33c0-43cb-8845-ebba2bfbb941,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:49.110332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea1922-fe4a-47b0-8eda-c78b9a6e0e0c None None] Pushing event updated for resources: {'Port': ['ID=48eb32de-92b1-4a8d-aa2a-da7bcbc85331,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:49.152604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8786126-a3a6-4196-9ff0-313c7264f5de None None] Network 8cdc3732-1c60-4ba7-8685-e06e902cf050 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:49.163495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b12de6ea-9924-4fc8-9c7a-bd85e6c83d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.167653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b12de6ea-9924-4fc8-9c7a-bd85e6c83d4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd5d140a7e684c25bdf01d1627ef5ffa&device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 1100 time: 0.0973461 Jul 16 18:32:49.266208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-332da679-8b45-4c5a-9654-0a0047708749 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=aa91b954-33c0-43cb-8845-ebba2bfbb941 HTTP/1.1" status: 200 len: 217 time: 0.0928717 Jul 16 18:32:49.381458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-bfe39309-adf3-4475-918a-92decf07f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.383410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-bfe39309-adf3-4475-918a-92decf07f244 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.1074317 Jul 16 18:32:49.397907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496d1ff-3f85-484a-8b8f-c58dd16b3656 req-b525a33f-6663-416c-bc55-be11e0b28902 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.411827 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e496d1ff-3f85-484a-8b8f-c58dd16b3656 req-b525a33f-6663-416c-bc55-be11e0b28902 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 948 time: 0.1486845 Jul 16 18:32:49.414555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2000b-747b-4358-a481-7a25d4b15f12 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:32:49.422667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.433819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d33e375-048a-4aef-a405-5a36fc8e9533 req-fb0da00f-4d7b-43bc-96aa-456d51131a5d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075659 Jul 16 18:32:49.445113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdc3732-1c60-4ba7-8685-e06e902cf050']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:49.461978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8edb224-f8c8-4074-bb76-302e54f6de01') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:49.462151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8edb224-f8c8-4074-bb76-302e54f6de01') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:49.476635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.494034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.500733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3129-fcf2-4094-8b12-21770a163920 req-b073ce5a-927d-42a0-91b5-e4021c40d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.502295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-199f3129-fcf2-4094-8b12-21770a163920 req-b073ce5a-927d-42a0-91b5-e4021c40d028 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574273 Jul 16 18:32:49.505164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:49.505376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:49.508486 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:49.520508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e496d1ff-3f85-484a-8b8f-c58dd16b3656 req-4c44245f-41dd-472a-bb6f-9b0b1d5ab29b tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939970 Jul 16 18:32:49.555030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b1e75074-c50a-4687-89d4-403f0d97d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.556805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-b1e75074-c50a-4687-89d4-403f0d97d097 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420550 Jul 16 18:32:49.587595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2000b-747b-4358-a481-7a25d4b15f12 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:32:49.631871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:32:49.631871 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:32:49.631871 n-d-791504-15 neutron-server[93796]: [parameters: {'id': '8cdc3732-1c60-4ba7-8685-e06e902cf050'}] Jul 16 18:32:49.631871 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:49.632490 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:49.673379 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-199f3129-fcf2-4094-8b12-21770a163920 req-676e437e-6e90-4943-913c-706c80eaf91d service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498933 Jul 16 18:32:49.683752 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-bcb3b3fc-500b-4f26-879a-5e6259ccfd20 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177289 Jul 16 18:32:49.784130 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-199f3129-fcf2-4094-8b12-21770a163920 req-ff88669a-51a2-40e2-a251-300a20830263 service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035578 Jul 16 18:32:49.789926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.835351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9735c-b65f-4e4f-81e2-84cdf5b77516 req-8e7902b8-54a4-4c99-82ff-9814a582e224 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.837003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5a9735c-b65f-4e4f-81e2-84cdf5b77516 req-8e7902b8-54a4-4c99-82ff-9814a582e224 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1692870 Jul 16 18:32:50.039585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-67e2000b-747b-4358-a481-7a25d4b15f12 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:32:50.077786 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.134077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.198633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:50.198976 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.239171 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029914bd-29e0-4a74-88ff-bc61f6277b4f req-8522fbb8-cc5b-4318-b61f-2d496cac30ef service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388424 Jul 16 18:32:50.251553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] Deleting subnet 28e23c83-8a13-42d7-a58e-ca2c98a58204 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:50.258578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.266752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=48eb32de-92b1-4a8d-aa2a-da7bcbc85331,segment=NetworkSegment(b8edb224-f8c8-4074-bb76-302e54f6de01),segment_id=b8edb224-f8c8-4074-bb76-302e54f6de01)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:50.267098 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.279761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:50.281483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5a9735c-b65f-4e4f-81e2-84cdf5b77516 req-eafec517-f28b-4701-b355-393b0a47dacc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315805 Jul 16 18:32:50.299548 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.317713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'name': 'network-vif-deleted', 'tag': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b'}, {'name': 'network-changed', 'server_uuid': '023ac638-3685-4159-880d-787a9928e2be', 'tag': 'aa91b954-33c0-43cb-8845-ebba2bfbb941'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:50.320018 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489d5247-5c7b-422b-a9b4-95558c950e58" -d '{"events": [{"server_uuid": "991c1a55-4838-4ab1-ba14-183932a0a0d0", "name": "network-vif-deleted", "tag": "8668dc1e-0b68-47f6-94ca-fcb9998e2b6b"}, {"name": "network-changed", "server_uuid": "023ac638-3685-4159-880d-787a9928e2be", "tag": "aa91b954-33c0-43cb-8845-ebba2bfbb941"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:50.344298 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.364129 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca4e06-ea3d-4e41-992b-8e9db76fff99 x-openstack-request-id: req-acca4e06-ea3d-4e41-992b-8e9db76fff99 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:50.364441 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991c1a55-4838-4ab1-ba14-183932a0a0d0", "name": "network-vif-deleted", "tag": "8668dc1e-0b68-47f6-94ca-fcb9998e2b6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "023ac638-3685-4159-880d-787a9928e2be", "tag": "aa91b954-33c0-43cb-8845-ebba2bfbb941", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:50.364727 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acca4e06-ea3d-4e41-992b-8e9db76fff99 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:50.365296 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991c1a55-4838-4ab1-ba14-183932a0a0d0', 'name': 'network-vif-deleted', 'tag': '8668dc1e-0b68-47f6-94ca-fcb9998e2b6b', 'status': 'completed', 'code': 200} Jul 16 18:32:50.365676 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ac638-3685-4159-880d-787a9928e2be', 'tag': 'aa91b954-33c0-43cb-8845-ebba2bfbb941', 'status': 'completed', 'code': 200} Jul 16 18:32:50.369373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.400028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port 48eb32de-92b1-4a8d-aa2a-da7bcbc85331 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:50.402623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=48eb32de-92b1-4a8d-aa2a-da7bcbc85331,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.451307 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.484591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e23c83-8a13-42d7-a58e-ca2c98a58204,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.486689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.487828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.491311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-05bd017b-fdf0-4705-97bf-232dc48c9fbe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/28e23c83-8a13-42d7-a58e-ca2c98a58204 HTTP/1.1" status: 204 len: 168 time: 0.6990716 Jul 16 18:32:50.493352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-2273269f-1151-4d02-ab6c-c81c7f21eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.494912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-2273269f-1151-4d02-ab6c-c81c7f21eafa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd5d140a7e684c25bdf01d1627ef5ffa&device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 1100 time: 0.1060047 Jul 16 18:32:50.495720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60704) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.506053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdc3732-1c60-4ba7-8685-e06e902cf050']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.534083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8edb224-f8c8-4074-bb76-302e54f6de01') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.534384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8edb224-f8c8-4074-bb76-302e54f6de01') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.547543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.591774 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.593735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.603188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:50.603625 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:50.607104 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:50.624475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-f1124d7f-2bab-438b-873d-69b413eadc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.626036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-f1124d7f-2bab-438b-873d-69b413eadc27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1233699 Jul 16 18:32:50.673299 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-28bab112-09b8-4e19-bd2f-dac394e683b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=aa91b954-33c0-43cb-8845-ebba2bfbb941 HTTP/1.1" status: 200 len: 217 time: 0.0389078 Jul 16 18:32:50.684061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb8ba5-5e4c-4df2-b9c3-2e47c46f25bd req-8466e2ce-d437-40a0-9580-c064b36b98d9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.685555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dcb8ba5-5e4c-4df2-b9c3-2e47c46f25bd req-8466e2ce-d437-40a0-9580-c064b36b98d9 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 944 time: 0.1249750 Jul 16 18:32:50.687929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 35a25178-b44a-4fc8-93af-1456aa33f381 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:50.712976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 35a25178-b44a-4fc8-93af-1456aa33f381 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:50.714061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 35a25178-b44a-4fc8-93af-1456aa33f381 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:50.740447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.751271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.753131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/8cdc3732-1c60-4ba7-8685-e06e902cf050 HTTP/1.1" status: 204 len: 168 time: 2.7978001 Jul 16 18:32:50.756808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.761951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857596971'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:50.768548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-3e22e837-bc17-4c27-9410-577998c25559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.770033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-3e22e837-bc17-4c27-9410-577998c25559 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0835924 Jul 16 18:32:50.781313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dcb8ba5-5e4c-4df2-b9c3-2e47c46f25bd req-35517858-716f-4958-bd2b-25ceee466c52 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860574 Jul 16 18:32:50.783310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.802406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587e2df-3bf5-4106-a035-d7a37aacbcf7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=8cdc3732-1c60-4ba7-8685-e06e902cf050,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.809041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36ffa6c-db50-4e9c-922d-763ba9e08ea1']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.824807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0d5315-1889-46e1-82dc-f386e4f42b55') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.825093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0d5315-1889-46e1-82dc-f386e4f42b55') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.830982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:50.834929 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.837594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.847128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28a3fe-caea-437e-b89f-5918fb8e4f19 req-a1685200-bedb-4e66-8ee5-72760520250b tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.848623 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b28a3fe-caea-437e-b89f-5918fb8e4f19 req-a1685200-bedb-4e66-8ee5-72760520250b tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 948 time: 0.1967394 Jul 16 18:32:50.869885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.871771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:50.878830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-dd3a18b9-983f-461d-a1c1-c33b213d2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.880433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-dd3a18b9-983f-461d-a1c1-c33b213d2052 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952759 Jul 16 18:32:50.884650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:50.885117 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:50.886801 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:50.898864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.899473 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment 630334d7-e1a7-454a-8baf-f4d1709dbb5a of type vlan for network e7052e1c-0803-4a90-bb20-9e4694153060 Jul 16 18:32:50.949098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b28a3fe-caea-437e-b89f-5918fb8e4f19 req-64d134fc-049a-433e-97f9-800c9b901650 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868638 Jul 16 18:32:50.961661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.969051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.971526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d36ffa6c-db50-4e9c-922d-763ba9e08ea1 HTTP/1.1" status: 204 len: 168 time: 0.4745960 Jul 16 18:32:50.985096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ca394-2f67-4cca-aa33-fbc345fec6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36ffa6c-db50-4e9c-922d-763ba9e08ea1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.001332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.044631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-0e13b99e-5835-4b0d-8f41-8dfaf67a4a96 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563540 Jul 16 18:32:51.051955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.058099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.058844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.121980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3641372 Jul 16 18:32:51.125046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.131021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:51.170720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60720) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.205915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09431e9b-8d6e-417e-a65e-16c2a63e3a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=e7052e1c-0803-4a90-bb20-9e4694153060,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.217229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e7052e1c-0803-4a90-bb20-9e4694153060 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:51.233431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-489d5247-5c7b-422b-a9b4-95558c950e58 req-fdc968f2-82c4-4879-9042-662082f11359 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718640 Jul 16 18:32:51.272882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:51.276473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.285561 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b43d08a0-ead9-4ac4-bb42-1879b0b03d19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2dd2b4f39cd0462d925bfc1033b0963b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114769 Jul 16 18:32:51.286615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.354511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0c953a5-3fa1-41cf-9396-f5fa2ba2e513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.383623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0c953a5-3fa1-41cf-9396-f5fa2ba2e513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.432006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9d0ca1e9-80fa-4433-91de-4115ee872c9b details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:51.435236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:51.461211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:51.461531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 8668dc1e-0b68-47f6-94ca-fcb9998e2b6b not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:51.484252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.498031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f42ed-d342-467c-9548-35d85ba9f464 req-267a62e3-1830-4a65-963a-bfb628367180 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.499925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-875f42ed-d342-467c-9548-35d85ba9f464 req-267a62e3-1830-4a65-963a-bfb628367180 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.0819640 Jul 16 18:32:51.501946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0c953a5-3fa1-41cf-9396-f5fa2ba2e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.504685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0c953a5-3fa1-41cf-9396-f5fa2ba2e513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.505871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a0c953a5-3fa1-41cf-9396-f5fa2ba2e513 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fda75f0b-ef0d-4d68-b695-092ceff8ecfb HTTP/1.1" status: 204 len: 168 time: 0.2182448 Jul 16 18:32:51.529933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c953a5-3fa1-41cf-9396-f5fa2ba2e513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda75f0b-ef0d-4d68-b695-092ceff8ecfb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.554460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-875f42ed-d342-467c-9548-35d85ba9f464 req-1168d3c1-973a-4d11-aac4-d76963c6b69b tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473015 Jul 16 18:32:51.558841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': '630334d7-e1a7-454a-8baf-f4d1709dbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:51.559392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: e7052e1c-0803-4a90-bb20-9e4694153060, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:51.568326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=ba0a1e46-f4c8-4d8d-8a14-9c8e96d5e5df,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.571984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:51.585361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'mac_address': 'fa:16:3e:b1:67:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:51.594090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network e7052e1c-0803-4a90-bb20-9e4694153060 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:51.604063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e7052e1c-0803-4a90-bb20-9e4694153060) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:51.608596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.609304 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.617694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de6e80-4300-46ca-8dbe-9558242bf9ba None None] Network e7052e1c-0803-4a90-bb20-9e4694153060 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:51.626974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-93040b45-258b-4d6a-98f0-0a16c6d4c690 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5005670 Jul 16 18:32:51.629755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.636187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:51.650556 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.703581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0ca1e9-80fa-4433-91de-4115ee872c9b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:51.724522 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.736912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:51.747322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.750885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:51.755827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.860508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.869399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e7052e1c-0803-4a90-bb20-9e4694153060', 'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': 'ba0a1e46-f4c8-4d8d-8a14-9c8e96d5e5df'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:51.873053 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.048482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Allocated IP 2001:db8::2 (e7052e1c-0803-4a90-bb20-9e4694153060/ba0a1e46-f4c8-4d8d-8a14-9c8e96d5e5df/bb4056fa-f20b-403d-ac5f-1cf7021d40e8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:52.078552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b2c97-c4e0-4f5f-b57c-b4e96f6b7958 req-6ec872a2-fdc4-4973-aaf3-fea0deea5c5d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.080154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-367b2c97-c4e0-4f5f-b57c-b4e96f6b7958 req-6ec872a2-fdc4-4973-aaf3-fea0deea5c5d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 945 time: 0.1718953 Jul 16 18:32:52.145163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.172911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['9d0ca1e9-80fa-4433-91de-4115ee872c9b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:52.181818 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-367b2c97-c4e0-4f5f-b57c-b4e96f6b7958 req-3c670d8e-bbb7-4327-a79d-b16c63690c90 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909414 Jul 16 18:32:52.202197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network e7052e1c-0803-4a90-bb20-9e4694153060 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:52.205628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:52.219749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.220354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.228339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=f37aa62c-71d0-4060-a9ae-f945a52286e5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.242484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cda3711a-3e77-4dd0-a2e2-c9f1adfec1a3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6112182 Jul 16 18:32:52.244997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60752) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.268431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0724d57-b507-46bf-9de5-3cc7bcea9f77 req-5584453c-99a3-4d5b-9283-a788edf19d98 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.270362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0724d57-b507-46bf-9de5-3cc7bcea9f77 req-5584453c-99a3-4d5b-9283-a788edf19d98 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 948 time: 0.1295354 Jul 16 18:32:52.334792 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.341112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0724d57-b507-46bf-9de5-3cc7bcea9f77 req-c0eea984-3bb6-4bc7-9f1f-24da4bd6f9ce tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615957 Jul 16 18:32:52.356715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405963-9e9d-4f4f-8606-d191c2a483c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.358385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405963-9e9d-4f4f-8606-d191c2a483c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.360043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405963-9e9d-4f4f-8606-d191c2a483c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.361557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405963-9e9d-4f4f-8606-d191c2a483c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.363191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e405963-9e9d-4f4f-8606-d191c2a483c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.369636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Transition to ACTIVE for port object bb4056fa-f20b-403d-ac5f-1cf7021d40e8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:52.369833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60758) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.373340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e405963-9e9d-4f4f-8606-d191c2a483c1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1268342 Jul 16 18:32:52.376203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110327705'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:52.401357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:52.403065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Transition to ACTIVE for port object bb4056fa-f20b-403d-ac5f-1cf7021d40e8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:52.405490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.413870 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.434769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:52.444957 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.445465 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment a0d900fb-09b9-4187-9a1b-dd18e63d89d1 of type vlan for network b0eb695a-1a35-46e6-acb2-96587c84b44b Jul 16 18:32:52.476678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.482187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Network e7052e1c-0803-4a90-bb20-9e4694153060 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:52.488424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:52.490977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:52.494890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.501864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Pushing event updated for resources: {'Port': ['ID=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.530104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.537238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.537879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.577458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Attempting to bind port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:52.578118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2069890 Jul 16 18:32:52.580914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.581461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Attempting to bind port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '630334d7-e1a7-454a-8baf-f4d1709dbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:52.581461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Attempting to bind port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 on network e7052e1c-0803-4a90-bb20-9e4694153060 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:52.587091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:52.593744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:52.595776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Checking segment: {'id': '630334d7-e1a7-454a-8baf-f4d1709dbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:52.597446 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.597446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Bound using segment: {'id': '630334d7-e1a7-454a-8baf-f4d1709dbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:52.597446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Bound port: bb4056fa-f20b-403d-ac5f-1cf7021d40e8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630334d7-e1a7-454a-8baf-f4d1709dbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:52.601213 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.612190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6992255-5023-48f5-ae92-9f5d38bd6174 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=b0eb695a-1a35-46e6-acb2-96587c84b44b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.624213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b0eb695a-1a35-46e6-acb2-96587c84b44b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:52.636354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-111475296-network', 'tenant_id': '229d3aaacdea4b91a80864b51cb4ae55'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:52.657497 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.708229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Made reservation on behalf of 229d3aaacdea4b91a80864b51cb4ae55 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:52.710453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.732821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] For port bb4056fa-f20b-403d-ac5f-1cf7021d40e8, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:52.736236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] For port bb4056fa-f20b-403d-ac5f-1cf7021d40e8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,segment=NetworkSegment(630334d7-e1a7-454a-8baf-f4d1709dbb5a),segment_id=630334d7-e1a7-454a-8baf-f4d1709dbb5a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:52.740080 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.767589 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.795834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ce480-8d8a-4c91-adc3-495412e9fff1 None None] Pushing event updated for resources: {'Port': ['ID=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.849724 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.871795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.900090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network b0eb695a-1a35-46e6-acb2-96587c84b44b is not hosted by any dhcp agent {{(pid=93796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:32:52.905614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.906214 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.907866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "PUT /v2.0/networks/b0eb695a-1a35-46e6-acb2-96587c84b44b HTTP/1.1" status: 200 len: 723 time: 0.3255999 Jul 16 18:32:52.911049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60770) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.917603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:52.938429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d7e32-58d3-48dd-9447-95b4c03e5d03 req-9ca746dd-dcae-4048-a6a6-30fe8564a9bc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.939994 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c5d7e32-58d3-48dd-9447-95b4c03e5d03 req-9ca746dd-dcae-4048-a6a6-30fe8564a9bc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2349596 Jul 16 18:32:53.017061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56dff3-2081-4432-b9b0-f38084a94c40 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=b0eb695a-1a35-46e6-acb2-96587c84b44b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.044415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b0eb695a-1a35-46e6-acb2-96587c84b44b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:53.073436 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c5d7e32-58d3-48dd-9447-95b4c03e5d03 req-8966aae9-19fc-4725-a560-2fb727dfee6d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267307 Jul 16 18:32:53.100683 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.105755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.121089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:53.136462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:53.141992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.142341 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Added segment 36933c08-675b-4f92-bad5-d88f866d782b of type vlan for network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 Jul 16 18:32:53.148014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.201562 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.210313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd543d-453f-4ca5-b947-7b125065837d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.240429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.241909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.242817 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.276480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7988765 Jul 16 18:32:53.281277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:53.288127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Request body: {'subnet': {'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-111475296-subnet', 'tenant_id': '229d3aaacdea4b91a80864b51cb4ae55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:53.323270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518d2b1-c96e-4190-ab96-83419801c516 admin admin] Pushing event updated for resources: {'Network': ['ID=2eedb3f3-efbd-40d9-a503-d9ec41335c02,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.334953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:53.351902 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.382360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Made reservation on behalf of 229d3aaacdea4b91a80864b51cb4ae55 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:53.385371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.431217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=f492e92a-a613-4f94-8f08-780e15315a85,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.433989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:53.434428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: b0eb695a-1a35-46e6-acb2-96587c84b44b, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:53.453757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device aa91b954-33c0-43cb-8845-ebba2bfbb941 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:53.455559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network b0eb695a-1a35-46e6-acb2-96587c84b44b is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:53.467231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, b0eb695a-1a35-46e6-acb2-96587c84b44b) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:53.475081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.475748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.477639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dacccb-63e7-460e-a6b4-d6b4988056a4 None None] Network b0eb695a-1a35-46e6-acb2-96587c84b44b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:53.498705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-004be55f-9704-42f7-af55-e554e04a9c4e tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5859239 Jul 16 18:32:53.500994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60782) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:53.507193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5b700c04-96e3-45b0-baa9-b1013ac558f3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:53.509766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ecdb-d8b0-4e1d-932d-5807ee6337d6 req-65b2feb4-ac68-4a8d-82b2-c64736e77b4f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.519836 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5987ecdb-d8b0-4e1d-932d-5807ee6337d6 req-65b2feb4-ac68-4a8d-82b2-c64736e77b4f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 945 time: 0.1920071 Jul 16 18:32:53.619901 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5987ecdb-d8b0-4e1d-932d-5807ee6337d6 req-c57e1512-d6f9-4907-845c-41d838a52b5d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988662 Jul 16 18:32:53.680374 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b700c04-96e3-45b0-baa9-b1013ac558f3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29447799'] for subnet, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.722278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-b0eb695a-1a35-46e6-acb2-96587c84b44b', 'network_id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': 'f492e92a-a613-4f94-8f08-780e15315a85'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:53.723084 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.745008 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.792183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b465b-1d49-4742-8c23-5171bc8d256b req-aa5dadac-553f-4f83-a73a-b3c07642347b tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.799268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-832b465b-1d49-4742-8c23-5171bc8d256b req-aa5dadac-553f-4f83-a73a-b3c07642347b tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 948 time: 0.1623559 Jul 16 18:32:53.832011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e651a384-81ca-4dae-bfa8-6d188b4c761e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.833580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port aa91b954-33c0-43cb-8845-ebba2bfbb941, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=aa91b954-33c0-43cb-8845-ebba2bfbb941,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:53.841568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Checking segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:53.841822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Network hostable DHCP agents. Network: 2eedb3f3-efbd-40d9-a503-d9ec41335c02, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:53.855538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'aa91b954-33c0-43cb-8845-ebba2bfbb941', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'aa91b954-33c0-43cb-8845-ebba2bfbb941', 'mac_address': 'fa:16:3e:ac:cb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:53.861778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:53.879791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2eedb3f3-efbd-40d9-a503-d9ec41335c02) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:53.884395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.885288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.906325 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.909162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c6c14-6392-46e4-99f5-6931b35fff1d None None] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:53.913065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-78b08c00-90c3-4638-ba3c-e3030ae961af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6301091 Jul 16 18:32:53.933792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-832b465b-1d49-4742-8c23-5171bc8d256b req-28a331af-48d5-496c-9686-0bb6b3e7d74d tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293523 Jul 16 18:32:54.007939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa91b954-33c0-43cb-8845-ebba2bfbb941 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:54.017036 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b700c04-96e3-45b0-baa9-b1013ac558f3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734572147339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29617017'] for subnet, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.059885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b700c04-96e3-45b0-baa9-b1013ac558f3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.060926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b700c04-96e3-45b0-baa9-b1013ac558f3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.062026 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5b700c04-96e3-45b0-baa9-b1013ac558f3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "PUT /v2.0/subnets/f492e92a-a613-4f94-8f08-780e15315a85 HTTP/1.1" status: 200 len: 826 time: 0.5599279 Jul 16 18:32:54.064714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60788) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:54.076515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb4056fa-f20b-403d-ac5f-1cf7021d40e8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:54.131199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b700c04-96e3-45b0-baa9-b1013ac558f3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=f492e92a-a613-4f94-8f08-780e15315a85,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:54.145106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port aa91b954-33c0-43cb-8845-ebba2bfbb941, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=aa91b954-33c0-43cb-8845-ebba2bfbb941,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:54.167797 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.215284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.233520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6b664-7ebf-42b4-a322-2c5f0f51add1 None None] Network e7052e1c-0803-4a90-bb20-9e4694153060 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:54.243363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6e02a-3be1-424e-9602-2770d501c716 None None] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:54.277977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Allocated IP 2001:db8::2 (b0eb695a-1a35-46e6-acb2-96587c84b44b/f492e92a-a613-4f94-8f08-780e15315a85/6b595090-9120-4a50-ac26-669dbab6385e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:54.289265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=aa91b954-33c0-43cb-8845-ebba2bfbb941,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:54.323741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:54.325692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.361514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d3aa79a7-e273-4dab-b1ea-67345690dfe0 None None] Provisioning for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:54.376747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344038c-f2c5-4567-b71b-10c1df98ccb4 req-2d5ddc81-88cc-470e-bcc8-7656140479ac tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.383837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8344038c-f2c5-4567-b71b-10c1df98ccb4 req-2d5ddc81-88cc-470e-bcc8-7656140479ac tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1614940 Jul 16 18:32:54.431505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8344038c-f2c5-4567-b71b-10c1df98ccb4 req-2a936f96-62af-4eef-be18-d02a0ea3dc6f tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Jul 16 18:32:54.499296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-147c5d5a-1b2a-442d-8268-1ad218a0c339 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.500661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-147c5d5a-1b2a-442d-8268-1ad218a0c339 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 812 time: 0.1176269 Jul 16 18:32:54.535485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-fa2b41d7-bbf5-4e7d-b9f5-80ff6fce51d4 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/quotas/229d3aaacdea4b91a80864b51cb4ae55 HTTP/1.1" status: 200 len: 375 time: 0.0137973 Jul 16 18:32:54.560144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:54.560513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.571778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['aa91b954-33c0-43cb-8845-ebba2bfbb941'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:54.576930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8afc511e-c25f-4689-a342-8c235aeeaa0b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352535 Jul 16 18:32:54.601598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d3aa79a7-e273-4dab-b1ea-67345690dfe0 None None] Provisioning complete for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:54.601976 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3aa79a7-e273-4dab-b1ea-67345690dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.676422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-aa967150-b3a0-40a3-9dc2-cc240fac06e1 service neutron] 10.222.0.49 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915041 Jul 16 18:32:54.708994 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.773760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-956e17ee-0109-4782-9f42-fb2912177671 service neutron] 10.222.0.49 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925975 Jul 16 18:32:54.831740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211c55d-5e1d-48cd-8884-6783e73f803f req-ed380727-bf3b-407d-bd2a-3f869894ec16 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.839706 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0211c55d-5e1d-48cd-8884-6783e73f803f req-ed380727-bf3b-407d-bd2a-3f869894ec16 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 945 time: 0.0724955 Jul 16 18:32:54.881127 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0211c55d-5e1d-48cd-8884-6783e73f803f req-0733feb8-1510-4eef-90e1-5322aa58526b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Jul 16 18:32:55.027357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.042683 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.066226 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3aa79a7-e273-4dab-b1ea-67345690dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.069395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Transition to ACTIVE for port object 6b595090-9120-4a50-ac26-669dbab6385e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:55.164642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Transition to ACTIVE for port object 6b595090-9120-4a50-ac26-669dbab6385e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:55.167918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a55022d4-f3ea-4038-8c41-c1c83a9a21bc req-4e622170-7342-4e58-8c8a-4c1d1240bf6f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 210 time: 0.0364525 Jul 16 18:32:55.177082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port bb4056fa-f20b-403d-ac5f-1cf7021d40e8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,segment=NetworkSegment(630334d7-e1a7-454a-8baf-f4d1709dbb5a),segment_id=630334d7-e1a7-454a-8baf-f4d1709dbb5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:55.180619 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.227428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.237251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.268651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=f492e92a-a613-4f94-8f08-780e15315a85,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:55.294685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Network b0eb695a-1a35-46e6-acb2-96587c84b44b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:55.310136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:55.313118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:55.323814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e4d2-5714-4db5-a9b8-ceacb00b6568 req-f6358e71-811f-4644-98c0-484e83b2a1e9 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:55.332044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92e5e4d2-5714-4db5-a9b8-ceacb00b6568 req-f6358e71-811f-4644-98c0-484e83b2a1e9 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 949 time: 0.1476531 Jul 16 18:32:55.352343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d3aa79a7-e273-4dab-b1ea-67345690dfe0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:55.352343 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d3aa79a7-e273-4dab-b1ea-67345690dfe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:55.352660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Pushing event updated for resources: {'Port': ['ID=6b595090-9120-4a50-ac26-669dbab6385e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:55.358933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.385820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eb695a-1a35-46e6-acb2-96587c84b44b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:55.399572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:55.400149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:55.420131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.433022 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92e5e4d2-5714-4db5-a9b8-ceacb00b6568 req-82092185-512c-4f02-a6f6-bbacc8d9d2c8 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996633 Jul 16 18:32:55.471804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.476705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9d0ca1e9-80fa-4433-91de-4115ee872c9b up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:55.479013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:55.483363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] Update dhcp port {'port': {'network_id': 'e7052e1c-0803-4a90-bb20-9e4694153060', 'fixed_ips': [{'subnet_id': 'ba0a1e46-f4c8-4d8d-8a14-9c8e96d5e5df', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f37aa62c-71d0-4060-a9ae-f945a52286e5'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'bb4056fa-f20b-403d-ac5f-1cf7021d40e8'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:32:55.483526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:55.486770 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:55.534946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Attempting to bind port 6b595090-9120-4a50-ac26-669dbab6385e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:55.535539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Attempting to bind port 6b595090-9120-4a50-ac26-669dbab6385e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:55.536517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Attempting to bind port 6b595090-9120-4a50-ac26-669dbab6385e on network b0eb695a-1a35-46e6-acb2-96587c84b44b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:55.555635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:55.556258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Checking segment: {'id': 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:55.557035 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.557595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Bound using segment: {'id': 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:55.558372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Bound port: 6b595090-9120-4a50-ac26-669dbab6385e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:55.558959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.562323 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:32:55.562323 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:32:55.562323 n-d-791504-15 neutron-server[93796]: [parameters: {'id': 'b0eb695a-1a35-46e6-acb2-96587c84b44b'}] Jul 16 18:32:55.562323 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:55.563201 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:55.564940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:55.594344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.639501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818266c-2e9f-491e-9e70-18af2602b0c1 req-cd2271c7-b721-4023-b2e7-c6e05984f4a8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:55.648792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1818266c-2e9f-491e-9e70-18af2602b0c1 req-cd2271c7-b721-4023-b2e7-c6e05984f4a8 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.0900576 Jul 16 18:32:55.670118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 9d0ca1e9-80fa-4433-91de-4115ee872c9b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:55.685870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 9d0ca1e9-80fa-4433-91de-4115ee872c9b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:55.686243 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.718236 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1818266c-2e9f-491e-9e70-18af2602b0c1 req-406d9c0a-fcdd-4f41-9a07-aae1933c43e7 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Jul 16 18:32:55.726116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] For port 6b595090-9120-4a50-ac26-669dbab6385e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:55.787554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] For port 6b595090-9120-4a50-ac26-669dbab6385e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6b595090-9120-4a50-ac26-669dbab6385e,segment=NetworkSegment(a0d900fb-09b9-4187-9a1b-dd18e63d89d1),segment_id=a0d900fb-09b9-4187-9a1b-dd18e63d89d1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:55.799950 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.991695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb4056fa-f20b-403d-ac5f-1cf7021d40e8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:55.999806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523afb3a-57e5-464f-a56e-4b7c93f941d3 None None] Pushing event updated for resources: {'Port': ['ID=6b595090-9120-4a50-ac26-669dbab6385e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.064830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.071929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] Allocated IP 172.20.0.1 (e7052e1c-0803-4a90-bb20-9e4694153060/f37aa62c-71d0-4060-a9ae-f945a52286e5/bb4056fa-f20b-403d-ac5f-1cf7021d40e8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:56.075866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7720dcb6-862e-4778-be5c-9a34f46d874c None None] Network b0eb695a-1a35-46e6-acb2-96587c84b44b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:56.094122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.151529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261da56-c54f-4e6b-a14a-86fd39bc07ab req-4633fe8d-c6d1-4d80-af20-8b573e7d169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.153332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3261da56-c54f-4e6b-a14a-86fd39bc07ab req-4633fe8d-c6d1-4d80-af20-8b573e7d169e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1098 time: 0.0839684 Jul 16 18:32:56.162202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29760106-9986-4a3e-a2d6-49fd235afa21 req-17f11127-7900-4bea-a2fb-057401156518 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.163972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29760106-9986-4a3e-a2d6-49fd235afa21 req-17f11127-7900-4bea-a2fb-057401156518 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 945 time: 0.1416121 Jul 16 18:32:56.199816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port 6b595090-9120-4a50-ac26-669dbab6385e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:56.200161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.209841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:56.212115 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d4562-0f2c-4460-bd86-1cc01b41ca87" -d '{"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-plugged", "status": "completed", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:56.226386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3261da56-c54f-4e6b-a14a-86fd39bc07ab req-c2cb5be6-a9eb-4137-805f-f092aa8d36af service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611107 Jul 16 18:32:56.241649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:56.250315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29760106-9986-4a3e-a2d6-49fd235afa21 req-a4428773-e6fc-4849-9efa-e3d2a4ac18bf tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Jul 16 18:32:56.271886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:56.272257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.287917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port 6b595090-9120-4a50-ac26-669dbab6385e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6b595090-9120-4a50-ac26-669dbab6385e,segment=NetworkSegment(a0d900fb-09b9-4187-9a1b-dd18e63d89d1),segment_id=a0d900fb-09b9-4187-9a1b-dd18e63d89d1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:56.288415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.300145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.303045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for 6b595090-9120-4a50-ac26-669dbab6385e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:56.304162 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f4c94-6555-4593-9b41-61705173f6f5 x-openstack-request-id: req-ef0f4c94-6555-4593-9b41-61705173f6f5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:56.304452 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-plugged", "status": "completed", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:56.304699 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef0f4c94-6555-4593-9b41-61705173f6f5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:56.305106 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'code': 200} Jul 16 18:32:56.397305 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3aab14ca-3653-42a9-93c2-08643f7f2545 req-f3758c6e-137b-49df-9401-b7d84754d765 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 210 time: 0.0406277 Jul 16 18:32:56.423293 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.437989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] For port bb4056fa-f20b-403d-ac5f-1cf7021d40e8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,segment=NetworkSegment(630334d7-e1a7-454a-8baf-f4d1709dbb5a),segment_id=630334d7-e1a7-454a-8baf-f4d1709dbb5a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:56.451944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.460052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d2f14-d6be-4de4-8bca-e1fcfbe328ad req-a3ab5d3f-0cb5-4644-b963-5247e8ab77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.462151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-624d2f14-d6be-4de4-8bca-e1fcfbe328ad req-a3ab5d3f-0cb5-4644-b963-5247e8ab77fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 1098 time: 0.0741961 Jul 16 18:32:56.465285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=6b595090-9120-4a50-ac26-669dbab6385e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.468862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port 6b595090-9120-4a50-ac26-669dbab6385e on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:56.510877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-624d2f14-d6be-4de4-8bca-e1fcfbe328ad req-87e600ef-186e-4622-808e-206e6ac895ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Jul 16 18:32:56.610651 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.623554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0eb695a-1a35-46e6-acb2-96587c84b44b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:56.642622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:56.642946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d900fb-09b9-4187-9a1b-dd18e63d89d1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:56.657647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.675176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.683738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:56.684491 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:56.688640 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:56.771325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.782554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.793443 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.795310 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/b0eb695a-1a35-46e6-acb2-96587c84b44b HTTP/1.1" status: 204 len: 168 time: 2.7295589 Jul 16 18:32:56.801204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df76244-69b9-4256-abc9-9b1bc81e9808 None None] Network b0eb695a-1a35-46e6-acb2-96587c84b44b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:56.805376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.807816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] Transition to ACTIVE for port object bb4056fa-f20b-403d-ac5f-1cf7021d40e8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:56.817216 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.829669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df76244-69b9-4256-abc9-9b1bc81e9808 None None] Network b0eb695a-1a35-46e6-acb2-96587c84b44b could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:32:56.835454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110f97-4863-4441-8a6c-61dafad71caa tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=b0eb695a-1a35-46e6-acb2-96587c84b44b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.852292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883cee5-7d38-4d32-a7a7-13ea59b5d6d1 req-c85e524c-3ebf-4bd5-b681-b42eee0887e6 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.855012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8883cee5-7d38-4d32-a7a7-13ea59b5d6d1 req-c85e524c-3ebf-4bd5-b681-b42eee0887e6 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 949 time: 0.2836986 Jul 16 18:32:56.858882 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-25374c15-6e03-4c74-a177-2a5ac4461858 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:56.859490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25374c15-6e03-4c74-a177-2a5ac4461858 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:56.866229 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-25374c15-6e03-4c74-a177-2a5ac4461858 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/b0eb695a-1a35-46e6-acb2-96587c84b44b HTTP/1.1" status: 404 len: 339 time: 0.0453186 Jul 16 18:32:56.866843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60856) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.873590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507704777', 'description': 'd1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:56.920587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:56.924735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.939096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8883cee5-7d38-4d32-a7a7-13ea59b5d6d1 req-04e73ec9-e25a-44cb-bdf2-786452713b48 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704536 Jul 16 18:32:56.946755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8d530f58-a0a8-4439-98c7-c258cda78dcd tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.948440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8d530f58-a0a8-4439-98c7-c258cda78dcd tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 812 time: 0.3016322 Jul 16 18:32:56.962505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Request body: {'port': {'device_id': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'admin_state_up': True, 'tenant_id': '229d3aaacdea4b91a80864b51cb4ae55'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:56.968613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:56.982175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d72d8-a33b-407b-83c3-76eec60a4337 None None] Pushing event updated for resources: {'Port': ['ID=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.984694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.985060 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment ff621012-45e3-467f-87e4-766bb1975eda of type vlan for network cbd2b971-1ee7-4c05-b422-a9f829101dfb Jul 16 18:32:57.113156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.176940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Made reservation on behalf of 229d3aaacdea4b91a80864b51cb4ae55 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:57.181104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.217609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cd26c-2336-4fd2-9c95-07fa68f13b8f req-055c3a0f-f371-49a6-801b-0effba4878de tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.225592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b3cd26c-2336-4fd2-9c95-07fa68f13b8f req-055c3a0f-f371-49a6-801b-0effba4878de tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1576157 Jul 16 18:32:57.234814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.242464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.243202 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.372739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5046670 Jul 16 18:32:57.373896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:57.404053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b15711-068f-4b60-b83a-0b1b544f7f44 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=cbd2b971-1ee7-4c05-b422-a9f829101dfb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:57.416203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network cbd2b971-1ee7-4c05-b422-a9f829101dfb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:57.422719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Allocated IP 172.20.0.14 (2eedb3f3-efbd-40d9-a503-d9ec41335c02/e651a384-81ca-4dae-bfa8-6d188b4c761e/55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:57.454016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b3cd26c-2336-4fd2-9c95-07fa68f13b8f req-6edfc675-06c6-436e-9438-1481567736bf tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272818 Jul 16 18:32:57.476273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device aa91b954-33c0-43cb-8845-ebba2bfbb941 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:57.649128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.709217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port aa91b954-33c0-43cb-8845-ebba2bfbb941 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:57.716989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port aa91b954-33c0-43cb-8845-ebba2bfbb941 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:57.717391 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.752616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-330d455c-5dbc-4f8f-b380-af8abf9ceaca req-88756731-8d03-49eb-9159-42a3dd055513 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 210 time: 0.0702443 Jul 16 18:32:57.763671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69141b35-ceeb-46f7-b7fb-3917d75d8f1e req-e3f2d8ef-208a-4171-b53e-8d354ef836b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.774804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aeadda-90f7-49b5-bd79-b052a87e707a tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.781447 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e4aeadda-90f7-49b5-bd79-b052a87e707a tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/networks?id=cbd2b971-1ee7-4c05-b422-a9f829101dfb HTTP/1.1" status: 200 len: 764 time: 0.3910339 Jul 16 18:32:57.781726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69141b35-ceeb-46f7-b7fb-3917d75d8f1e req-e3f2d8ef-208a-4171-b53e-8d354ef836b4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.1176581 Jul 16 18:32:57.783569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:57.789694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'description': 'd2'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:57.799078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.807237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-cb9441d8-1233-4e96-9e0e-f049dacaad2c tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.809177 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-cb9441d8-1233-4e96-9e0e-f049dacaad2c tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 812 time: 0.5270007 Jul 16 18:32:57.830757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Request body: {'port': {'device_id': '8438ecb2-6e7d-4517-8746-62120ad69590', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'admin_state_up': True, 'tenant_id': '229d3aaacdea4b91a80864b51cb4ae55'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:57.838034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56c944-d2b2-40e2-a0d9-de7830b627a5 None None] Network e7052e1c-0803-4a90-bb20-9e4694153060 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:57.864535 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.890742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69141b35-ceeb-46f7-b7fb-3917d75d8f1e req-1632aad9-98de-47eb-9cd2-61c01efb567a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077778 Jul 16 18:32:57.902279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:57.909474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port aa91b954-33c0-43cb-8845-ebba2bfbb941, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=aa91b954-33c0-43cb-8845-ebba2bfbb941,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:57.913146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:57.917370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:57.926014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event updated for resources: {'Port': ['ID=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:57.948281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.011292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.011977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.031854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-82e24224-d442-482e-815f-552f7b86db5f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0735509 Jul 16 18:32:58.044671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Request body: {'port': {'device_id': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:58.049809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb4056fa-f20b-403d-ac5f-1cf7021d40e8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:58.055190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce16e95a-711f-4351-9044-291c67b0724a None None] Provisioning for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:58.057932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=aa91b954-33c0-43cb-8845-ebba2bfbb941,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:58.106242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce16e95a-711f-4351-9044-291c67b0724a None None] Provisioning complete for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:58.106929 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce16e95a-711f-4351-9044-291c67b0724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.187511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.250172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:58.250591 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.264878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2760fd-675c-4c55-8e6e-dff8f3818ded req-477ada0e-9a8f-4eec-99fc-13871d35b58e tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.266615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e2760fd-675c-4c55-8e6e-dff8f3818ded req-477ada0e-9a8f-4eec-99fc-13871d35b58e tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 950 time: 0.1262240 Jul 16 18:32:58.319578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ac638-3685-4159-880d-787a9928e2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91b954-33c0-43cb-8845-ebba2bfbb941'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:58.324023 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ebdf56-e2e0-40b1-9177-20646ca7211c" -d '{"events": [{"server_uuid": "023ac638-3685-4159-880d-787a9928e2be", "name": "network-vif-plugged", "status": "completed", "tag": "aa91b954-33c0-43cb-8845-ebba2bfbb941"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:58.326319 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e2760fd-675c-4c55-8e6e-dff8f3818ded req-eecd87b3-33c8-4cd9-84bc-fbe54c9619bf tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493293 Jul 16 18:32:58.410624 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e39e56-2c97-4c51-b89e-cbdfd191aeb4 x-openstack-request-id: req-82e39e56-2c97-4c51-b89e-cbdfd191aeb4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:58.411824 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ac638-3685-4159-880d-787a9928e2be", "name": "network-vif-plugged", "status": "completed", "tag": "aa91b954-33c0-43cb-8845-ebba2bfbb941", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:58.412164 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82e39e56-2c97-4c51-b89e-cbdfd191aeb4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:58.412849 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ac638-3685-4159-880d-787a9928e2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91b954-33c0-43cb-8845-ebba2bfbb941', 'code': 200} Jul 16 18:32:58.464720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.495217 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.505970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network cbd2b971-1ee7-4c05-b422-a9f829101dfb is not hosted by any dhcp agent {{(pid=93796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:32:58.511373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.511975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.515760 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "PUT /v2.0/networks/cbd2b971-1ee7-4c05-b422-a9f829101dfb HTTP/1.1" status: 200 len: 761 time: 0.7286141 Jul 16 18:32:58.515760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Made reservation on behalf of 229d3aaacdea4b91a80864b51cb4ae55 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:58.522706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.529296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:58.615939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79169259-320c-459b-a2cf-16bdaeda7d79 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=cbd2b971-1ee7-4c05-b422-a9f829101dfb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:58.628860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network cbd2b971-1ee7-4c05-b422-a9f829101dfb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:58.717774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0d69-e8bc-4074-8ea5-0c40f2f84d43 req-87eb8514-9401-4ce6-b5c0-476c41ec1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.719415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-784b0d69-e8bc-4074-8ea5-0c40f2f84d43 req-87eb8514-9401-4ce6-b5c0-476c41ec1efa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 1102 time: 0.2526140 Jul 16 18:32:58.727716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564e77f-a17d-4593-8671-9c33a82bd058 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.729385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b564e77f-a17d-4593-8671-9c33a82bd058 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/networks?id=cbd2b971-1ee7-4c05-b422-a9f829101dfb HTTP/1.1" status: 200 len: 764 time: 0.1957927 Jul 16 18:32:58.734379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bd3b6-9dde-4fce-b6cd-89e82a1ce9db None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:32:58.737978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bd910-f339-4ea7-9968-f181e64f8fe3 req-af0121d4-85be-473c-a626-2a1a70caaf8e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.739611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ae7bd910-f339-4ea7-9968-f181e64f8fe3 req-af0121d4-85be-473c-a626-2a1a70caaf8e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1266289 Jul 16 18:32:58.740316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:58.786337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a7b62fa-ef69-4269-96ae-be1fc70004e6 None None] Provisioning complete for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:58.786955 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a7b62fa-ef69-4269-96ae-be1fc70004e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.799090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-784b0d69-e8bc-4074-8ea5-0c40f2f84d43 req-3585d0f5-b4bf-400e-be78-0fd562b899a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650179 Jul 16 18:32:58.810551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:58.818351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.831507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Transition to ACTIVE for port object 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:58.836839 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.852625 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ae7bd910-f339-4ea7-9968-f181e64f8fe3 req-c7bcaa80-9621-47b3-9bde-54902b9a704a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928993 Jul 16 18:32:58.932870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96a9ed3b-5184-4e71-8f43-eb7ba66ead2b req-3b9a2c30-9016-402a-a5fe-5229db0f5737 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 210 time: 0.0509768 Jul 16 18:32:58.955987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:59.004160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102bd3b6-9dde-4fce-b6cd-89e82a1ce9db None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:32:59.042519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Allocated IP 172.20.0.7 (2eedb3f3-efbd-40d9-a503-d9ec41335c02/e651a384-81ca-4dae-bfa8-6d188b4c761e/4b0764a8-97a6-416e-93c9-f2e42dc046b2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:59.056679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8504753a-e438-4b3b-b29c-c59116c1ae85 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.059582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Attempting to bind port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:59.059921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Attempting to bind port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:59.060388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Attempting to bind port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:59.065004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:59.065308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Attempting to bind port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:59.069043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8504753a-e438-4b3b-b29c-c59116c1ae85 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3276889 Jul 16 18:32:59.085924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:59.135006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:59.135264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Checking segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:59.135644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Bound using segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:59.136089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Bound port: 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:59.136447 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.172247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f636e334-713d-4cec-b931-7dc65847d66a tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 207 time: 0.0850704 Jul 16 18:32:59.173886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:59.247032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.295957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5af1c-a6f2-4129-ab8f-c5fba80a8646 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.301951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5af1c-a6f2-4129-ab8f-c5fba80a8646 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.308194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5af1c-a6f2-4129-ab8f-c5fba80a8646 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.309495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.314390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5af1c-a6f2-4129-ab8f-c5fba80a8646 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.320480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5af1c-a6f2-4129-ab8f-c5fba80a8646 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.326277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5af1c-a6f2-4129-ab8f-c5fba80a8646 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.333836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1fb5af1c-a6f2-4129-ab8f-c5fba80a8646 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.1560795 Jul 16 18:32:59.334457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60902) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:59.373705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:59.377926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:59.382235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:59.414586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event updated for resources: {'Port': ['ID=4b0764a8-97a6-416e-93c9-f2e42dc046b2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:59.449910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.450667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.467167 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bb2bc83e-8874-4708-ac54-cbbbc79297f2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6445758 Jul 16 18:32:59.479140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Request body: {'port': {'device_id': '8438ecb2-6e7d-4517-8746-62120ad69590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:59.502562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] For port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:59.519852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e9455-758f-4634-bf06-da5748fc96df req-700d3470-0444-487c-af63-ea7ae98fce3f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.521350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-532e9455-758f-4634-bf06-da5748fc96df req-700d3470-0444-487c-af63-ea7ae98fce3f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.4531434 Jul 16 18:32:59.537497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] For port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:59.569013 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.592835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.611460 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:59.618200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bdcc2-9805-41b0-b751-23eda3c28ee9 req-f93cda5c-9954-4453-a656-812b92c60919 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.619780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb6bdcc2-9805-41b0-b751-23eda3c28ee9 req-f93cda5c-9954-4453-a656-812b92c60919 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1191843 Jul 16 18:32:59.621429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7b1af34d-15ba-48d7-8b19-b37706309ee1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2820876 Jul 16 18:32:59.623370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-982b5999-418e-485c-be2d-0447f214d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.624804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-982b5999-418e-485c-be2d-0447f214d7cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1098 time: 0.2884755 Jul 16 18:32:59.625011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:59.641013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.641619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.642977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] 10.222.0.67 "PUT /v2.0/ports/55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c HTTP/1.1" status: 200 len: 1093 time: 1.6032307 Jul 16 18:32:59.652611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'tag': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:59.655636 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7529f8d-1753-41d5-b426-f453ec8f63cc" -d '{"events": [{"name": "network-changed", "server_uuid": "51b8c90f-f63a-4f8f-8c2d-574e7e655490", "tag": "55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:59.677473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-532e9455-758f-4634-bf06-da5748fc96df req-80a4dffa-6ede-4d55-b8be-c0807476f65f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456375 Jul 16 18:32:59.813907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a94462-9df5-4d85-b11b-90a740c20bff tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.816632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a94462-9df5-4d85-b11b-90a740c20bff tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.818334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a94462-9df5-4d85-b11b-90a740c20bff tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.819990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a94462-9df5-4d85-b11b-90a740c20bff tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.821559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a94462-9df5-4d85-b11b-90a740c20bff tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.824816 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-88a94462-9df5-4d85-b11b-90a740c20bff tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1978183 Jul 16 18:32:59.829256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:59.833152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb6bdcc2-9805-41b0-b751-23eda3c28ee9 req-644f23c7-784b-4a2d-8a28-0d00ea7bf55c tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050560 Jul 16 18:32:59.924917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a135d-2c66-437b-9c9a-0c796c83b20f tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.926629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a135d-2c66-437b-9c9a-0c796c83b20f tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.928122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a135d-2c66-437b-9c9a-0c796c83b20f tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.929651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a135d-2c66-437b-9c9a-0c796c83b20f tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.931134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a135d-2c66-437b-9c9a-0c796c83b20f tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.933094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ed9a135d-2c66-437b-9c9a-0c796c83b20f tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0987968 Jul 16 18:32:59.937471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60916) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:00.127187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b484b0-384e-4e7e-8bed-a043bc3ffddc tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.132753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-17b484b0-384e-4e7e-8bed-a043bc3ffddc tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/networks/fdfb5941-deec-458a-8ad0-b9b9b14b05cb HTTP/1.1" status: 200 len: 803 time: 0.1813426 Jul 16 18:33:00.133819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:00.164077 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97720da5-83c7-41ae-8847-3e5e6f20b68e x-openstack-request-id: req-97720da5-83c7-41ae-8847-3e5e6f20b68e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:00.164684 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b8c90f-f63a-4f8f-8c2d-574e7e655490", "tag": "55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:00.164684 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97720da5-83c7-41ae-8847-3e5e6f20b68e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:00.165259 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'tag': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c', 'status': 'completed', 'code': 200} Jul 16 18:33:00.170264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce47b0e-5866-42ab-9312-7b5a3a73c9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:00.246494 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-85620c4f-894c-496d-bd72-8326c54e5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.247230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0764a8-97a6-416e-93c9-f2e42dc046b2 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:00.248273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-85620c4f-894c-496d-bd72-8326c54e5730 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 919 time: 0.6121068 Jul 16 18:33:00.261192 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.288600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Transition to ACTIVE for port object 4b0764a8-97a6-416e-93c9-f2e42dc046b2 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:00.298034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d43a00f-d282-4bd2-a147-7825c860af37 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/networks/fdfb5941-deec-458a-8ad0-b9b9b14b05cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1631100 Jul 16 18:33:00.298634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:00.308474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.319597 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-88a8da69-749e-4b04-bed7-322bb943db85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 200 len: 217 time: 0.0607307 Jul 16 18:33:00.325542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-066d8e7f-fdfb-44fd-b281-efc23a16d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.327080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-066d8e7f-fdfb-44fd-b281-efc23a16d912 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=51b8c90f-f63a-4f8f-8c2d-574e7e655490 HTTP/1.1" status: 200 len: 1096 time: 0.6232760 Jul 16 18:33:00.346798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aedf0-d165-4fc1-ba09-830f5b2aa13a req-a21267f0-4fa4-43e3-9b01-132a5d335ede tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.348260 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-160aedf0-d165-4fc1-ba09-830f5b2aa13a req-a21267f0-4fa4-43e3-9b01-132a5d335ede tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 950 time: 0.1878102 Jul 16 18:33:00.411253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-dcaeede6-8abc-4a38-a3fc-047394fc5082 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c HTTP/1.1" status: 200 len: 217 time: 0.0733252 Jul 16 18:33:00.431403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Pushing event updated for resources: {'Port': ['ID=4b0764a8-97a6-416e-93c9-f2e42dc046b2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:00.435795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327bd46-9279-4ed2-a8d6-6b77af38f165 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.440805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a327bd46-9279-4ed2-a8d6-6b77af38f165 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/subnets/d45a3207-a8af-4353-9322-873c90e0431d HTTP/1.1" status: 200 len: 843 time: 0.1408482 Jul 16 18:33:00.460551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:00.473380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-be536e6c-e4d9-42bf-a257-4d322bf45775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.474923 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-be536e6c-e4d9-42bf-a257-4d322bf45775 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.1454332 Jul 16 18:33:00.494874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-160aedf0-d165-4fc1-ba09-830f5b2aa13a req-0e5c49e6-f07c-47c0-9acc-e27158a20fda tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228018 Jul 16 18:33:00.554143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-60a7fb6a-ea8c-4fd5-aa58-827863096776 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542758 Jul 16 18:33:00.562548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bb7f14-3045-4a15-952a-a71d84c19ea1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.567380 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f6bb7f14-3045-4a15-952a-a71d84c19ea1 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "GET /v2.0/subnets/d45a3207-a8af-4353-9322-873c90e0431d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0986810 Jul 16 18:33:00.570170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:00.572180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-dc55f6d9-70cd-4676-acb9-b549884f9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.573550 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-dc55f6d9-70cd-4676-acb9-b549884f9f33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.1524704 Jul 16 18:33:00.578993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1071561073'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:00.591839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7714d-8230-4132-83e7-d3eeb727d180 req-c9434761-c43d-4a25-93e9-1839c0566b4b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.593372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-86b7714d-8230-4132-83e7-d3eeb727d180 req-c9434761-c43d-4a25-93e9-1839c0566b4b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 943 time: 0.2554665 Jul 16 18:33:00.599465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Attempting to bind port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:00.599787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Attempting to bind port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:00.600109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Attempting to bind port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:00.616312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:00.616752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Attempting to bind port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:00.626129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-071d02a8-3ffc-4c16-bb9d-df9f8b06d1bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393884 Jul 16 18:33:00.634299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:00.634954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Checking segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:00.635347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Bound using segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:00.635785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Bound port: 4b0764a8-97a6-416e-93c9-f2e42dc046b2, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:00.636142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.638987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:00.642433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.679085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-86b7714d-8230-4132-83e7-d3eeb727d180 req-3fa7a288-a3a5-4c82-888e-def3b0465b04 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736251 Jul 16 18:33:00.727050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:00.750270 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.750608 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Added segment e4a49c7f-aba4-473a-8cf9-5ff8fd13dd82 of type vlan for network e2c0842c-0ba8-4568-86c7-d3a793cefb89 Jul 16 18:33:00.765612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] For port 4b0764a8-97a6-416e-93c9-f2e42dc046b2, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:00.802183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] For port 4b0764a8-97a6-416e-93c9-f2e42dc046b2, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4b0764a8-97a6-416e-93c9-f2e42dc046b2,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:00.806385 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.812072 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.821334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-e095979c-ff7e-4d34-8d44-61ba39cb9d8a service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599764 Jul 16 18:33:00.862218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.862758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.864197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] 10.222.0.67 "PUT /v2.0/ports/4b0764a8-97a6-416e-93c9-f2e42dc046b2 HTTP/1.1" status: 200 len: 1092 time: 1.3895988 Jul 16 18:33:00.866334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8438ecb2-6e7d-4517-8746-62120ad69590', 'tag': '4b0764a8-97a6-416e-93c9-f2e42dc046b2'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:00.868587 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0d34c7-5597-46ac-838f-f7d217dec5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8438ecb2-6e7d-4517-8746-62120ad69590", "tag": "4b0764a8-97a6-416e-93c9-f2e42dc046b2"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:00.881963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-bae21cdf-6b96-4f9c-993f-5e4ef0e36848 service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444754 Jul 16 18:33:00.894260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.900122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.900978 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.911971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa03075-c739-47c2-b6d1-d34c3923f743 req-61bae95b-3ac4-43c2-8f29-c0d0cb7e3cd7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:00.913555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2fa03075-c739-47c2-b6d1-d34c3923f743 req-61bae95b-3ac4-43c2-8f29-c0d0cb7e3cd7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.2972229 Jul 16 18:33:00.937280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df7163-38c3-4d2e-ad21-5b5022709b6a service neutron] Pushing event updated for resources: {'Port': ['ID=4b0764a8-97a6-416e-93c9-f2e42dc046b2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:00.978967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4031389 Jul 16 18:33:00.980486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:00.984406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'network_id': 'e2c0842c-0ba8-4568-86c7-d3a793cefb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:01.041205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44ca71-ed74-4cc5-941f-3dc2c9f2d710 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Network': ['ID=e2c0842c-0ba8-4568-86c7-d3a793cefb89,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:01.058977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e2c0842c-0ba8-4568-86c7-d3a793cefb89 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:01.073071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5cfc8d6-09db-4034-ada7-6c1defb14ecf req-012e904a-4e4f-4de1-88db-ebae94a89bed service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439220 Jul 16 18:33:01.081851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2fa03075-c739-47c2-b6d1-d34c3923f743 req-2f6204be-ac60-4db9-a12c-b87061231fcd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279712 Jul 16 18:33:01.094170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-343c525b-a9b4-4a0b-8455-20eb057c4fe3 service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029173 Jul 16 18:33:01.125159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-c268f37b-c8f2-4b36-a176-4b0e56a5efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.139570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-c268f37b-c8f2-4b36-a176-4b0e56a5efd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 1095 time: 0.2200158 Jul 16 18:33:01.212035 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef789e-9ef1-4acb-ac55-14d6cac3e98b x-openstack-request-id: req-b3ef789e-9ef1-4acb-ac55-14d6cac3e98b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:01.212320 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8438ecb2-6e7d-4517-8746-62120ad69590", "tag": "4b0764a8-97a6-416e-93c9-f2e42dc046b2", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:01.212622 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3ef789e-9ef1-4acb-ac55-14d6cac3e98b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:01.213027 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8438ecb2-6e7d-4517-8746-62120ad69590', 'tag': '4b0764a8-97a6-416e-93c9-f2e42dc046b2', 'status': 'completed', 'code': 200} Jul 16 18:33:01.214689 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-197808d1-b2bf-4f2e-ba82-3c8e41c798e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b0764a8-97a6-416e-93c9-f2e42dc046b2 HTTP/1.1" status: 200 len: 217 time: 0.0558739 Jul 16 18:33:01.215306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Made reservation on behalf of feae18cc1bd2420b908e007fc192c3e2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:01.219037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.234917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-81f068ff-8f41-46f6-b947-89d3954607f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.236960 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-81f068ff-8f41-46f6-b947-89d3954607f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=51b8c90f-f63a-4f8f-8c2d-574e7e655490 HTTP/1.1" status: 200 len: 1096 time: 0.0694351 Jul 16 18:33:01.311066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:33:01.311871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:33:01.328222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-247b9d33-8159-4ef8-842e-36b5d7a6d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.329773 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-247b9d33-8159-4ef8-842e-36b5d7a6d711 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.0943558 Jul 16 18:33:01.379809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-4ba68045-0d9a-4159-9e01-65bf4fcc10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.381635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-4ba68045-0d9a-4159-9e01-65bf4fcc10fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 913 time: 0.1366410 Jul 16 18:33:01.382140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-1e7a408d-9692-49e0-85f7-aae697296eef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336156 Jul 16 18:33:01.397832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15abdf-b34e-4929-bbfd-1a5aebb0d93f req-4deb8bb3-0513-4fcb-b201-c1b0525f2903 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.400066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e15abdf-b34e-4929-bbfd-1a5aebb0d93f req-4deb8bb3-0513-4fcb-b201-c1b0525f2903 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1288264 Jul 16 18:33:01.456922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-c6f59b39-616c-4f27-990c-87236b3d9a95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c HTTP/1.1" status: 200 len: 217 time: 0.0559971 Jul 16 18:33:01.530042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e15abdf-b34e-4929-bbfd-1a5aebb0d93f req-4735864d-cd4a-4e9b-9c79-1b6935c2ebb1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184113 Jul 16 18:33:01.545635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-ba06d4a5-e48c-421d-acc6-0fc61b16f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.548382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-ba06d4a5-e48c-421d-acc6-0fc61b16f741 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.0834889 Jul 16 18:33:01.555660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.564867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-989fd3da-289c-4400-9ad4-9d9f4a9f7e2a service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421540 Jul 16 18:33:01.587185 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-b67c92a0-53a6-417d-a42a-87266db5afae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316470 Jul 16 18:33:01.646917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=67e5433c-3237-425b-8b76-c3616a77a1b6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:01.693586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Checking segment: {'id': 'e4a49c7f-aba4-473a-8cf9-5ff8fd13dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e2c0842c-0ba8-4568-86c7-d3a793cefb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:01.693937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network hostable DHCP agents. Network: e2c0842c-0ba8-4568-86c7-d3a793cefb89, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:01.696934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-0ce67146-257a-4ec5-88b5-d176950739cb service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950978 Jul 16 18:33:01.718540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e5ee19-7ecc-4bc9-9369-efb6ea64c467 req-9eaea000-a6b7-4755-916e-f21635c53dc3 service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289151 Jul 16 18:33:01.728426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Network e2c0842c-0ba8-4568-86c7-d3a793cefb89 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:01.743448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e2c0842c-0ba8-4568-86c7-d3a793cefb89) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:01.749832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.750625 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.754320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eefdda1-6512-460e-8fe2-1be8fcfcb149 None None] Network e2c0842c-0ba8-4568-86c7-d3a793cefb89 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:01.809587 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3eda6055-b6c4-4a88-a757-7c932fe493a0 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8291373 Jul 16 18:33:01.812325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60964) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:01.818259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d77d595c-94e8-46d6-a38a-40ffabe9e232 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:01.864954 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7529f8d-1753-41d5-b426-f453ec8f63cc req-d3eb2919-cd66-441f-8172-a9c98286a1e1 service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501708 Jul 16 18:33:01.963618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-291aafc0-0e54-419a-9ccf-b32bb0f44886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.965503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-291aafc0-0e54-419a-9ccf-b32bb0f44886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 1095 time: 0.1772082 Jul 16 18:33:01.999010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c78f3-171e-4df8-9ec4-dbe187611f27 req-aef07370-f0b1-4577-8a91-18953f356213 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.000813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be6c78f3-171e-4df8-9ec4-dbe187611f27 req-aef07370-f0b1-4577-8a91-18953f356213 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 943 time: 0.0787079 Jul 16 18:33:02.035774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cfd327-6629-4c1f-a811-b52bb8f530c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e2c0842c-0ba8-4568-86c7-d3a793cefb89', 'network_id': 'e2c0842c-0ba8-4568-86c7-d3a793cefb89', 'tenant_id': 'feae18cc1bd2420b908e007fc192c3e2', 'fixed_ips': [{'subnet_id': '67e5433c-3237-425b-8b76-c3616a77a1b6'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:02.036631 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32cfd327-6629-4c1f-a811-b52bb8f530c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.043433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be6c78f3-171e-4df8-9ec4-dbe187611f27 req-6067ab51-31f4-494a-8ea9-73fed211c299 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365682 Jul 16 18:33:02.085812 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77d595c-94e8-46d6-a38a-40ffabe9e232 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31114596'] for subnet, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.089368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-9181092e-1420-40a5-8a48-7c110d7b2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.090958 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-9181092e-1420-40a5-8a48-7c110d7b2892 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 913 time: 0.1110487 Jul 16 18:33:02.144989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-54190d5b-f618-4f33-80ae-c1c4bc4b4f05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b0764a8-97a6-416e-93c9-f2e42dc046b2 HTTP/1.1" status: 200 len: 217 time: 0.0472953 Jul 16 18:33:02.243534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-3b0635e5-6618-4173-a3d9-40c529e6ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.245314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-3b0635e5-6618-4173-a3d9-40c529e6ebf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.0907371 Jul 16 18:33:02.255379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-32cfd327-6629-4c1f-a811-b52bb8f530c7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:33:02.255379 n-d-791504-15 neutron-server[93797]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 18:33:02.255379 n-d-791504-15 neutron-server[93797]: [parameters: {'in_use': 1, 'id_1': '67e5433c-3237-425b-8b76-c3616a77a1b6'}] Jul 16 18:33:02.255379 n-d-791504-15 neutron-server[93797]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:33:02.256243 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-32cfd327-6629-4c1f-a811-b52bb8f530c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:33:02.327835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-9b4351a2-9bb0-4672-9bf2-a0753ff69493 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737145 Jul 16 18:33:02.383287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16fb06-4cbe-498f-8bef-788a824922b1 req-fa4ef7ba-552e-48a5-91da-899ab5f536ba tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.385539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e16fb06-4cbe-498f-8bef-788a824922b1 req-fa4ef7ba-552e-48a5-91da-899ab5f536ba tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 950 time: 0.0678878 Jul 16 18:33:02.427973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e16fb06-4cbe-498f-8bef-788a824922b1 req-f76e533b-a445-4019-b621-5cb581b80208 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364985 Jul 16 18:33:02.469244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77d595c-94e8-46d6-a38a-40ffabe9e232 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734572147339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29711953'] for subnet, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.490054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595691a-fcf8-4b54-9f98-9cc69a088cc6 req-514e8ed5-5eb5-421c-9f0e-5409078df3b3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.491551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0595691a-fcf8-4b54-9f98-9cc69a088cc6 req-514e8ed5-5eb5-421c-9f0e-5409078df3b3 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.2387710 Jul 16 18:33:02.546264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-dab421fe-f6bc-4c75-b99f-38713a1d12d8 service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108793 Jul 16 18:33:02.552352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d595c-94e8-46d6-a38a-40ffabe9e232 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.552979 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d77d595c-94e8-46d6-a38a-40ffabe9e232 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.554240 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d77d595c-94e8-46d6-a38a-40ffabe9e232 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "PUT /v2.0/subnets/67e5433c-3237-425b-8b76-c3616a77a1b6 HTTP/1.1" status: 200 len: 900 time: 0.7409387 Jul 16 18:33:02.557564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:02.589298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d595c-94e8-46d6-a38a-40ffabe9e232 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event updated for resources: {'Subnet': ['ID=67e5433c-3237-425b-8b76-c3616a77a1b6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:02.603709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0595691a-fcf8-4b54-9f98-9cc69a088cc6 req-7fd2f279-b037-4ec7-9e5e-820765d3fa90 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881381 Jul 16 18:33:02.669893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b0d34c7-5597-46ac-838f-f7d217dec5c0 req-1e708375-0695-4efa-81f3-982dd33788d8 service neutron] 10.222.0.67 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146028 Jul 16 18:33:02.676380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.729892 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.757400 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32cfd327-6629-4c1f-a811-b52bb8f530c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.802683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.842720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=67e5433c-3237-425b-8b76-c3616a77a1b6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:02.912046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-32cfd327-6629-4c1f-a811-b52bb8f530c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67e5433c-3237-425b-8b76-c3616a77a1b6: This subnet is being modified by another concurrent operation. Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:33:02.919271 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67e5433c-3237-425b-8b76-c3616a77a1b6: This subnet is being modified by another concurrent operation. Jul 16 18:33:02.923455 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 16 18:33:02.926132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c0842c-0ba8-4568-86c7-d3a793cefb89']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:02.937717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a49c7f-aba4-473a-8cf9-5ff8fd13dd82') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:02.938016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a49c7f-aba4-473a-8cf9-5ff8fd13dd82') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:02.949031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.964596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.971739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:02.972154 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:02.976749 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:02.988151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ac8c7-e738-4e5b-86a4-fe8ab1105a5a None None] Network e2c0842c-0ba8-4568-86c7-d3a793cefb89 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:03.055942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.065463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.067334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/e2c0842c-0ba8-4568-86c7-d3a793cefb89 HTTP/1.1" status: 204 len: 168 time: 0.5079160 Jul 16 18:33:03.080161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60982) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.091177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9335511-a86f-4c03-ad77-64c3b88da035 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=e2c0842c-0ba8-4568-86c7-d3a793cefb89,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:03.111583 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8176fa-79db-485c-8497-7bb0f351f812 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:03.112041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8176fa-79db-485c-8497-7bb0f351f812 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:03.116893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd8176fa-79db-485c-8497-7bb0f351f812 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/67e5433c-3237-425b-8b76-c3616a77a1b6 HTTP/1.1" status: 404 len: 337 time: 0.0333126 Jul 16 18:33:03.117992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.123060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c10b31-3643-4f27-8b9e-19fb8ab43dbb None None] Network e2c0842c-0ba8-4568-86c7-d3a793cefb89 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:03.139572 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-441e4ed7-a84e-4808-bec4-453a28b5c474 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:03.139836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c10b31-3643-4f27-8b9e-19fb8ab43dbb None None] Network e2c0842c-0ba8-4568-86c7-d3a793cefb89 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:33:03.140148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441e4ed7-a84e-4808-bec4-453a28b5c474 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:03.144654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-441e4ed7-a84e-4808-bec4-453a28b5c474 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/e2c0842c-0ba8-4568-86c7-d3a793cefb89 HTTP/1.1" status: 404 len: 339 time: 0.0240281 Jul 16 18:33:03.145140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.148095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bae64-9c4f-4b34-a102-e80dcd64e48c None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:33:03.185124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc0ed-d7a9-4877-a847-381a9d815f00 req-53fd478d-e1eb-4e9e-8374-b095009bbe05 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.187166 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a23bc0ed-d7a9-4877-a847-381a9d815f00 req-53fd478d-e1eb-4e9e-8374-b095009bbe05 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.4665337 Jul 16 18:33:03.226257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a23bc0ed-d7a9-4877-a847-381a9d815f00 req-1afea9d9-77e9-4e4b-bc1d-80e856d0e95e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335066 Jul 16 18:33:03.263028 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.282756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29bae64-9c4f-4b34-a102-e80dcd64e48c None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:33:03.344081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cd239-6f92-473e-96c1-8ed48df5da33 req-96680671-be51-449d-a4ac-24ad00f29820 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.345858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-757cd239-6f92-473e-96c1-8ed48df5da33 req-96680671-be51-449d-a4ac-24ad00f29820 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 943 time: 0.1538343 Jul 16 18:33:03.383291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.403682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd2b971-1ee7-4c05-b422-a9f829101dfb']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:03.416097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff621012-45e3-467f-87e4-766bb1975eda') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:03.416475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff621012-45e3-467f-87e4-766bb1975eda') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:03.432884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.446157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-757cd239-6f92-473e-96c1-8ed48df5da33 req-c3c2ff8d-5df3-4eb5-bb41-477cc28b74c9 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909338 Jul 16 18:33:03.452608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.469822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:03.470406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:03.474466 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:03.536011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.545819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.558000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60994) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.558765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/cbd2b971-1ee7-4c05-b422-a9f829101dfb HTTP/1.1" status: 204 len: 168 time: 0.4129112 Jul 16 18:33:03.571300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6fe32-1370-487b-b7e9-983e14e65099 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=cbd2b971-1ee7-4c05-b422-a9f829101dfb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:03.616850 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f02fbf-a2b5-4333-a2a5-656f19772a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:03.617451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f02fbf-a2b5-4333-a2a5-656f19772a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:03.619223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a5f02fbf-a2b5-4333-a2a5-656f19772a97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/f492e92a-a613-4f94-8f08-780e15315a85 HTTP/1.1" status: 404 len: 337 time: 0.0600622 Jul 16 18:33:03.622898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60996) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.647416 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4ea23a-5e3d-4fdf-82e3-993590c4a225 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:03.648026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4ea23a-5e3d-4fdf-82e3-993590c4a225 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:03.652288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2a4ea23a-5e3d-4fdf-82e3-993590c4a225 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/b0eb695a-1a35-46e6-acb2-96587c84b44b HTTP/1.1" status: 404 len: 339 time: 0.0257604 Jul 16 18:33:03.652500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.685196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9d0ca1e9-80fa-4433-91de-4115ee872c9b details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:03.715224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting subnet f37aa62c-71d0-4060-a9ae-f945a52286e5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:03.726368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47fa1-732c-46ba-87d0-b8cf99d5dd46 req-12866ceb-2043-4e58-88d2-045a62b7f00e tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.728017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78c47fa1-732c-46ba-87d0-b8cf99d5dd46 req-12866ceb-2043-4e58-88d2-045a62b7f00e tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 950 time: 0.1617465 Jul 16 18:33:03.728790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.790579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.822856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78c47fa1-732c-46ba-87d0-b8cf99d5dd46 req-4e7d612f-c8c8-42a6-a008-ce0c26b874e9 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ac1da11-9e86-45a6-9200-9c963fff2ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722723 Jul 16 18:33:03.852158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:03.855515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1782f-1aa8-434e-a6bd-30abfb0caaac req-f9e16bc9-94f0-499f-b58f-dd9f420eeb56 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.857277 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d1782f-1aa8-434e-a6bd-30abfb0caaac req-f9e16bc9-94f0-499f-b58f-dd9f420eeb56 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.1007738 Jul 16 18:33:03.872616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'port_id': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'mac_address': 'fa:16:3e:b1:67:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:03.904758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.908243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d1782f-1aa8-434e-a6bd-30abfb0caaac req-5f39e1aa-87e6-4b8a-bf45-335b48402dec tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Jul 16 18:33:03.918721 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.933850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d0ca1e9-80fa-4433-91de-4115ee872c9b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:03.957407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:03.963129 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.986083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.012988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-9c1b9af5-0d41-4663-a943-1a0699d7954e tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.014712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-9c1b9af5-0d41-4663-a943-1a0699d7954e tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.59 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 950 time: 0.0783796 Jul 16 18:33:04.016101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=f37aa62c-71d0-4060-a9ae-f945a52286e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.017211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.018376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.020676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3804843-5097-46ac-8dc7-acab23967a23 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/f37aa62c-71d0-4060-a9ae-f945a52286e5 HTTP/1.1" status: 204 len: 168 time: 0.3652871 Jul 16 18:33:04.021787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27427e4-cecf-42ea-bed7-91f4a480384e None None] Network e7052e1c-0803-4a90-bb20-9e4694153060 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:04.023283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32772) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:04.136145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting subnet ba0a1e46-f4c8-4d8d-8a14-9c8e96d5e5df {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:04.140859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.175483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['9d0ca1e9-80fa-4433-91de-4115ee872c9b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:04.189556 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.228065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Deleting port aa91b954-33c0-43cb-8845-ebba2bfbb941 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:04.228478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.413782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.418279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] For port aa91b954-33c0-43cb-8845-ebba2bfbb941, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=aa91b954-33c0-43cb-8845-ebba2bfbb941,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:04.418654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.455451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Calling delete_port for aa91b954-33c0-43cb-8845-ebba2bfbb941 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:04.563048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bcee5-6487-49bf-80a4-eb7cdf9604dd req-937e35d8-607e-428f-9fd6-c444096bbd02 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.570576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66bcee5-6487-49bf-80a4-eb7cdf9604dd req-937e35d8-607e-428f-9fd6-c444096bbd02 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2151585 Jul 16 18:33:04.606706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.654833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0a1e46-f4c8-4d8d-8a14-9c8e96d5e5df,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.663824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.669539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-16ea9660-14fc-4178-ab45-063fe428581b tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/ba0a1e46-f4c8-4d8d-8a14-9c8e96d5e5df HTTP/1.1" status: 204 len: 168 time: 0.6411688 Jul 16 18:33:04.674616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:04.679222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66bcee5-6487-49bf-80a4-eb7cdf9604dd req-6eba6f66-45d9-4ff1-937f-02cecae96922 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085167 Jul 16 18:33:04.679502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff605971-500b-47eb-bcf9-4ce88fdff7c5 req-07df9ed2-fa98-411c-926d-236e64da956d tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.687556 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff605971-500b-47eb-bcf9-4ce88fdff7c5 req-07df9ed2-fa98-411c-926d-236e64da956d tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 943 time: 0.1014905 Jul 16 18:33:04.768563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4b0764a8-97a6-416e-93c9-f2e42dc046b2 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:04.779531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff605971-500b-47eb-bcf9-4ce88fdff7c5 req-b9ac3a59-a660-47c2-83c9-1d8f167597f6 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629067 Jul 16 18:33:04.844742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.863271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.880237 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['aa91b954-33c0-43cb-8845-ebba2bfbb941'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:04.919261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Pushing event deleted for resources: {'Port': ['ID=aa91b954-33c0-43cb-8845-ebba2bfbb941,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.993565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] No DVR routers for this DVR port aa91b954-33c0-43cb-8845-ebba2bfbb941 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:05.000427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.002525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6059cd1c-128a-4e1f-b5db-15c8cfacd2ab req-372005cf-c754-42ee-bbea-600fe03720e0 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.59 "DELETE /v2.0/ports/aa91b954-33c0-43cb-8845-ebba2bfbb941 HTTP/1.1" status: 204 len: 173 time: 0.9707251 Jul 16 18:33:05.003119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ac638-3685-4159-880d-787a9928e2be', 'name': 'network-vif-deleted', 'tag': 'aa91b954-33c0-43cb-8845-ebba2bfbb941'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:05.006583 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225f6fc6-b043-421c-a13f-f7b7eaf26580" -d '{"events": [{"server_uuid": "023ac638-3685-4159-880d-787a9928e2be", "name": "network-vif-deleted", "tag": "aa91b954-33c0-43cb-8845-ebba2bfbb941"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:05.023056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:05.023603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.087883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7216af6-7ae1-496a-b234-e9b742a8a873 None None] Network e7052e1c-0803-4a90-bb20-9e4694153060 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:05.165548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8920b588-a4ca-40f2-96ed-d5e9e6d6e7d4 req-c608a9e6-451f-419c-92a1-b0b90638d228 tempest-TenantUsagesTestJSON-1898257204 tempest-TenantUsagesTestJSON-1898257204-project] 10.222.0.49 "GET /v2.0/ports?device_id=023ac638-3685-4159-880d-787a9928e2be HTTP/1.1" status: 200 len: 210 time: 0.0811214 Jul 16 18:33:05.204552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port bb4056fa-f20b-403d-ac5f-1cf7021d40e8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,segment=NetworkSegment(630334d7-e1a7-454a-8baf-f4d1709dbb5a),segment_id=630334d7-e1a7-454a-8baf-f4d1709dbb5a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:05.204818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.219320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for bb4056fa-f20b-403d-ac5f-1cf7021d40e8 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:05.280659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-589d8798-c291-4af6-a921-adfba45302e7 None None] Provisioning complete for port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:05.293517 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-589d8798-c291-4af6-a921-adfba45302e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.293517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 4b0764a8-97a6-416e-93c9-f2e42dc046b2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4b0764a8-97a6-416e-93c9-f2e42dc046b2,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:05.403484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '4b0764a8-97a6-416e-93c9-f2e42dc046b2', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'port_id': '4b0764a8-97a6-416e-93c9-f2e42dc046b2', 'mac_address': 'fa:16:3e:75:5f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e651a384-81ca-4dae-bfa8-6d188b4c761e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:05.462126 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4f9c4-1829-4e8a-8aa8-724bd7e5e4b4 x-openstack-request-id: req-0df4f9c4-1829-4e8a-8aa8-724bd7e5e4b4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:05.462732 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ac638-3685-4159-880d-787a9928e2be", "name": "network-vif-deleted", "tag": "aa91b954-33c0-43cb-8845-ebba2bfbb941", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:05.462732 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0df4f9c4-1829-4e8a-8aa8-724bd7e5e4b4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:05.463962 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ac638-3685-4159-880d-787a9928e2be', 'name': 'network-vif-deleted', 'tag': 'aa91b954-33c0-43cb-8845-ebba2bfbb941', 'status': 'completed', 'code': 200} Jul 16 18:33:05.485099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13bc01-5604-4766-a411-942de462c121 req-2172ee61-08df-4d30-a994-996307497af1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.486694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af13bc01-5604-4766-a411-942de462c121 req-2172ee61-08df-4d30-a994-996307497af1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 945 time: 0.1592770 Jul 16 18:33:05.488267 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.525386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=bb4056fa-f20b-403d-ac5f-1cf7021d40e8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:05.537910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port bb4056fa-f20b-403d-ac5f-1cf7021d40e8 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:05.545654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9d0ca1e9-80fa-4433-91de-4115ee872c9b up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:05.606927 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.608270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af13bc01-5604-4766-a411-942de462c121 req-0dd62968-3d9a-46c6-a00d-9f57dff4fd34 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102033 Jul 16 18:33:05.644068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-589d8798-c291-4af6-a921-adfba45302e7 None None] Could not find standard attr ID for object bb4056fa-f20b-403d-ac5f-1cf7021d40e8. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:33:05.646976 n-d-791504-15 neutron-server[93797]: INFO neutron.plugins.ml2.db [None req-589d8798-c291-4af6-a921-adfba45302e7 None None] No ports have port_id starting with bb4056fa-f20b-403d-ac5f-1cf7021d40e8 Jul 16 18:33:05.670435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0764a8-97a6-416e-93c9-f2e42dc046b2 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:05.712287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 4b0764a8-97a6-416e-93c9-f2e42dc046b2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4b0764a8-97a6-416e-93c9-f2e42dc046b2,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:05.725401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 9d0ca1e9-80fa-4433-91de-4115ee872c9b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:05.725864 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.741894 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.756613 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.757454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:05.765823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef03771-2226-4f9f-b903-c53650093061 None None] DHCP port deletion for e7052e1c-0803-4a90-bb20-9e4694153060 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:05.775693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7052e1c-0803-4a90-bb20-9e4694153060']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:05.814390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630334d7-e1a7-454a-8baf-f4d1709dbb5a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:05.815059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630334d7-e1a7-454a-8baf-f4d1709dbb5a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:05.852325 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.904562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.911292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=4b0764a8-97a6-416e-93c9-f2e42dc046b2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:05.921822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:05.924520 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.002843 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.016713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:06.041680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:06.050172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:06.052886 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6318dd3-13bb-434e-a706-e4552f685756" -d '{"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-plugged", "status": "completed", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:06.055767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb4056fa-f20b-403d-ac5f-1cf7021d40e8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:06.064887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.066548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device aa91b954-33c0-43cb-8845-ebba2bfbb941 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:06.115047 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:06.124385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: aa91b954-33c0-43cb-8845-ebba2bfbb941 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:06.125175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device aa91b954-33c0-43cb-8845-ebba2bfbb941 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:06.133800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.155085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'port_id': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c', 'mac_address': 'fa:16:3e:33:09:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e651a384-81ca-4dae-bfa8-6d188b4c761e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:06.182950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bb4056fa-f20b-403d-ac5f-1cf7021d40e8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:06.184004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb4056fa-f20b-403d-ac5f-1cf7021d40e8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:06.248314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.253154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32838) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.253943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/e7052e1c-0803-4a90-bb20-9e4694153060 HTTP/1.1" status: 204 len: 168 time: 1.5746434 Jul 16 18:33:06.265008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:06.280441 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76443420-3547-4ec6-814a-ada873ccc337 x-openstack-request-id: req-76443420-3547-4ec6-814a-ada873ccc337 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:06.281048 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-plugged", "status": "completed", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:06.281512 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76443420-3547-4ec6-814a-ada873ccc337 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:06.285316 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'code': 200} Jul 16 18:33:06.300611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b28f0-7556-4793-97a0-0bf27abde215 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=e7052e1c-0803-4a90-bb20-9e4694153060,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:06.302136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.317290 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c06256f-99b7-4228-97a0-ea43c4c3f2eb tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:06.319309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c06256f-99b7-4228-97a0-ea43c4c3f2eb tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:06.326169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c06256f-99b7-4228-97a0-ea43c4c3f2eb tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/81b04c67-ebed-46e8-8eab-b8a7d7bf560b HTTP/1.1" status: 404 len: 337 time: 0.0717845 Jul 16 18:33:06.328883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.331966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:06.359754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383e42d-927a-465a-b22b-6328f14148fc req-c1057ca8-8c52-4949-9f7c-83a8834a16d9 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.367834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0383e42d-927a-465a-b22b-6328f14148fc req-c1057ca8-8c52-4949-9f7c-83a8834a16d9 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 944 time: 0.2504282 Jul 16 18:33:06.377093 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a921c2fd-913a-4496-be6c-06e3959590e3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:06.379321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a921c2fd-913a-4496-be6c-06e3959590e3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:06.383174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:06.391329 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.402599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a921c2fd-913a-4496-be6c-06e3959590e3 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/8cdc3732-1c60-4ba7-8685-e06e902cf050 HTTP/1.1" status: 404 len: 339 time: 0.0724032 Jul 16 18:33:06.405197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32846) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.457446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0383e42d-927a-465a-b22b-6328f14148fc req-4370ddc4-965a-4a2a-82a2-8e487064499c tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885746 Jul 16 18:33:06.470401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:06.491810 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b623b4ba-f852-4fe7-87c1-fa8dfc2a5642 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:06.492522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b623b4ba-f852-4fe7-87c1-fa8dfc2a5642 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:06.497678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32850) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.509755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b623b4ba-f852-4fe7-87c1-fa8dfc2a5642 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/302985a3-19e4-467b-b5ab-44b49755d43d HTTP/1.1" status: 404 len: 337 time: 0.1016173 Jul 16 18:33:06.524429 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64dca97-42a8-4a53-bbf5-538da47444a7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:06.525629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64dca97-42a8-4a53-bbf5-538da47444a7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:06.530147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d64dca97-42a8-4a53-bbf5-538da47444a7 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/1648b429-d209-4e3a-98ea-63b57c7110c0 HTTP/1.1" status: 404 len: 339 time: 0.0284116 Jul 16 18:33:06.530551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.581093 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d789304-0316-4ad9-ab26-e5d415b68033 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:06.581952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d789304-0316-4ad9-ab26-e5d415b68033 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:06.584526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d789304-0316-4ad9-ab26-e5d415b68033 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/5d388e45-fd4b-4e05-ba2b-2f558b94f9bd HTTP/1.1" status: 404 len: 337 time: 0.0527234 Jul 16 18:33:06.587410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.615545 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d495374f-3da7-44f5-a9af-8c45b88e1905 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:06.616120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d495374f-3da7-44f5-a9af-8c45b88e1905 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:06.620985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d495374f-3da7-44f5-a9af-8c45b88e1905 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/4d77d3e1-bdf0-4e76-9136-fda2baa713ac HTTP/1.1" status: 404 len: 339 time: 0.0294528 Jul 16 18:33:06.621346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32856) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.658829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:06.718694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['4b0764a8-97a6-416e-93c9-f2e42dc046b2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:06.793714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32864) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:06.802708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting subnet 5b3e68ad-8c27-4074-aed2-4026065b3f63 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:06.818897 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.922283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.024099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1fbd-8623-42e2-9c94-b77f931cccd9 req-1547aec8-49f2-4e93-b721-43f9f8b083d0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.026188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c23e1fbd-8623-42e2-9c94-b77f931cccd9 req-1547aec8-49f2-4e93-b721-43f9f8b083d0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.1612804 Jul 16 18:33:07.046761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.055858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b9b6207-7a23-4f12-a7f5-2778fbf2544e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd5d140a7e684c25bdf01d1627ef5ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610400 Jul 16 18:33:07.063553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:07.132622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.136863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c23e1fbd-8623-42e2-9c94-b77f931cccd9 req-b37a49d6-9f28-431e-8813-6a66b60062d0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952356 Jul 16 18:33:07.179051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3e68ad-8c27-4074-aed2-4026065b3f63,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:07.186041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.189185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f58a88f-16e8-4d93-8fb8-7a6470f9873d tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/5b3e68ad-8c27-4074-aed2-4026065b3f63 HTTP/1.1" status: 204 len: 168 time: 0.5664365 Jul 16 18:33:07.191311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32872) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:07.193915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af74419-d557-4986-a900-dfe1ee939748 None None] Network 5838a411-6d8e-47f5-939f-841480ba5ed3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:07.216653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-101fd886-4759-4811-b6f8-e8ffa3ae2e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.279199 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-101fd886-4759-4811-b6f8-e8ffa3ae2e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.303915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.392528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port b60c32f8-8c05-4d70-9f60-66bff2274f72 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:07.393208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.398712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-101fd886-4759-4811-b6f8-e8ffa3ae2e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.402280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-101fd886-4759-4811-b6f8-e8ffa3ae2e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.403630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-101fd886-4759-4811-b6f8-e8ffa3ae2e92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ac1da11-9e86-45a6-9200-9c963fff2ddf HTTP/1.1" status: 204 len: 168 time: 0.3389659 Jul 16 18:33:07.413492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fd886-4759-4811-b6f8-e8ffa3ae2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1da11-9e86-45a6-9200-9c963fff2ddf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:07.486339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] DHCP port deletion for 5838a411-6d8e-47f5-939f-841480ba5ed3 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:07.499225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port b60c32f8-8c05-4d70-9f60-66bff2274f72, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b60c32f8-8c05-4d70-9f60-66bff2274f72,segment=NetworkSegment(d6ef58a3-2ce4-486e-9c87-ada635cb3cfc),segment_id=d6ef58a3-2ce4-486e-9c87-ada635cb3cfc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:07.499871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.513738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for b60c32f8-8c05-4d70-9f60-66bff2274f72 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:07.612751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] Deleting port b60c32f8-8c05-4d70-9f60-66bff2274f72 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:07.612751 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.630291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.693941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=b60c32f8-8c05-4d70-9f60-66bff2274f72,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:07.715756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.725655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.726255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.726751 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.727283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.733664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.734361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.734911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.735706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.736259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.736847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.737386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:07.743123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] For port b60c32f8-8c05-4d70-9f60-66bff2274f72, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:07.743559 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.744151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port b60c32f8-8c05-4d70-9f60-66bff2274f72 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:07.768402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] Calling delete_port for b60c32f8-8c05-4d70-9f60-66bff2274f72 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:07.772378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] Port b60c32f8-8c05-4d70-9f60-66bff2274f72 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:33:07.774431 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.834551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] Pushing event deleted for resources: {'Port': ['ID=b60c32f8-8c05-4d70-9f60-66bff2274f72,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:07.839689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160b882-2933-4663-b1f7-d91ab75c4595 req-91945677-0de3-47f0-ba28-f2e2136feca3 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.844316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51f542-cff0-455e-8ceb-4ce9285ec85d None None] No DVR routers for this DVR port b60c32f8-8c05-4d70-9f60-66bff2274f72 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:07.859488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5160b882-2933-4663-b1f7-d91ab75c4595 req-91945677-0de3-47f0-ba28-f2e2136feca3 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 944 time: 0.1395795 Jul 16 18:33:07.895381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.912089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5838a411-6d8e-47f5-939f-841480ba5ed3']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:07.926028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5160b882-2933-4663-b1f7-d91ab75c4595 req-d21da4d0-1048-4d0d-8cbe-490b817d5725 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659962 Jul 16 18:33:07.951621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef58a3-2ce4-486e-9c87-ada635cb3cfc') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:07.952701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef58a3-2ce4-486e-9c87-ada635cb3cfc') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:07.984929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.007652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b60c32f8-8c05-4d70-9f60-66bff2274f72 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:08.025646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.036161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.046216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b60c32f8-8c05-4d70-9f60-66bff2274f72 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:08.046567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b60c32f8-8c05-4d70-9f60-66bff2274f72 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:08.050886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf6ed-11ab-4a73-9bde-ae8f339a1ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.074290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:08.074722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:08.150114 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:08.156406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.165088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.167045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/5838a411-6d8e-47f5-939f-841480ba5ed3 HTTP/1.1" status: 204 len: 168 time: 0.9745953 Jul 16 18:33:08.170249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.187128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf6ed-11ab-4a73-9bde-ae8f339a1ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.196551 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf6ed-11ab-4a73-9bde-ae8f339a1ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.215579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dcc51-af76-4530-b7f7-f62fe472f068 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=5838a411-6d8e-47f5-939f-841480ba5ed3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:08.219061 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f8043d-d9ad-4ff1-8df5-bed1293a147a tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:08.219699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f8043d-d9ad-4ff1-8df5-bed1293a147a tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:08.224838 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b7f8043d-d9ad-4ff1-8df5-bed1293a147a tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/8b40a333-2e64-4dc2-84a0-120208aa7888 HTTP/1.1" status: 404 len: 337 time: 0.0500879 Jul 16 18:33:08.226434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.262653 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-057d387c-ac4a-4b74-9e8d-90ec096cf5e5 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:08.263229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057d387c-ac4a-4b74-9e8d-90ec096cf5e5 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:08.267678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-057d387c-ac4a-4b74-9e8d-90ec096cf5e5 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/27906713-a923-4c2a-aa7a-e292c198444c HTTP/1.1" status: 404 len: 339 time: 0.0382175 Jul 16 18:33:08.270641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147889-a943-40b7-8b4c-65942f975e3d req-c43e2582-0bbd-48d6-bd90-9a2490178b6d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.272708 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8147889-a943-40b7-8b4c-65942f975e3d req-c43e2582-0bbd-48d6-bd90-9a2490178b6d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2646961 Jul 16 18:33:08.273202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.284241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf6ed-11ab-4a73-9bde-ae8f339a1ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d849582-f3cb-42fd-826e-c28cf16a7002,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:08.312853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1dfdf6ed-11ab-4a73-9bde-ae8f339a1ba5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aaee853d74614844a344f868ab916c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833452 Jul 16 18:33:08.313307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.364529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting subnet d45a3207-a8af-4353-9322-873c90e0431d {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:08.367434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8147889-a943-40b7-8b4c-65942f975e3d req-b9125999-088f-4eee-9f56-aa731d5ee603 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875566 Jul 16 18:33:08.367939 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.475779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.507242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.564721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.612879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7d6f-0007-455c-adc5-e7ad15af730a req-ec13f78d-f869-44aa-b4fe-afba7f2e23e2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.614312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f08d7d6f-0007-455c-adc5-e7ad15af730a req-ec13f78d-f869-44aa-b4fe-afba7f2e23e2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.2058165 Jul 16 18:33:08.711555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f08d7d6f-0007-455c-adc5-e7ad15af730a req-863f486d-e0ca-4822-88da-20ce2fc83095 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775950 Jul 16 18:33:08.717890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.756840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.759516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.761092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d849582-f3cb-42fd-826e-c28cf16a7002 HTTP/1.1" status: 204 len: 168 time: 0.4469883 Jul 16 18:33:08.775027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d849582-f3cb-42fd-826e-c28cf16a7002,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:08.789411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.789861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.790356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.790748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.791261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.791561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.791893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.792276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.792630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.793069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.795580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4b0764a8-97a6-416e-93c9-f2e42dc046b2 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:08.799406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.799406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfeb3e3-2c40-48f2-bd65-ac4cb804c7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:08.840342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.900112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Subnet': ['ID=d45a3207-a8af-4353-9322-873c90e0431d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:08.905133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.907459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b7210f88-2e54-485d-9420-446cc6c2cc97 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/subnets/d45a3207-a8af-4353-9322-873c90e0431d HTTP/1.1" status: 204 len: 168 time: 0.6333206 Jul 16 18:33:08.910381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32914) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.923455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998bb240-f5c9-4853-936e-217523497be3 None None] Network fdfb5941-deec-458a-8ad0-b9b9b14b05cb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:08.959913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:08.990997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:08.991500 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.088642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.222866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Deleting port 0667bac7-e624-46f0-aae3-bf36e37a041c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:09.223208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.341134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] For port 0667bac7-e624-46f0-aae3-bf36e37a041c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0667bac7-e624-46f0-aae3-bf36e37a041c,segment=NetworkSegment(9b7486ed-851e-4015-9369-c78df89e5a6f),segment_id=9b7486ed-851e-4015-9369-c78df89e5a6f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:09.343944 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.345360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.375765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Calling delete_port for 0667bac7-e624-46f0-aae3-bf36e37a041c owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:09.413582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8438ecb2-6e7d-4517-8746-62120ad69590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0764a8-97a6-416e-93c9-f2e42dc046b2'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:09.415903 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1269373-a95b-4700-9c60-f424f13acc17" -d '{"events": [{"server_uuid": "8438ecb2-6e7d-4517-8746-62120ad69590", "name": "network-vif-plugged", "status": "completed", "tag": "4b0764a8-97a6-416e-93c9-f2e42dc046b2"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:09.436108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 4b0764a8-97a6-416e-93c9-f2e42dc046b2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4b0764a8-97a6-416e-93c9-f2e42dc046b2,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:09.442914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] DHCP port deletion for fdfb5941-deec-458a-8ad0-b9b9b14b05cb request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:09.444625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4732fe-c592-4140-b4d3-b32d3a66c457 req-67ef8d64-9a51-42d9-a417-68f0a50ed892 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.446647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b4732fe-c592-4140-b4d3-b32d3a66c457 req-67ef8d64-9a51-42d9-a417-68f0a50ed892 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 944 time: 0.2055633 Jul 16 18:33:09.455293 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.456195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:09.554007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b4732fe-c592-4140-b4d3-b32d3a66c457 req-65445069-5668-4931-b900-20008590de97 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986798 Jul 16 18:33:09.676692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.703571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Port': ['ID=0667bac7-e624-46f0-aae3-bf36e37a041c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:09.723049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] No DVR routers for this DVR port 0667bac7-e624-46f0-aae3-bf36e37a041c on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:09.884056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.900659 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606603d-da3c-4399-b836-7b84f71589b8 x-openstack-request-id: req-2606603d-da3c-4399-b836-7b84f71589b8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:09.904796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfb5941-deec-458a-8ad0-b9b9b14b05cb']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:09.905766 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8438ecb2-6e7d-4517-8746-62120ad69590", "name": "network-vif-plugged", "status": "completed", "tag": "4b0764a8-97a6-416e-93c9-f2e42dc046b2", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:09.906252 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2606603d-da3c-4399-b836-7b84f71589b8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:09.907267 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8438ecb2-6e7d-4517-8746-62120ad69590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0764a8-97a6-416e-93c9-f2e42dc046b2', 'code': 200} Jul 16 18:33:09.919761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7486ed-851e-4015-9369-c78df89e5a6f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:09.919990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7486ed-851e-4015-9369-c78df89e5a6f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:09.930542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.000490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc71230-628f-4ac0-aa31-c91ff1427f62 req-9b8c4c0d-b6ad-407c-a073-13078a3c67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.002273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4dc71230-628f-4ac0-aa31-c91ff1427f62 req-9b8c4c0d-b6ad-407c-a073-13078a3c67ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 1097 time: 0.3892422 Jul 16 18:33:10.025368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.041569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0667bac7-e624-46f0-aae3-bf36e37a041c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:10.043874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:10.044477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:10.059155 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:10.116019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=4b0764a8-97a6-416e-93c9-f2e42dc046b2,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.136582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 0667bac7-e624-46f0-aae3-bf36e37a041c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:10.137090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0667bac7-e624-46f0-aae3-bf36e37a041c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:10.149097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:10.162234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Deleting port 0667bac7-e624-46f0-aae3-bf36e37a041c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:10.162728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.166346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:10.166997 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.256493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4dc71230-628f-4ac0-aa31-c91ff1427f62 req-4637ce65-380e-4073-84ba-db12d28c532f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274783 Jul 16 18:33:10.283689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.296679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.299932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] 10.222.0.49 "DELETE /v2.0/networks/fdfb5941-deec-458a-8ad0-b9b9b14b05cb HTTP/1.1" status: 204 len: 168 time: 1.3879466 Jul 16 18:33:10.321324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacee21b-775b-489a-9749-35cf082e1c85 req-d5f72149-9b57-4dad-9143-14b6df65a4a2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.330210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dacee21b-775b-489a-9749-35cf082e1c85 req-d5f72149-9b57-4dad-9143-14b6df65a4a2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.3747487 Jul 16 18:33:10.437988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dacee21b-775b-489a-9749-35cf082e1c85 req-2df36906-2cc4-4061-a659-126e4929a75c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063480 Jul 16 18:33:10.442181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54347f17-0a41-41d9-8691-3b0aa504e120 tempest-NetworksIpV6Test-1917915500 tempest-NetworksIpV6Test-1917915500-project] Pushing event deleted for resources: {'Network': ['ID=fdfb5941-deec-458a-8ad0-b9b9b14b05cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.507418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] For port 0667bac7-e624-46f0-aae3-bf36e37a041c, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:10.508007 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.516499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:10.682491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Calling delete_port for 0667bac7-e624-46f0-aae3-bf36e37a041c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:10.688618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Port 0667bac7-e624-46f0-aae3-bf36e37a041c was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:33:10.695586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.731398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Pushing event deleted for resources: {'Port': ['ID=0667bac7-e624-46f0-aae3-bf36e37a041c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.754997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] Network fdfb5941-deec-458a-8ad0-b9b9b14b05cb is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:33:10.755461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b73024-2fd9-46c3-901f-56402adbe8d7 None None] No DVR routers for this DVR port 0667bac7-e624-46f0-aae3-bf36e37a041c on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:10.760186 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.776679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-network', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:10.840136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Made reservation on behalf of 635b19d4e70940e3b971dc41d1542fc7 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:10.843612 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.872499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.898624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:10.906395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.010317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32964) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:11.032148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.062738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e1d21-fd38-4d60-9306-90c34519a3ef req-7bbce37c-c273-4e5c-8ee3-de10d8c4bf97 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.072296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-001e1d21-fd38-4d60-9306-90c34519a3ef req-7bbce37c-c273-4e5c-8ee3-de10d8c4bf97 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 945 time: 0.1714833 Jul 16 18:33:11.092372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.112956 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.130901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:11.145638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.146402 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Added segment fc254870-c560-48fc-a297-d9e48fc8e068 of type vlan for network f1c41e21-67c9-4c22-9dfc-c8209c344670 Jul 16 18:33:11.177619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-001e1d21-fd38-4d60-9306-90c34519a3ef req-030b4a19-dd5d-42ee-a4e7-a68b3825888f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023080 Jul 16 18:33:11.204731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.256019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.256753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.257663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.347015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c3078191-7a16-4aed-a82d-c34d5022ad33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=feae18cc1bd2420b908e007fc192c3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351486 Jul 16 18:33:11.347731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32970) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:11.349755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c41e21-67c9-4c22-9dfc-c8209c344670,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.369936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:11.386487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8674564 Jul 16 18:33:11.392227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32974) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:11.410655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Request body: {'subnet': {'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-subnet', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:11.414141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cb46c-0f2c-45a6-95f7-67d0e82d3db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865a6d52-7c40-4531-8cb7-b7e11f17cccb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.506119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Made reservation on behalf of 635b19d4e70940e3b971dc41d1542fc7 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:11.508667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.568805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9392f753-ec69-4acd-bdc4-42a845bf375e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.698097 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9392f753-ec69-4acd-bdc4-42a845bf375e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.820287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3277a-d138-428d-8850-def514c6bd03 req-ac73f474-af50-4347-b848-894b75c51a17 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.822074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11b3277a-d138-428d-8850-def514c6bd03 req-ac73f474-af50-4347-b848-894b75c51a17 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.2450101 Jul 16 18:33:11.902220 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9392f753-ec69-4acd-bdc4-42a845bf375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.905727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9392f753-ec69-4acd-bdc4-42a845bf375e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.910164 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9392f753-ec69-4acd-bdc4-42a845bf375e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67e9e8e9-b25d-4209-b224-79b1fa3a8252 HTTP/1.1" status: 204 len: 168 time: 0.5591278 Jul 16 18:33:11.910551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:11.913082 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78b11f7-08fb-4959-aa03-ae29ca208c7a" -d '{"events": [{"server_uuid": "51b8c90f-f63a-4f8f-8c2d-574e7e655490", "name": "network-vif-plugged", "status": "completed", "tag": "55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:11.971835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392f753-ec69-4acd-bdc4-42a845bf375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9e8e9-b25d-4209-b224-79b1fa3a8252,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.993135 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11b3277a-d138-428d-8850-def514c6bd03 req-7a60e4c5-ef0d-4dec-b407-0d7e3c7d47fb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531453 Jul 16 18:33:12.001289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.003138 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980656fc-e4b2-42bb-a784-0b43f81ad7c7 x-openstack-request-id: req-980656fc-e4b2-42bb-a784-0b43f81ad7c7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:12.003443 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b8c90f-f63a-4f8f-8c2d-574e7e655490", "name": "network-vif-plugged", "status": "completed", "tag": "55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:12.003685 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-980656fc-e4b2-42bb-a784-0b43f81ad7c7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:12.004080 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c', 'code': 200} Jul 16 18:33:12.080886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d192ad1-53e2-4bf8-83b4-1666938fe7cb,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.175249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Checking segment: {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:12.175666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Network hostable DHCP agents. Network: f1c41e21-67c9-4c22-9dfc-c8209c344670, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:12.272462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:12.287432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, f1c41e21-67c9-4c22-9dfc-c8209c344670) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:12.294278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.294869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.300606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276a281-a504-4800-8df1-10addffff0fb None None] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:12.317848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13b36-e5a1-4e14-a5ed-615f8e14a6a1 req-7417134a-f3fa-48fe-bc3f-0cf0a6d7607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.322977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4bb13b36-e5a1-4e14-a5ed-615f8e14a6a1 req-7417134a-f3fa-48fe-bc3f-0cf0a6d7607e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51b8c90f-f63a-4f8f-8c2d-574e7e655490 HTTP/1.1" status: 200 len: 1098 time: 0.2308199 Jul 16 18:33:12.328495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7cd12f5f-951f-4d80-9f11-40235debebfe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9301398 Jul 16 18:33:12.329159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32994) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:12.363874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:12.402279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4bb13b36-e5a1-4e14-a5ed-615f8e14a6a1 req-f411658a-d3d4-4bcd-b79d-cab319da4280 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719907 Jul 16 18:33:12.403263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.407842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.536238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.730152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.733490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-f1c41e21-67c9-4c22-9dfc-c8209c344670', 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'fixed_ips': [{'subnet_id': '6d192ad1-53e2-4bf8-83b4-1666938fe7cb'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:12.736202 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.751971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30146c9-6243-40ab-8b70-69730a34f7f5 req-a60d56ad-bf68-4c14-9020-31f1ec323997 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.766114 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c30146c9-6243-40ab-8b70-69730a34f7f5 req-a60d56ad-bf68-4c14-9020-31f1ec323997 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 945 time: 0.2451282 Jul 16 18:33:12.850837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c30146c9-6243-40ab-8b70-69730a34f7f5 req-a9cc7b95-d195-4f3f-81d4-157a27b30de8 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835450 Jul 16 18:33:13.159590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Allocated IP 172.20.0.2 (f1c41e21-67c9-4c22-9dfc-c8209c344670/6d192ad1-53e2-4bf8-83b4-1666938fe7cb/11aba87d-1024-40e0-ad2e-c639c325e976) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:13.312926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736deac3-adb6-42ea-a36a-ead31020a302 req-d4220e11-98ab-4fcd-8d73-9d98e34a2bac tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.317168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-736deac3-adb6-42ea-a36a-ead31020a302 req-d4220e11-98ab-4fcd-8d73-9d98e34a2bac tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.1322508 Jul 16 18:33:13.439029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-736deac3-adb6-42ea-a36a-ead31020a302 req-86c98fe3-fa4e-4582-b0e5-c73410d72432 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096451 Jul 16 18:33:13.452957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.535555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.564110 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.585810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Transition to ACTIVE for port object 11aba87d-1024-40e0-ad2e-c639c325e976 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:13.615348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.624395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Transition to ACTIVE for port object 11aba87d-1024-40e0-ad2e-c639c325e976 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:13.652750 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.707645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:13.716423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:13.721102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:13.732168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-421155458'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:13.733500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Pushing event updated for resources: {'Port': ['ID=11aba87d-1024-40e0-ad2e-c639c325e976,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:13.748916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4eeac-7ef1-43ac-96de-885e33c9fc51 req-62537058-228d-4cd5-9179-61dd82c2d05f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.750531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29a4eeac-7ef1-43ac-96de-885e33c9fc51 req-62537058-228d-4cd5-9179-61dd82c2d05f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=51b8c90f-f63a-4f8f-8c2d-574e7e655490 HTTP/1.1" status: 200 len: 946 time: 0.5588098 Jul 16 18:33:13.794742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:13.801279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.825361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.857640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Attempting to bind port 11aba87d-1024-40e0-ad2e-c639c325e976 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:13.860584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Attempting to bind port 11aba87d-1024-40e0-ad2e-c639c325e976 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:13.861398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Attempting to bind port 11aba87d-1024-40e0-ad2e-c639c325e976 on network f1c41e21-67c9-4c22-9dfc-c8209c344670 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:13.876469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:13.877506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Checking segment: {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:13.878220 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.879147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Bound using segment: {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:13.881516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Bound port: 11aba87d-1024-40e0-ad2e-c639c325e976, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:13.882150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.990431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29a4eeac-7ef1-43ac-96de-885e33c9fc51 req-8bc7e1be-cafc-4c4b-96ad-06b4bb29a14f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190928 Jul 16 18:33:14.054117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Allocated IP 172.25.1.174 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/65927f4c-9850-4b9d-bc65-ffdbce734fcf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:14.104712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] For port 11aba87d-1024-40e0-ad2e-c639c325e976, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:14.117664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] For port 11aba87d-1024-40e0-ad2e-c639c325e976, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=11aba87d-1024-40e0-ad2e-c639c325e976,segment=NetworkSegment(fc254870-c560-48fc-a297-d9e48fc8e068),segment_id=fc254870-c560-48fc-a297-d9e48fc8e068)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:14.126632 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.310787 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.335372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010c0ae-0d5c-4999-812f-5b81dc8e2696 None None] Pushing event updated for resources: {'Port': ['ID=11aba87d-1024-40e0-ad2e-c639c325e976,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:14.415257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.484090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:14.503880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:14.504480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.530365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.548676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:14.589993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:14.599668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d46af86-43af-4300-8bfc-7b7f3a937c76,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:14.659175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.660691 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment cb0e2520-65f9-40ca-8317-74999d60909e of type vlan for network a6f73173-de1a-4393-8f76-37faef76bd66 Jul 16 18:33:14.802004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.901424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.908032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.908807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.946384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Pushing event updated for resources: {'Port': ['ID=65927f4c-9850-4b9d-bc65-ffdbce734fcf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.085944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ac9a0-8401-4e63-b07d-d017dad0fde7 req-4e200372-18aa-444e-ba7c-d03117bfb51e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.097423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a68ac9a0-8401-4e63-b07d-d017dad0fde7 req-4e200372-18aa-444e-ba7c-d03117bfb51e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.1677980 Jul 16 18:33:15.162522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=a6f73173-de1a-4393-8f76-37faef76bd66,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.175043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d25a8dd0-93cd-494d-9291-257a847c6738 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7181454 Jul 16 18:33:15.175838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:15.182502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network a6f73173-de1a-4393-8f76-37faef76bd66 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:15.193873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808799844'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:15.246641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:15.249731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a68ac9a0-8401-4e63-b07d-d017dad0fde7 req-016c1d54-d9ee-4042-abb7-da75ccc13e81 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528058 Jul 16 18:33:15.253423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.313546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.330734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:15.361879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.362281 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment c80b07e2-6231-4154-877d-11d228b8f0aa of type vlan for network 185eb4ee-8635-406f-84d1-d9ce7581123a Jul 16 18:33:15.543225 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.612967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.619013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.623314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.712209 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5352826 Jul 16 18:33:15.713175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33050) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:15.733953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': 'a6f73173-de1a-4393-8f76-37faef76bd66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:15.810631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7d326-2625-4400-9209-20895a4a8487 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=185eb4ee-8635-406f-84d1-d9ce7581123a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.820154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 185eb4ee-8635-406f-84d1-d9ce7581123a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:16.127561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 11aba87d-1024-40e0-ad2e-c639c325e976 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:16.166782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4c487-1731-4fa9-9a09-f790664b4fa0 req-fef3cbcb-e0c5-4906-bdcb-51276bf9f903 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:16.173273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a4c487-1731-4fa9-9a09-f790664b4fa0 req-fef3cbcb-e0c5-4906-bdcb-51276bf9f903 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.3970108 Jul 16 18:33:16.176157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:16.180729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.229512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b103c-e943-48ac-8db7-9d5de69c9644 None None] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:16.236471 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-190d147c-452a-448b-b9ee-baf77099b8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.313402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a4c487-1731-4fa9-9a09-f790664b4fa0 req-bf6cba23-a263-4f03-85c1-5d851423915b tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270952 Jul 16 18:33:16.344025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fcbbc-0415-40e7-86d3-dfe541990fe3 req-fa11337b-c0f6-4d63-985b-f3dbcce35ba1 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:16.351160 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-558fcbbc-0415-40e7-86d3-dfe541990fe3 req-fa11337b-c0f6-4d63-985b-f3dbcce35ba1 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=51b8c90f-f63a-4f8f-8c2d-574e7e655490 HTTP/1.1" status: 200 len: 946 time: 0.2622600 Jul 16 18:33:16.407204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50c341cb-a1ca-439d-9f5a-af9c79cf67a9 None None] Provisioning for port 11aba87d-1024-40e0-ad2e-c639c325e976 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:16.416905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 11aba87d-1024-40e0-ad2e-c639c325e976 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:16.430037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50c341cb-a1ca-439d-9f5a-af9c79cf67a9 None None] Provisioning complete for port 11aba87d-1024-40e0-ad2e-c639c325e976 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:16.430801 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50c341cb-a1ca-439d-9f5a-af9c79cf67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.497743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 11aba87d-1024-40e0-ad2e-c639c325e976 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:16.498535 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.617397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-558fcbbc-0415-40e7-86d3-dfe541990fe3 req-b2b91ef7-086e-4fd7-b871-c764e861cf69 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556889 Jul 16 18:33:16.623758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.638806 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.655285 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.701436 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50c341cb-a1ca-439d-9f5a-af9c79cf67a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.745538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=268e8ec7-d4a3-41b0-ba1e-865de0fc756d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:16.808703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': 'cb0e2520-65f9-40ca-8317-74999d60909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6f73173-de1a-4393-8f76-37faef76bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:16.809109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: a6f73173-de1a-4393-8f76-37faef76bd66, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:16.836873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network a6f73173-de1a-4393-8f76-37faef76bd66 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:16.854339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, a6f73173-de1a-4393-8f76-37faef76bd66) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:16.859975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:16.860574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.919952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 11aba87d-1024-40e0-ad2e-c639c325e976, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=11aba87d-1024-40e0-ad2e-c639c325e976,segment=NetworkSegment(fc254870-c560-48fc-a297-d9e48fc8e068),segment_id=fc254870-c560-48fc-a297-d9e48fc8e068)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:16.931462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493463e0-17fe-4498-a54e-f30c30e0b9ac None None] Network a6f73173-de1a-4393-8f76-37faef76bd66 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:16.945347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f1fd2e6-d8bc-4860-ace8-c210376a39f4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2245162 Jul 16 18:33:16.949929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33066) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:16.955485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.970992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': '185eb4ee-8635-406f-84d1-d9ce7581123a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:17.078341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Router 86d37993-08b7-476e-829d-71ac8a862a23 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:17.110027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b535f4-60ba-4edc-9e3e-234b91769337 req-4ca7b0ee-f768-46b0-9697-a21514eb0b6a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:17.119202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5b535f4-60ba-4edc-9e3e-234b91769337 req-4ca7b0ee-f768-46b0-9697-a21514eb0b6a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.2188833 Jul 16 18:33:17.241006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5b535f4-60ba-4edc-9e3e-234b91769337 req-71d1c3b5-2d33-41e5-af81-d50e96c3b67b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157629 Jul 16 18:33:17.308615 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-50c341cb-a1ca-439d-9f5a-af9c79cf67a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:33:17.317126 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-50c341cb-a1ca-439d-9f5a-af9c79cf67a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:33:17.322043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=11aba87d-1024-40e0-ad2e-c639c325e976,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.515608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-a6f73173-de1a-4393-8f76-37faef76bd66', 'network_id': 'a6f73173-de1a-4393-8f76-37faef76bd66', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': '268e8ec7-d4a3-41b0-ba1e-865de0fc756d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:17.516495 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.652952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:17.666003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.737705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:17.775925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Sync routers for ids ['86d37993-08b7-476e-829d-71ac8a862a23'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:17.845610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Routers {'86d37993-08b7-476e-829d-71ac8a862a23'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:17.846346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:32:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['86d37993-08b7-476e-829d-71ac8a862a23'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:17.907545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.911501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eea36cac-64fa-4fb5-a633-6901a2d6bd7a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5491335 Jul 16 18:33:17.912599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33076) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:18.151321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 11aba87d-1024-40e0-ad2e-c639c325e976 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:18.262002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Allocated IP 172.20.0.2 (a6f73173-de1a-4393-8f76-37faef76bd66/268e8ec7-d4a3-41b0-ba1e-865de0fc756d/ab82cab0-9d76-42df-a502-ce517dc23b99) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:18.365820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.403095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0331bfc9-3347-4c6c-8689-d020108d55ae None None] Provisioning complete for port 11aba87d-1024-40e0-ad2e-c639c325e976 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:18.403627 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0331bfc9-3347-4c6c-8689-d020108d55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.511309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Set router 86d37993-08b7-476e-829d-71ac8a862a23 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:18.523498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=e16d3539-cf30-4d67-b106-cf12292021cb,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:18.557425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': 'c80b07e2-6231-4154-877d-11d228b8f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '185eb4ee-8635-406f-84d1-d9ce7581123a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:18.558357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: 185eb4ee-8635-406f-84d1-d9ce7581123a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:18.610223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 185eb4ee-8635-406f-84d1-d9ce7581123a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:18.627988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 185eb4ee-8635-406f-84d1-d9ce7581123a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:18.637831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93522b70-8789-495c-a363-83354afe3a1f req-cd1a6b7d-3a59-4078-bdc2-6b6b55781cae tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:18.645412 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93522b70-8789-495c-a363-83354afe3a1f req-cd1a6b7d-3a59-4078-bdc2-6b6b55781cae tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.2754741 Jul 16 18:33:18.672489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:18.673162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.683893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207c081-9177-43fd-9d64-4e33acf213fc None None] Network 185eb4ee-8635-406f-84d1-d9ce7581123a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:18.697791 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0260ae2b-e43d-491b-9d1e-50c6fc50985b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7435927 Jul 16 18:33:18.698690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33090) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:18.706298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9f8f7ca2-c8ba-44f2-b1a4-410db8e86ba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-134865861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:18.729867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93522b70-8789-495c-a363-83354afe3a1f req-bf85b751-f383-4793-a150-0f9b654bb042 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832582 Jul 16 18:33:18.774941 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7ca2-c8ba-44f2-b1a4-410db8e86ba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.776334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7ca2-c8ba-44f2-b1a4-410db8e86ba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.967776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e8e2c-80d9-4c12-941f-0b1eb0a114c0 req-f76444b1-c750-47e0-b3eb-6ce1eb973974 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:18.970338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-394e8e2c-80d9-4c12-941f-0b1eb0a114c0 req-f76444b1-c750-47e0-b3eb-6ce1eb973974 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.3719463 Jul 16 18:33:18.999375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7ca2-c8ba-44f2-b1a4-410db8e86ba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.000567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.049697 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7ca2-c8ba-44f2-b1a4-410db8e86ba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.066181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-807275ca-25cc-40f7-90f6-a789a0c61969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.089675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-394e8e2c-80d9-4c12-941f-0b1eb0a114c0 req-9c6d02ab-e3ba-49f9-a8b5-2b3289ca4ac7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029541 Jul 16 18:33:19.119377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 11aba87d-1024-40e0-ad2e-c639c325e976 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:19.119753 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.157149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7ca2-c8ba-44f2-b1a4-410db8e86ba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.162342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f8f7ca2-c8ba-44f2-b1a4-410db8e86ba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4593825 Jul 16 18:33:19.170035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33104) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:19.325979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-d48b8c46-5abf-46ee-a8fc-9b78ee15c7dd tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.327601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Allocated IP 172.20.0.1 (f1c41e21-67c9-4c22-9dfc-c8209c344670/6d192ad1-53e2-4bf8-83b4-1666938fe7cb/98ef2eb7-1a14-4fdf-9309-2df3c95891eb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:19.333420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-d48b8c46-5abf-46ee-a8fc-9b78ee15c7dd tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 812 time: 0.5222812 Jul 16 18:33:19.340306 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.371234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-72cbefb1-5461-4a33-9317-1df00f9e6db1 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/quotas/229d3aaacdea4b91a80864b51cb4ae55 HTTP/1.1" status: 200 len: 375 time: 0.0365903 Jul 16 18:33:19.437226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.443549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.450439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.452845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-71954fb2-d573-404d-b4de-1d9ced894de1 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.455917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.456425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-71954fb2-d573-404d-b4de-1d9ced894de1 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "GET /v2.0/ports?device_id=51b8c90f-f63a-4f8f-8c2d-574e7e655490 HTTP/1.1" status: 200 len: 946 time: 0.4227893 Jul 16 18:33:19.461793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.467966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.474014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.481931 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-ce1015f0-9938-48bc-9fc6-05c3d5611537 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.1578939 Jul 16 18:33:19.565472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddeb20f7-f164-4508-9599-44c32e68ad92 req-fcc256fa-a7bf-46d3-a2dd-e86f24b6d504 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811431 Jul 16 18:33:19.655961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-185eb4ee-8635-406f-84d1-d9ce7581123a', 'network_id': '185eb4ee-8635-406f-84d1-d9ce7581123a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': 'e16d3539-cf30-4d67-b106-cf12292021cb'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:19.657298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.670870 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.690033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Transition to ACTIVE for port object 98ef2eb7-1a14-4fdf-9309-2df3c95891eb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:19.747266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-ca125798-1681-4e2b-94b8-a7db28adb72c tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.748857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-ca125798-1681-4e2b-94b8-a7db28adb72c tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "GET /v2.0/ports?device_id=8438ecb2-6e7d-4517-8746-62120ad69590 HTTP/1.1" status: 200 len: 945 time: 0.1337073 Jul 16 18:33:19.771841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.851617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Allocated IP 172.21.0.2 (185eb4ee-8635-406f-84d1-d9ce7581123a/e16d3539-cf30-4d67-b106-cf12292021cb/1600d559-2f16-4a39-b67b-6781b54f5cc4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:19.852504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:19.860628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:19.877828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:19.941623 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6a705223-da8b-49ea-b9fa-12427ea74910 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5644679 Jul 16 18:33:19.953659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Pushing event updated for resources: {'Port': ['ID=98ef2eb7-1a14-4fdf-9309-2df3c95891eb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:19.982581 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.028159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.065004 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.065004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Transition to ACTIVE for port object ab82cab0-9d76-42df-a502-ce517dc23b99 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:20.146362 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.148287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d37993-08b7-476e-829d-71ac8a862a23', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:12Z', 'updated_at': '2021-07-16T18:33:15Z', 'revision_number': 3, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'gw_port': {'id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:13Z', 'updated_at': '2021-07-16T18:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:20.151593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Transition to ACTIVE for port object ab82cab0-9d76-42df-a502-ce517dc23b99 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:20.217455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Checking router: 86d37993-08b7-476e-829d-71ac8a862a23 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:20.218354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Updating router 86d37993-08b7-476e-829d-71ac8a862a23 port 65927f4c-9850-4b9d-bc65-ffdbce734fcf binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:20.220039 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.297030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Deleting port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:20.297519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.402298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Network a6f73173-de1a-4393-8f76-37faef76bd66 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:20.411181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.413744 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.416417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Deleting port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:20.416999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0b05f0c2-e3d1-4308-86ab-9aeb3f2c5648 None None] Provisioning for port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:20.417739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.427460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:20.430053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:20.437714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ef8fc20f-e634-41a6-a522-a06327d3aeb5 service neutron] 10.222.0.49 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421532 Jul 16 18:33:20.459283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Pushing event updated for resources: {'Port': ['ID=ab82cab0-9d76-42df-a502-ce517dc23b99,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.462905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Transition to ACTIVE for port object 1600d559-2f16-4a39-b67b-6781b54f5cc4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:20.468559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0b05f0c2-e3d1-4308-86ab-9aeb3f2c5648 None None] Provisioning complete for port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:20.469116 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b05f0c2-e3d1-4308-86ab-9aeb3f2c5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.506801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.516296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.523433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.530563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.538910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.549608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.556541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.570508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb4f299-b960-42b6-9889-3d9a9ce290a7 req-d49fe5c6-8313-48af-a5a7-e81859916b27 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.5243113 Jul 16 18:33:20.612368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Transition to ACTIVE for port object 1600d559-2f16-4a39-b67b-6781b54f5cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:20.629264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0b05f0c2-e3d1-4308-86ab-9aeb3f2c5648 None None] Port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:20.640351 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.675447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Attempting to bind port ab82cab0-9d76-42df-a502-ce517dc23b99 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:20.675818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Attempting to bind port ab82cab0-9d76-42df-a502-ce517dc23b99 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cb0e2520-65f9-40ca-8317-74999d60909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6f73173-de1a-4393-8f76-37faef76bd66'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:20.676172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Attempting to bind port ab82cab0-9d76-42df-a502-ce517dc23b99 on network a6f73173-de1a-4393-8f76-37faef76bd66 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:20.709274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.713713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] For port 4b0764a8-97a6-416e-93c9-f2e42dc046b2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4b0764a8-97a6-416e-93c9-f2e42dc046b2,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:20.729577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.777486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Calling delete_port for 4b0764a8-97a6-416e-93c9-f2e42dc046b2 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:20.802853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] For port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:20.803307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.816966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-c962adff-6b71-4376-b924-9ee488d9ca0d service neutron] 10.222.0.49 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775456 Jul 16 18:33:20.885108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Calling delete_port for 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:20.935409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.939551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.20.0.1 (a6f73173-de1a-4393-8f76-37faef76bd66/268e8ec7-d4a3-41b0-ba1e-865de0fc756d/a8e26f87-b640-477b-bba3-20b217a307c8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:20.948547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Transition to ACTIVE for port object 65927f4c-9850-4b9d-bc65-ffdbce734fcf will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:20.955693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Network 185eb4ee-8635-406f-84d1-d9ce7581123a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:20.957307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:20.957687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Checking segment: {'id': 'cb0e2520-65f9-40ca-8317-74999d60909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6f73173-de1a-4393-8f76-37faef76bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:20.958146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.958759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Bound using segment: {'id': 'cb0e2520-65f9-40ca-8317-74999d60909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6f73173-de1a-4393-8f76-37faef76bd66'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:20.959812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Bound port: ab82cab0-9d76-42df-a502-ce517dc23b99, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0e2520-65f9-40ca-8317-74999d60909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6f73173-de1a-4393-8f76-37faef76bd66'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:20.960257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.965407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:20.973763 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.976742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:21.009049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Pushing event updated for resources: {'Port': ['ID=1600d559-2f16-4a39-b67b-6781b54f5cc4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.127894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Attempting to bind port 65927f4c-9850-4b9d-bc65-ffdbce734fcf on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:21.128261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Attempting to bind port 65927f4c-9850-4b9d-bc65-ffdbce734fcf by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:21.128618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Attempting to bind port 65927f4c-9850-4b9d-bc65-ffdbce734fcf on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:21.171368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Attempting to bind port 1600d559-2f16-4a39-b67b-6781b54f5cc4 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:21.171730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Attempting to bind port 1600d559-2f16-4a39-b67b-6781b54f5cc4 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c80b07e2-6231-4154-877d-11d228b8f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '185eb4ee-8635-406f-84d1-d9ce7581123a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:21.172081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Attempting to bind port 1600d559-2f16-4a39-b67b-6781b54f5cc4 on network 185eb4ee-8635-406f-84d1-d9ce7581123a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:21.186775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:21.187182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:21.187580 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.188009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:21.188523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Bound port: 65927f4c-9850-4b9d-bc65-ffdbce734fcf, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:21.188929 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.220112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:21.221073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Checking segment: {'id': 'c80b07e2-6231-4154-877d-11d228b8f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '185eb4ee-8635-406f-84d1-d9ce7581123a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:21.221512 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.221938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Bound using segment: {'id': 'c80b07e2-6231-4154-877d-11d228b8f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '185eb4ee-8635-406f-84d1-d9ce7581123a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:21.222419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Bound port: 1600d559-2f16-4a39-b67b-6781b54f5cc4, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80b07e2-6231-4154-877d-11d228b8f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '185eb4ee-8635-406f-84d1-d9ce7581123a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:21.222868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.303046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348e523-1303-47a2-aeee-6b65c46f9286 None None] Pushing event updated for resources: {'Port': ['ID=65927f4c-9850-4b9d-bc65-ffdbce734fcf,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.352234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] For port ab82cab0-9d76-42df-a502-ce517dc23b99, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:21.366999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] For port ab82cab0-9d76-42df-a502-ce517dc23b99, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab82cab0-9d76-42df-a502-ce517dc23b99,segment=NetworkSegment(cb0e2520-65f9-40ca-8317-74999d60909e),segment_id=cb0e2520-65f9-40ca-8317-74999d60909e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:21.420065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.430535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.434180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.438338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.442991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] For port 65927f4c-9850-4b9d-bc65-ffdbce734fcf, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:21.523236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726cb89-30a1-48b8-ace3-3b6b327b7f51 None None] Pushing event updated for resources: {'Port': ['ID=ab82cab0-9d76-42df-a502-ce517dc23b99,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.528145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['4b0764a8-97a6-416e-93c9-f2e42dc046b2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:21.574923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event deleted for resources: {'Port': ['ID=4b0764a8-97a6-416e-93c9-f2e42dc046b2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.585630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] For port 65927f4c-9850-4b9d-bc65-ffdbce734fcf, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=65927f4c-9850-4b9d-bc65-ffdbce734fcf,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:21.642554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.665799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1bb5-d5ea-4dab-9ac6-668d52b2c806 req-e6c92b35-65a7-492d-a8b6-b07f69ca3fac tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:21.673052 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8cd1bb5-d5ea-4dab-9ac6-668d52b2c806 req-e6c92b35-65a7-492d-a8b6-b07f69ca3fac tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.3980775 Jul 16 18:33:21.736614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.745907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.818727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Pushing event updated for resources: {'Port': ['ID=98ef2eb7-1a14-4fdf-9309-2df3c95891eb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.829664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] No DVR routers for this DVR port 4b0764a8-97a6-416e-93c9-f2e42dc046b2 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:21.829906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object a8e26f87-b640-477b-bba3-20b217a307c8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:21.842940 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.846241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-932d0a40-71f0-4290-9d76-a16ecec0682f req-01241545-ac96-469f-b10b-aee3dc3a7c62 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "DELETE /v2.0/ports/4b0764a8-97a6-416e-93c9-f2e42dc046b2 HTTP/1.1" status: 204 len: 173 time: 2.0901558 Jul 16 18:33:21.847042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8438ecb2-6e7d-4517-8746-62120ad69590', 'name': 'network-vif-deleted', 'tag': '4b0764a8-97a6-416e-93c9-f2e42dc046b2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:21.850679 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a7ca8-349d-4d4b-abb6-4c0ae08204fc" -d '{"events": [{"server_uuid": "8438ecb2-6e7d-4517-8746-62120ad69590", "name": "network-vif-deleted", "tag": "4b0764a8-97a6-416e-93c9-f2e42dc046b2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:21.900373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8cd1bb5-d5ea-4dab-9ac6-668d52b2c806 req-79932c60-e4e2-47f3-b529-95d6cc1f212a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254210 Jul 16 18:33:21.974724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] For port 1600d559-2f16-4a39-b67b-6781b54f5cc4, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:22.008880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.022207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] For port 1600d559-2f16-4a39-b67b-6781b54f5cc4, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1600d559-2f16-4a39-b67b-6781b54f5cc4,segment=NetworkSegment(c80b07e2-6231-4154-877d-11d228b8f0aa),segment_id=c80b07e2-6231-4154-877d-11d228b8f0aa)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:22.033597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.050950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Routers {'86d37993-08b7-476e-829d-71ac8a862a23'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:22.051758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['86d37993-08b7-476e-829d-71ac8a862a23'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:22.079753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['4b0764a8-97a6-416e-93c9-f2e42dc046b2'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:22.203304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event deleted for resources: {'Port': ['ID=55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.250361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.264741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:22.266568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:22.456762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] No DVR routers for this DVR port 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:22.465653 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.468346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaa2ae7b-ecb6-4cf9-b8ae-e51c85eb391b req-05c17822-af43-47ed-be0c-9f491d614390 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.67 "DELETE /v2.0/ports/55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c HTTP/1.1" status: 204 len: 173 time: 3.0028012 Jul 16 18:33:22.476009 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'name': 'network-vif-deleted', 'tag': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:22.482234 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12537657-b222-44f5-ac00-97415d1fec72" -d '{"events": [{"server_uuid": "51b8c90f-f63a-4f8f-8c2d-574e7e655490", "name": "network-vif-deleted", "tag": "55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:22.511053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.633948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3f2d0-911b-40c4-a959-f8750a7f555b req-fa1f6420-08d8-4c34-9a1b-46a4723cdcf4 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:22.654026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8dc3f2d0-911b-40c4-a959-f8750a7f555b req-fa1f6420-08d8-4c34-9a1b-46a4723cdcf4 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.8116837 Jul 16 18:33:22.726885 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906388f8-e3f0-4888-acf1-f2bc1c86cfc9 x-openstack-request-id: req-906388f8-e3f0-4888-acf1-f2bc1c86cfc9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:22.728382 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8438ecb2-6e7d-4517-8746-62120ad69590", "name": "network-vif-deleted", "tag": "4b0764a8-97a6-416e-93c9-f2e42dc046b2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:22.728814 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-906388f8-e3f0-4888-acf1-f2bc1c86cfc9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:22.730354 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8438ecb2-6e7d-4517-8746-62120ad69590', 'name': 'network-vif-deleted', 'tag': '4b0764a8-97a6-416e-93c9-f2e42dc046b2', 'status': 'completed', 'code': 200} Jul 16 18:33:22.802673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network a6f73173-de1a-4393-8f76-37faef76bd66 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:22.803899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=a8e26f87-b640-477b-bba3-20b217a307c8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.816288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:22.836475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:22.863540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348e523-1303-47a2-aeee-6b65c46f9286 None None] Pushing event updated for resources: {'Port': ['ID=65927f4c-9850-4b9d-bc65-ffdbce734fcf,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.883403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2b3ac975-f00f-4856-878a-eadaa96ef156 req-ed98fd09-3823-4cff-9848-13e0fa9709b2 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 210 time: 0.1776888 Jul 16 18:33:23.011968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8dc3f2d0-911b-40c4-a959-f8750a7f555b req-7c44a1b8-8c6e-4639-8971-27676707e6ee tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568630 Jul 16 18:33:23.052400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786c366-717c-40b0-b299-7dba243855cf req-ba052cc6-7ce1-4493-8e5a-13934dd8a2bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:23.059442 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7150e57c-cee1-48e1-95a6-c7fbaef7dd29 x-openstack-request-id: req-7150e57c-cee1-48e1-95a6-c7fbaef7dd29 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:23.059917 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b8c90f-f63a-4f8f-8c2d-574e7e655490", "name": "network-vif-deleted", "tag": "55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:23.060201 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7150e57c-cee1-48e1-95a6-c7fbaef7dd29 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:23.060649 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b8c90f-f63a-4f8f-8c2d-574e7e655490', 'name': 'network-vif-deleted', 'tag': '55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c', 'status': 'completed', 'code': 200} Jul 16 18:33:23.075781 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.076620 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f786c366-717c-40b0-b299-7dba243855cf req-ba052cc6-7ce1-4493-8e5a-13934dd8a2bd tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.3569150 Jul 16 18:33:23.081828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4b0764a8-97a6-416e-93c9-f2e42dc046b2 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:23.084956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab82cab0-9d76-42df-a502-ce517dc23b99 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:23.097891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Router 86d37993-08b7-476e-829d-71ac8a862a23 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:23.464522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 4b0764a8-97a6-416e-93c9-f2e42dc046b2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:23.464913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4b0764a8-97a6-416e-93c9-f2e42dc046b2 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:23.465340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:23.563972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.600576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:23.636971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:23.638844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 55f4add8-5b58-4f5c-aac1-5cb3fd60ca0c not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:23.648272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e59dfc-e1e3-44ce-81c7-903ba4d7a584 None None] Pushing event updated for resources: {'Port': ['ID=1600d559-2f16-4a39-b67b-6781b54f5cc4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.754548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.759122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e8f96d7-6391-4b96-bcaa-0f7b7f17a036 None None] Provisioning complete for port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:23.759882 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e8f96d7-6391-4b96-bcaa-0f7b7f17a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.819819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f96d7-6391-4b96-bcaa-0f7b7f17a036 None None] Port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:23.890306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ab82cab0-9d76-42df-a502-ce517dc23b99 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:23.928487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d916c87-b1c9-46d0-8b53-f692244b0a1a None None] Network a6f73173-de1a-4393-8f76-37faef76bd66 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:24.099591 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.114358 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.291257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] Set router 86d37993-08b7-476e-829d-71ac8a862a23 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:24.331588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dae22e89-0e87-41e3-b2da-ac52eb40fcea req-fa2878eb-8846-4bb0-ab62-0360c24a117f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 210 time: 0.0963762 Jul 16 18:33:24.430117 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.538216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=a8e26f87-b640-477b-bba3-20b217a307c8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.600520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Provisioning for port ab82cab0-9d76-42df-a502-ce517dc23b99 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:24.662867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4129edcd-ff88-4328-a091-b94f290ce639 admin admin] 10.222.0.49 "PUT /v2.0/routers/86d37993-08b7-476e-829d-71ac8a862a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7486372 Jul 16 18:33:24.797350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1600d559-2f16-4a39-b67b-6781b54f5cc4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:24.823888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Provisioning complete for port ab82cab0-9d76-42df-a502-ce517dc23b99 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:24.828454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.919551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.920368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89345a-14fb-47e2-943e-4b3840c9591a req-3ce456f4-7150-4ac2-8f13-b299428ad7eb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.933445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b89345a-14fb-47e2-943e-4b3840c9591a req-3ce456f4-7150-4ac2-8f13-b299428ad7eb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 1.4600368 Jul 16 18:33:25.001020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4489fb-b560-47ab-b53f-406451fcefc6 None None] Network 185eb4ee-8635-406f-84d1-d9ce7581123a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:25.033786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b89345a-14fb-47e2-943e-4b3840c9591a req-a444ec83-20c2-4137-9705-e76e5c7301ca tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992475 Jul 16 18:33:25.035846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Deleting port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:25.047782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.530239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 1600d559-2f16-4a39-b67b-6781b54f5cc4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:25.590286 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.658499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] For port dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:25.658874 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.676647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device dbc7f766-cdbf-4743-9194-4eb9aa1e1322 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:25.704913 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:25.715826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-0ceeb4fe-c80d-4c91-8f1e-af9ea52562da tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:25.724136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-0ceeb4fe-c80d-4c91-8f1e-af9ea52562da tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 812 time: 1.4633121 Jul 16 18:33:25.758594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Request body: {'port': {'device_id': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'admin_state_up': True, 'tenant_id': '229d3aaacdea4b91a80864b51cb4ae55'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:25.945873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] For port ab82cab0-9d76-42df-a502-ce517dc23b99, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab82cab0-9d76-42df-a502-ce517dc23b99,segment=NetworkSegment(cb0e2520-65f9-40ca-8317-74999d60909e),segment_id=cb0e2520-65f9-40ca-8317-74999d60909e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:25.955725 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.983930 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.048049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188b3d5-5cca-459b-b625-3254485dfbba req-255d300a-5bb3-4407-a54a-6a284d2ce298 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.057559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4188b3d5-5cca-459b-b625-3254485dfbba req-255d300a-5bb3-4407-a54a-6a284d2ce298 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 945 time: 0.7024050 Jul 16 18:33:26.097285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:26.101768 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b8a02-8fa1-421b-8271-ff95603a4dc2" -d '{"events": [{"server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:26.107095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-07d6bfd5-e544-4276-b262-4c26f03807c0 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.108640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-07d6bfd5-e544-4276-b262-4c26f03807c0 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 812 time: 0.6684482 Jul 16 18:33:26.132450 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bc210ebd-6aff-4522-9cfc-10663085383a req-90e1ae1d-2394-4223-b87c-2f164c8981a6 tempest-FloatingIPsNegativeTestJSON-579481996 tempest-FloatingIPsNegativeTestJSON-579481996-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=635b19d4e70940e3b971dc41d1542fc7 HTTP/1.1" status: 200 len: 217 time: 0.1765463 Jul 16 18:33:26.148405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Made reservation on behalf of 229d3aaacdea4b91a80864b51cb4ae55 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:26.153967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.163933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Request body: {'port': {'device_id': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'admin_state_up': True, 'tenant_id': '229d3aaacdea4b91a80864b51cb4ae55'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:26.179440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d37993-08b7-476e-829d-71ac8a862a23', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:12Z', 'updated_at': '2021-07-16T18:33:20Z', 'revision_number': 4, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'gw_port': {'id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:13Z', 'updated_at': '2021-07-16T18:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '98ef2eb7-1a14-4fdf-9309-2df3c95891eb', 'name': '', 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'mac_address': 'fa:16:3e:ed:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '6d192ad1-53e2-4bf8-83b4-1666938fe7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:19Z', 'updated_at': '2021-07-16T18:33:20Z', 'revision_number': 2, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'subnets': [{'id': '6d192ad1-53e2-4bf8-83b4-1666938fe7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.200464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-5be70169-cd26-4bed-bfeb-5d37bf6486b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.202271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-5be70169-cd26-4bed-bfeb-5d37bf6486b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1098 time: 0.4702785 Jul 16 18:33:26.209428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4188b3d5-5cca-459b-b625-3254485dfbba req-1ed5b828-57aa-4f9f-96f7-f58eaee25f3c tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6c03bbd-12f8-4583-b708-9dbea00b0598&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508682 Jul 16 18:33:26.210666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Provisioning for port 1600d559-2f16-4a39-b67b-6781b54f5cc4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:26.253770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port dbc7f766-cdbf-4743-9194-4eb9aa1e1322, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:26.258699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Provisioning complete for port 1600d559-2f16-4a39-b67b-6781b54f5cc4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:26.259771 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.291226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Pushing event updated for resources: {'Port': ['ID=ab82cab0-9d76-42df-a502-ce517dc23b99,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:26.302491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b57774-1f7a-483b-93ab-47606a0037c7 None None] The sync data for ids ['86d37993-08b7-476e-829d-71ac8a862a23'] in n-d-791504-15 is: [{'id': '86d37993-08b7-476e-829d-71ac8a862a23', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:12Z', 'updated_at': '2021-07-16T18:33:20Z', 'revision_number': 4, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'gw_port': {'id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:28:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:13Z', 'updated_at': '2021-07-16T18:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '98ef2eb7-1a14-4fdf-9309-2df3c95891eb', 'name': '', 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'mac_address': 'fa:16:3e:ed:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '6d192ad1-53e2-4bf8-83b4-1666938fe7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:19Z', 'updated_at': '2021-07-16T18:33:20Z', 'revision_number': 2, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'subnets': [{'id': '6d192ad1-53e2-4bf8-83b4-1666938fe7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:26.320602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.349505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.349865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.350247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.350860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.351210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.351677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.352037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.352840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.353184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.353518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.353851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.354226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66016a-e04c-466b-9c56-16f4bd5662a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.466849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.467341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.467819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.468287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.474716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.475244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.475692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.477832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66335ffc-3464-4082-8acf-13f14b522f0c req-78015137-be06-42f6-8710-129964adf566 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6498 time: 0.7501602 Jul 16 18:33:26.495670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:26.580809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.581451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.582072 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Floating IP c517da66-a33a-442f-8735-d09a6f61ffb8 disassociated. External IP: 172.25.1.77, port: dbc7f766-cdbf-4743-9194-4eb9aa1e1322. Jul 16 18:33:26.582775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Calling delete_port for dbc7f766-cdbf-4743-9194-4eb9aa1e1322 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:26.589071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network a6f73173-de1a-4393-8f76-37faef76bd66 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:26.620661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:26.627344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.730850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Allocated IP 172.20.0.9 (2eedb3f3-efbd-40d9-a503-d9ec41335c02/e651a384-81ca-4dae-bfa8-6d188b4c761e/d975b193-4660-4b98-8773-679c809a5ddf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:26.731619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] For port 1600d559-2f16-4a39-b67b-6781b54f5cc4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1600d559-2f16-4a39-b67b-6781b54f5cc4,segment=NetworkSegment(c80b07e2-6231-4154-877d-11d228b8f0aa),segment_id=c80b07e2-6231-4154-877d-11d228b8f0aa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:26.737928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab82cab0-9d76-42df-a502-ce517dc23b99 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:26.792259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24ce270b-34b0-4909-8d4e-43ade70ed745 req-4f568e42-592c-44f2-8d9d-6425c6641b0e tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 210 time: 0.2493124 Jul 16 18:33:26.853448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.902791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66335ffc-3464-4082-8acf-13f14b522f0c req-3a58f9eb-5988-44de-b8de-c94fb03a9383 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4069519 Jul 16 18:33:26.956233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Made reservation on behalf of 229d3aaacdea4b91a80864b51cb4ae55 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:26.975943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.982616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Pushing event updated for resources: {'Port': ['ID=1600d559-2f16-4a39-b67b-6781b54f5cc4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.011063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Provisioning for port a8e26f87-b640-477b-bba3-20b217a307c8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:27.030039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Provisioning complete for port a8e26f87-b640-477b-bba3-20b217a307c8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.030639 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.136122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ab82cab0-9d76-42df-a502-ce517dc23b99 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.136949 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.138985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Port a8e26f87-b640-477b-bba3-20b217a307c8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:27.244624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-ea9f9e74-b95e-4ade-b4f7-7997fd6f1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.247338 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-ea9f9e74-b95e-4ade-b4f7-7997fd6f1c5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 919 time: 0.8054013 Jul 16 18:33:27.255753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router fa0816e6-6620-4004-9366-848ad64b118b is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:27.327490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-ae58ee7e-a78e-46e2-9006-a14ede24051b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 200 len: 217 time: 0.0660057 Jul 16 18:33:27.344246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e593e-d908-4ef2-8c49-4d8ad86a75bc req-0f2b78c8-3267-48bb-ad54-93155c692b20 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.346035 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f8e593e-d908-4ef2-8c49-4d8ad86a75bc req-0f2b78c8-3267-48bb-ad54-93155c692b20 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.9028664 Jul 16 18:33:27.421226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Provisioning complete for port ab82cab0-9d76-42df-a502-ce517dc23b99 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.422116 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6120a6ac-d106-42f3-b9cb-d16189057426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.445215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.577924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:27.583820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d6f546a0-d435-49cf-ba2c-850d5b8a6bf4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/fa0816e6-6620-4004-9366-848ad64b118b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4126818 Jul 16 18:33:27.593283 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] Sync routers for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:27.594819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a008b0f-ade3-4c62-a89e-f305673d86fd req-5be66fa2-5251-4874-a0f0-0f6e9e837495 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.606049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a008b0f-ade3-4c62-a89e-f305673d86fd req-5be66fa2-5251-4874-a0f0-0f6e9e837495 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.4002650 Jul 16 18:33:27.608585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event deleted for resources: {'Port': ['ID=dbc7f766-cdbf-4743-9194-4eb9aa1e1322,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.612338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:27.613019 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.622030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.706566 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.708026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db99c572-2c1b-4f6e-928b-8d9ace02599b None None] Provisioning complete for port 1600d559-2f16-4a39-b67b-6781b54f5cc4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.708419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db99c572-2c1b-4f6e-928b-8d9ace02599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.736740 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:27.737418 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.747391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d008f-9f95-4787-bb03-8020edff59f5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.754366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d28d008f-9f95-4787-bb03-8020edff59f5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports/a8e26f87-b640-477b-bba3-20b217a307c8 HTTP/1.1" status: 200 len: 910 time: 0.1278136 Jul 16 18:33:27.755267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33218) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.807424 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.808098 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59f4e4-9670-4f8c-8b14-e681f44ce5e0 None None] The sync data for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:27.817350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-94dcfbce-b28d-479f-8e69-e1686f8f9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.821279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-94dcfbce-b28d-479f-8e69-e1686f8f9050 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.4735670 Jul 16 18:33:27.824973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f8e593e-d908-4ef2-8c49-4d8ad86a75bc req-4184da28-6a39-4b63-b6c0-0eb8b1f753dc tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666369 Jul 16 18:33:27.894411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-2a9c91f2-1178-4e52-8d3d-9ec6c2f262f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535665 Jul 16 18:33:27.930327 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836cc72-c428-4129-aac6-122a12881b1e x-openstack-request-id: req-0836cc72-c428-4129-aac6-122a12881b1e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:27.930653 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:27.930901 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0836cc72-c428-4129-aac6-122a12881b1e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:27.931301 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'code': 200} Jul 16 18:33:27.934113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db99c572-2c1b-4f6e-928b-8d9ace02599b None None] Provisioning complete for port a8e26f87-b640-477b-bba3-20b217a307c8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.934490 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db99c572-2c1b-4f6e-928b-8d9ace02599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.981120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-db99c572-2c1b-4f6e-928b-8d9ace02599b None None] Port a8e26f87-b640-477b-bba3-20b217a307c8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:28.059050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-9f0090d7-8ba3-4036-9e6a-113442063f4c service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567163 Jul 16 18:33:28.063495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1edde76-4776-4f5d-8fd0-99d094335707 req-553708c8-d38e-42f3-99fe-b66515d9e2b5 tempest-FloatingIPsNegativeTestJSON-579481996 tempest-FloatingIPsNegativeTestJSON-579481996-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0678403 Jul 16 18:33:28.226935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a008b0f-ade3-4c62-a89e-f305673d86fd req-2f6c0051-8eed-4b2c-908c-165162bc38eb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194477 Jul 16 18:33:28.243395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Router 0f85512a-98de-4a08-b221-ee15b97677b3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:28.258346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72b9e348-e83c-4d8c-9e37-2387f48559ea req-297af280-bdea-4be9-b4a8-d91093b44bce service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901593 Jul 16 18:33:28.277078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.392262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.534580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Allocated IP 172.20.0.8 (2eedb3f3-efbd-40d9-a503-d9ec41335c02/e651a384-81ca-4dae-bfa8-6d188b4c761e/ed37aea2-6f26-4dfd-b310-71090c763c4a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:28.550491 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-61e84b45-7c35-4f25-a5fd-985a7024bea6 req-c3b152d9-6c88-4779-a255-69366892be36 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0592480 Jul 16 18:33:28.605741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:28.637706 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [req-2de56ba2-374e-4e27-9072-b7887a3f90b0 req-f551db72-170d-49a0-8e7b-146b9addfe4a tempest-FloatingIPsNegativeTestJSON-579481996 tempest-FloatingIPsNegativeTestJSON-579481996-project] show failed (client error): The resource could not be found. Jul 16 18:33:28.648915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2de56ba2-374e-4e27-9072-b7887a3f90b0 req-f551db72-170d-49a0-8e7b-146b9addfe4a tempest-FloatingIPsNegativeTestJSON-579481996 tempest-FloatingIPsNegativeTestJSON-579481996-project] 10.222.0.49 "GET /v2.0/floatingips/062c6821-b066-4e4c-80e9-e658ad6db791 HTTP/1.1" status: 404 len: 350 time: 0.0538018 Jul 16 18:33:28.650300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:28.653246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:28.656209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.692353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event updated for resources: {'Port': ['ID=d975b193-4660-4b98-8773-679c809a5ddf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:28.767536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1600d559-2f16-4a39-b67b-6781b54f5cc4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:28.770981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:28.771973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.839394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-ecdbc0ba-ee6d-46da-abc2-499f7a2c2600 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0947180 Jul 16 18:33:28.844290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1600d559-2f16-4a39-b67b-6781b54f5cc4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:28.844722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.858188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07b9b92c-7059-49b5-af06-587b1a0a580c req-4c5d53c9-ba66-40df-85be-5a4c865522c9 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 210 time: 0.0888951 Jul 16 18:33:28.866187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Request body: {'port': {'device_id': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:29.018848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 65927f4c-9850-4b9d-bc65-ffdbce734fcf up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:29.048237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:29.064044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] Sync routers for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:29.109066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:29.109636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.142540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] No DVR routers for this DVR port dbc7f766-cdbf-4743-9194-4eb9aa1e1322 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:29.149761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.152016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f786c366-717c-40b0-b299-7dba243855cf req-2ec79e10-d51a-42bc-b718-14b214e8c414 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.59 "DELETE /v2.0/ports/dbc7f766-cdbf-4743-9194-4eb9aa1e1322 HTTP/1.1" status: 204 len: 173 time: 6.0740869 Jul 16 18:33:29.154314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'name': 'network-vif-deleted', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:29.157311 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac8b67f-c9d7-4fa7-b47e-aaf73b69bc8d" -d '{"events": [{"server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "name": "network-vif-deleted", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:29.204627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 65927f4c-9850-4b9d-bc65-ffdbce734fcf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:29.216332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.222873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.234134 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7768aeeb-3b63-4db9-9558-9e8998d76764 x-openstack-request-id: req-7768aeeb-3b63-4db9-9558-9e8998d76764 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:29.234702 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b91c66e-0fb6-4fe7-9920-bb808717dbc4", "name": "network-vif-deleted", "tag": "dbc7f766-cdbf-4743-9194-4eb9aa1e1322", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:29.234948 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7768aeeb-3b63-4db9-9558-9e8998d76764 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:29.235404 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b91c66e-0fb6-4fe7-9920-bb808717dbc4', 'name': 'network-vif-deleted', 'tag': 'dbc7f766-cdbf-4743-9194-4eb9aa1e1322', 'status': 'completed', 'code': 200} Jul 16 18:33:29.303773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 65927f4c-9850-4b9d-bc65-ffdbce734fcf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:29.304142 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.382222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:29.471909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.527806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.631890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73868ebe-49d3-4457-9a39-2103ca392d29 req-7fa0a9d2-3d60-40b4-ab32-5a646ac083d1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:29.633714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73868ebe-49d3-4457-9a39-2103ca392d29 req-7fa0a9d2-3d60-40b4-ab32-5a646ac083d1 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.5179675 Jul 16 18:33:29.737458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-73868ebe-49d3-4457-9a39-2103ca392d29 req-bdaa564a-9ae9-4688-8a05-81342f2e9649 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905802 Jul 16 18:33:29.779941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:29.782668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:29.786118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:29.788023 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.858000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 65927f4c-9850-4b9d-bc65-ffdbce734fcf, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=65927f4c-9850-4b9d-bc65-ffdbce734fcf,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:29.893689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.052202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=65927f4c-9850-4b9d-bc65-ffdbce734fcf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.064091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:12Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.137848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3b2e57cc-a5b6-47ec-bbb7-3b7dc7447737 req-8ca3f388-b8e7-4896-801f-2efceee02688 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b91c66e-0fb6-4fe7-9920-bb808717dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0841994 Jul 16 18:33:30.164088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] Checking router: 0f85512a-98de-4a08-b221-ee15b97677b3 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:30.190507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:30.191953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.199583 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Sync routers for ids ['86d37993-08b7-476e-829d-71ac8a862a23'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:30.219280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Routers {'86d37993-08b7-476e-829d-71ac8a862a23'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:30.219916 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['86d37993-08b7-476e-829d-71ac8a862a23'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.264804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d975b193-4660-4b98-8773-679c809a5ddf {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:30.274094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.290549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Transition to ACTIVE for port object d975b193-4660-4b98-8773-679c809a5ddf will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:30.302198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.304627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.388169 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Pushing event updated for resources: {'Port': ['ID=d975b193-4660-4b98-8773-679c809a5ddf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.411587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:30.468999 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Set router 86d37993-08b7-476e-829d-71ac8a862a23 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:30.616966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb3849-a89e-4bcb-b7df-b88f030f5b97 req-eb3e00de-77f2-44fa-93fc-ee230a6eeeb8 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:30.624504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efeb3849-a89e-4bcb-b7df-b88f030f5b97 req-eb3e00de-77f2-44fa-93fc-ee230a6eeeb8 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 931 time: 0.2266076 Jul 16 18:33:30.668153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 65927f4c-9850-4b9d-bc65-ffdbce734fcf up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:30.678207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Attempting to bind port d975b193-4660-4b98-8773-679c809a5ddf on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:30.678552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Attempting to bind port d975b193-4660-4b98-8773-679c809a5ddf by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:30.678883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Attempting to bind port d975b193-4660-4b98-8773-679c809a5ddf on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:30.684215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Port d975b193-4660-4b98-8773-679c809a5ddf on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:30.684542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Attempting to bind port d975b193-4660-4b98-8773-679c809a5ddf on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:30.694284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:30.694620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Checking segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:30.695018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Bound using segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:30.696419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Bound port: d975b193-4660-4b98-8773-679c809a5ddf, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:30.696809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.749631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event updated for resources: {'Port': ['ID=ed37aea2-6f26-4dfd-b310-71090c763c4a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.791957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:30.792629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.793776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 65927f4c-9850-4b9d-bc65-ffdbce734fcf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:30.794295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.835399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efeb3849-a89e-4bcb-b7df-b88f030f5b97 req-2857a70e-71ee-4f51-9504-d0c6b1096594 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091551 Jul 16 18:33:30.860741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-918ff22a-2343-4352-94c7-0096c60c7093 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7353518 Jul 16 18:33:30.870508 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d37993-08b7-476e-829d-71ac8a862a23', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:12Z', 'updated_at': '2021-07-16T18:33:20Z', 'revision_number': 4, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'gw_port': {'id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:13Z', 'updated_at': '2021-07-16T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '98ef2eb7-1a14-4fdf-9309-2df3c95891eb', 'name': '', 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'mac_address': 'fa:16:3e:ed:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '6d192ad1-53e2-4bf8-83b4-1666938fe7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:19Z', 'updated_at': '2021-07-16T18:33:20Z', 'revision_number': 2, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'subnets': [{'id': '6d192ad1-53e2-4bf8-83b4-1666938fe7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.896849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Request body: {'port': {'device_id': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:30.942231 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Checking router: 86d37993-08b7-476e-829d-71ac8a862a23 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:30.942452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:12Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.946186 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Updating router 86d37993-08b7-476e-829d-71ac8a862a23 port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:30.959940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] For port d975b193-4660-4b98-8773-679c809a5ddf, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:30.965474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] For port d975b193-4660-4b98-8773-679c809a5ddf, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=d975b193-4660-4b98-8773-679c809a5ddf,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:31.008886 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.037447 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.058311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28b8672-aa7d-4c6a-8891-1c367f74a453 None None] The sync data for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 is: [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:04Z', 'revision_number': 4, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '29e88efd-f252-4fea-9388-258e2a04b84e', 'name': '', 'network_id': 'f72c508a-a911-4ea4-9c53-4edc55bed9ef', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'mac_address': 'fa:16:3e:b6:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:03Z', 'updated_at': '2021-07-16T18:31:12Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'subnets': [{'id': 'e281700f-8c24-4822-8d43-6e42fd8e6645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:31.111532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed02a7-faa3-4434-8e74-e4d5a56a9760 req-6912d0f4-e0ad-4c6b-ba3b-5a17553feb79 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:31.127812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54ed02a7-faa3-4434-8e74-e4d5a56a9760 req-6912d0f4-e0ad-4c6b-ba3b-5a17553feb79 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 1.3373461 Jul 16 18:33:31.175358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:31.176119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.178155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] 10.222.0.59 "PUT /v2.0/ports/d975b193-4660-4b98-8773-679c809a5ddf HTTP/1.1" status: 200 len: 1092 time: 2.3291750 Jul 16 18:33:31.178870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c3ae-3921-4726-988c-b599201b7243 service neutron] Pushing event updated for resources: {'Port': ['ID=d975b193-4660-4b98-8773-679c809a5ddf,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.181286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.21.0.1 (185eb4ee-8635-406f-84d1-d9ce7581123a/e16d3539-cf30-4d67-b106-cf12292021cb/709447f8-9619-4b64-9797-962a80b8c37f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:31.183592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'tag': 'd975b193-4660-4b98-8773-679c809a5ddf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:31.186232 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "83a28a6a-15d1-4cb2-b415-7f601849e76f", "tag": "d975b193-4660-4b98-8773-679c809a5ddf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:31.215375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Deleting port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:31.215820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.294620 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54ed02a7-faa3-4434-8e74-e4d5a56a9760 req-dd559570-1377-4c96-a66f-919c8cf15320 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658103 Jul 16 18:33:31.317118 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.389532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.422855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Calling delete_port for 98ef2eb7-1a14-4fdf-9309-2df3c95891eb owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:31.450299 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8797ccc9-e784-45bf-8563-e009fd1c5fc8 x-openstack-request-id: req-8797ccc9-e784-45bf-8563-e009fd1c5fc8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:31.450586 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a28a6a-15d1-4cb2-b415-7f601849e76f", "tag": "d975b193-4660-4b98-8773-679c809a5ddf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:31.450932 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8797ccc9-e784-45bf-8563-e009fd1c5fc8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:31.451382 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'tag': 'd975b193-4660-4b98-8773-679c809a5ddf', 'status': 'completed', 'code': 200} Jul 16 18:33:31.505731 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.508935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.522932 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Transition to ACTIVE for port object 98ef2eb7-1a14-4fdf-9309-2df3c95891eb will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:31.533975 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.543898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0fe41-0997-41a8-b3d2-f3db132103dc None None] New status for floating IP c517da66-a33a-442f-8735-d09a6f61ffb8: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:31.544109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3b5e-a45d-4462-8985-47b13d0eb97b req-a9c7cd80-4d55-42dd-8108-441fc028e76b tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:31.545658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f69f3b5e-a45d-4462-8985-47b13d0eb97b req-a9c7cd80-4d55-42dd-8108-441fc028e76b tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2584844 Jul 16 18:33:31.549308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-83f94504-3328-482f-bb90-5e4a764652ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:31.550736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-83f94504-3328-482f-bb90-5e4a764652ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=83a28a6a-15d1-4cb2-b415-7f601849e76f HTTP/1.1" status: 200 len: 1095 time: 0.2623773 Jul 16 18:33:31.592602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.610591 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Pushing event updated for resources: {'Port': ['ID=98ef2eb7-1a14-4fdf-9309-2df3c95891eb,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.655396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object 709447f8-9619-4b64-9797-962a80b8c37f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:31.684315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f38056e4-935c-4c69-a613-561f8f544046 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.703310 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-74dd0e8a-1fbf-4787-bea1-2ebd01d4a46e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d975b193-4660-4b98-8773-679c809a5ddf HTTP/1.1" status: 200 len: 217 time: 0.1052554 Jul 16 18:33:31.732382 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.733480 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.734367 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.736153 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.736700 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.737649 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.739094 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.739842 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.741520 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f69f3b5e-a45d-4462-8985-47b13d0eb97b req-10875f9f-9e72-4113-8854-43511edbcb75 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361532 Jul 16 18:33:31.742190 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.742698 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.743150 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.744090 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf675c-706b-4c40-9edb-8a60c64f7896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.773797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f38056e4-935c-4c69-a613-561f8f544046 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.797087 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Attempting to bind port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:31.797633 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Attempting to bind port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:31.800461 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Attempting to bind port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb on network f1c41e21-67c9-4c22-9dfc-c8209c344670 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:31.811487 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:31.812218 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Checking segment: {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:31.812681 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.813883 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Bound using segment: {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:31.814592 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Bound port: 98ef2eb7-1a14-4fdf-9309-2df3c95891eb, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:31.815204 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.828173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6e78674b-8a9f-42bf-aca4-18e034e1f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:31.829779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6e78674b-8a9f-42bf-aca4-18e034e1f960 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.1171045 Jul 16 18:33:31.886942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f38056e4-935c-4c69-a613-561f8f544046 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.891217 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f38056e4-935c-4c69-a613-561f8f544046 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.892476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f38056e4-935c-4c69-a613-561f8f544046 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "DELETE /v2.0/security-groups/d6c03bbd-12f8-4583-b708-9dbea00b0598 HTTP/1.1" status: 204 len: 168 time: 0.3786278 Jul 16 18:33:31.898798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.905808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.978781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38056e4-935c-4c69-a613-561f8f544046 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c03bbd-12f8-4583-b708-9dbea00b0598,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.027751 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-3f039f36-fb65-41a7-a771-17a9787edd84 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] show failed (client error): The resource could not be found. Jul 16 18:33:32.028833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3f039f36-fb65-41a7-a771-17a9787edd84 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "GET /v2.0/security-groups/d6c03bbd-12f8-4583-b708-9dbea00b0598 HTTP/1.1" status: 404 len: 347 time: 0.1246686 Jul 16 18:33:32.050119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33272) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:32.077952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 185eb4ee-8635-406f-84d1-d9ce7581123a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:32.120175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=709447f8-9619-4b64-9797-962a80b8c37f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.159199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:32.172308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:32.257934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed37aea2-6f26-4dfd-b310-71090c763c4a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:32.279130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.327967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.334025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Transition to ACTIVE for port object ed37aea2-6f26-4dfd-b310-71090c763c4a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:32.363570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-31fb6d56-2a1f-4811-af28-1c6127e93518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5207517 Jul 16 18:33:32.385814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.389803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-46180571-0f1b-4f09-8b40-e27995eb5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.391078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-46180571-0f1b-4f09-8b40-e27995eb5534 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 1098 time: 0.4341230 Jul 16 18:33:32.464027 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:33:32.464515 n-d-791504-15 neutron-server[93798]: DEBUG oslo_db.api [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:33:32.466638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.495493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ef2eb7-1a14-4fdf-9309-2df3c95891eb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.574017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc21c6e1-46ca-4e70-9de9-ed4c885be2de None None] Provisioning for port 709447f8-9619-4b64-9797-962a80b8c37f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:32.580995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc21c6e1-46ca-4e70-9de9-ed4c885be2de None None] Provisioning complete for port 709447f8-9619-4b64-9797-962a80b8c37f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:32.583105 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc21c6e1-46ca-4e70-9de9-ed4c885be2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.585613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b83c8-fdd3-4360-828b-8b00d57c771c req-0b63a2cc-14e7-4133-ab8b-dd0ced029f2b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.587479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d6b83c8-fdd3-4360-828b-8b00d57c771c req-0b63a2cc-14e7-4133-ab8b-dd0ced029f2b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 931 time: 0.5474248 Jul 16 18:33:32.598147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-e2366f77-c788-427b-97c7-b4f14c5e4021 service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176101 Jul 16 18:33:32.646070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dc21c6e1-46ca-4e70-9de9-ed4c885be2de None None] Port 709447f8-9619-4b64-9797-962a80b8c37f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:32.713782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Pushing event updated for resources: {'Port': ['ID=ed37aea2-6f26-4dfd-b310-71090c763c4a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.737601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Deleting port a448a9cf-6f19-49c4-9e2f-0b78bd5f0f43 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:32.738058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.772220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9a8e-5fb6-4c1a-8e35-3b86551bdaad req-58268a2e-cd1d-4b3b-ae46-adcf4914b9c2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.773106 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d11e9a8e-5fb6-4c1a-8e35-3b86551bdaad req-58268a2e-cd1d-4b3b-ae46-adcf4914b9c2 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.2787850 Jul 16 18:33:32.839080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d6b83c8-fdd3-4360-828b-8b00d57c771c req-03634bf7-506a-4144-9671-1246f64d7fa9 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265935 Jul 16 18:33:32.887908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.892130 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-8aad89d6-076a-4f26-9e2e-8330dd73cd83 service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854295 Jul 16 18:33:32.901038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d11e9a8e-5fb6-4c1a-8e35-3b86551bdaad req-988886c2-2a32-4fa3-aa1f-baec4498012e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091318 Jul 16 18:33:32.911630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-f2eff232-2f0c-4f87-a287-2e6f541d6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.913428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-f2eff232-2f0c-4f87-a287-2e6f541d6f07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.5113380 Jul 16 18:33:32.919124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.931659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Attempting to bind port ed37aea2-6f26-4dfd-b310-71090c763c4a on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:32.931659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Attempting to bind port ed37aea2-6f26-4dfd-b310-71090c763c4a by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:32.932052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Attempting to bind port ed37aea2-6f26-4dfd-b310-71090c763c4a on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:32.977411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-c06ed1f6-d186-4ace-8216-18cbff5766d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b HTTP/1.1" status: 200 len: 217 time: 0.0560129 Jul 16 18:33:32.983507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Attempting to bind port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:32.984489 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Attempting to bind port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:32.985166 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Attempting to bind port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb on network f1c41e21-67c9-4c22-9dfc-c8209c344670 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:32.991206 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:32.991863 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Checking segment: {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:32.992408 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.993110 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Bound using segment: {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:32.993718 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Bound port: 98ef2eb7-1a14-4fdf-9309-2df3c95891eb, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc254870-c560-48fc-a297-d9e48fc8e068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f1c41e21-67c9-4c22-9dfc-c8209c344670'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:32.994270 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.005066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Port ed37aea2-6f26-4dfd-b310-71090c763c4a on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:33.005394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Attempting to bind port ed37aea2-6f26-4dfd-b310-71090c763c4a on network 2eedb3f3-efbd-40d9-a503-d9ec41335c02 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:33.011055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.011231 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.030269 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Port 98ef2eb7-1a14-4fdf-9309-2df3c95891eb has been deleted concurrently {{(pid=93798) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:33:33.048289 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Routers {'86d37993-08b7-476e-829d-71ac8a862a23'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:33.049126 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['86d37993-08b7-476e-829d-71ac8a862a23'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:33.088068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-dda60a54-f218-413c-a3fb-ca57f5ab8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.088354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Calling delete_port for a448a9cf-6f19-49c4-9e2f-0b78bd5f0f43 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:33.089156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-dda60a54-f218-413c-a3fb-ca57f5ab8447 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=83a28a6a-15d1-4cb2-b415-7f601849e76f HTTP/1.1" status: 200 len: 1095 time: 0.1085157 Jul 16 18:33:33.093151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:33.097092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Checking segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:33.097092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Bound using segment: {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:33.097092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Bound port: ed37aea2-6f26-4dfd-b310-71090c763c4a, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36933c08-675b-4f92-bad5-d88f866d782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:33.097092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.172446 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] Set router 86d37993-08b7-476e-829d-71ac8a862a23 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:33.254729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-77b0c863-bef2-40d1-ad7e-4eb9526bcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.256237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-77b0c863-bef2-40d1-ad7e-4eb9526bcc8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.2531431 Jul 16 18:33:33.266720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-0fc76824-048b-4b65-bd64-1ed8d813c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.268306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-0fc76824-048b-4b65-bd64-1ed8d813c46a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 913 time: 0.1716771 Jul 16 18:33:33.315036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Router 86d37993-08b7-476e-829d-71ac8a862a23 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:33.316832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-b670373b-5476-4d0f-b66f-31e0e94677bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d975b193-4660-4b98-8773-679c809a5ddf HTTP/1.1" status: 200 len: 217 time: 0.0418346 Jul 16 18:33:33.386753 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d37993-08b7-476e-829d-71ac8a862a23', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:12Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 5, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'gw_port': {'id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:13Z', 'updated_at': '2021-07-16T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:33.410189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-076a827c-fa80-4413-8abe-251a6cf7c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.411793 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-076a827c-fa80-4413-8abe-251a6cf7c4f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.0882821 Jul 16 18:33:33.412300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8714f1-7a71-4d12-a1ac-53a1d31df90b req-89ed2508-3cc6-4513-9a84-4d2103d2f560 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.413877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c8714f1-7a71-4d12-a1ac-53a1d31df90b req-89ed2508-3cc6-4513-9a84-4d2103d2f560 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.4096978 Jul 16 18:33:33.415169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] For port ed37aea2-6f26-4dfd-b310-71090c763c4a, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:33.416301 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef75d92-8518-4171-a2a7-a501fd189bad None None] The sync data for ids ['86d37993-08b7-476e-829d-71ac8a862a23'] in n-d-791504-15 is: [{'id': '86d37993-08b7-476e-829d-71ac8a862a23', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:12Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 5, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'gw_port': {'id': '65927f4c-9850-4b9d-bc65-ffdbce734fcf', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d37993-08b7-476e-829d-71ac8a862a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:13Z', 'updated_at': '2021-07-16T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:33.472955 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-0e4a778f-780e-41e5-a7b1-c739f7e3aab8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298483 Jul 16 18:33:33.493242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] For port ed37aea2-6f26-4dfd-b310-71090c763c4a, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ed37aea2-6f26-4dfd-b310-71090c763c4a,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:33.511424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.517736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:33.526644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-69e964e2-59a3-405f-9b8c-57ade3d86ef4 admin admin] 10.222.0.49 "PUT /v2.0/routers/86d37993-08b7-476e-829d-71ac8a862a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8628030 Jul 16 18:33:33.526887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:33.586722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-b569c613-0d5b-4600-bcab-2f0e2bbe2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.588372 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-b569c613-0d5b-4600-bcab-2f0e2bbe2142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3225062 Jul 16 18:33:33.604477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c8714f1-7a71-4d12-a1ac-53a1d31df90b req-142eb41a-1f05-4c8b-a84a-89fbc7c64ca3 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716383 Jul 16 18:33:33.634119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.634886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.636344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] 10.222.0.59 "PUT /v2.0/ports/ed37aea2-6f26-4dfd-b310-71090c763c4a HTTP/1.1" status: 200 len: 1092 time: 2.7453029 Jul 16 18:33:33.636816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'tag': 'ed37aea2-6f26-4dfd-b310-71090c763c4a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:33.639081 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70603ab6-d68e-4f2c-8f32-b746de366829" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae09de9-e561-4eb0-99a2-3d26467193ea", "tag": "ed37aea2-6f26-4dfd-b310-71090c763c4a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:33.654709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-28a4d54b-f405-4602-8685-b1fa3e880e88 service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732273 Jul 16 18:33:33.704576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.706432 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bbd5e2-f5e1-46bf-967f-b4343a52c67c x-openstack-request-id: req-99bbd5e2-f5e1-46bf-967f-b4343a52c67c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:33.706694 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae09de9-e561-4eb0-99a2-3d26467193ea", "tag": "ed37aea2-6f26-4dfd-b310-71090c763c4a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:33.707034 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99bbd5e2-f5e1-46bf-967f-b4343a52c67c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:33.707434 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'tag': 'ed37aea2-6f26-4dfd-b310-71090c763c4a', 'status': 'completed', 'code': 200} Jul 16 18:33:33.731635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.758960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926482-a64f-45f0-a0fe-2741c89e4a50 service neutron] Pushing event updated for resources: {'Port': ['ID=ed37aea2-6f26-4dfd-b310-71090c763c4a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:33.763953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.819609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.829566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Pushing event deleted for resources: {'Port': ['ID=a448a9cf-6f19-49c4-9e2f-0b78bd5f0f43,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:33.843379 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fbc4a15-9cc4-47e7-b280-0489da4b2ba8 req-c3dbb6ba-6a51-4768-a0f2-f8c20f6c4e83 service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741014 Jul 16 18:33:33.861440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.923791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Deleting port 65927f4c-9850-4b9d-bc65-ffdbce734fcf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:33.924286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.109753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] For port 65927f4c-9850-4b9d-bc65-ffdbce734fcf, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=65927f4c-9850-4b9d-bc65-ffdbce734fcf,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:34.109753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.124725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Calling delete_port for 65927f4c-9850-4b9d-bc65-ffdbce734fcf owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:34.207220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a12dd8-0d14-49d0-b6c2-012706c93f5b req-0b0dac33-65c5-42da-9f6b-1988f1c703f1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:34.208984 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69a12dd8-0d14-49d0-b6c2-012706c93f5b req-0b0dac33-65c5-42da-9f6b-1988f1c703f1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.1494069 Jul 16 18:33:34.305454 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69a12dd8-0d14-49d0-b6c2-012706c93f5b req-a110ebc4-6a34-4b3a-b50a-2b440693dfb4 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897961 Jul 16 18:33:34.414563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.442231 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.444977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-c5a90dda-ee4a-4d31-b4ec-8372f31f7dcb service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346028 Jul 16 18:33:34.476926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Pushing event deleted for resources: {'Port': ['ID=65927f4c-9850-4b9d-bc65-ffdbce734fcf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.496954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98ef2eb7-1a14-4fdf-9309-2df3c95891eb no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:34.508501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=709447f8-9619-4b64-9797-962a80b8c37f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.532065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa4e4-482c-4fec-9da1-4cc4120ceb28 req-dc03ef07-a57c-41d3-9af2-b96787b01ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:34.532466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 98ef2eb7-1a14-4fdf-9309-2df3c95891eb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:34.533102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98ef2eb7-1a14-4fdf-9309-2df3c95891eb not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:34.533657 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ccafa4e4-482c-4fec-9da1-4cc4120ceb28 req-dc03ef07-a57c-41d3-9af2-b96787b01ecd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1098 time: 0.1412058 Jul 16 18:33:34.584953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.588710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.589393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ccafa4e4-482c-4fec-9da1-4cc4120ceb28 req-1f714ad8-9228-479d-9a0c-905f6522bd3e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460196 Jul 16 18:33:34.590156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.590272 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3089bf41-5756-431c-93eb-0a42f505d902 tempest-ServersTestManualDisk-268690711 tempest-ServersTestManualDisk-268690711-project] 10.222.0.49 "DELETE /v2.0/floatingips/c517da66-a33a-442f-8735-d09a6f61ffb8 HTTP/1.1" status: 204 len: 168 time: 2.5384929 Jul 16 18:33:34.593339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:34.647169 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] Sync routers for ids ['86d37993-08b7-476e-829d-71ac8a862a23'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:34.659918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-0b04a8db-d8f9-434d-999a-1be1d1b06111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:34.660547 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] Routers {'86d37993-08b7-476e-829d-71ac8a862a23'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:34.661665 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['86d37993-08b7-476e-829d-71ac8a862a23'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:34.661851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-0b04a8db-d8f9-434d-999a-1be1d1b06111 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 1095 time: 0.9590566 Jul 16 18:33:34.663837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea63246e-f250-45b2-a37e-09b673de7e34 req-f7695a32-af8a-4564-a495-a9bbc9cbfd9b service neutron] 10.222.0.59 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071023 Jul 16 18:33:34.695331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e97b7-114b-42fe-88c3-953e954b3d84 req-a1dd6c81-88ac-4b79-a24c-87717033fb2f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:34.703458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-738e97b7-114b-42fe-88c3-953e954b3d84 req-a1dd6c81-88ac-4b79-a24c-87717033fb2f tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 943 time: 0.4568806 Jul 16 18:33:34.736216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.750864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.753564 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] Set router 86d37993-08b7-476e-829d-71ac8a862a23 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:34.778583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-f2dedb90-c503-4bbb-8e1b-44fe89ffbee8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed37aea2-6f26-4dfd-b310-71090c763c4a HTTP/1.1" status: 200 len: 217 time: 0.1022015 Jul 16 18:33:34.792795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-738e97b7-114b-42fe-88c3-953e954b3d84 req-befd6e7a-26bd-4355-ac38-560fe5bd6949 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883365 Jul 16 18:33:34.806632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 185eb4ee-8635-406f-84d1-d9ce7581123a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:34.808048 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d37993-08b7-476e-829d-71ac8a862a23', 'name': 'tempest-FloatingIPsNegativeTestJSON-1348134235-router', 'tenant_id': '635b19d4e70940e3b971dc41d1542fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:12Z', 'updated_at': '2021-07-16T18:33:34Z', 'revision_number': 7, 'project_id': '635b19d4e70940e3b971dc41d1542fc7', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:34.828645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:34.877584 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.878356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86d37993-08b7-476e-829d-71ac8a862a23 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:34.887718 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.891684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ed83facc-da13-4cd4-bfb5-f68154ed511c admin admin] 10.222.0.49 "DELETE /v2.0/routers/86d37993-08b7-476e-829d-71ac8a862a23 HTTP/1.1" status: 204 len: 168 time: 1.3637588 Jul 16 18:33:34.894491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33296) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:34.955355 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] Checking router: 86d37993-08b7-476e-829d-71ac8a862a23 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:34.957964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-0c3e4f3c-bfa0-4e99-9f7f-62661f1a1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:34.959647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-0c3e4f3c-bfa0-4e99-9f7f-62661f1a1e5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.1713476 Jul 16 18:33:34.966339 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] Routers set() bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:34.967011 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] Router IDs set() for agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:33:34.968136 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86d37993-08b7-476e-829d-71ac8a862a23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent'). {{(pid=93798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:33:34.968880 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddb81a-69b7-47d5-9f96-59a106717073 None None] The sync data for ids ['86d37993-08b7-476e-829d-71ac8a862a23'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:34.999338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router fa0816e6-6620-4004-9366-848ad64b118b has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:35.002089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-6e3f6218-6415-4a1b-a142-eb9ac78f9ab8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348642 Jul 16 18:33:35.199367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f778b101-35db-4284-bf8d-43aee78c547f None None] Provisioning complete for port 709447f8-9619-4b64-9797-962a80b8c37f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:35.200012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f778b101-35db-4284-bf8d-43aee78c547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.211886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:35.218107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-44337f18-dfdc-4254-a131-9689ebeb5540 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/fa0816e6-6620-4004-9366-848ad64b118b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4586837 Jul 16 18:33:35.223287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-b22c68d6-885e-4b61-a799-7165134fa333 service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116423 Jul 16 18:33:35.223761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33300) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.242261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f778b101-35db-4284-bf8d-43aee78c547f None None] Port 709447f8-9619-4b64-9797-962a80b8c37f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:35.245709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] Sync routers for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:35.255972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:35.257032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.293630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.304489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:35.305811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.347860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ecc78-a54f-46fc-a54d-b1d8666a1327 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.349814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-194ecc78-a54f-46fc-a54d-b1d8666a1327 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports/709447f8-9619-4b64-9797-962a80b8c37f HTTP/1.1" status: 200 len: 910 time: 0.1251330 Jul 16 18:33:35.353903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.354579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8179e-5ca2-4b9b-b424-0120ad18afbf None None] The sync data for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:35.365885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.425974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48c615f-0a6e-47d3-931d-d1ed1c1490e0 req-701c5771-a45a-4a51-bb3c-4e3ac82cb37f service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789162 Jul 16 18:33:35.508698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] Deleting subnet 6d192ad1-53e2-4bf8-83b4-1666938fe7cb {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:35.557320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8e71-f2d6-4116-bc94-9b55eb415da5 req-751643e5-573d-4bf7-a0a3-aaf839955065 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.558897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31ae8e71-f2d6-4116-bc94-9b55eb415da5 req-751643e5-573d-4bf7-a0a3-aaf839955065 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.8190677 Jul 16 18:33:35.565599 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.622261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f7277-cd7c-410b-b7f0-cbbc82ea62e8 req-4103baab-9cd7-4b77-93e0-5c016bc3b8d8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.625366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-842f7277-cd7c-410b-b7f0-cbbc82ea62e8 req-4103baab-9cd7-4b77-93e0-5c016bc3b8d8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 946 time: 0.1842802 Jul 16 18:33:35.664416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-e10d5def-ac0d-42fe-a0ab-8491b730714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.665913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-e10d5def-ac0d-42fe-a0ab-8491b730714f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 1095 time: 0.1565945 Jul 16 18:33:35.669130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.714106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-842f7277-cd7c-410b-b7f0-cbbc82ea62e8 req-f3d42fed-ffc7-41aa-a3ca-f8a952898b27 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794802 Jul 16 18:33:35.718662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device d975b193-4660-4b98-8773-679c809a5ddf details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:35.722199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9d0ca1e9-80fa-4433-91de-4115ee872c9b no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:35.734749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-b01209f1-270c-4e58-b8bf-f474dc46ff32 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1608570 Jul 16 18:33:35.783325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31ae8e71-f2d6-4116-bc94-9b55eb415da5 req-7151b7cf-ab99-402c-9dff-5e16a1005f02 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083662 Jul 16 18:33:35.872110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-db47bf6f-0405-420b-9165-4009f4de330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.874221 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-db47bf6f-0405-420b-9165-4009f4de330a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 200 len: 913 time: 0.1943934 Jul 16 18:33:35.956670 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-5e0b248d-29e8-4a2b-8076-be5930912cc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed37aea2-6f26-4dfd-b310-71090c763c4a HTTP/1.1" status: 200 len: 217 time: 0.0629203 Jul 16 18:33:35.971019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.971504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.972416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.972416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.972908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.973542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.974010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.976406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a7c54554-2e73-4850-b8a0-8e28f8e5f6cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a74622d980444c6b599db4cbae02d32&device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 6498 time: 0.1684020 Jul 16 18:33:35.990168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.018659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.064125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:36.066601 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f946f7-9021-470c-bf3f-a9826a94a43b" -d '{"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:36.067868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-5c71a415-097c-4182-985d-b76d418a427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.069572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-5c71a415-097c-4182-985d-b76d418a427e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 200 len: 852 time: 0.0920660 Jul 16 18:33:36.090232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.096328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port d975b193-4660-4b98-8773-679c809a5ddf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=d975b193-4660-4b98-8773-679c809a5ddf,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.107985 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.135129 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47292e09-28b7-49be-969d-eb31f24fe674 x-openstack-request-id: req-47292e09-28b7-49be-969d-eb31f24fe674 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:36.135419 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:36.135866 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47292e09-28b7-49be-969d-eb31f24fe674 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:36.136405 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'code': 200} Jul 16 18:33:36.140205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'd975b193-4660-4b98-8773-679c809a5ddf', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'port_id': 'd975b193-4660-4b98-8773-679c809a5ddf', 'mac_address': 'fa:16:3e:cd:26:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e651a384-81ca-4dae-bfa8-6d188b4c761e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:36.153932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.157718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-68e36433-7b03-49b3-9ff1-d859cb318151 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2eedb3f3-efbd-40d9-a503-d9ec41335c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334048 Jul 16 18:33:36.195443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-603606dd-c06b-46b8-9417-8a02c53e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.196049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-603606dd-c06b-46b8-9417-8a02c53e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.196514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-603606dd-c06b-46b8-9417-8a02c53e65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.197895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.198191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-603606dd-c06b-46b8-9417-8a02c53e65b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5f578155-921a-45d2-b167-32878999fee7&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 HTTP/1.1" status: 200 len: 2293 time: 0.1812675 Jul 16 18:33:36.199340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.202920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6d192ad1-53e2-4bf8-83b4-1666938fe7cb HTTP/1.1" status: 204 len: 168 time: 1.3065577 Jul 16 18:33:36.203709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:36.206978 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.210086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67472c7a-871c-4d9e-ba82-a47316a119a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d192ad1-53e2-4bf8-83b4-1666938fe7cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.307226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-96384302-ae45-4a8f-ab16-a99bab61c746 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b24ef1-acd8-44dc-a62c-a52071237444 HTTP/1.1" status: 200 len: 1002 time: 0.1003587 Jul 16 18:33:36.340743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609f762-aa15-47bf-b1e1-588f75550b17 req-a61f720a-0b8c-46c0-ba08-ece2901fa93b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.342461 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f609f762-aa15-47bf-b1e1-588f75550b17 req-a61f720a-0b8c-46c0-ba08-ece2901fa93b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 943 time: 0.3107507 Jul 16 18:33:36.351575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-65c8c620-a2c3-40cb-b386-05bf3e9391be service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833811 Jul 16 18:33:36.363461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.390879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd20c8-9f22-4a20-b583-112fd16055af None None] Network f1c41e21-67c9-4c22-9dfc-c8209c344670 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:36.393691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-bc0acead-167f-457d-b598-3779e3c021fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.394650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-bc0acead-167f-457d-b598-3779e3c021fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e002e86a-d76d-4541-b528-5f64fdfd0358 HTTP/1.1" status: 200 len: 851 time: 0.0778494 Jul 16 18:33:36.410571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d975b193-4660-4b98-8773-679c809a5ddf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:36.450002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f609f762-aa15-47bf-b1e1-588f75550b17 req-ec45b2de-af96-4c00-854d-581efa615547 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896406 Jul 16 18:33:36.460867 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.494927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port d975b193-4660-4b98-8773-679c809a5ddf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=d975b193-4660-4b98-8773-679c809a5ddf,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.502733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70603ab6-d68e-4f2c-8f32-b746de366829 req-ff17f957-a182-4d6f-a50e-29c9579c150e service neutron] 10.222.0.59 "GET /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423633 Jul 16 18:33:36.517810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.524537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a8db4f70-cf30-4bbc-867c-e226b8d8ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.527591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a8db4f70-cf30-4bbc-867c-e226b8d8ae32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5f578155-921a-45d2-b167-32878999fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960166 Jul 16 18:33:36.546880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.558567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 65927f4c-9850-4b9d-bc65-ffdbce734fcf no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:36.610328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 65927f4c-9850-4b9d-bc65-ffdbce734fcf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:36.610682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 65927f4c-9850-4b9d-bc65-ffdbce734fcf not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:36.610809 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:36.638504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=d975b193-4660-4b98-8773-679c809a5ddf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.650465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-05c78a05-edcd-43c6-b19f-08e6f2aebb1e service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126864 Jul 16 18:33:36.697222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Deleting port 11aba87d-1024-40e0-ad2e-c639c325e976 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:36.697567 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.719790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] DHCP port deletion for f1c41e21-67c9-4c22-9dfc-c8209c344670 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:36.773655 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-bfd8beac-d7d7-4c71-9a7f-254281467e0b service neutron] 10.222.0.59 "GET /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153064 Jul 16 18:33:36.798196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] Deleting port 11aba87d-1024-40e0-ad2e-c639c325e976 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:36.799079 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.884929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] For port 11aba87d-1024-40e0-ad2e-c639c325e976, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=11aba87d-1024-40e0-ad2e-c639c325e976,segment=NetworkSegment(fc254870-c560-48fc-a297-d9e48fc8e068),segment_id=fc254870-c560-48fc-a297-d9e48fc8e068)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.885330 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.897208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-416420f1-172a-44a5-83fc-e6a7e56dbabd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 217 time: 0.1149454 Jul 16 18:33:36.918220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] For port 11aba87d-1024-40e0-ad2e-c639c325e976, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=11aba87d-1024-40e0-ad2e-c639c325e976,segment=NetworkSegment(fc254870-c560-48fc-a297-d9e48fc8e068),segment_id=fc254870-c560-48fc-a297-d9e48fc8e068)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.918880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.919180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['d975b193-4660-4b98-8773-679c809a5ddf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:36.927448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] Calling delete_port for 11aba87d-1024-40e0-ad2e-c639c325e976 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:36.974540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Calling delete_port for 11aba87d-1024-40e0-ad2e-c639c325e976 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:37.011459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-9ccede35-4f8d-4447-9ed8-e5b330275a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.013506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-9ccede35-4f8d-4447-9ed8-e5b330275a0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1085904 Jul 16 18:33:37.109869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.110938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334e96-bc62-4ab6-bccb-87ce928e4963 req-a2ff6fec-54f3-4624-97d9-7a3f20227868 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.117296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28334e96-bc62-4ab6-bccb-87ce928e4963 req-a2ff6fec-54f3-4624-97d9-7a3f20227868 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 944 time: 0.1499557 Jul 16 18:33:37.149255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-c39edcdb-7352-4cee-afc4-e4180253776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.151065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-c39edcdb-7352-4cee-afc4-e4180253776d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1258392 Jul 16 18:33:37.176119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] Pushing event deleted for resources: {'Port': ['ID=11aba87d-1024-40e0-ad2e-c639c325e976,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.178841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a7c62-6118-4efa-a337-420896f9f8b3 None None] No DVR routers for this DVR port 11aba87d-1024-40e0-ad2e-c639c325e976 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:37.192252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28334e96-bc62-4ab6-bccb-87ce928e4963 req-a5f7f59b-9106-4bc2-8fc7-8c50b24a6128 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734136 Jul 16 18:33:37.213869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664a24e-2500-40fb-a3f1-2f92a7dddac4 req-66864701-5fd2-4083-98a7-d1207034289a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.215693 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6664a24e-2500-40fb-a3f1-2f92a7dddac4 req-66864701-5fd2-4083-98a7-d1207034289a tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2629473 Jul 16 18:33:37.280479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-07bdc8a3-a70f-439a-9970-6bd8cab31478 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183677 Jul 16 18:33:37.312876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.364793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Pushing event deleted for resources: {'Port': ['ID=11aba87d-1024-40e0-ad2e-c639c325e976,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.369906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6664a24e-2500-40fb-a3f1-2f92a7dddac4 req-c74b6998-ad31-43eb-ac53-e02f523c7e11 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040781 Jul 16 18:33:37.383758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] No DVR routers for this DVR port 11aba87d-1024-40e0-ad2e-c639c325e976 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:37.425719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-e3413744-d6c7-416a-b1f2-ecb070bbc295 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376588 Jul 16 18:33:37.445005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 709447f8-9619-4b64-9797-962a80b8c37f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:37.445285 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.455423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Deleting port 29e88efd-f252-4fea-9388-258e2a04b84e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:37.455803 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.482115 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-520cfa2f-bba0-40a0-9caa-91f2357a2ecf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 217 time: 0.0486245 Jul 16 18:33:37.531265 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.564427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-fe74a68d-e285-44f2-b62d-0226069a1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.566025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-fe74a68d-e285-44f2-b62d-0226069a1201 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.0737073 Jul 16 18:33:37.601818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c41e21-67c9-4c22-9dfc-c8209c344670']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.622770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc254870-c560-48fc-a297-d9e48fc8e068') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.623073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc254870-c560-48fc-a297-d9e48fc8e068') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.627390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40e537-604b-4865-a2f8-62efd71b0038 req-ce023c61-065b-4c48-bc6b-1500e2cb98c8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.633637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f40e537-604b-4865-a2f8-62efd71b0038 req-ce023c61-065b-4c48-bc6b-1500e2cb98c8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1504242 Jul 16 18:33:37.635610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.673021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.675855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.683066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f40e537-604b-4865-a2f8-62efd71b0038 req-32af24ae-4c99-48cd-bcfb-6e02b7f7af9f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482776 Jul 16 18:33:37.689400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] For port 29e88efd-f252-4fea-9388-258e2a04b84e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=29e88efd-f252-4fea-9388-258e2a04b84e,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:37.689885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.690305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-3a8404ba-65bf-42f6-ab48-84beb76f6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:37.692263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-3a8404ba-65bf-42f6-ab48-84beb76f6942 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1193724 Jul 16 18:33:37.696657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:37.697168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: items = [ Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:37.703442 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:37.720425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 709447f8-9619-4b64-9797-962a80b8c37f owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:37.722538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ed37aea2-6f26-4dfd-b310-71090c763c4a details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:37.739611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Calling delete_port for 29e88efd-f252-4fea-9388-258e2a04b84e owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:37.797835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-e28b48c4-b9bf-4783-a8fb-d3af93ec5081 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976946 Jul 16 18:33:37.891465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ed37aea2-6f26-4dfd-b310-71090c763c4a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ed37aea2-6f26-4dfd-b310-71090c763c4a,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:37.905699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.910180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-3aadd18a-2a95-4536-90a9-a0252919b2d6 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055062 Jul 16 18:33:37.913206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'ed37aea2-6f26-4dfd-b310-71090c763c4a', 'network_id': '2eedb3f3-efbd-40d9-a503-d9ec41335c02', 'port_id': 'ed37aea2-6f26-4dfd-b310-71090c763c4a', 'mac_address': 'fa:16:3e:a3:29:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e651a384-81ca-4dae-bfa8-6d188b4c761e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:37.926876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.931575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] 10.222.0.49 "DELETE /v2.0/networks/f1c41e21-67c9-4c22-9dfc-c8209c344670 HTTP/1.1" status: 204 len: 168 time: 1.7156632 Jul 16 18:33:37.954576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407e0c3-408c-42a8-bdbf-9c76b0e107cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c41e21-67c9-4c22-9dfc-c8209c344670,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.963786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-b77de577-fb79-4057-bd03-20cbd146adc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3 HTTP/1.1" status: 200 len: 217 time: 0.0469086 Jul 16 18:33:37.992708 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.009770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed37aea2-6f26-4dfd-b310-71090c763c4a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:38.030072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-e1a31fae-00db-4524-8251-87922341b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.032164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-e1a31fae-00db-4524-8251-87922341b8bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.0574498 Jul 16 18:33:38.033561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ed37aea2-6f26-4dfd-b310-71090c763c4a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ed37aea2-6f26-4dfd-b310-71090c763c4a,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:38.040144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.099139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-7a79602e-6e35-4306-bf2d-d4118730d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.099139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-7a79602e-6e35-4306-bf2d-d4118730d0aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587082 Jul 16 18:33:38.111220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ed37aea2-6f26-4dfd-b310-71090c763c4a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:38.161836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f44ed-3514-417c-9ef9-4bdc54c5e788 req-d284f826-6cb3-4c22-8bb1-d311c4296084 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.163481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-603f44ed-3514-417c-9ef9-4bdc54c5e788 req-d284f826-6cb3-4c22-8bb1-d311c4296084 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 943 time: 0.4592061 Jul 16 18:33:38.212447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:38.273019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-404cdf29-98fe-42a5-8000-e4d84561cb3b service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669624 Jul 16 18:33:38.284765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3ca7d-3acd-4c84-b7ec-c0a5c6002898 req-784a8ae2-a4c6-45ee-b614-9937f4c9e33c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.286396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17f3ca7d-3acd-4c84-b7ec-c0a5c6002898 req-784a8ae2-a4c6-45ee-b614-9937f4c9e33c tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1536160 Jul 16 18:33:38.325935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5c3296b8-d3ec-4200-8f24-6cbcd9915f0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=635b19d4e70940e3b971dc41d1542fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122029 Jul 16 18:33:38.339623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33344) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:38.362995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['ed37aea2-6f26-4dfd-b310-71090c763c4a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:38.424716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17f3ca7d-3acd-4c84-b7ec-c0a5c6002898 req-5027bb07-727b-45a0-9807-ab10753c71ea tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225572 Jul 16 18:33:38.484443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecb815f5-58f4-4f88-9eaf-3b56aab712ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.490304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-7f0b75c2-ef5d-4f62-ae1c-beaebc836cda service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983948 Jul 16 18:33:38.577506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 11aba87d-1024-40e0-ad2e-c639c325e976 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:38.597747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 11aba87d-1024-40e0-ad2e-c639c325e976 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:38.598138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 11aba87d-1024-40e0-ad2e-c639c325e976 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:38.624292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.631961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-ea887bc5-3349-4971-9cb8-a3ab3871ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.633673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-ea887bc5-3349-4971-9cb8-a3ab3871ea8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0792ea836974ba896f43c8e330ccefa&device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 1098 time: 0.6417365 Jul 16 18:33:38.636525 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-603f44ed-3514-417c-9ef9-4bdc54c5e788 req-065a637b-812c-46fa-8434-55e11b17d4c3 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521189 Jul 16 18:33:38.685582 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=709447f8-9619-4b64-9797-962a80b8c37f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:38.913417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.002522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-5ed57288-7c5a-4fb4-be4f-0bae1c7b636e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=5a83f058-7138-4438-b396-d79a9307d08e HTTP/1.1" status: 200 len: 217 time: 0.5033309 Jul 16 18:33:39.019953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e88efd-f252-4fea-9388-258e2a04b84e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.029832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-d404a1d2-773d-4455-9535-3b6e9c11ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.031315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-d404a1d2-773d-4455-9535-3b6e9c11ef06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 200 len: 919 time: 0.3611324 Jul 16 18:33:39.111957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-95bb399f-bb5a-4d34-9bdf-6b2b603e293a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 200 len: 217 time: 0.0551310 Jul 16 18:33:39.122356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecb815f5-58f4-4f88-9eaf-3b56aab712ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.132325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.185936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-547dca34-403b-41dd-9b9f-cd1ba5bb375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.187413 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-547dca34-403b-41dd-9b9f-cd1ba5bb375d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 200 len: 797 time: 0.1414189 Jul 16 18:33:39.259532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf2d94-8537-4bf3-b071-60a4f76784a7 req-469b3ab7-9ec6-4e44-b1c6-a272a01ffb56 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.261103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcaf2d94-8537-4bf3-b071-60a4f76784a7 req-469b3ab7-9ec6-4e44-b1c6-a272a01ffb56 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2577243 Jul 16 18:33:39.271934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-d63cbc8c-07c6-4551-ba59-ffbfc293a47a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2666798 Jul 16 18:33:39.276389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecb815f5-58f4-4f88-9eaf-3b56aab712ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.279240 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecb815f5-58f4-4f88-9eaf-3b56aab712ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.283413 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ecb815f5-58f4-4f88-9eaf-3b56aab712ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/865a6d52-7c40-4531-8cb7-b7e11f17cccb HTTP/1.1" status: 204 len: 168 time: 0.9401941 Jul 16 18:33:39.308867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb815f5-58f4-4f88-9eaf-3b56aab712ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865a6d52-7c40-4531-8cb7-b7e11f17cccb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.343667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-99afe386-50e8-4364-98a6-fc964e695e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.345192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-99afe386-50e8-4364-98a6-fc964e695e6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a00e6c7-113c-4bdc-896b-c4b3777b451f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469717 Jul 16 18:33:39.354259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcaf2d94-8537-4bf3-b071-60a4f76784a7 req-573d74c9-749d-4914-b98b-e3b458234032 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794828 Jul 16 18:33:39.355059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-0e86a506-566f-48be-8696-eaf20e1ab42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.356522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-0e86a506-566f-48be-8696-eaf20e1ab42b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 200 len: 858 time: 0.2216883 Jul 16 18:33:39.403750 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-8c208db4-2c8e-47f4-a33d-5e6578fa1cf4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb043058-5ada-4874-a5e7-28fee16997d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362978 Jul 16 18:33:39.428783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced60e5-580c-46e2-9f0e-44347338aa2f req-24233ff4-a705-485a-ab85-e02511bf10e1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.430332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ced60e5-580c-46e2-9f0e-44347338aa2f req-24233ff4-a705-485a-ab85-e02511bf10e1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.3310905 Jul 16 18:33:39.480294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-988eef01-9d90-4eb6-b2f6-af12c6b478b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.483518 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-988eef01-9d90-4eb6-b2f6-af12c6b478b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1097 time: 0.1494913 Jul 16 18:33:39.486800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-1db02958-fb3a-4ff8-a835-d46c99e6d6f7 service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064229 Jul 16 18:33:39.536761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.638640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ced60e5-580c-46e2-9f0e-44347338aa2f req-de4be18f-6bc1-4f8c-9a74-9788ac715926 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955786 Jul 16 18:33:39.656163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-e3fd6604-3ffe-48c6-a233-57aaab8fe23c service neutron] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609392 Jul 16 18:33:39.659446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-876bceae-8825-4dd1-8efe-351631b00524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.660896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-876bceae-8825-4dd1-8efe-351631b00524 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1566455 Jul 16 18:33:39.672236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router fa0816e6-6620-4004-9366-848ad64b118b has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:39.677861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-cf0c8396-816a-468b-8935-06f870d60bf8 service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675874 Jul 16 18:33:39.738273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device d975b193-4660-4b98-8773-679c809a5ddf up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:39.790313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-90c2741c-06ac-4b63-9dc9-5928a8e86509 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=48db903e-e86c-4186-89a6-2e442af0c1b7 HTTP/1.1" status: 200 len: 217 time: 0.1086171 Jul 16 18:33:39.842252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port d975b193-4660-4b98-8773-679c809a5ddf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:39.846921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port d975b193-4660-4b98-8773-679c809a5ddf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:39.847344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.873076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-58930d96-0582-4feb-9da9-17dea13fd4de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 999 time: 0.1992338 Jul 16 18:33:39.937363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d117aeb8-1135-48cc-91d9-919bd8e65b2f req-0e6aa181-4ace-4bf2-8ed3-ecd2d4f062d2 service neutron] 10.222.0.67 "GET /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312450 Jul 16 18:33:39.940194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:39.941889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-ddba4aac-6991-4e7e-865a-d6258cafef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.943412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-ddba4aac-6991-4e7e-865a-d6258cafef73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.1379550 Jul 16 18:33:39.947332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e6905c0c-12b0-4f53-a1e5-fc940def0003 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/fa0816e6-6620-4004-9366-848ad64b118b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5744567 Jul 16 18:33:39.951287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.958692 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] Sync routers for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:39.974039 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:39.976033 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.033889 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.035972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-cb9b4f62-3f35-4780-92df-4826cd778941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.037397 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.039061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-cb9b4f62-3f35-4780-92df-4826cd778941 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.1573961 Jul 16 18:33:40.048262 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:40.049249 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.071177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95025-8e33-4324-9c4e-205efbe6bb7f req-57ae526e-0866-479a-a222-be6121180818 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.073154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffb95025-8e33-4324-9c4e-205efbe6bb7f req-57ae526e-0866-479a-a222-be6121180818 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 944 time: 0.2872512 Jul 16 18:33:40.081567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd975b193-4660-4b98-8773-679c809a5ddf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:40.085206 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6769ac66-cb27-4481-82f7-61da7302db6c" -d '{"events": [{"server_uuid": "83a28a6a-15d1-4cb2-b415-7f601849e76f", "name": "network-vif-plugged", "status": "completed", "tag": "d975b193-4660-4b98-8773-679c809a5ddf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:40.089581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port d975b193-4660-4b98-8773-679c809a5ddf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=d975b193-4660-4b98-8773-679c809a5ddf,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:40.100139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Router 0f85512a-98de-4a08-b221-ee15b97677b3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:40.104723 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.106245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ed37aea2-6f26-4dfd-b310-71090c763c4a up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:40.140497 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.141205 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0de4c-cb69-4501-a59f-ad0475e84895 None None] The sync data for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:40.178792 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9052d171-3df2-4e30-b9e4-df864134d4aa x-openstack-request-id: req-9052d171-3df2-4e30-b9e4-df864134d4aa {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:40.179633 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a28a6a-15d1-4cb2-b415-7f601849e76f", "name": "network-vif-plugged", "status": "completed", "tag": "d975b193-4660-4b98-8773-679c809a5ddf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:40.180206 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9052d171-3df2-4e30-b9e4-df864134d4aa {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:40.180958 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd975b193-4660-4b98-8773-679c809a5ddf', 'code': 200} Jul 16 18:33:40.231831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port ed37aea2-6f26-4dfd-b310-71090c763c4a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:40.240999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port ed37aea2-6f26-4dfd-b310-71090c763c4a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:40.241715 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.262780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffb95025-8e33-4324-9c4e-205efbe6bb7f req-0895394e-a401-4972-9937-da891d69ebce tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109102 Jul 16 18:33:40.292644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=d975b193-4660-4b98-8773-679c809a5ddf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.308811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-16f43e0b-151a-401c-9af8-0624c779f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.309880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-16f43e0b-151a-401c-9af8-0624c779f5e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3584125 Jul 16 18:33:40.356014 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.404412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ed37aea2-6f26-4dfd-b310-71090c763c4a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ed37aea2-6f26-4dfd-b310-71090c763c4a,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:40.408926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-e1484a3c-22cc-49b1-9756-4b0c973255a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.410526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-e1484a3c-22cc-49b1-9756-4b0c973255a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3319297 Jul 16 18:33:40.417660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33382) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.420214 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.421297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9d0ca1e9-80fa-4433-91de-4115ee872c9b no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:40.532357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ed37aea2-6f26-4dfd-b310-71090c763c4a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.608386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-c522c43a-5412-4c26-a20c-df1eb5877ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868607 Jul 16 18:33:40.612031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-9599b232-fc76-4b0c-9079-308d0a36a8de service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822340 Jul 16 18:33:40.657623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-19001179-network', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:40.672602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3dc6-5b7d-4830-912b-6b321417bbe2 req-011fe300-cb48-47cc-b455-5fa42427d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.674050 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af6f3dc6-5b7d-4830-912b-6b321417bbe2 req-011fe300-cb48-47cc-b455-5fa42427d58a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83a28a6a-15d1-4cb2-b415-7f601849e76f HTTP/1.1" status: 200 len: 1097 time: 0.4091635 Jul 16 18:33:40.719148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:40.729934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] Sync routers for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:40.740281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:40.740993 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9d42f102-2cf1-46f3-a400-f398eac0ef11 admin admin] 10.222.0.49 "PUT /v2.0/routers/0f85512a-98de-4a08-b221-ee15b97677b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1466506 Jul 16 18:33:40.741301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.746965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33388) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.785424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af6f3dc6-5b7d-4830-912b-6b321417bbe2 req-8918cdff-67bf-4140-8a36-982eb5c7c2a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938609 Jul 16 18:33:40.819765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Made reservation on behalf of 539d658a04e94038a27f44fc11e2fc3e for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:40.822484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.867912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:40.872107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.884482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beafba6-4eb1-464c-a20d-34391f7f1ec0 req-54cd26eb-da00-4f25-adf9-9bf16cd1beb4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.886030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5beafba6-4eb1-464c-a20d-34391f7f1ec0 req-54cd26eb-da00-4f25-adf9-9bf16cd1beb4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.2358868 Jul 16 18:33:40.911317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-7ef5bd3a-6ad3-48df-8b04-8958e15a81c6 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961705 Jul 16 18:33:40.918350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b90c010e-3663-4645-9b04-8f38fb47c7ca req-871c973a-247c-4233-87b8-4452f5004a3e service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830627 Jul 16 18:33:40.934652 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.994133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-4e719f76-f37a-4f1c-9fbf-b573c1834948 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 HTTP/1.1" status: 200 len: 217 time: 0.0718939 Jul 16 18:33:41.038436 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5beafba6-4eb1-464c-a20d-34391f7f1ec0 req-6ac89768-24b2-4f77-8e69-dbcf47a5fd9f tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358120 Jul 16 18:33:41.042042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee23d1-9721-4f65-8a0b-1025674271d3 req-166cf161-a16b-40ab-ae8c-e32ce08ca796 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:41.043858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6ee23d1-9721-4f65-8a0b-1025674271d3 req-166cf161-a16b-40ab-ae8c-e32ce08ca796 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2565858 Jul 16 18:33:41.062698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:33:38Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:41.069020 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.100907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] Checking router: 0f85512a-98de-4a08-b221-ee15b97677b3 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:41.113313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] Routers {'0f85512a-98de-4a08-b221-ee15b97677b3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:41.113759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['0f85512a-98de-4a08-b221-ee15b97677b3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:41.127776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a0484276-229c-479e-b685-092f7f57170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:41.129505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-a0484276-229c-479e-b685-092f7f57170c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 200 len: 797 time: 0.1250057 Jul 16 18:33:41.179217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6ee23d1-9721-4f65-8a0b-1025674271d3 req-6eb99796-fbf7-41d8-9d60-d8464ead682d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056647 Jul 16 18:33:41.202636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.230869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] Set router 0f85512a-98de-4a08-b221-ee15b97677b3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:41.232119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.240424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.275596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:41.279363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-0caa48a3-af17-4fd6-9b92-e93a2119e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:41.280922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-0caa48a3-af17-4fd6-9b92-e93a2119e5a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1365876 Jul 16 18:33:41.287442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f768ec6-5e94-40f5-815e-eb00fcf48b13,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:41.301601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.301941 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Added segment 499b2baa-5e03-4988-bf2e-cab8fb7414b7 of type vlan for network 5a17446d-619b-49ad-ac45-122fc004d10b Jul 16 18:33:41.330522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Deleting port ed084a80-5dc7-4043-80a3-ca4a4d4220ac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:41.330883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.402276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.452338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-ba5be843-9648-4a62-852b-4424b4d57ff6 service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616783 Jul 16 18:33:41.454979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:33:38Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:41.485230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6c7a3-029a-4dc3-ba25-994c6325efc6 None None] The sync data for ids ['0f85512a-98de-4a08-b221-ee15b97677b3'] in n-d-791504-15 is: [{'id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'name': 'tempest-ServersTestManualDisk-1703370991-router', 'tenant_id': '64af570cc12e4e9c967ea0fe848abd6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:33:38Z', 'revision_number': 5, 'project_id': '64af570cc12e4e9c967ea0fe848abd6b', 'gw_port': {'id': 'ed084a80-5dc7-4043-80a3-ca4a4d4220ac', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f85512a-98de-4a08-b221-ee15b97677b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:58Z', 'updated_at': '2021-07-16T18:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:41.498952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] For port ed084a80-5dc7-4043-80a3-ca4a4d4220ac, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:41.499422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.508386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.509735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:41.510375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.520152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Calling delete_port for ed084a80-5dc7-4043-80a3-ca4a4d4220ac owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:41.530636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port a8e26f87-b640-477b-bba3-20b217a307c8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:41.530990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.557320 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1383758 Jul 16 18:33:41.560422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.568352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Request body: {'subnet': {'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-subnet', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:41.666431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd776-17e3-455c-97d7-6b25a7500520 admin admin] Pushing event updated for resources: {'Network': ['ID=5a17446d-619b-49ad-ac45-122fc004d10b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:41.681840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5a17446d-619b-49ad-ac45-122fc004d10b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:41.682250 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7edd1fe1-80cb-44ee-96d5-941ed9bd12cc req-5dd0b60a-369b-4969-a68d-b6554d70c46e service neutron] 10.222.0.59 "GET /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143450 Jul 16 18:33:41.692596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76171c-796c-44c0-b27e-4214db1662dd req-72644d66-6958-48fb-bed5-8f48b24dbfd3 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:41.694400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d76171c-796c-44c0-b27e-4214db1662dd req-72644d66-6958-48fb-bed5-8f48b24dbfd3 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 945 time: 0.2387133 Jul 16 18:33:41.697427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Made reservation on behalf of 539d658a04e94038a27f44fc11e2fc3e for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:41.699856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.749432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.761540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d76171c-796c-44c0-b27e-4214db1662dd req-d6201dbd-06ba-4bf0-82b0-8a6635d92c50 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Jul 16 18:33:41.855276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for a8e26f87-b640-477b-bba3-20b217a307c8 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:42.048694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.137768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed084a80-5dc7-4043-80a3-ca4a4d4220ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.183133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed37aea2-6f26-4dfd-b310-71090c763c4a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:42.189319 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd5eb4-669b-4309-b84e-2e675b3235fd" -d '{"events": [{"server_uuid": "2ae09de9-e561-4eb0-99a2-3d26467193ea", "name": "network-vif-plugged", "status": "completed", "tag": "ed37aea2-6f26-4dfd-b310-71090c763c4a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:42.212129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.226444 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b355fc6-135a-4682-ac51-d3c25c937bc7 x-openstack-request-id: req-0b355fc6-135a-4682-ac51-d3c25c937bc7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:42.226843 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae09de9-e561-4eb0-99a2-3d26467193ea", "name": "network-vif-plugged", "status": "completed", "tag": "ed37aea2-6f26-4dfd-b310-71090c763c4a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:42.227198 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b355fc6-135a-4682-ac51-d3c25c937bc7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:42.227545 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed37aea2-6f26-4dfd-b310-71090c763c4a', 'code': 200} Jul 16 18:33:42.349324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.389679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad94c6-50c5-49e7-928b-f2665452a685 req-6d2f65bd-309a-433d-bca4-23fcf5fe7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.391205 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93ad94c6-50c5-49e7-928b-f2665452a685 req-6d2f65bd-309a-433d-bca4-23fcf5fe7a23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 1097 time: 0.0988574 Jul 16 18:33:42.403646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8c6ff-6c69-4057-936f-446dae4e348b req-4dd2aa70-8926-4108-be9f-2f8a6688ed98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.405068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c8c6ff-6c69-4057-936f-446dae4e348b req-4dd2aa70-8926-4108-be9f-2f8a6688ed98 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0851583 Jul 16 18:33:42.419304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5187e149-d17c-4ad7-adf6-de19631960c9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.455660 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93ad94c6-50c5-49e7-928b-f2665452a685 req-8a017d52-6ab6-442e-a2d8-9f43e3f41f70 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Jul 16 18:33:42.463265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3c8c6ff-6c69-4057-936f-446dae4e348b req-07e04203-6788-4aca-9fff-385f15973221 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517673 Jul 16 18:33:42.467537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.479328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.503523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.515559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=a8e26f87-b640-477b-bba3-20b217a307c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.561195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 29e88efd-f252-4fea-9388-258e2a04b84e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:42.561491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949ca9-4216-4479-9ace-c032d316641d req-fa4688d1-601f-4d30-bcf5-0042ea8caacf tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.563053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62949ca9-4216-4479-9ace-c032d316641d req-fa4688d1-601f-4d30-bcf5-0042ea8caacf tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.3569195 Jul 16 18:33:42.569160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Checking segment: {'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:42.569520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Network hostable DHCP agents. Network: 5a17446d-619b-49ad-ac45-122fc004d10b, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:42.589287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 29e88efd-f252-4fea-9388-258e2a04b84e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:42.589747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 29e88efd-f252-4fea-9388-258e2a04b84e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:42.633551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.634071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f85512a-98de-4a08-b221-ee15b97677b3 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:42.654492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.655889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3133c28-8fb5-4574-b662-dac0db5d7ad2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0f85512a-98de-4a08-b221-ee15b97677b3 HTTP/1.1" status: 204 len: 168 time: 1.9070613 Jul 16 18:33:42.659480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.678873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Network 5a17446d-619b-49ad-ac45-122fc004d10b is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:42.684423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62949ca9-4216-4479-9ace-c032d316641d req-b9425e88-3ddc-4e2b-9cfc-f3cec7aa5b2b tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955939 Jul 16 18:33:42.704395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5a17446d-619b-49ad-ac45-122fc004d10b) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:42.710251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.710997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.717750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335930c-5b5c-4327-9044-31c1f388cc57 None None] Network 5a17446d-619b-49ad-ac45-122fc004d10b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:42.733362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] Deleting subnet e281700f-8c24-4822-8d43-6e42fd8e6645 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:42.750842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.758915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-17856302-89ff-4a10-824b-4690c8be196f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1971600 Jul 16 18:33:42.789797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33408) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.798976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:42.830153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.837373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.856366 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.912091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.914043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.022368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-5a17446d-619b-49ad-ac45-122fc004d10b', 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'fixed_ips': [{'subnet_id': '5187e149-d17c-4ad7-adf6-de19631960c9'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:43.023642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.049791 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.129652 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2721f-e36f-4496-ab0b-740ad446c770 req-a80c0b26-785b-496f-be22-316e94c72032 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:43.131368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-12d2721f-e36f-4496-ab0b-740ad446c770 req-a80c0b26-785b-496f-be22-316e94c72032 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 945 time: 0.1411166 Jul 16 18:33:43.150107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.195260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e281700f-8c24-4822-8d43-6e42fd8e6645,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.204609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.206377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7d4fc3ef-6eb5-49b4-98e1-087d4d193012 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e281700f-8c24-4822-8d43-6e42fd8e6645 HTTP/1.1" status: 204 len: 168 time: 0.5455077 Jul 16 18:33:43.209233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:43.243778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-12d2721f-e36f-4496-ab0b-740ad446c770 req-c583c402-6d10-422f-96c8-7cb6e723925b tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030755 Jul 16 18:33:43.261470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.283424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router fa0816e6-6620-4004-9366-848ad64b118b has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:43.314833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6d6cc-a7b2-41a8-8d84-58e1c233dc3b None None] Network f72c508a-a911-4ea4-9c53-4edc55bed9ef requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:43.323195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.465061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Deleting port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:43.465770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.583525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] For port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb,segment=NetworkSegment(b778ee01-2283-4e10-b8cc-81a8f8839fa7),segment_id=b778ee01-2283-4e10-b8cc-81a8f8839fa7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:43.584372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.602885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Calling delete_port for 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:43.817860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715dc7c-4e01-4609-b7f4-11e2213edbca req-295f0050-3b15-4337-8474-fc349e09590d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:43.827169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d715dc7c-4e01-4609-b7f4-11e2213edbca req-295f0050-3b15-4337-8474-fc349e09590d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1247866 Jul 16 18:33:43.842535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Allocated IP 172.20.0.2 (5a17446d-619b-49ad-ac45-122fc004d10b/5187e149-d17c-4ad7-adf6-de19631960c9/d263af58-b95c-467e-b38f-f10e80f7c705) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:43.854275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.891328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.895482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] No DVR routers for this DVR port 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:43.948422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:43.955549 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a4c9103-a1d5-4be5-94c1-31903fa6efa0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/fa0816e6-6620-4004-9366-848ad64b118b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0045676 Jul 16 18:33:43.958290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:43.963600 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] Sync routers for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:43.984076 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:43.985296 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.019157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d715dc7c-4e01-4609-b7f4-11e2213edbca req-8be547aa-41ee-4054-a227-d04b98659260 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907427 Jul 16 18:33:44.059536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ef55a-39e2-4a4e-9331-4ddc8422a9b8 None None] DHCP port deletion for f72c508a-a911-4ea4-9c53-4edc55bed9ef request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:44.071304 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.077171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.090945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72c508a-a911-4ea4-9c53-4edc55bed9ef']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.097469 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] Routers {'fa0816e6-6620-4004-9366-848ad64b118b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:44.098262 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['fa0816e6-6620-4004-9366-848ad64b118b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.101237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-59687b22-c349-48af-936d-f6213c399d40 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa0816e6-6620-4004-9366-848ad64b118b HTTP/1.1" status: 200 len: 205 time: 0.1417303 Jul 16 18:33:44.104630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33428) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:44.139874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.141037 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7440d-db07-4be7-9a9d-0b1214eb5522 None None] The sync data for ids ['fa0816e6-6620-4004-9366-848ad64b118b'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:44.152288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b778ee01-2283-4e10-b8cc-81a8f8839fa7') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.153255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b778ee01-2283-4e10-b8cc-81a8f8839fa7') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.168706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.172420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.187263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Transition to ACTIVE for port object d263af58-b95c-467e-b38f-f10e80f7c705 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:44.197015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef311f33-8cd6-488f-bad8-095011298404 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.207019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.210078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Transition to ACTIVE for port object d263af58-b95c-467e-b38f-f10e80f7c705 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:44.219278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:44.219615 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.220919 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:44.223043 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:44.307511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.315093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.321556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] 10.222.0.49 "DELETE /v2.0/networks/f72c508a-a911-4ea4-9c53-4edc55bed9ef HTTP/1.1" status: 204 len: 168 time: 1.1089098 Jul 16 18:33:44.365814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Pushing event updated for resources: {'Port': ['ID=d263af58-b95c-467e-b38f-f10e80f7c705,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:44.382078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcde10f-3da1-4a7f-a911-37a7d29b8a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=f72c508a-a911-4ea4-9c53-4edc55bed9ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:44.397259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Network 5a17446d-619b-49ad-ac45-122fc004d10b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:44.398858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:44.406804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:44.531841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Attempting to bind port d263af58-b95c-467e-b38f-f10e80f7c705 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:44.532207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Attempting to bind port d263af58-b95c-467e-b38f-f10e80f7c705 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:44.532611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Attempting to bind port d263af58-b95c-467e-b38f-f10e80f7c705 on network 5a17446d-619b-49ad-ac45-122fc004d10b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:44.546609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:44.546985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Checking segment: {'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:44.547446 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.547870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Bound using segment: {'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:44.548341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Bound port: d263af58-b95c-467e-b38f-f10e80f7c705, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:44.548719 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.580755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:44.624329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed084a80-5dc7-4043-80a3-ca4a4d4220ac no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:44.651410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.652354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ed084a80-5dc7-4043-80a3-ca4a4d4220ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:44.652704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed084a80-5dc7-4043-80a3-ca4a4d4220ac not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:44.653146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:44.670698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c0b99ea1-d07b-46ef-be07-e4bf87b99bf5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64af570cc12e4e9c967ea0fe848abd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883117 Jul 16 18:33:44.673143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:44.686154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:44.686500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7c4b8a49-a57c-4ab3-80c4-4df3b69cdecb not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:44.692082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.732330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] For port d263af58-b95c-467e-b38f-f10e80f7c705, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:44.736484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] For port d263af58-b95c-467e-b38f-f10e80f7c705, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d263af58-b95c-467e-b38f-f10e80f7c705,segment=NetworkSegment(499b2baa-5e03-4988-bf2e-cab8fb7414b7),segment_id=499b2baa-5e03-4988-bf2e-cab8fb7414b7)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:44.745526 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.796583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d407298-f1a7-4c83-b2f3-e875c281765f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.810704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe4448-dc38-495b-baf8-330e4807ea98 None None] Pushing event updated for resources: {'Port': ['ID=d263af58-b95c-467e-b38f-f10e80f7c705,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:44.858063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Allocated IP 172.25.1.208 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/ea44c155-6665-4275-a2db-03b4b5dbd6cd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:44.867643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d407298-f1a7-4c83-b2f3-e875c281765f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.933255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef311f33-8cd6-488f-bad8-095011298404 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.940961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef311f33-8cd6-488f-bad8-095011298404 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.942867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d407298-f1a7-4c83-b2f3-e875c281765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.946316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d407298-f1a7-4c83-b2f3-e875c281765f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.949975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4d407298-f1a7-4c83-b2f3-e875c281765f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34e84e92-811f-4470-bac3-55301e70baed HTTP/1.1" status: 204 len: 168 time: 0.2730260 Jul 16 18:33:44.965381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d407298-f1a7-4c83-b2f3-e875c281765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e84e92-811f-4470-bac3-55301e70baed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.078091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3adef-dfa6-4ecc-ae11-694ad0f4c9cb req-2e1d5660-09c8-4752-bba8-88909779dbf5 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.079773 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-33e3adef-dfa6-4ecc-ae11-694ad0f4c9cb req-2e1d5660-09c8-4752-bba8-88909779dbf5 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 945 time: 0.5155296 Jul 16 18:33:45.085066 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef311f33-8cd6-488f-bad8-095011298404 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.085563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef311f33-8cd6-488f-bad8-095011298404 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Fanout notify agent at l3_agent the message router_deleted on router fa0816e6-6620-4004-9366-848ad64b118b {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:45.093348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef311f33-8cd6-488f-bad8-095011298404 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.096896 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ef311f33-8cd6-488f-bad8-095011298404 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/fa0816e6-6620-4004-9366-848ad64b118b HTTP/1.1" status: 204 len: 168 time: 0.9894447 Jul 16 18:33:45.097789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.177326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.200748 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-33e3adef-dfa6-4ecc-ae11-694ad0f4c9cb req-861b7e4d-cc04-4743-913a-5a28469d15fd tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991781 Jul 16 18:33:45.246841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.298012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:45.304462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:45.307485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:45.332928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet e16d3539-cf30-4d67-b106-cf12292021cb {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:45.341751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.366904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Pushing event updated for resources: {'Port': ['ID=ea44c155-6665-4275-a2db-03b4b5dbd6cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.461968 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.587063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eacb9-0e7d-4dcc-be52-0074709586cc req-e181dcdb-1d92-43c7-9b88-5ee02b8086c9 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.588803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f34eacb9-0e7d-4dcc-be52-0074709586cc req-e181dcdb-1d92-43c7-9b88-5ee02b8086c9 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.1246490 Jul 16 18:33:45.605841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.722495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f34eacb9-0e7d-4dcc-be52-0074709586cc req-06eca772-d9fe-4706-9e4b-91acb13d04ea tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894086 Jul 16 18:33:45.732233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.756233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f3a46-1ffe-4f00-b6a1-08f0711d9c4a req-8ac55362-af55-4c64-95d5-550e3535eeee tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.764160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-620f3a46-1ffe-4f00-b6a1-08f0711d9c4a req-8ac55362-af55-4c64-95d5-550e3535eeee tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1607084 Jul 16 18:33:45.784018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.797674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=e16d3539-cf30-4d67-b106-cf12292021cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.799685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.803913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-23cce8fe-956d-4330-8ec5-c1f7f5fb3048 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/e16d3539-cf30-4d67-b106-cf12292021cb HTTP/1.1" status: 204 len: 168 time: 0.7024269 Jul 16 18:33:45.808035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:45.810017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59897c-8ae7-475d-a0c0-2807bb6397ab None None] Network 185eb4ee-8635-406f-84d1-d9ce7581123a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:45.926713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet 268e8ec7-d4a3-41b0-ba1e-865de0fc756d {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:45.930604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.992063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-620f3a46-1ffe-4f00-b6a1-08f0711d9c4a req-048d0c70-d1e2-449b-9bd8-1cb6807df4e1 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255156 Jul 16 18:33:46.047999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.159755 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-caff8706-a1f4-4ad3-98a4-709a82edb9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.173442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] DHCP port deletion for 185eb4ee-8635-406f-84d1-d9ce7581123a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:46.184690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972b948-00e9-4313-8e5f-accb7d146d35 req-7612d642-7a21-4ba3-8c30-226b09b9c2d7 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.191982 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d972b948-00e9-4313-8e5f-accb7d146d35 req-7612d642-7a21-4ba3-8c30-226b09b9c2d7 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=83a28a6a-15d1-4cb2-b415-7f601849e76f HTTP/1.1" status: 200 len: 945 time: 0.1865127 Jul 16 18:33:46.227050 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.249195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:46.259175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] Deleting port 1600d559-2f16-4a39-b67b-6781b54f5cc4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:46.259954 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.291681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d972b948-00e9-4313-8e5f-accb7d146d35 req-d011b8a7-2b9a-4e1c-b0f7-498034917872 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986893 Jul 16 18:33:46.325932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.377589 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.431466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] For port 1600d559-2f16-4a39-b67b-6781b54f5cc4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1600d559-2f16-4a39-b67b-6781b54f5cc4,segment=NetworkSegment(c80b07e2-6231-4154-877d-11d228b8f0aa),segment_id=c80b07e2-6231-4154-877d-11d228b8f0aa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:46.432014 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.444011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=268e8ec7-d4a3-41b0-ba1e-865de0fc756d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:46.454253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.458814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ccc92cdc-149f-45ec-807f-40a869271244 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/268e8ec7-d4a3-41b0-ba1e-865de0fc756d HTTP/1.1" status: 204 len: 168 time: 0.6470382 Jul 16 18:33:46.459324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:46.468856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] Calling delete_port for 1600d559-2f16-4a39-b67b-6781b54f5cc4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:46.472599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c2b51-06ef-4290-a8ae-a206b8ee75a8 None None] Network a6f73173-de1a-4393-8f76-37faef76bd66 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:46.476439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-247404815-network', 'tenant_id': '6bed682e5e28436097f6a28101681068'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:46.596987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ff8f3-f2cb-4e7b-9cc8-7aba1900b2b9 None None] Network 5a17446d-619b-49ad-ac45-122fc004d10b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:46.649826 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.659731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:46.664554 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.709123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.733678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d263af58-b95c-467e-b38f-f10e80f7c705 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:46.781619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 1600d559-2f16-4a39-b67b-6781b54f5cc4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:46.782025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.856688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port 1600d559-2f16-4a39-b67b-6781b54f5cc4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1600d559-2f16-4a39-b67b-6781b54f5cc4,segment=NetworkSegment(c80b07e2-6231-4154-877d-11d228b8f0aa),segment_id=c80b07e2-6231-4154-877d-11d228b8f0aa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:46.856688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.872231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 1600d559-2f16-4a39-b67b-6781b54f5cc4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:46.957683 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.969295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.987739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:47.007435 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.040935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=1600d559-2f16-4a39-b67b-6781b54f5cc4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.045063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port 1600d559-2f16-4a39-b67b-6781b54f5cc4 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:47.054710 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.063666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:47.068632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b00a5e-6644-437d-8ca4-398af0b37c41,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.083249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-804d0750-4a66-4429-988a-397092bced70 None None] Provisioning for port d263af58-b95c-467e-b38f-f10e80f7c705 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:47.108485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.108885 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Added segment fc7de8ea-26b9-415a-a1ba-d7b406aa2aad of type vlan for network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 Jul 16 18:33:47.173949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] Pushing event deleted for resources: {'Port': ['ID=1600d559-2f16-4a39-b67b-6781b54f5cc4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.176516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb5383-a055-4c6f-9901-588da77d7afe None None] No DVR routers for this DVR port 1600d559-2f16-4a39-b67b-6781b54f5cc4 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:47.239165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port d263af58-b95c-467e-b38f-f10e80f7c705 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:47.245588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d263af58-b95c-467e-b38f-f10e80f7c705 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:47.246246 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.302210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.327319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] DHCP port deletion for a6f73173-de1a-4393-8f76-37faef76bd66 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:47.400807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:47.421039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.422627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.423236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.425828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Sync routers for ids ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:47.447115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.448943 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b860e01c-63db-413a-ae11-7edd78cc1e7c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6578531 Jul 16 18:33:47.454565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.469781 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Routers {'76cc35db-5d7f-46dc-afb3-f13fceb34a21'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:47.470843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:47.517037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2666736 Jul 16 18:33:47.530913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.539836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Request body: {'subnet': {'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-247404815-subnet', 'tenant_id': '6bed682e5e28436097f6a28101681068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:47.592300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] Deleting port ab82cab0-9d76-42df-a502-ce517dc23b99 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:47.593080 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.595369 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.608588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6beb-25e7-43c7-8853-ad8ca30e7ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.630735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:47.677125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:47.679638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.810724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.850712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185eb4ee-8635-406f-84d1-d9ce7581123a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:47.869020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80b07e2-6231-4154-877d-11d228b8f0aa') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:47.869690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80b07e2-6231-4154-877d-11d228b8f0aa') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:47.872752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7cf4a7f7-7090-4997-902e-8405926163da None None] Provisioning complete for port d263af58-b95c-467e-b38f-f10e80f7c705 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:47.873158 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cf4a7f7-7090-4997-902e-8405926163da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.887975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port d263af58-b95c-467e-b38f-f10e80f7c705, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d263af58-b95c-467e-b38f-f10e80f7c705,segment=NetworkSegment(499b2baa-5e03-4988-bf2e-cab8fb7414b7),segment_id=499b2baa-5e03-4988-bf2e-cab8fb7414b7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:47.889325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041036c-2658-4a2a-aeef-784d9c392cb6 req-2008a6e7-fd61-49a0-bc60-cac036887fca tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.891234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7041036c-2658-4a2a-aeef-784d9c392cb6 req-2008a6e7-fd61-49a0-bc60-cac036887fca tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.3696265 Jul 16 18:33:47.899347 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.922062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.929561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:47.930103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.998592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7041036c-2658-4a2a-aeef-784d9c392cb6 req-220fd1f6-6a6a-475a-bbe2-c9d9341c9279 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606327 Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:48.028823 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:48.039800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.069834 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.076969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/185eb4ee-8635-406f-84d1-d9ce7581123a HTTP/1.1" status: 204 len: 168 time: 1.6163857 Jul 16 18:33:48.090817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:48.153908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5554-07cb-4d5a-b0bb-70790daa6e69 req-0c592d6a-0795-4013-b15e-02f264158e17 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.155943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-364e5554-07cb-4d5a-b0bb-70790daa6e69 req-0c592d6a-0795-4013-b15e-02f264158e17 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.3408391 Jul 16 18:33:48.165559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ff5c-2527-44d0-95ce-92291050123f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=185eb4ee-8635-406f-84d1-d9ce7581123a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.173622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] For port ab82cab0-9d76-42df-a502-ce517dc23b99, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab82cab0-9d76-42df-a502-ce517dc23b99,segment=NetworkSegment(cb0e2520-65f9-40ca-8317-74999d60909e),segment_id=cb0e2520-65f9-40ca-8317-74999d60909e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:48.174152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.187896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] Calling delete_port for ab82cab0-9d76-42df-a502-ce517dc23b99 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:48.240233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-364e5554-07cb-4d5a-b0bb-70790daa6e69 req-c42e405c-69e4-4605-8914-21d62cf8c4ff tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699289 Jul 16 18:33:48.256577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.296811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Set router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:48.320936 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.330048 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.366684 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.428225 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.480485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1600d559-2f16-4a39-b67b-6781b54f5cc4 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:48.509551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] No DVR routers for this DVR port ab82cab0-9d76-42df-a502-ce517dc23b99 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:48.530699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 1600d559-2f16-4a39-b67b-6781b54f5cc4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:48.532188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1600d559-2f16-4a39-b67b-6781b54f5cc4 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:48.562935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.605555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=d263af58-b95c-467e-b38f-f10e80f7c705,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.668300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Checking segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:48.668728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Network hostable DHCP agents. Network: eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:48.673361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d0651-3cc8-442b-8c6d-fe09699aee67 None None] Pushing event deleted for resources: {'Port': ['ID=ab82cab0-9d76-42df-a502-ce517dc23b99,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.688863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab82cab0-9d76-42df-a502-ce517dc23b99 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:48.709725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.723277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ab82cab0-9d76-42df-a502-ce517dc23b99 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:48.723798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab82cab0-9d76-42df-a502-ce517dc23b99 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:48.752816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23f53ad7-908c-467a-828f-e5027acae111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.773977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f73173-de1a-4393-8f76-37faef76bd66']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:48.778485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 3, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:48.803856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0e2520-65f9-40ca-8317-74999d60909e') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:48.804834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0e2520-65f9-40ca-8317-74999d60909e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:48.814510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:48.824901 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.827946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2487d8-4771-425e-8a9f-162b2cfcbc2c req-1368a710-e350-49b3-be8c-e66290d8929a tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.829558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf2487d8-4771-425e-8a9f-162b2cfcbc2c req-1368a710-e350-49b3-be8c-e66290d8929a tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=83a28a6a-15d1-4cb2-b415-7f601849e76f HTTP/1.1" status: 200 len: 945 time: 0.3229358 Jul 16 18:33:48.846683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Checking router: 76cc35db-5d7f-46dc-afb3-f13fceb34a21 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:48.846683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Updating router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 port ea44c155-6665-4275-a2db-03b4b5dbd6cd binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:48.872305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:48.877810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.878444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.882028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279684ee-2e54-46ee-b8dc-72247f32b727 None None] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:48.913059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-35206c9e-4230-4d24-b478-056332354d33 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3704574 Jul 16 18:33:48.913059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.924896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-04057805-0d1b-4f8e-85bb-56f295335159 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.926714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-04057805-0d1b-4f8e-85bb-56f295335159 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "GET /v2.0/ports?device_id=83a28a6a-15d1-4cb2-b415-7f601849e76f HTTP/1.1" status: 200 len: 945 time: 0.3463836 Jul 16 18:33:48.927673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:48.928157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:48.934963 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:48.942031 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.970926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Allocated IP 172.20.0.1 (5a17446d-619b-49ad-ac45-122fc004d10b/5187e149-d17c-4ad7-adf6-de19631960c9/4d044bb6-ebea-4255-9703-e566e56c0d41) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:48.973459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf2487d8-4771-425e-8a9f-162b2cfcbc2c req-40ee86c4-4538-4b66-b4cc-91ce902477fd tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/security-groups?id=4ddd543d-453f-4ca5-b947-7b125065837d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363096 Jul 16 18:33:48.979764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.062865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.073147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.077552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/a6f73173-de1a-4393-8f76-37faef76bd66 HTTP/1.1" status: 204 len: 168 time: 0.9856911 Jul 16 18:33:49.083222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:49.088970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-1403044367'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:49.145311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Deleting port d975b193-4660-4b98-8773-679c809a5ddf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:49.147029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.153540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:49.158160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.224843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:49.246546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.247380 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment 365ea108-dd06-4045-b608-d36e6e44c295 of type vlan for network 52a501ba-6201-492e-b4d4-7e67b5cb1657 Jul 16 18:33:49.298275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.371188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.378343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:49.379660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.389628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c34e3-29a7-4e47-9a9f-5eff9c73c075 None None] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:49.456456 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3718662 Jul 16 18:33:49.475601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33526) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:49.522685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:49.540195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] For port d975b193-4660-4b98-8773-679c809a5ddf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=d975b193-4660-4b98-8773-679c809a5ddf,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:49.540743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.556198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037987ee-3c4c-4b4d-81bc-6ea5f7829009 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=52a501ba-6201-492e-b4d4-7e67b5cb1657,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.573520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:49.592975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Calling delete_port for d975b193-4660-4b98-8773-679c809a5ddf owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:49.686046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543be66-cf9b-46ee-886e-9072c43c7502 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=a6f73173-de1a-4393-8f76-37faef76bd66,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.736726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.750513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Transition to ACTIVE for port object ea44c155-6665-4275-a2db-03b4b5dbd6cd will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:49.764335 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.802138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.812144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Attempting to bind port ea44c155-6665-4275-a2db-03b4b5dbd6cd on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:49.812930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Attempting to bind port ea44c155-6665-4275-a2db-03b4b5dbd6cd by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:49.813155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Attempting to bind port ea44c155-6665-4275-a2db-03b4b5dbd6cd on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:49.818481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Transition to ACTIVE for port object 4d044bb6-ebea-4255-9703-e566e56c0d41 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:49.826384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:49.826711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:49.827213 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.827854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:49.828672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Bound port: ea44c155-6665-4275-a2db-03b4b5dbd6cd, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:49.829047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.863173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.865665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074d8b5-b8d5-4262-b0f8-b4c181c27227 None None] Pushing event updated for resources: {'Port': ['ID=ea44c155-6665-4275-a2db-03b4b5dbd6cd,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.888585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:49.892649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.911628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.911919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] For port ea44c155-6665-4275-a2db-03b4b5dbd6cd, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:49.915718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] For port ea44c155-6665-4275-a2db-03b4b5dbd6cd, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ea44c155-6665-4275-a2db-03b4b5dbd6cd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:49.935325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Pushing event updated for resources: {'Port': ['ID=4d044bb6-ebea-4255-9703-e566e56c0d41,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.938225 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.941609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['ed37aea2-6f26-4dfd-b310-71090c763c4a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:49.966215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Network 5a17446d-619b-49ad-ac45-122fc004d10b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:49.969804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:49.973316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:49.986433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de010465-5a59-41e9-ae83-966e3a8c4761 req-9b932988-9a72-4bc9-a483-a9aedee634b8 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:49.988263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de010465-5a59-41e9-ae83-966e3a8c4761 req-9b932988-9a72-4bc9-a483-a9aedee634b8 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.3056979 Jul 16 18:33:50.081031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event deleted for resources: {'Port': ['ID=d975b193-4660-4b98-8773-679c809a5ddf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.102911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074d8b5-b8d5-4262-b0f8-b4c181c27227 None None] Pushing event updated for resources: {'Port': ['ID=ea44c155-6665-4275-a2db-03b4b5dbd6cd,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.103210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.110416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.147619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Routers {'76cc35db-5d7f-46dc-afb3-f13fceb34a21'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:50.148424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:50.170425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de010465-5a59-41e9-ae83-966e3a8c4761 req-0bb834dc-46c6-422e-900d-051ccf23634b tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568577 Jul 16 18:33:50.248201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] No DVR routers for this DVR port d975b193-4660-4b98-8773-679c809a5ddf on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:50.255736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.258866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad425408-c4ad-4182-a8e9-45745cfad2ba req-36122a5c-813f-498e-8c62-8a6c2eba4e27 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "DELETE /v2.0/ports/d975b193-4660-4b98-8773-679c809a5ddf HTTP/1.1" status: 204 len: 173 time: 1.3105221 Jul 16 18:33:50.266178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'name': 'network-vif-deleted', 'tag': 'd975b193-4660-4b98-8773-679c809a5ddf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:50.268931 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b24c76-3a4d-4681-b611-55b4b3b26472" -d '{"events": [{"server_uuid": "83a28a6a-15d1-4cb2-b415-7f601849e76f", "name": "network-vif-deleted", "tag": "d975b193-4660-4b98-8773-679c809a5ddf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:50.290036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-9c373cd9-35e3-4ebd-898b-5e25f295f6b5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.291794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-9c373cd9-35e3-4ebd-898b-5e25f295f6b5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.5995934 Jul 16 18:33:50.313436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-f83028e1-e844-405d-aee2-83a243ca2ea2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/quotas/6bed682e5e28436097f6a28101681068 HTTP/1.1" status: 200 len: 375 time: 0.0140166 Jul 16 18:33:50.336486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-dbb8f916-c716-4a34-8a9b-f4c0b0683cde tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.338240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-dbb8f916-c716-4a34-8a9b-f4c0b0683cde tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 945 time: 0.4278691 Jul 16 18:33:50.350741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] Set router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:50.374173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.473665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.514126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6a199742-ebfc-48fb-bd88-3957b810f177 None None] Provisioning for port 4d044bb6-ebea-4255-9703-e566e56c0d41 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:50.537442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-4601a46f-7ba3-4257-8179-70beb53e9989 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2135828 Jul 16 18:33:50.551925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6a199742-ebfc-48fb-bd88-3957b810f177 None None] Provisioning complete for port 4d044bb6-ebea-4255-9703-e566e56c0d41 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:50.552298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a199742-ebfc-48fb-bd88-3957b810f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.574266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93026e-305f-45a6-8477-fcef6b767d88 req-c5949e4e-87d4-4cf8-a720-c0aed65b737a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.582280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc93026e-305f-45a6-8477-fcef6b767d88 req-c5949e4e-87d4-4cf8-a720-c0aed65b737a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1924970 Jul 16 18:33:50.590302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a199742-ebfc-48fb-bd88-3957b810f177 None None] Port 4d044bb6-ebea-4255-9703-e566e56c0d41 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:50.660307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc93026e-305f-45a6-8477-fcef6b767d88 req-a036ecb1-970e-42dc-b2e4-c9b2b8136798 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768609 Jul 16 18:33:50.663904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d263af58-b95c-467e-b38f-f10e80f7c705 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:50.693419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.704557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': '365ea108-dd06-4045-b608-d36e6e44c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:50.704557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: 52a501ba-6201-492e-b4d4-7e67b5cb1657, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:50.705167 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.756852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 3, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:50.785158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=f625dad6-347a-412f-8d31-fb3580f936f2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.800737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-a4b5b7d2-e60c-4f46-96ac-f20972630650 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.802508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-a4b5b7d2-e60c-4f46-96ac-f20972630650 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.67 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.3253121 Jul 16 18:33:50.810079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec31e19-8c3f-4399-8824-c4a2e1984fe5 None None] The sync data for ids ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'] in n-d-791504-15 is: [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 3, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:50.812370 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d263af58-b95c-467e-b38f-f10e80f7c705 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:50.812503 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.870238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:50.873383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-899e22ac-fe5e-476b-a216-fe27c46a5ea1 req-4756d298-94f5-4f36-bae8-e286f4236890 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=83a28a6a-15d1-4cb2-b415-7f601849e76f HTTP/1.1" status: 200 len: 210 time: 0.0654521 Jul 16 18:33:50.875156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.877482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Pushing event updated for resources: {'Port': ['ID=4d044bb6-ebea-4255-9703-e566e56c0d41,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.924304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Deleting port ed37aea2-6f26-4dfd-b310-71090c763c4a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:50.927828 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.936902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 52a501ba-6201-492e-b4d4-7e67b5cb1657) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:50.961582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46812e8-ceb0-4d94-ace8-6b54356d1fee None None] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:51.004074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Network 5a17446d-619b-49ad-ac45-122fc004d10b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:51.005836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:51.014078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.014666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.219824 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c9fa9-f1cf-4508-8b53-d3c0592660d9 x-openstack-request-id: req-da7c9fa9-f1cf-4508-8b53-d3c0592660d9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:51.220128 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a28a6a-15d1-4cb2-b415-7f601849e76f", "name": "network-vif-deleted", "tag": "d975b193-4660-4b98-8773-679c809a5ddf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:51.220477 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da7c9fa9-f1cf-4508-8b53-d3c0592660d9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:51.220804 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a28a6a-15d1-4cb2-b415-7f601849e76f', 'name': 'network-vif-deleted', 'tag': 'd975b193-4660-4b98-8773-679c809a5ddf', 'status': 'completed', 'code': 200} Jul 16 18:33:51.238746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fbc821b8-ba15-44ba-b3e0-6aa47a06b4ff tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7599106 Jul 16 18:33:51.246458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:51.258901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2004d24f-b860-4a30-92fb-f6a524bb0e9b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-860920107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:51.312563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:51.318575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2004d24f-b860-4a30-92fb-f6a524bb0e9b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.320209 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2004d24f-b860-4a30-92fb-f6a524bb0e9b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.323400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-892b6c4e-49be-4c82-adc3-60bd9f8bc177 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106724 Jul 16 18:33:51.328372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] For port ed37aea2-6f26-4dfd-b310-71090c763c4a, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ed37aea2-6f26-4dfd-b310-71090c763c4a,segment=NetworkSegment(36933c08-675b-4f92-bad5-d88f866d782b),segment_id=36933c08-675b-4f92-bad5-d88f866d782b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:51.328748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.359965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-52a501ba-6201-492e-b4d4-7e67b5cb1657', 'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': 'f625dad6-347a-412f-8d31-fb3580f936f2'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:51.365103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.403363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2004d24f-b860-4a30-92fb-f6a524bb0e9b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.411792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2004d24f-b860-4a30-92fb-f6a524bb0e9b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.416394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Calling delete_port for ed37aea2-6f26-4dfd-b310-71090c763c4a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:51.444346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2004d24f-b860-4a30-92fb-f6a524bb0e9b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.448560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2004d24f-b860-4a30-92fb-f6a524bb0e9b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1961803 Jul 16 18:33:51.450771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:51.459600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'port': {'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657', 'name': 'tempest-RoutersTest-810552255'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:51.548478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c1b1d822-de78-4e09-af57-1ce4a2b21787 None None] Provisioning complete for port 4d044bb6-ebea-4255-9703-e566e56c0d41 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:51.549156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c1b1d822-de78-4e09-af57-1ce4a2b21787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.637878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:51.655716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b64d36d7-d628-4e00-8a70-8800582f38cf admin admin] 10.222.0.49 "PUT /v2.0/routers/76cc35db-5d7f-46dc-afb3-f13fceb34a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1918349 Jul 16 18:33:51.655937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Deleting port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:51.655937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.777812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a16918-9943-4ae5-911c-716b591a1516 req-321f3412-85f8-4f08-810b-9d28a6e9c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.780383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a16918-9943-4ae5-911c-716b591a1516 req-321f3412-85f8-4f08-810b-9d28a6e9c7b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1097 time: 0.1281157 Jul 16 18:33:51.944526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-d936d29f-6124-4be4-8eda-ec7bbee17596 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040287 Jul 16 18:33:51.980083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a16918-9943-4ae5-911c-716b591a1516 req-7423a77d-682c-44ed-a409-87e48a72e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.981862 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a16918-9943-4ae5-911c-716b591a1516 req-7423a77d-682c-44ed-a409-87e48a72e37e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1939533 Jul 16 18:33:51.990791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fde2f-df49-4106-ac79-8759d8e57d40 req-3b2126fe-8ced-4969-8c21-2f80588462a2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.998907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d52fde2f-df49-4106-ac79-8759d8e57d40 req-3b2126fe-8ced-4969-8c21-2f80588462a2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.1718590 Jul 16 18:33:52.024067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] For port 65b8badd-e804-42f9-9f73-fdeb96bf93f2, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=65b8badd-e804-42f9-9f73-fdeb96bf93f2,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:52.024420 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.095012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Allocated IP 172.20.0.2 (52a501ba-6201-492e-b4d4-7e67b5cb1657/f625dad6-347a-412f-8d31-fb3580f936f2/2dd1e8b1-570e-474b-b3cb-ad8c729d0025) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:52.095507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d52fde2f-df49-4106-ac79-8759d8e57d40 req-e4b14062-8a6e-41f7-b4db-a6e3c0a4ed53 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929186 Jul 16 18:33:52.121892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a16918-9943-4ae5-911c-716b591a1516 req-863f6ecf-263b-4c13-8277-0b9c51085c23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 999 time: 0.1195560 Jul 16 18:33:52.126883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:52.130448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.199891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device d975b193-4660-4b98-8773-679c809a5ddf no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:52.212921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] device_id is not set on port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:52.221681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.233938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a16918-9943-4ae5-911c-716b591a1516 req-a6579432-d03e-4d79-ad2c-325a2d1bc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.235725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a16918-9943-4ae5-911c-716b591a1516 req-a6579432-d03e-4d79-ad2c-325a2d1bc0f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.0979388 Jul 16 18:33:52.344427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: d975b193-4660-4b98-8773-679c809a5ddf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:52.352188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device d975b193-4660-4b98-8773-679c809a5ddf not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:52.352613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ed37aea2-6f26-4dfd-b310-71090c763c4a no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:52.398853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: ed37aea2-6f26-4dfd-b310-71090c763c4a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:52.399202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ed37aea2-6f26-4dfd-b310-71090c763c4a not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:52.403399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1d822-de78-4e09-af57-1ce4a2b21787 None None] Port 4d044bb6-ebea-4255-9703-e566e56c0d41 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:52.419749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Pushing event deleted for resources: {'Port': ['ID=ed37aea2-6f26-4dfd-b310-71090c763c4a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.423142 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.479229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a16918-9943-4ae5-911c-716b591a1516 req-7823df23-6288-4ab2-8074-1c27474577b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.488194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a16918-9943-4ae5-911c-716b591a1516 req-7823df23-6288-4ab2-8074-1c27474577b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2458005 Jul 16 18:33:52.541354 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.550818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Transition to ACTIVE for port object 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:52.573363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Transition to ACTIVE for port object 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:52.583667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.599140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0219-9b8f-4f63-a0e8-e2f87122af80 req-e1e58b18-c605-47a8-882b-a6c25b0f8899 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.607385 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30cd0219-9b8f-4f63-a0e8-e2f87122af80 req-e1e58b18-c605-47a8-882b-a6c25b0f8899 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2942619 Jul 16 18:33:52.709025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:52.718207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:52.734974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:52.749340 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.798700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Pushing event updated for resources: {'Port': ['ID=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.803176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30cd0219-9b8f-4f63-a0e8-e2f87122af80 req-3a8fed1f-6116-4884-9b70-7bf63ccc725a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944659 Jul 16 18:33:52.808143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea44c155-6665-4275-a2db-03b4b5dbd6cd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:52.877522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Attempting to bind port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:52.877937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Attempting to bind port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '365ea108-dd06-4045-b608-d36e6e44c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:52.878606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Attempting to bind port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 on network 52a501ba-6201-492e-b4d4-7e67b5cb1657 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:52.886359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:52.886359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Checking segment: {'id': '365ea108-dd06-4045-b608-d36e6e44c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:52.886359 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.886359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Bound using segment: {'id': '365ea108-dd06-4045-b608-d36e6e44c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:52.887451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a16918-9943-4ae5-911c-716b591a1516 req-066b1896-9485-43b1-b621-b10fc2260401 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907735 Jul 16 18:33:52.898265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Bound port: 2dd1e8b1-570e-474b-b3cb-ad8c729d0025, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365ea108-dd06-4045-b608-d36e6e44c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52a501ba-6201-492e-b4d4-7e67b5cb1657'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:52.898917 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.039199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] For port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:53.043617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] For port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,segment=NetworkSegment(365ea108-dd06-4045-b608-d36e6e44c295),segment_id=365ea108-dd06-4045-b608-d36e6e44c295)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:53.053883 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.095275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ea44c155-6665-4275-a2db-03b4b5dbd6cd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:53.104880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ea44c155-6665-4275-a2db-03b4b5dbd6cd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:53.105097 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.130862 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9409f2c-749e-4e27-9f3f-4e6a7121fa0a req-641a7bb3-5002-4d5f-a002-640bc4eaa8ac tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 210 time: 0.0675490 Jul 16 18:33:53.164086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18a16918-9943-4ae5-911c-716b591a1516 req-c06df16c-1ec8-40be-8f78-ac9ee2ee5ad6 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662094 Jul 16 18:33:53.204061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da038c9-169b-43a2-aac3-dcec1b5ed992 None None] Pushing event updated for resources: {'Port': ['ID=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:53.333571 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.337532 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-521c0585-e853-46ac-a712-e3152d86dcba req-c0ed8ca0-78c4-4e1e-8869-3122d9556048 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 210 time: 0.0595114 Jul 16 18:33:53.381234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ea44c155-6665-4275-a2db-03b4b5dbd6cd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ea44c155-6665-4275-a2db-03b4b5dbd6cd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:53.392692 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.545883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.546464 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.546802 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Floating IP 88290ce6-0405-448d-9e91-e01eb8b00dce disassociated. External IP: 172.25.1.8, port: 65b8badd-e804-42f9-9f73-fdeb96bf93f2. Jul 16 18:33:53.547201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Calling delete_port for 65b8badd-e804-42f9-9f73-fdeb96bf93f2 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:53.555119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ea44c155-6665-4275-a2db-03b4b5dbd6cd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:53.590459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-16471d1a-1b07-4d90-b374-44ab5afbc56a tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1569917 Jul 16 18:33:53.595791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:53.608266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] No DVR routers for this DVR port ed37aea2-6f26-4dfd-b310-71090c763c4a on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:53.628958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f14f55-bec3-48e6-b11d-e7d3b28996ec req-27676741-9e46-4ec9-bcae-c59523512693 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.638008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3f14f55-bec3-48e6-b11d-e7d3b28996ec req-27676741-9e46-4ec9-bcae-c59523512693 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 946 time: 0.1708627 Jul 16 18:33:53.647143 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.649489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea01c2aa-abe9-4651-b680-6c9c492c9180 req-afd3f7e5-203f-4429-aa9b-12fbdbb2c564 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.59 "DELETE /v2.0/ports/ed37aea2-6f26-4dfd-b310-71090c763c4a HTTP/1.1" status: 204 len: 173 time: 3.1870811 Jul 16 18:33:53.654984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Sync routers for ids ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:53.685866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'name': 'network-vif-deleted', 'tag': 'ed37aea2-6f26-4dfd-b310-71090c763c4a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:53.688262 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1359b40-dd6b-49e2-87ea-1735512867b2" -d '{"events": [{"server_uuid": "2ae09de9-e561-4eb0-99a2-3d26467193ea", "name": "network-vif-deleted", "tag": "ed37aea2-6f26-4dfd-b310-71090c763c4a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:53.689483 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Routers {'76cc35db-5d7f-46dc-afb3-f13fceb34a21'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:53.690174 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:53.724115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3f14f55-bec3-48e6-b11d-e7d3b28996ec req-d40ea601-b542-4849-87c9-8f8310563872 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c8605a9-a94c-4d66-a954-018a689857d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839813 Jul 16 18:33:53.797415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.20.0.13 (52a501ba-6201-492e-b4d4-7e67b5cb1657/f625dad6-347a-412f-8d31-fb3580f936f2/0566aa11-ae8b-4a8b-9e75-695e97ad7a6c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:53.806288 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.817267 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af420682-5357-4306-a36d-4777760682b7 x-openstack-request-id: req-af420682-5357-4306-a36d-4777760682b7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:53.817486 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae09de9-e561-4eb0-99a2-3d26467193ea", "name": "network-vif-deleted", "tag": "ed37aea2-6f26-4dfd-b310-71090c763c4a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:53.817726 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af420682-5357-4306-a36d-4777760682b7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:53.818369 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae09de9-e561-4eb0-99a2-3d26467193ea', 'name': 'network-vif-deleted', 'tag': 'ed37aea2-6f26-4dfd-b310-71090c763c4a', 'status': 'completed', 'code': 200} Jul 16 18:33:53.941137 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Set router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:54.017543 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.104440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acaf1a-db5b-4e34-bf03-f20bc4b7dffd req-83b43e1a-a9f4-4522-8093-20e6c4e8ad92 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.112007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25acaf1a-db5b-4e34-bf03-f20bc4b7dffd req-83b43e1a-a9f4-4522-8093-20e6c4e8ad92 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1252420 Jul 16 18:33:54.119793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event deleted for resources: {'Port': ['ID=65b8badd-e804-42f9-9f73-fdeb96bf93f2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.184696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25acaf1a-db5b-4e34-bf03-f20bc4b7dffd req-9ec042c2-a288-46ea-b839-87a72bc40813 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717010 Jul 16 18:33:54.241698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.298389 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4d044bb6-ebea-4255-9703-e566e56c0d41', 'name': '', 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'mac_address': 'fa:16:3e:ba:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5187e149-d17c-4ad7-adf6-de19631960c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:48Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 2, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'subnets': [{'id': '5187e149-d17c-4ad7-adf6-de19631960c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:54.302970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:54.354035 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Checking router: 76cc35db-5d7f-46dc-afb3-f13fceb34a21 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:54.354389 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Updating router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 port 4d044bb6-ebea-4255-9703-e566e56c0d41 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:54.398744 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.407090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.422213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e651644c-a251-42d5-9c8a-aa9ef223efc1 req-91f33e91-c2f1-49f9-a706-5309c006922b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 210 time: 0.0698509 Jul 16 18:33:54.456998 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.725669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Router 32077565-b3e0-43a1-aa26-c9e53f7291b1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:54.795927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.833923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-0a994354-c9d9-4465-aaee-029891b1d472 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.838507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-0a994354-c9d9-4465-aaee-029891b1d472 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.3222475 Jul 16 18:33:54.854575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Request body: {'port': {'device_id': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'admin_state_up': True, 'tenant_id': '6bed682e5e28436097f6a28101681068'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:54.923338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:54.949574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea44c155-6665-4275-a2db-03b4b5dbd6cd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:54.957224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d7a32-a3a3-44f3-9337-f61de7925334 None None] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:54.982920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Allocated IP 172.25.1.233 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/84f0edc1-e421-4d13-9038-70b0cdc81e65) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:55.010838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 65b8badd-e804-42f9-9f73-fdeb96bf93f2 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:55.026531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea13605d-a57c-43fd-9e07-9dbb868ec9e8 req-df1e1143-a08d-4324-9d30-8563f72acd91 tempest-MultipleCreateTestJSON-1165577466 tempest-MultipleCreateTestJSON-1165577466-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae09de9-e561-4eb0-99a2-3d26467193ea HTTP/1.1" status: 200 len: 210 time: 0.1866693 Jul 16 18:33:55.038532 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.051029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:55.056229 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Transition to ACTIVE for port object 4d044bb6-ebea-4255-9703-e566e56c0d41 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:55.066700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:55.068263 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.110315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 65b8badd-e804-42f9-9f73-fdeb96bf93f2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:55.112044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 65b8badd-e804-42f9-9f73-fdeb96bf93f2 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:55.151817 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5289e-9b12-4ffc-b07d-0ecccb24c808 None None] Pushing event updated for resources: {'Port': ['ID=4d044bb6-ebea-4255-9703-e566e56c0d41,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.179171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:55.183368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.200325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.201761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.238882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=0566aa11-ae8b-4a8b-9e75-695e97ad7a6c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.256598 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Attempting to bind port 4d044bb6-ebea-4255-9703-e566e56c0d41 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:55.257270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Attempting to bind port 4d044bb6-ebea-4255-9703-e566e56c0d41 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:55.257920 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Attempting to bind port 4d044bb6-ebea-4255-9703-e566e56c0d41 on network 5a17446d-619b-49ad-ac45-122fc004d10b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:55.273228 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:55.278434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:55.279650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ce22096b-9969-444a-9c59-44fe0e466200 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8245740 Jul 16 18:33:55.283571 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Checking segment: {'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:55.284960 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.285696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Bound using segment: {'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:55.286273 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Bound port: 4d044bb6-ebea-4255-9703-e566e56c0d41, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b2baa-5e03-4988-bf2e-cab8fb7414b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:55.286837 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.290535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e3dbb906-506b-47da-8e05-ffbc766b1f10 None None] Provisioning for port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:55.346856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ea44c155-6665-4275-a2db-03b4b5dbd6cd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:55.347692 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.392654 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] For port 4d044bb6-ebea-4255-9703-e566e56c0d41, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:55.399004 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] For port 4d044bb6-ebea-4255-9703-e566e56c0d41, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d044bb6-ebea-4255-9703-e566e56c0d41,segment=NetworkSegment(499b2baa-5e03-4988-bf2e-cab8fb7414b7),segment_id=499b2baa-5e03-4988-bf2e-cab8fb7414b7)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:55.404879 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.413749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:55.435392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] Sync routers for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:55.461589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7837730e-b945-4807-8a69-5785d861367f req-6d9c6703-f9a1-44fb-beaf-cea76dd4ac8a tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.0945795 Jul 16 18:33:55.492872 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5289e-9b12-4ffc-b07d-0ecccb24c808 None None] Pushing event updated for resources: {'Port': ['ID=4d044bb6-ebea-4255-9703-e566e56c0d41,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.530032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] No DVR routers for this DVR port 65b8badd-e804-42f9-9f73-fdeb96bf93f2 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:55.537815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.551042 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.553450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e06d652a-dbdb-4d3f-b84f-a993ee4aa6aa req-f765ea14-0145-4604-a3d3-2754a05880d2 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.67 "DELETE /v2.0/ports/65b8badd-e804-42f9-9f73-fdeb96bf93f2 HTTP/1.1" status: 204 len: 173 time: 4.7183237 Jul 16 18:33:55.567661 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Routers {'76cc35db-5d7f-46dc-afb3-f13fceb34a21'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:55.568319 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:55.628195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:55.628875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:55.661375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.723281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:55.726760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:55.734620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:55.808629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=84f0edc1-e421-4d13-9038-70b0cdc81e65,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.816060 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] Set router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:55.825207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'name': 'network-vif-deleted', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:55.831311 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c32033-7417-4def-b154-9de6b51cd2ba" -d '{"events": [{"server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "name": "network-vif-deleted", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:55.896610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:55.925416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Allocated IP 172.20.0.7 (eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39/61aae9a1-c47b-4e28-8c0d-cdea6fa6d648/5906f26e-e0ce-47f2-b0ca-39ac1d3e403c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:56.036638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.037710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:56.130752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.137629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:56.184980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151b7a7-71fa-4231-b894-659e082aeb57 req-f80f766b-2d5f-42b1-a6e7-0ac9a536eae8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.198241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6151b7a7-71fa-4231-b894-659e082aeb57 req-f80f766b-2d5f-42b1-a6e7-0ac9a536eae8 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.4876618 Jul 16 18:33:56.226946 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4d044bb6-ebea-4255-9703-e566e56c0d41', 'name': '', 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'mac_address': 'fa:16:3e:ba:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5187e149-d17c-4ad7-adf6-de19631960c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:48Z', 'updated_at': '2021-07-16T18:33:55Z', 'revision_number': 4, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'subnets': [{'id': '5187e149-d17c-4ad7-adf6-de19631960c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:56.241567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:56.242516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.305278 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4c311-29a3-4baf-b638-c639cddd1ec8 None None] The sync data for ids ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'] in n-d-791504-15 is: [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4d044bb6-ebea-4255-9703-e566e56c0d41', 'name': '', 'network_id': '5a17446d-619b-49ad-ac45-122fc004d10b', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'mac_address': 'fa:16:3e:ba:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '5187e149-d17c-4ad7-adf6-de19631960c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:48Z', 'updated_at': '2021-07-16T18:33:55Z', 'revision_number': 4, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'subnets': [{'id': '5187e149-d17c-4ad7-adf6-de19631960c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:56.501137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.512274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.613635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6151b7a7-71fa-4231-b894-659e082aeb57 req-196e0020-781b-43ef-a6b0-4dbdf4b1d19e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139657 Jul 16 18:33:56.626526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Provisioning complete for port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:56.626901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.634739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.704080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=84f0edc1-e421-4d13-9038-70b0cdc81e65,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.724865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.755426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.756830 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-57cc1630-7812-4f1a-88cd-7e7a26c92c5d tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1655447 Jul 16 18:33:56.877409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.881849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.905982 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.912264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-e672fe64-2c7d-4c65-9204-ab6fde3e1f03 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 696 time: 0.1463022 Jul 16 18:33:56.971943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:08Z', 'revision_number': 5, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:57.029243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] Checking router: 32077565-b3e0-43a1-aa26-c9e53f7291b1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:57.035473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,segment=NetworkSegment(365ea108-dd06-4045-b608-d36e6e44c295),segment_id=365ea108-dd06-4045-b608-d36e6e44c295)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:57.045956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:57.047499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:57.076328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-9c033b80-cdaf-4fe4-b9ac-c1391dbae44e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.086751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-9c033b80-cdaf-4fe4-b9ac-c1391dbae44e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1734591 Jul 16 18:33:57.103818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-60222fd1-0d0c-4e10-a8f8-b0daa0e2530c tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:57.116075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-772cebdb-7d25-418f-aee0-59405f9bac43 req-60222fd1-0d0c-4e10-a8f8-b0daa0e2530c tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271506 Jul 16 18:33:57.130181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71fc92ea-dd6c-44ac-b855-a2ad14ee0361 req-c2102e1d-826a-4149-8b5f-057e0e993bef tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 210 time: 0.2320764 Jul 16 18:33:57.189148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:57.206841 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac31c9-72b4-410d-828c-471a0ad4cb93 x-openstack-request-id: req-3fac31c9-72b4-410d-828c-471a0ad4cb93 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:57.207334 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707520ea-859f-491e-b375-ebf389bf10c3", "name": "network-vif-deleted", "tag": "65b8badd-e804-42f9-9f73-fdeb96bf93f2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:57.207771 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fac31c9-72b4-410d-828c-471a0ad4cb93 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:57.208334 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707520ea-859f-491e-b375-ebf389bf10c3', 'name': 'network-vif-deleted', 'tag': '65b8badd-e804-42f9-9f73-fdeb96bf93f2', 'status': 'completed', 'code': 200} Jul 16 18:33:57.239573 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.363318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:57.525855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] Deleting subnet e651a384-81ca-4dae-bfa8-6d188b4c761e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:57.537034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.578045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.695117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-715b73bc-9bd4-40aa-8f95-16dcd8e70be6 req-16d64e49-9f15-4ee7-b07c-fef12d8fbe1c tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.0854495 Jul 16 18:33:57.741092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.894283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:57.913350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:57.921040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:57.975218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d044bb6-ebea-4255-9703-e566e56c0d41 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:57.990176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event updated for resources: {'Port': ['ID=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.013297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.088005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.119000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598b94c-7942-4fd5-a7ca-1a126d4b15dc req-8ad0d314-604c-4a0a-b04c-aec056c8b3dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.135974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7598b94c-7942-4fd5-a7ca-1a126d4b15dc req-8ad0d314-604c-4a0a-b04c-aec056c8b3dd tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.3721461 Jul 16 18:33:58.154698 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.189735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-b990d58e-0845-4d43-803b-628889fbeed0 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3922403 Jul 16 18:33:58.202147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:58.208335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.214773 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:33:58.217374 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:33:58.277187 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.279120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.279898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.291303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.293490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=0566aa11-ae8b-4a8b-9e75-695e97ad7a6c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.324264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4d044bb6-ebea-4255-9703-e566e56c0d41 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:58.332964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d044bb6-ebea-4255-9703-e566e56c0d41 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:58.333344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.365165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e651a384-81ca-4dae-bfa8-6d188b4c761e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.370378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.372287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e4015bc-ce20-44fd-93da-1b2d51377bde admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e651a384-81ca-4dae-bfa8-6d188b4c761e HTTP/1.1" status: 204 len: 168 time: 1.0075047 Jul 16 18:33:58.375044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:58.399339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7598b94c-7942-4fd5-a7ca-1a126d4b15dc req-44ad80ad-bc86-4c1b-a9ec-b08fc7c7263f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623119 Jul 16 18:33:58.457531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-8be253af-4e59-4f80-ae5e-ca06f8d636af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6028788 Jul 16 18:33:58.459954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:08Z', 'revision_number': 5, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:58.514282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42488bd2-5329-46ba-99c0-80bebd84057f None None] The sync data for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 is: [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:31:01Z', 'revision_number': 4, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '20bad1eb-8ffa-49a3-902f-98d11222d75d', 'name': '', 'network_id': 'e8c9c7bb-ed52-4138-8c98-cc2456203520', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'mac_address': 'fa:16:3e:10:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:00Z', 'updated_at': '2021-07-16T18:31:08Z', 'revision_number': 5, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'subnets': [{'id': 'b7ee77ba-f7bc-43b5-9d12-b31d73f49b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:58.579103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.633752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4d044bb6-ebea-4255-9703-e566e56c0d41, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d044bb6-ebea-4255-9703-e566e56c0d41,segment=NetworkSegment(499b2baa-5e03-4988-bf2e-cab8fb7414b7),segment_id=499b2baa-5e03-4988-bf2e-cab8fb7414b7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:58.639052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.753738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Request body: {'port': {'device_id': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:58.783841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.804266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4d044bb6-ebea-4255-9703-e566e56c0d41,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.859394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Provisioning for port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:58.865779 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Provisioning complete for port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:58.867047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.922065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7307510c-2f4e-4acd-aece-bad5ce1adc08 None None] Port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:59.021259 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298f6f5-a2d7-4669-915b-2b2fe0c3c616 None None] New status for floating IP 88290ce6-0405-448d-9e91-e01eb8b00dce: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:59.033611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.050485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b60db46c-269d-43e6-a311-6732f61a520b None None] Provisioning complete for port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:59.050866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b60db46c-269d-43e6-a311-6732f61a520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.137289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b60db46c-269d-43e6-a311-6732f61a520b None None] Port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:59.166774 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.196011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eedb3f3-efbd-40d9-a503-d9ec41335c02']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:59.219586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36933c08-675b-4f92-bad5-d88f866d782b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:59.219886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36933c08-675b-4f92-bad5-d88f866d782b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:59.237960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.265260 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.272135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:59.272547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.314658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:59.317284 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:59.431364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d044bb6-ebea-4255-9703-e566e56c0d41 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:59.479343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.493074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d044bb6-ebea-4255-9703-e566e56c0d41 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:59.494216 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.507795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.511219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.513266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2eedb3f3-efbd-40d9-a503-d9ec41335c02 HTTP/1.1" status: 204 len: 168 time: 1.1374907 Jul 16 18:33:59.516052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0305c-d75b-438e-97ec-9d5299b1eb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eedb3f3-efbd-40d9-a503-d9ec41335c02,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.528173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.606613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Allocated IP 172.25.1.162 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/543219f1-2b8a-45bd-9e5c-cd97785418f3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:59.610177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:59.697295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded94e7-c50c-462d-b2da-17a42cb3c369 req-765b6849-4903-48af-862a-e704dc9fa14e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.705240 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ded94e7-c50c-462d-b2da-17a42cb3c369 req-765b6849-4903-48af-862a-e704dc9fa14e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 931 time: 0.9487078 Jul 16 18:33:59.738986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33640) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:59.743358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:59.743808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.854241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ded94e7-c50c-462d-b2da-17a42cb3c369 req-2f60b105-f41c-4a1b-9e4c-1dbeb5fdbe60 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477857 Jul 16 18:33:59.883318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aadef8ff-cad0-4f61-bd33-82d7dc505e4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=229d3aaacdea4b91a80864b51cb4ae55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408010 Jul 16 18:33:59.887851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:59.903062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.028880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd161fa6-5aed-4db3-8178-8175ae52f2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.067555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd161fa6-5aed-4db3-8178-8175ae52f2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.099345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.126969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:00.134429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:00.160581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:00.198542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.208662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=543219f1-2b8a-45bd-9e5c-cd97785418f3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.213376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799fe4d-3f2f-46ec-b2b1-59cb6fb03a88 req-0fa55ee6-d12b-4627-9be8-0f0340dc01ed tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:00.214973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5799fe4d-3f2f-46ec-b2b1-59cb6fb03a88 req-0fa55ee6-d12b-4627-9be8-0f0340dc01ed tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1953819 Jul 16 18:34:00.231446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.235737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd161fa6-5aed-4db3-8178-8175ae52f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.238363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd161fa6-5aed-4db3-8178-8175ae52f2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.242463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dd161fa6-5aed-4db3-8178-8175ae52f2dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ddd543d-453f-4ca5-b947-7b125065837d HTTP/1.1" status: 204 len: 168 time: 0.3535047 Jul 16 18:34:00.273784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd161fa6-5aed-4db3-8178-8175ae52f2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd543d-453f-4ca5-b947-7b125065837d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.290253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.340944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.344826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:00.355647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.371888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Transition to ACTIVE for port object 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:00.463755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=0566aa11-ae8b-4a8b-9e75-695e97ad7a6c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.475341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.500266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5799fe4d-3f2f-46ec-b2b1-59cb6fb03a88 req-54e7f47c-418e-4979-8706-7ea51ceb5e61 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700341 Jul 16 18:34:00.500929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.563489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.571463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.659065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=543219f1-2b8a-45bd-9e5c-cd97785418f3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.702630 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.721907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Pushing event updated for resources: {'Port': ['ID=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.738992 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.740593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f152c44a-b70c-4d8c-8240-ead6b4a22adb tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5499673 Jul 16 18:34:00.808719 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-55ee4257-e470-41dd-a79e-5d53eaf28e5e req-ea6aac76-cd32-4b05-a2bf-b90c0f539941 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.1120555 Jul 16 18:34:00.847756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-34ec5f31-ef9b-44b2-ac2d-dad7f198af1e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.1002326 Jul 16 18:34:00.853718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:00.857384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:00.874873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Attempting to bind port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:00.876651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Attempting to bind port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:00.876651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Attempting to bind port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:00.882122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:00.882448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Attempting to bind port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:00.897359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:00.897706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Checking segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:00.898133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Bound using segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:00.898685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Bound port: 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:00.899053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.005926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f9ebbfba-5e74-4a27-bad8-69dafced2792 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.007820 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38d42c6c-657d-4eaa-9016-baaaedbadb68 req-f9ebbfba-5e74-4a27-bad8-69dafced2792 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1523488 Jul 16 18:34:01.197308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] For port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:01.207403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] For port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:01.224606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.226803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router 7e9d492b-e963-4509-974d-2cdf3b227d90 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:01.289842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cf454360-cdf8-4875-a7b4-dac7e01317b3 None None] Provisioning complete for port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:01.290379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cf454360-cdf8-4875-a7b4-dac7e01317b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.328455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.330863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.334618 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] 10.222.0.67 "PUT /v2.0/ports/5906f26e-e0ce-47f2-b0ca-39ac1d3e403c HTTP/1.1" status: 200 len: 1092 time: 2.5851717 Jul 16 18:34:01.346697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'tag': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:01.349226 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05" -d '{"events": [{"name": "network-changed", "server_uuid": "8dee8e11-0e3d-4ef0-b46f-59ec336d686c", "tag": "5906f26e-e0ce-47f2-b0ca-39ac1d3e403c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:01.418150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cf454360-cdf8-4875-a7b4-dac7e01317b3 None None] Port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:01.531938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c76d31-8c81-45a2-9e98-666af02c332d service neutron] Pushing event updated for resources: {'Port': ['ID=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.552421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:01.563217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] Sync routers for ids ['7e9d492b-e963-4509-974d-2cdf3b227d90'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:01.563413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.573900 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ff71cab-9efd-41b4-99a7-0040d91677e2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/7e9d492b-e963-4509-974d-2cdf3b227d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2940693 Jul 16 18:34:01.582550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] Routers {'7e9d492b-e963-4509-974d-2cdf3b227d90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:01.584439 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7e9d492b-e963-4509-974d-2cdf3b227d90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.601092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-4d99153d-cc73-4a53-a966-2f956369f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.602701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-4d99153d-cc73-4a53-a966-2f956369f18a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 1095 time: 0.1565561 Jul 16 18:34:01.634758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.645709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] Routers {'7e9d492b-e963-4509-974d-2cdf3b227d90'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:01.646622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7e9d492b-e963-4509-974d-2cdf3b227d90'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.686902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7cf27-9b57-4513-b8d5-d89eec04d71c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.689093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.690065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928d170-ee26-45ab-a72b-c9154eaf8552 None None] The sync data for ids ['7e9d492b-e963-4509-974d-2cdf3b227d90'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:01.692687 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-54d7cf27-9b57-4513-b8d5-d89eec04d71c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports/0566aa11-ae8b-4a8b-9e75-695e97ad7a6c HTTP/1.1" status: 200 len: 977 time: 0.1282465 Jul 16 18:34:01.694647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-c9f7e724-a487-4126-9ac1-cc523878c7db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c HTTP/1.1" status: 200 len: 217 time: 0.0838511 Jul 16 18:34:01.696341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.791538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132ee6-e857-4757-8872-81ebc6a2f812 req-d8585f8f-9673-40b5-8a8a-f7595987499f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.798505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31132ee6-e857-4757-8872-81ebc6a2f812 req-d8585f8f-9673-40b5-8a8a-f7595987499f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 943 time: 0.0708628 Jul 16 18:34:01.837451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31132ee6-e857-4757-8872-81ebc6a2f812 req-d9a77cab-8a6b-4319-b2a4-abb76f209a6d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Jul 16 18:34:01.890019 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0def4cc4-b74e-479f-bc32-b9418de4c0b4 x-openstack-request-id: req-0def4cc4-b74e-479f-bc32-b9418de4c0b4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:01.890538 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dee8e11-0e3d-4ef0-b46f-59ec336d686c", "tag": "5906f26e-e0ce-47f2-b0ca-39ac1d3e403c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:01.890721 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0def4cc4-b74e-479f-bc32-b9418de4c0b4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:01.890983 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'tag': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c', 'status': 'completed', 'code': 200} Jul 16 18:34:01.941539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-a1733d8b-4669-41df-b60a-0baee33b7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.943036 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-a1733d8b-4669-41df-b60a-0baee33b7d4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.2300124 Jul 16 18:34:02.030096 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-48e32837-7051-4216-a7c1-1c53cf465841 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765204 Jul 16 18:34:02.179319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b025d46-257c-4a22-bb28-f9a03401166d req-084e017a-404b-4624-a80d-9f493d4feb25 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4835517 Jul 16 18:34:02.206811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271b3bb-d652-460d-a88d-e6edd934aaea req-b29be6c6-5bc4-41b3-824c-a79d353f82ae tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:02.208704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2271b3bb-d652-460d-a88d-e6edd934aaea req-b29be6c6-5bc4-41b3-824c-a79d353f82ae tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.0881536 Jul 16 18:34:02.227245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:02.281617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2271b3bb-d652-460d-a88d-e6edd934aaea req-afa6aefd-aa59-4b6f-9155-03f6a6482890 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633085 Jul 16 18:34:02.343674 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.365912 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-b4073155-fe4b-4edf-8c2f-c575a19d025e service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883317 Jul 16 18:34:02.466865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cf511-02e2-4998-82de-b9dc87f8acdf req-ae9332d4-e2db-4288-8736-b80e86623d39 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:02.468678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b3cf511-02e2-4998-82de-b9dc87f8acdf req-ae9332d4-e2db-4288-8736-b80e86623d39 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.0731463 Jul 16 18:34:02.521385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3b3cf511-02e2-4998-82de-b9dc87f8acdf req-1fa9880b-2a54-4722-a425-fac619d2e5a6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462477 Jul 16 18:34:02.694675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db94eb5a-3a6c-45c2-a15f-2b997883ee6b req-11582048-f564-4fe7-a576-3b3cb237281b tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/ports?device_id=707520ea-859f-491e-b375-ebf389bf10c3 HTTP/1.1" status: 200 len: 210 time: 0.0327973 Jul 16 18:34:02.976122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67fc92a1-cdea-47aa-9f7c-cb75cff74c47 req-4c094dbf-9239-41b3-99ea-6b2065f924d0 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972424 Jul 16 18:34:03.082489 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.136102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.161939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db64123-a5c8-47ad-96c7-0dc98902ca6d req-35a9bb72-7fd2-4afd-a6c8-d40cf5f0f0ec tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.163762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1db64123-a5c8-47ad-96c7-0dc98902ca6d req-35a9bb72-7fd2-4afd-a6c8-d40cf5f0f0ec tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 943 time: 0.1134996 Jul 16 18:34:03.170554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-fba64858-9e93-480b-a6bb-c824a7ddeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.172165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-fba64858-9e93-480b-a6bb-c824a7ddeec7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4464220067014e36a39c0155ab4e7284&device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 1097 time: 0.1122298 Jul 16 18:34:03.234398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1db64123-a5c8-47ad-96c7-0dc98902ca6d req-a7a86882-2fd4-4425-a4cb-7b1dfd7293da tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610323 Jul 16 18:34:03.309700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-3261b37b-aa1c-4de4-b5bd-91baae718d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.313291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-3261b37b-aa1c-4de4-b5bd-91baae718d9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 200 len: 912 time: 0.1329482 Jul 16 18:34:03.356945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-7cb10359-d2b1-47a6-bf07-1eecf5baf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.358455 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-7cb10359-d2b1-47a6-bf07-1eecf5baf114 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 1095 time: 0.3057451 Jul 16 18:34:03.402625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-27c6fb86-5661-49a1-9b25-d64df8766ffd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 200 len: 999 time: 0.0805535 Jul 16 18:34:03.406734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Allocated IP 172.25.1.11 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/bc28c140-c16b-412c-b992-47c426db67ab) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:03.464711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-3b4a55cd-073d-4d77-a135-1da291a209fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.466343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-3b4a55cd-073d-4d77-a135-1da291a209fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 200 len: 850 time: 0.0467582 Jul 16 18:34:03.550407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73ca35-62c8-4f90-9c6c-d27b96e8eacc req-7738d916-25d9-4006-879d-73efbf88061a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.555324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-f9a98e7d-33a7-42a3-a71f-d8b690afe945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.555845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d73ca35-62c8-4f90-9c6c-d27b96e8eacc req-7738d916-25d9-4006-879d-73efbf88061a tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1704457 Jul 16 18:34:03.556824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-f9a98e7d-33a7-42a3-a71f-d8b690afe945 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 912 time: 0.1832795 Jul 16 18:34:03.605565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-e223142f-528e-4e41-a16a-162ed3dd5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.607265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-e223142f-528e-4e41-a16a-162ed3dd5108 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8d264b5-c41c-460d-af3d-f5e449ef0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332042 Jul 16 18:34:03.611887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d73ca35-62c8-4f90-9c6c-d27b96e8eacc req-296bc616-6691-4af2-9d3a-fbe88daa7d7e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503216 Jul 16 18:34:03.628610 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-a8d4e470-5296-482d-ac29-948920b0c22e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c HTTP/1.1" status: 200 len: 217 time: 0.0530207 Jul 16 18:34:03.702328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.771426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:03.772025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.773190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-2f4e0038-59dc-49c7-9e29-00fee2114c88 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575067 Jul 16 18:34:03.777470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-76cc589b-5e12-4f47-a769-2d8918376ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.779318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-76cc589b-5e12-4f47-a769-2d8918376ca3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.1440566 Jul 16 18:34:03.794012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.863769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-76bdd9f9-ebc9-47db-84e4-9acc5c822e4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665329 Jul 16 18:34:03.897397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:03.914766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:03.935809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:03.949893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c7e17b6-a298-4477-ac23-a3b6237b40df req-30330b88-f616-434d-bb06-5179fd4d5795 service neutron] 10.222.0.67 "GET /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629267 Jul 16 18:34:03.965912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b8764-f267-4add-bb6f-f38797053585 req-c10cdf41-69a5-49f9-b537-cf819a2d443e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.967421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f38b8764-f267-4add-bb6f-f38797053585 req-c10cdf41-69a5-49f9-b537-cf819a2d443e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1928868 Jul 16 18:34:03.978552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bdb0d-0f28-4cd5-85b1-c4dde89cf624 req-ace5cd44-bca0-4fe6-be93-e8157a6234ca tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.979111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=bc28c140-c16b-412c-b992-47c426db67ab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.980081 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a1bdb0d-0f28-4cd5-85b1-c4dde89cf624 req-ace5cd44-bca0-4fe6-be93-e8157a6234ca tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 946 time: 0.1921508 Jul 16 18:34:03.998910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.047880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 0566aa11-ae8b-4a8b-9e75-695e97ad7a6c owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:04.081120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a1bdb0d-0f28-4cd5-85b1-c4dde89cf624 req-eead580c-d17d-4d2e-a00f-409a60c20413 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725958 Jul 16 18:34:04.105970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Deleting port 2335137b-d676-4a1c-bf59-e39a498ac04f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:04.105970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.106996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-c160566b-560f-430d-9e79-ba9ca0b2d829 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067986 Jul 16 18:34:04.209749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] For port 2335137b-d676-4a1c-bf59-e39a498ac04f, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2335137b-d676-4a1c-bf59-e39a498ac04f,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:04.210247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.231370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Calling delete_port for 2335137b-d676-4a1c-bf59-e39a498ac04f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:04.249613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.299942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33726) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.399591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74285049-866c-4fa4-888e-0675837a2c14 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.414670 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d95cbc-813a-4d83-8aeb-6ff5b3f7cc05 req-1696440c-279a-4ded-a319-a302f8fd8977 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421467 Jul 16 18:34:04.415972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.491251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74285049-866c-4fa4-888e-0675837a2c14 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.548147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.568393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.589762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0bb0076b-3f7e-4650-96c3-73c9c79e9239'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:04.593255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['2335137b-d676-4a1c-bf59-e39a498ac04f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:04.617843 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74285049-866c-4fa4-888e-0675837a2c14 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.620652 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74285049-866c-4fa4-888e-0675837a2c14 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.625681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-74285049-866c-4fa4-888e-0675837a2c14 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c8605a9-a94c-4d66-a954-018a689857d8 HTTP/1.1" status: 204 len: 168 time: 0.3239818 Jul 16 18:34:04.625899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.630365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=0566aa11-ae8b-4a8b-9e75-695e97ad7a6c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.644377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Pushing event deleted for resources: {'Port': ['ID=2335137b-d676-4a1c-bf59-e39a498ac04f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.661814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41df00-0d24-45e0-a007-ab4d67ac8416 req-58f3366b-31f4-47f2-949b-4fc3add7c0eb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:04.670345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a41df00-0d24-45e0-a007-ab4d67ac8416 req-58f3366b-31f4-47f2-949b-4fc3add7c0eb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 943 time: 0.2250507 Jul 16 18:34:04.722573 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-4c4be747-c780-40c4-aaee-805d73c0315d tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] show failed (client error): The resource could not be found. Jul 16 18:34:04.723633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c4be747-c780-40c4-aaee-805d73c0315d tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "GET /v2.0/security-groups/0c8605a9-a94c-4d66-a954-018a689857d8 HTTP/1.1" status: 404 len: 347 time: 0.0944221 Jul 16 18:34:04.738543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285049-866c-4fa4-888e-0675837a2c14 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8605a9-a94c-4d66-a954-018a689857d8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.741139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:04.806661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] No DVR routers for this DVR port 2335137b-d676-4a1c-bf59-e39a498ac04f on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:04.810162 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.812404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f38b8764-f267-4add-bb6f-f38797053585 req-6621ec47-920b-4801-b955-5bf72794d606 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.59 "DELETE /v2.0/ports/2335137b-d676-4a1c-bf59-e39a498ac04f HTTP/1.1" status: 204 len: 173 time: 0.8313522 Jul 16 18:34:04.813053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'name': 'network-vif-deleted', 'tag': '2335137b-d676-4a1c-bf59-e39a498ac04f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:04.815519 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f01ca9-a34d-4fde-aeee-5b4b607448b7" -d '{"events": [{"server_uuid": "3fa92d31-8b79-4a51-8265-0e6adb0e38ce", "name": "network-vif-deleted", "tag": "2335137b-d676-4a1c-bf59-e39a498ac04f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:04.833804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.916164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.984412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:05.004155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a41df00-0d24-45e0-a007-ab4d67ac8416 req-2caf672a-0d8d-4afe-8ee9-c026ef261552 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284006 Jul 16 18:34:05.032889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:05.099016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Deleting port f4f3c9db-ff5d-4a82-a59e-e6266ee801e5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:05.099016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.201634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:05.222188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'port_id': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c', 'mac_address': 'fa:16:3e:04:bd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61aae9a1-c47b-4e28-8c0d-cdea6fa6d648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:05.266032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.280396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:05.312298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:05.324271 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.346367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.365911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4f162-72b0-48bc-aacd-8ae98ea6bbc1 req-5d481f34-5eba-4cd6-a162-aba46caf2d1f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:05.385711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3bb4f162-72b0-48bc-aacd-8ae98ea6bbc1 req-5d481f34-5eba-4cd6-a162-aba46caf2d1f tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.1609957 Jul 16 18:34:05.387728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.388060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.392827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=bc28c140-c16b-412c-b992-47c426db67ab,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.438756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.463763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.482178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3bb4f162-72b0-48bc-aacd-8ae98ea6bbc1 req-bd819b8e-3c15-44cb-a107-4c23347801be tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776942 Jul 16 18:34:05.491474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00348bcf-ab4a-46f5-8aac-d1dc9105ecc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.492946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Calling delete_port for f4f3c9db-ff5d-4a82-a59e-e6266ee801e5 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:05.532190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.546987 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b025d46-257c-4a22-bb28-f9a03401166d req-5d19310c-5317-4fbc-bb89-7611c82a1fd3 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3417280 Jul 16 18:34:05.570026 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b477b2-c1f2-4cd5-9eda-37244d4388b8 x-openstack-request-id: req-a9b477b2-c1f2-4cd5-9eda-37244d4388b8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:05.570860 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa92d31-8b79-4a51-8265-0e6adb0e38ce", "name": "network-vif-deleted", "tag": "2335137b-d676-4a1c-bf59-e39a498ac04f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:05.570860 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9b477b2-c1f2-4cd5-9eda-37244d4388b8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:05.571307 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa92d31-8b79-4a51-8265-0e6adb0e38ce', 'name': 'network-vif-deleted', 'tag': '2335137b-d676-4a1c-bf59-e39a498ac04f', 'status': 'completed', 'code': 200} Jul 16 18:34:05.582545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['5906f26e-e0ce-47f2-b0ca-39ac1d3e403c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:05.734934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.768257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b025d46-257c-4a22-bb28-f9a03401166d req-fff0cb2f-f2d0-4a10-8f73-a67485c562cd tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.2202494 Jul 16 18:34:05.779896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6320f195-a1b1-442d-a147-ef5b2470e751 req-47e42828-5540-48c1-9833-87b2cfcd0d18 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fa92d31-8b79-4a51-8265-0e6adb0e38ce HTTP/1.1" status: 200 len: 210 time: 0.0629451 Jul 16 18:34:05.817776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router 7e9d492b-e963-4509-974d-2cdf3b227d90 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:05.834537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Pushing event deleted for resources: {'Port': ['ID=f4f3c9db-ff5d-4a82-a59e-e6266ee801e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.972405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.975381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.976900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c5b30ee-a3ab-49e4-b60b-88fe3a29ffa0 tempest-ServersTestBootFromVolume-2067649872 tempest-ServersTestBootFromVolume-2067649872-project] 10.222.0.49 "DELETE /v2.0/floatingips/88290ce6-0405-448d-9e91-e01eb8b00dce HTTP/1.1" status: 204 len: 168 time: 1.1987686 Jul 16 18:34:05.980709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33746) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.013807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:06.022423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a70b4324-55e3-49a1-bb81-7d4e4a6475b2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/7e9d492b-e963-4509-974d-2cdf3b227d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3250718 Jul 16 18:34:06.027176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.033200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b025d46-257c-4a22-bb28-f9a03401166d req-1faf45be-ca75-479d-9134-4127eb4e58f9 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.034571 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b025d46-257c-4a22-bb28-f9a03401166d req-1faf45be-ca75-479d-9134-4127eb4e58f9 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.2495925 Jul 16 18:34:06.043091 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] Sync routers for ids ['7e9d492b-e963-4509-974d-2cdf3b227d90'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:06.057788 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] Routers {'7e9d492b-e963-4509-974d-2cdf3b227d90'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:06.058749 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7e9d492b-e963-4509-974d-2cdf3b227d90'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:06.059019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-2b025d46-257c-4a22-bb28-f9a03401166d req-161ac67d-37a5-4504-8665-39b5dcc4d7f5 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:06.060176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b025d46-257c-4a22-bb28-f9a03401166d req-161ac67d-37a5-4504-8665-39b5dcc4d7f5 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103605 Jul 16 18:34:06.072184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00348bcf-ab4a-46f5-8aac-d1dc9105ecc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.077295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00348bcf-ab4a-46f5-8aac-d1dc9105ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.119413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-00348bcf-ab4a-46f5-8aac-d1dc9105ecc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d24e7ba83ddb4995bd757036f38708f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1298807 Jul 16 18:34:06.119654 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:06.119894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.131200 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] Routers {'7e9d492b-e963-4509-974d-2cdf3b227d90'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:06.131984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7e9d492b-e963-4509-974d-2cdf3b227d90'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:06.172367 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:06.173483 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59102730-c400-47d7-bab6-f1df539bfa48 None None] The sync data for ids ['7e9d492b-e963-4509-974d-2cdf3b227d90'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:06.233069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00348bcf-ab4a-46f5-8aac-d1dc9105ecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8cb103-ae42-4d13-86af-454d0757a92a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.237362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7556c43b-ee4b-4cf2-9498-e5e59d00d5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.263609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7556c43b-ee4b-4cf2-9498-e5e59d00d5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.325087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c90d8-eb3a-48ef-aeb5-b996cfb2b989 req-a97f4e78-a213-45aa-ac0b-c088a4ae2a95 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.326508 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c64c90d8-eb3a-48ef-aeb5-b996cfb2b989 req-a97f4e78-a213-45aa-ac0b-c088a4ae2a95 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 944 time: 0.1401665 Jul 16 18:34:06.343623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7556c43b-ee4b-4cf2-9498-e5e59d00d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.346178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7556c43b-ee4b-4cf2-9498-e5e59d00d5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.347295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7556c43b-ee4b-4cf2-9498-e5e59d00d5d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe8cb103-ae42-4d13-86af-454d0757a92a HTTP/1.1" status: 204 len: 168 time: 0.2264745 Jul 16 18:34:06.365808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556c43b-ee4b-4cf2-9498-e5e59d00d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8cb103-ae42-4d13-86af-454d0757a92a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.386043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c64c90d8-eb3a-48ef-aeb5-b996cfb2b989 req-212a98f1-951e-4669-8bc8-8a52a08519c5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Jul 16 18:34:06.475820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498e8c-88bc-413d-9bed-22c84d98d8f3 req-a284bece-a53c-4bda-9a83-c78535605d62 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.477389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3498e8c-88bc-413d-9bed-22c84d98d8f3 req-a284bece-a53c-4bda-9a83-c78535605d62 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.5509639 Jul 16 18:34:06.536584 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a260976b-1982-4574-9b0c-0e369f382530 req-cc795403-dd50-4fc6-a191-6669c15413fe tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1128716 Jul 16 18:34:06.548371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:06.572261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.655622 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-853dbd0e-4cf6-4ea0-90b6-40a80a463edd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:34:06.660060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-853dbd0e-4cf6-4ea0-90b6-40a80a463edd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/7e9d492b-e963-4509-974d-2cdf3b227d90/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6317537 Jul 16 18:34:06.660266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33764) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.670758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3498e8c-88bc-413d-9bed-22c84d98d8f3 req-a27ab4b8-b71e-41b6-b094-271f517a50fa tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623843 Jul 16 18:34:06.717443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54c15f54-9572-48fd-a732-b8752566ef6c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e9d492b-e963-4509-974d-2cdf3b227d90 HTTP/1.1" status: 200 len: 205 time: 0.0556264 Jul 16 18:34:06.719600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33770) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.724923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.812270 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e50b88e-18c3-4013-a95b-958f56126cd4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.869650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Allocated IP 172.25.1.220 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/dd24e74e-bb0e-4de7-95ac-02f2553e95bf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:07.002176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.040940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:07.043392 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e50b88e-18c3-4013-a95b-958f56126cd4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.053780 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.064233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e50b88e-18c3-4013-a95b-958f56126cd4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.133798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=dd24e74e-bb0e-4de7-95ac-02f2553e95bf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.137621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:07.139708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:07.144932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:07.178807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:07.180224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e50b88e-18c3-4013-a95b-958f56126cd4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.180730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e50b88e-18c3-4013-a95b-958f56126cd4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Fanout notify agent at l3_agent the message router_deleted on router 7e9d492b-e963-4509-974d-2cdf3b227d90 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:07.184511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:07.185065 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.209023 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e50b88e-18c3-4013-a95b-958f56126cd4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.210449 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0e50b88e-18c3-4013-a95b-958f56126cd4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/7e9d492b-e963-4509-974d-2cdf3b227d90 HTTP/1.1" status: 204 len: 168 time: 0.4898078 Jul 16 18:34:07.214790 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:07.286747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.321132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:07.325188 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede60e36-4bc4-44ae-99b3-88ef106d4b38" -d '{"events": [{"server_uuid": "8dee8e11-0e3d-4ef0-b46f-59ec336d686c", "name": "network-vif-plugged", "status": "completed", "tag": "5906f26e-e0ce-47f2-b0ca-39ac1d3e403c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:07.327089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet f625dad6-347a-412f-8d31-fb3580f936f2 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:07.331226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.332695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.344371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:07.345840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.350146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.413760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.425832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.469146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.612094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.687086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Deleting port 20bad1eb-8ffa-49a3-902f-98d11222d75d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:07.687660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.700826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.703396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.714434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.740065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=f625dad6-347a-412f-8d31-fb3580f936f2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.748809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cba2bd-6372-40da-8c6c-7e29242bc413 None None] Network 52a501ba-6201-492e-b4d4-7e67b5cb1657 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:07.762992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.765045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/f625dad6-347a-412f-8d31-fb3580f936f2 HTTP/1.1" status: 204 len: 168 time: 0.5479789 Jul 16 18:34:07.768910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33838) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:07.779422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.780072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.780567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.781436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.781922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.782503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.783061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.783558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.783891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.784222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.784553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.784914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1161065c-410b-4e85-ab30-e06e3b61ec32 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:07.826453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event updated for resources: {'Port': ['ID=dd24e74e-bb0e-4de7-95ac-02f2553e95bf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.843120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.863890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.865500 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a260976b-1982-4574-9b0c-0e369f382530 req-22f99a73-7e20-4374-8771-f43cf42e5c9b tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3221624 Jul 16 18:34:07.877910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] For port 20bad1eb-8ffa-49a3-902f-98d11222d75d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=20bad1eb-8ffa-49a3-902f-98d11222d75d,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:07.878289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.892558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2335137b-d676-4a1c-bf59-e39a498ac04f no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:07.894383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.902634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Calling delete_port for 20bad1eb-8ffa-49a3-902f-98d11222d75d owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:07.924414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 2335137b-d676-4a1c-bf59-e39a498ac04f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:07.924666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2335137b-d676-4a1c-bf59-e39a498ac04f not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:07.935138 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a260976b-1982-4574-9b0c-0e369f382530 req-1c7a685e-ba7c-47aa-95a2-8a7b6093c8c7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.0611365 Jul 16 18:34:08.059368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] DHCP port deletion for 52a501ba-6201-492e-b4d4-7e67b5cb1657 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:08.065831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260976b-1982-4574-9b0c-0e369f382530 req-91fcdf95-32d7-486a-8219-4243180e43bf tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.067438 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a260976b-1982-4574-9b0c-0e369f382530 req-91fcdf95-32d7-486a-8219-4243180e43bf tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1311018 Jul 16 18:34:08.125280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] Deleting port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:08.126720 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.196843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] For port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,segment=NetworkSegment(365ea108-dd06-4045-b608-d36e6e44c295),segment_id=365ea108-dd06-4045-b608-d36e6e44c295)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:08.197133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.215762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] Calling delete_port for 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:08.306455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.334678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] Pushing event deleted for resources: {'Port': ['ID=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.340241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374ed8a-48c7-426d-958c-83ff993d802e None None] No DVR routers for this DVR port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:08.385141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:08.385644 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.475942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025, host n-d-791504-15, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:08.476356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.490603 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13caf92-492f-4946-aad5-aa00cf98cc29 x-openstack-request-id: req-f13caf92-492f-4946-aad5-aa00cf98cc29 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:08.493008 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee8e11-0e3d-4ef0-b46f-59ec336d686c", "name": "network-vif-plugged", "status": "completed", "tag": "5906f26e-e0ce-47f2-b0ca-39ac1d3e403c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:08.493469 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f13caf92-492f-4946-aad5-aa00cf98cc29 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:08.493988 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c', 'code': 200} Jul 16 18:34:08.496115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-ec70bf58-4aa8-4e18-852e-3976558564bf tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.502476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-ec70bf58-4aa8-4e18-852e-3976558564bf tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=44921b16-3b1b-46d2-b36d-5a5008532260 HTTP/1.1" status: 200 len: 944 time: 0.5057061 Jul 16 18:34:08.517191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:08.523185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:34:08.561305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.607137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=2dd1e8b1-570e-474b-b3cb-ad8c729d0025,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.612390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:08.633512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932a4be-06ad-49bb-84e1-5461d2045748 req-e2ddb358-9d20-4775-897f-11eed60d307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.635146 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8932a4be-06ad-49bb-84e1-5461d2045748 req-e2ddb358-9d20-4775-897f-11eed60d307b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 1097 time: 0.0593305 Jul 16 18:34:08.691541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.698952 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8932a4be-06ad-49bb-84e1-5461d2045748 req-5d054788-a575-4497-8ee7-3ec435be13f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538425 Jul 16 18:34:08.723811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c696f42-d148-437f-9e19-093090076cd3 req-e77980bf-3445-4a90-b4ed-a157f7987fb0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.725296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c696f42-d148-437f-9e19-093090076cd3 req-e77980bf-3445-4a90-b4ed-a157f7987fb0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 945 time: 0.0892637 Jul 16 18:34:08.742561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Pushing event deleted for resources: {'Port': ['ID=20bad1eb-8ffa-49a3-902f-98d11222d75d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.777489 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c696f42-d148-437f-9e19-093090076cd3 req-d26d6e55-1c16-4ffc-8bf2-3f98fb526d96 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460539 Jul 16 18:34:08.786895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.816354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a501ba-6201-492e-b4d4-7e67b5cb1657']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:08.861577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9da8719-2550-443b-a499-ae7d0d1361c0 req-77d58ed1-9c7f-4bf8-a5db-c7aab8240e69 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips/2d70e7c1-3bf5-4756-b68e-5e80db420648 HTTP/1.1" status: 200 len: 693 time: 0.0620730 Jul 16 18:34:08.866044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365ea108-dd06-4045-b608-d36e6e44c295') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:08.866382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365ea108-dd06-4045-b608-d36e6e44c295') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:08.869183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Deleting port 9d0ca1e9-80fa-4433-91de-4115ee872c9b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:08.869556 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.972175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.992413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] For port 9d0ca1e9-80fa-4433-91de-4115ee872c9b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9d0ca1e9-80fa-4433-91de-4115ee872c9b,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:08.992915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.997480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8719-2550-443b-a499-ae7d0d1361c0 req-dc1d7fc2-a256-4414-a066-4c7413742e5f tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.004152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9da8719-2550-443b-a499-ae7d0d1361c0 req-dc1d7fc2-a256-4414-a066-4c7413742e5f tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1336849 Jul 16 18:34:09.006728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.010009 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-e9da8719-2550-443b-a499-ae7d0d1361c0 req-6e8e8d4f-70d5-4046-b7ee-a4c5ba9da2b1 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:09.010983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9da8719-2550-443b-a499-ae7d0d1361c0 req-6e8e8d4f-70d5-4046-b7ee-a4c5ba9da2b1 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060427 Jul 16 18:34:09.014801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Calling delete_port for 9d0ca1e9-80fa-4433-91de-4115ee872c9b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:09.021677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:09.022020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:09.026047 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:09.207183 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.224976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.227411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/52a501ba-6201-492e-b4d4-7e67b5cb1657 HTTP/1.1" status: 204 len: 168 time: 1.4572635 Jul 16 18:34:09.231643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.239255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-731559621'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:09.250879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=52a501ba-6201-492e-b4d4-7e67b5cb1657,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.278133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.278550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.279432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.279432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.280458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.284152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.284611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.285077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.286553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.286985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.287566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.289054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54da12a-c9f7-49df-af76-30b599341669 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:09.300370 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.455410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:09.476200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.481349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:09.481778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2dd1e8b1-570e-474b-b3cb-ad8c729d0025 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:09.493695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a47e883-3f86-4946-8682-16f2bbb459aa', '12ac4480-49b0-47fc-8d7c-46a66f407861'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:09.522430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event deleted for resources: {'Port': ['ID=9d0ca1e9-80fa-4433-91de-4115ee872c9b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.571647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] No DVR routers for this DVR port 9d0ca1e9-80fa-4433-91de-4115ee872c9b on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:09.574785 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.577406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dece79a-c003-4da7-93eb-1bc90a6f47c0 req-d3d5037f-5a01-4552-a91d-c33caf7cf717 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "DELETE /v2.0/ports/9d0ca1e9-80fa-4433-91de-4115ee872c9b HTTP/1.1" status: 204 len: 173 time: 1.0741110 Jul 16 18:34:09.578304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-deleted', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:09.581082 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8040bc-f89e-4e9a-a6c9-df642d362d67" -d '{"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-deleted", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:09.642241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:09.646271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.650760 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efb888e0-6362-454c-aa53-e74e0b74f5fe req-c57bdc47-b85c-488c-abc1-32a83dffa065 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0419683 Jul 16 18:34:09.683733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:09.706057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.706557 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment c92704f9-cd99-481f-8cf3-7bf7b07ba16e of type vlan for network 9e34e2da-32d4-456b-81a8-89875d3811a9 Jul 16 18:34:09.773019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Router 32077565-b3e0-43a1-aa26-c9e53f7291b1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:09.910240 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-d4058d9c-74cd-4918-ab86-6d4ea9f91677 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips/2d70e7c1-3bf5-4756-b68e-5e80db420648 HTTP/1.1" status: 200 len: 693 time: 0.1225762 Jul 16 18:34:09.922617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.958290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:09.967815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] Sync routers for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:09.974644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3f65c871-960e-4106-8c77-ef86086a265f admin admin] 10.222.0.49 "PUT /v2.0/routers/32077565-b3e0-43a1-aa26-c9e53f7291b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9907575 Jul 16 18:34:09.974825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.983099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:09.983735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.083768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-dbd08951-ac14-499d-818d-e4a86a3c64a9 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.085201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-dbd08951-ac14-499d-818d-e4a86a3c64a9 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1587133 Jul 16 18:34:10.107857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-bfb3a055-594c-4a14-8066-090a9b03fb24 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:10.114889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-bfb3a055-594c-4a14-8066-090a9b03fb24 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201175 Jul 16 18:34:10.116367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:10.116894 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.122554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.123160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.169632 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.236798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-fb45c07b-2628-4733-a856-1cf4321a754e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.1209347 Jul 16 18:34:10.294700 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.307847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0741954 Jul 16 18:34:10.334472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:10.335037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:34:08Z', 'revision_number': 5, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port': {'id': '44e4a8ce-01a8-4901-85ca-836b8525841e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:55Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.344302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': '9e34e2da-32d4-456b-81a8-89875d3811a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:10.369164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] Checking router: 32077565-b3e0-43a1-aa26-c9e53f7291b1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:10.369935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Deleting port 44e4a8ce-01a8-4901-85ca-836b8525841e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:10.370493 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.379405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] Routers {'32077565-b3e0-43a1-aa26-c9e53f7291b1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:10.380062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32077565-b3e0-43a1-aa26-c9e53f7291b1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.418826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbe5d2-2276-4023-b45c-c66e9a48fb12 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=9e34e2da-32d4-456b-81a8-89875d3811a9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.430587 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-1cd0b24b-c407-4832-bfd3-b1e7b1bec34a tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.1927991 Jul 16 18:34:10.472080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:10.489045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] For port 44e4a8ce-01a8-4901-85ca-836b8525841e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=44e4a8ce-01a8-4901-85ca-836b8525841e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:10.490198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.534582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Calling delete_port for 44e4a8ce-01a8-4901-85ca-836b8525841e owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:10.554140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:10.557769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.584626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] Set router 32077565-b3e0-43a1-aa26-c9e53f7291b1 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:10.615800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6aa35-4b05-43a0-ad14-b367cbc118da req-c3a292d9-778b-44a7-87a8-23288f3f1eb0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.617528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8a6aa35-4b05-43a0-ad14-b367cbc118da req-c3a292d9-778b-44a7-87a8-23288f3f1eb0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1239884 Jul 16 18:34:10.642773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:34:10Z', 'revision_number': 6, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:10.650284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Deleting port dd24e74e-bb0e-4de7-95ac-02f2553e95bf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:10.650622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.670615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef94b18-9e93-4cc3-b631-9f4131f25c76 None None] The sync data for ids ['32077565-b3e0-43a1-aa26-c9e53f7291b1'] in n-d-791504-15 is: [{'id': '32077565-b3e0-43a1-aa26-c9e53f7291b1', 'name': 'tempest-ServersTestBootFromVolume-506071908-router', 'tenant_id': '1ea981f0f778498092fa85ee46b94536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:54Z', 'updated_at': '2021-07-16T18:34:10Z', 'revision_number': 6, 'project_id': '1ea981f0f778498092fa85ee46b94536', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:10.706757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8a6aa35-4b05-43a0-ad14-b367cbc118da req-81615c9d-c0c4-46e1-b6ee-0ffd5d3c0ecf tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785825 Jul 16 18:34:10.756980 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6508c2-a1c3-46fe-a36f-e82a8b7a4ceb x-openstack-request-id: req-7b6508c2-a1c3-46fe-a36f-e82a8b7a4ceb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:10.757349 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44921b16-3b1b-46d2-b36d-5a5008532260", "name": "network-vif-deleted", "tag": "9d0ca1e9-80fa-4433-91de-4115ee872c9b", "status": "failed", "code": 422}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:10.757583 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b6508c2-a1c3-46fe-a36f-e82a8b7a4ceb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:10.758027 n-d-791504-15 neutron-server[93795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44921b16-3b1b-46d2-b36d-5a5008532260', 'name': 'network-vif-deleted', 'tag': '9d0ca1e9-80fa-4433-91de-4115ee872c9b', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:34:10.779872 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.786262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.786596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.806946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Pushing event deleted for resources: {'Port': ['ID=44e4a8ce-01a8-4901-85ca-836b8525841e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.830772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Calling delete_port for dd24e74e-bb0e-4de7-95ac-02f2553e95bf owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:10.852255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.910828 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.962367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.990294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': 'c92704f9-cd99-481f-8cf3-7bf7b07ba16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9e34e2da-32d4-456b-81a8-89875d3811a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:10.990645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: 9e34e2da-32d4-456b-81a8-89875d3811a9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:11.006037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.009367 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.027628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719cbde-89a2-495a-b608-6d5b56daaaba req-5ad1bea1-c959-4039-8d82-c7543484d371 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.033328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:11.033546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e719cbde-89a2-495a-b608-6d5b56daaaba req-5ad1bea1-c959-4039-8d82-c7543484d371 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 945 time: 0.1728675 Jul 16 18:34:11.050788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9e34e2da-32d4-456b-81a8-89875d3811a9) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:11.058432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.058957 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.061690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faa08a-b41e-4e57-bf87-0580a618273d None None] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:11.083028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.095264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.095821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32077565-b3e0-43a1-aa26-c9e53f7291b1 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:11.109469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.110716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-270dcab1-1389-4b33-8112-4b6d427225cf admin admin] 10.222.0.49 "DELETE /v2.0/routers/32077565-b3e0-43a1-aa26-c9e53f7291b1 HTTP/1.1" status: 204 len: 168 time: 1.1348891 Jul 16 18:34:11.111604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-056cc6bd-941b-40cc-8eab-ea02c6c29b39 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7715552 Jul 16 18:34:11.113384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.118581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.119512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event deleted for resources: {'Port': ['ID=dd24e74e-bb0e-4de7-95ac-02f2553e95bf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:11.129275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e719cbde-89a2-495a-b608-6d5b56daaaba req-ebd7d247-6235-4eaf-b48a-31765208df5c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592911 Jul 16 18:34:11.131116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6548bcfb-1390-44bd-ad13-6fa69d93a9be tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-201592007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:11.182132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] Deleting subnet b7ee77ba-f7bc-43b5-9d12-b31d73f49b69 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:11.185848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.231748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6548bcfb-1390-44bd-ad13-6fa69d93a9be tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.233065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6548bcfb-1390-44bd-ad13-6fa69d93a9be tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.258637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.261291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.275758 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8252756b-9688-4c52-9c1a-79e1cf12bd6d req-c3add85b-3e00-4d0e-a02e-4c6f1d952371 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "DELETE /v2.0/floatingips/2d70e7c1-3bf5-4756-b68e-5e80db420648 HTTP/1.1" status: 204 len: 173 time: 0.8440320 Jul 16 18:34:11.278364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.282555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4187e10a-4df9-4ff8-b098-b47003ba2509 req-d06e8044-f426-4253-86cb-73ae1873157c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0441575 Jul 16 18:34:11.315855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-9e34e2da-32d4-456b-81a8-89875d3811a9', 'network_id': '9e34e2da-32d4-456b-81a8-89875d3811a9', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': '132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:11.316861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.341786 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6548bcfb-1390-44bd-ad13-6fa69d93a9be tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.351190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6548bcfb-1390-44bd-ad13-6fa69d93a9be tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.385904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6548bcfb-1390-44bd-ad13-6fa69d93a9be tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.387871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6548bcfb-1390-44bd-ad13-6fa69d93a9be tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2602832 Jul 16 18:34:11.391567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.431767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.487055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Allocated IP 172.20.0.2 (9e34e2da-32d4-456b-81a8-89875d3811a9/132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367/ab2c5191-ab29-410e-9079-8e45a71e1633) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:11.494322 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.498664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-55b173dc-3073-4a58-b347-27e3f6bbd3c6 req-3db3fc4d-42be-40e9-883f-c7e35af24a68 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0948582 Jul 16 18:34:11.529636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.539960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704005c-914a-45ae-9ea5-48849031709f None None] Network e8c9c7bb-ed52-4138-8c98-cc2456203520 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:11.540706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b7ee77ba-f7bc-43b5-9d12-b31d73f49b69 HTTP/1.1" status: 204 len: 168 time: 0.4263077 Jul 16 18:34:11.551573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33904) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.598704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a8b44-8323-420f-9d4e-8caff74d7c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ee77ba-f7bc-43b5-9d12-b31d73f49b69,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:11.663496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44e4a8ce-01a8-4901-85ca-836b8525841e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:11.695178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 44e4a8ce-01a8-4901-85ca-836b8525841e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:11.695530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44e4a8ce-01a8-4901-85ca-836b8525841e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:11.695939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 20bad1eb-8ffa-49a3-902f-98d11222d75d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:11.744535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 20bad1eb-8ffa-49a3-902f-98d11222d75d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:11.744932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 20bad1eb-8ffa-49a3-902f-98d11222d75d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:11.825247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.837392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Transition to ACTIVE for port object ab2c5191-ab29-410e-9079-8e45a71e1633 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:11.859968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Transition to ACTIVE for port object ab2c5191-ab29-410e-9079-8e45a71e1633 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:11.869296 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.921694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.942868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:11.943737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Pushing event updated for resources: {'Port': ['ID=ab2c5191-ab29-410e-9079-8e45a71e1633,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:11.947738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:11.949993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:12.009908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] DHCP port deletion for e8c9c7bb-ed52-4138-8c98-cc2456203520 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:12.038810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9de764-dd52-49dd-b0e5-d34a975de525 req-7f844d09-44a4-49ae-b204-3e30e32932e2 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.040694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec9de764-dd52-49dd-b0e5-d34a975de525 req-7f844d09-44a4-49ae-b204-3e30e32932e2 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4548662 Jul 16 18:34:12.140472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.156950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c614a-4cfe-4788-bdc4-05eedd1ba17d req-023a710e-409b-4b47-8145-138bbf98025f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.159722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-633c614a-4cfe-4788-bdc4-05eedd1ba17d req-023a710e-409b-4b47-8145-138bbf98025f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 945 time: 0.1500263 Jul 16 18:34:12.205522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-633c614a-4cfe-4788-bdc4-05eedd1ba17d req-c0ed39fe-2915-464f-b663-9fefc5c3bf4e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Jul 16 18:34:12.244613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Attempting to bind port ab2c5191-ab29-410e-9079-8e45a71e1633 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:12.245716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Attempting to bind port ab2c5191-ab29-410e-9079-8e45a71e1633 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c92704f9-cd99-481f-8cf3-7bf7b07ba16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9e34e2da-32d4-456b-81a8-89875d3811a9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:12.245716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Attempting to bind port ab2c5191-ab29-410e-9079-8e45a71e1633 on network 9e34e2da-32d4-456b-81a8-89875d3811a9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:12.254840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:12.255314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Checking segment: {'id': 'c92704f9-cd99-481f-8cf3-7bf7b07ba16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9e34e2da-32d4-456b-81a8-89875d3811a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:12.255784 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.256237 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Bound using segment: {'id': 'c92704f9-cd99-481f-8cf3-7bf7b07ba16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9e34e2da-32d4-456b-81a8-89875d3811a9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:12.256796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Bound port: ab2c5191-ab29-410e-9079-8e45a71e1633, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92704f9-cd99-481f-8cf3-7bf7b07ba16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9e34e2da-32d4-456b-81a8-89875d3811a9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:12.257356 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.302291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] Deleting port 4784ab36-23af-4c3c-b38c-313f074bdf18 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:12.302769 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.333295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Deleting port 4784ab36-23af-4c3c-b38c-313f074bdf18 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:12.333915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.397732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-295ed684-2832-4207-bca5-b864c488e575 None None] For port ab2c5191-ab29-410e-9079-8e45a71e1633, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:12.401647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] For port 4784ab36-23af-4c3c-b38c-313f074bdf18, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4784ab36-23af-4c3c-b38c-313f074bdf18,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:12.402085 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.411257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4b3b-1eae-443c-a7ce-fd9256977043 req-9137eca4-0957-4927-b1b0-15b38b7d1dcc tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.412899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-138d4b3b-1eae-443c-a7ce-fd9256977043 req-9137eca4-0957-4927-b1b0-15b38b7d1dcc tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 907 time: 0.0940585 Jul 16 18:34:12.422313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-295ed684-2832-4207-bca5-b864c488e575 None None] For port ab2c5191-ab29-410e-9079-8e45a71e1633, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab2c5191-ab29-410e-9079-8e45a71e1633,segment=NetworkSegment(c92704f9-cd99-481f-8cf3-7bf7b07ba16e),segment_id=c92704f9-cd99-481f-8cf3-7bf7b07ba16e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:12.424096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] Calling delete_port for 4784ab36-23af-4c3c-b38c-313f074bdf18 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:12.430068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.575847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06b89ce0-8ddf-4b23-bc84-9cddcb5c841b req-6303d408-b19e-46e9-89ce-95fdc2cc9c7c tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=539d658a04e94038a27f44fc11e2fc3e HTTP/1.1" status: 200 len: 1656 time: 0.1236787 Jul 16 18:34:12.607136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ed684-2832-4207-bca5-b864c488e575 None None] Pushing event updated for resources: {'Port': ['ID=ab2c5191-ab29-410e-9079-8e45a71e1633,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.638998 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.693355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] Pushing event deleted for resources: {'Port': ['ID=4784ab36-23af-4c3c-b38c-313f074bdf18,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.697848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b89ce0-8ddf-4b23-bc84-9cddcb5c841b req-8a69dfd4-6a07-460b-9052-3bcb662fad74 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.700034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06b89ce0-8ddf-4b23-bc84-9cddcb5c841b req-8a69dfd4-6a07-460b-9052-3bcb662fad74 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks?id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 787 time: 0.1232440 Jul 16 18:34:12.702906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c05b4-d6cd-481a-bb34-97786f56610e None None] No DVR routers for this DVR port 4784ab36-23af-4c3c-b38c-313f074bdf18 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:12.712364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-06b89ce0-8ddf-4b23-bc84-9cddcb5c841b req-3731571b-3f9c-40f2-9e66-d938b88e952a tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:12.728607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06b89ce0-8ddf-4b23-bc84-9cddcb5c841b req-3731571b-3f9c-40f2-9e66-d938b88e952a tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215034 Jul 16 18:34:12.769219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1b06-5710-4d6c-92db-f5e732ab2990 req-636d1bdb-e876-4a07-9337-89954e201f56 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.770783 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-404d1b06-5710-4d6c-92db-f5e732ab2990 req-636d1bdb-e876-4a07-9337-89954e201f56 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.5689254 Jul 16 18:34:12.783626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] For port 4784ab36-23af-4c3c-b38c-313f074bdf18, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4784ab36-23af-4c3c-b38c-313f074bdf18,segment=NetworkSegment(eda91e28-5408-47a9-9b9b-f6222cac681b),segment_id=eda91e28-5408-47a9-9b9b-f6222cac681b)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:12.783986 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.878444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Calling delete_port for 4784ab36-23af-4c3c-b38c-313f074bdf18 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:12.908636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29fc9abb-3d35-4f26-a848-bb3def292f0a req-52788671-1ccd-4f67-bdbe-ab55eb5d905b tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0414007 Jul 16 18:34:12.957251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.20.0.1 (9e34e2da-32d4-456b-81a8-89875d3811a9/132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367/f002980b-74ff-4219-8769-54442f7518ca) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:12.963713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-404d1b06-5710-4d6c-92db-f5e732ab2990 req-8dd2f13b-1ef2-42d5-b139-22170e625770 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588931 Jul 16 18:34:12.999649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-af624e39-6fb4-4158-8eaa-168a927bc9b0 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips/ece5ca97-842d-4e7a-aedf-b608be61cd93 HTTP/1.1" status: 200 len: 692 time: 0.0550590 Jul 16 18:34:13.080403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.116711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Pushing event deleted for resources: {'Port': ['ID=4784ab36-23af-4c3c-b38c-313f074bdf18,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:13.118003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-3b206311-bfa8-441e-b1ee-5add40ef8c87 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.126100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] No DVR routers for this DVR port 4784ab36-23af-4c3c-b38c-313f074bdf18 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:13.129259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-3b206311-bfa8-441e-b1ee-5add40ef8c87 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1291795 Jul 16 18:34:13.136253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-649b4617-fa34-4ba7-ae8a-d1e34492e8ab tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:13.141669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-649b4617-fa34-4ba7-ae8a-d1e34492e8ab tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108955 Jul 16 18:34:13.158657 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.190491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object f002980b-74ff-4219-8769-54442f7518ca will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:13.242879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.257330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c9c7bb-ed52-4138-8c98-cc2456203520']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:13.277767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda91e28-5408-47a9-9b9b-f6222cac681b') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:13.278114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda91e28-5408-47a9-9b9b-f6222cac681b') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:13.296393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.328113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.336285 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.349190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:13.349715 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:13.351649 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:13.436465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:13.459487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab2c5191-ab29-410e-9079-8e45a71e1633 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:13.497921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:13.500314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:13.549739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ab2c5191-ab29-410e-9079-8e45a71e1633 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:13.597340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=f002980b-74ff-4219-8769-54442f7518ca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:13.608133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.611857 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:13.615743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.617981 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e8c9c7bb-ed52-4138-8c98-cc2456203520 HTTP/1.1" status: 204 len: 168 time: 2.0645516 Jul 16 18:34:13.626204 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-c7aa7e3f-c297-4c06-9a23-2ab088f77af9 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.4822516 Jul 16 18:34:13.666781 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4784ab36-23af-4c3c-b38c-313f074bdf18 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:13.684051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379977-2f14-455e-bc03-07d83040f575 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c9c7bb-ed52-4138-8c98-cc2456203520,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:13.706128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-4a904958-4f84-42d7-ad66-b8bbc73d05c0 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0782931 Jul 16 18:34:13.709282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4784ab36-23af-4c3c-b38c-313f074bdf18 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:13.713520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4784ab36-23af-4c3c-b38c-313f074bdf18 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:13.729321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.878905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5411a-83b0-4888-bf89-556c789959c6 req-47cc6a4d-6d0c-4d29-b457-8a9ec480e9af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.881290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80c5411a-83b0-4888-bf89-556c789959c6 req-47cc6a4d-6d0c-4d29-b457-8a9ec480e9af tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 945 time: 0.3774083 Jul 16 18:34:13.909611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Deleting port bc28c140-c16b-412c-b992-47c426db67ab {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:13.909970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.935066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33940) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:13.987523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.992022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb511b-ee0a-4dcb-8092-b68b33986754 None None] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:13.999112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-bcd15700-6748-42b2-8952-94f879cf58cb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.001762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-bcd15700-6748-42b2-8952-94f879cf58cb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 907 time: 0.1685038 Jul 16 18:34:14.018781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052e547-861f-4050-b6dc-6a7c4bc23cd0 req-2b11c3e9-371b-4d0f-99c3-07532410493c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.020339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d052e547-861f-4050-b6dc-6a7c4bc23cd0 req-2b11c3e9-371b-4d0f-99c3-07532410493c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 945 time: 0.3473840 Jul 16 18:34:14.074993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.075488 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.086535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7aec6045-d678-414e-9b00-0b08f47961f8 None None] Provisioning for port ab2c5191-ab29-410e-9079-8e45a71e1633 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:14.091881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7aec6045-d678-414e-9b00-0b08f47961f8 None None] Provisioning complete for port ab2c5191-ab29-410e-9079-8e45a71e1633 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:14.092247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7aec6045-d678-414e-9b00-0b08f47961f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.099075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7bee0c50-7f75-40ea-97b7-14a078ef53d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ea981f0f778498092fa85ee46b94536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626461 Jul 16 18:34:14.106099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33944) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:14.113621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Calling delete_port for bc28c140-c16b-412c-b992-47c426db67ab owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:14.209759 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d052e547-861f-4050-b6dc-6a7c4bc23cd0 req-5baa4c4f-9ddb-49d3-a028-43d216a2ec83 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707251 Jul 16 18:34:14.234861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7aec6045-d678-414e-9b00-0b08f47961f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.250322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Deleting port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:14.250666 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.262783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Deleting port d39d1688-57c5-4f93-ac4b-99bdc10be26f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:14.263140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.316356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7aec6045-d678-414e-9b00-0b08f47961f8 None None] For port ab2c5191-ab29-410e-9079-8e45a71e1633, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab2c5191-ab29-410e-9079-8e45a71e1633,segment=NetworkSegment(c92704f9-cd99-481f-8cf3-7bf7b07ba16e),segment_id=c92704f9-cd99-481f-8cf3-7bf7b07ba16e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:14.323822 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7aec6045-d678-414e-9b00-0b08f47961f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.384798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fcb30e1e-c2b1-4691-8988-c096fc5374d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.403994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec6045-d678-414e-9b00-0b08f47961f8 None None] Pushing event updated for resources: {'Port': ['ID=ab2c5191-ab29-410e-9079-8e45a71e1633,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:14.421334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] For port d39d1688-57c5-4f93-ac4b-99bdc10be26f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d39d1688-57c5-4f93-ac4b-99bdc10be26f,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:14.421711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.429949 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.442108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Calling delete_port for d39d1688-57c5-4f93-ac4b-99bdc10be26f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:14.468703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event deleted for resources: {'Port': ['ID=bc28c140-c16b-412c-b992-47c426db67ab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:14.503823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] For port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:14.504580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.508747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fcb30e1e-c2b1-4691-8988-c096fc5374d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.535494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Calling delete_port for 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:14.600735 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.603443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.604661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafc1a23-4489-4d10-afa2-31a1e7123609 req-ab824a38-8a01-4798-990f-bb489acdeb0e tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "DELETE /v2.0/floatingips/ece5ca97-842d-4e7a-aedf-b608be61cd93 HTTP/1.1" status: 204 len: 173 time: 0.8971651 Jul 16 18:34:14.658908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7b60e6-a016-4088-8714-f0acb09a1dd5 None None] Provisioning for port f002980b-74ff-4219-8769-54442f7518ca completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:14.664394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7b60e6-a016-4088-8714-f0acb09a1dd5 None None] Provisioning complete for port f002980b-74ff-4219-8769-54442f7518ca triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:14.664946 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d7b60e6-a016-4088-8714-f0acb09a1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.683859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068c07-4c99-4dd0-af3e-4efcfe34dbfc req-d9b68e03-10f9-4315-8d44-fbf5bcb8681b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.694245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9068c07-4c99-4dd0-af3e-4efcfe34dbfc req-d9b68e03-10f9-4315-8d44-fbf5bcb8681b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400cbdd-84e7-421a-9548-57cf75522615 HTTP/1.1" status: 200 len: 907 time: 0.3026402 Jul 16 18:34:14.711400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.729810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.746987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b60e6-a016-4088-8714-f0acb09a1dd5 None None] Port f002980b-74ff-4219-8769-54442f7518ca cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:14.750351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.772302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7b60e6-a016-4088-8714-f0acb09a1dd5 None None] Provisioning complete for port ab2c5191-ab29-410e-9079-8e45a71e1633 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:14.772963 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d7b60e6-a016-4088-8714-f0acb09a1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.784993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event deleted for resources: {'Port': ['ID=d39d1688-57c5-4f93-ac4b-99bdc10be26f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:14.839788 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.848048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fcb30e1e-c2b1-4691-8988-c096fc5374d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.851455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fcb30e1e-c2b1-4691-8988-c096fc5374d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.855239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] No DVR routers for this DVR port d39d1688-57c5-4f93-ac4b-99bdc10be26f on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:14.855910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fcb30e1e-c2b1-4691-8988-c096fc5374d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acbb235f-0b29-4014-97c2-733be5b04463 HTTP/1.1" status: 204 len: 168 time: 0.7468088 Jul 16 18:34:14.881762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.884513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861c5f1f-ccce-48aa-8879-d677a1794006 req-092f7bf2-95d7-4001-80a3-5a6254afeef5 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "DELETE /v2.0/ports/d39d1688-57c5-4f93-ac4b-99bdc10be26f HTTP/1.1" status: 204 len: 173 time: 0.8700042 Jul 16 18:34:14.886806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e9a5fdae-d7e0-4fc7-b0b1-30b4cbc14b0f req-d50eea28-019b-415d-bb0b-c8963a8afcb4 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0713902 Jul 16 18:34:14.887417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'name': 'network-vif-deleted', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:14.891304 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325eb53e-febc-4f19-a85e-c2fe57e0ff87" -d '{"events": [{"server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "name": "network-vif-deleted", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:14.915994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb30e1e-c2b1-4691-8988-c096fc5374d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbb235f-0b29-4014-97c2-733be5b04463,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:15.007394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=f002980b-74ff-4219-8769-54442f7518ca,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:15.059756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-7edc4f26-9e62-4520-aa53-c39a1c816e27 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips/02ea0517-24fc-4b0d-830a-8930a9c338dd HTTP/1.1" status: 200 len: 693 time: 0.0994272 Jul 16 18:34:15.108335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-57552b54-e4cf-40b1-9a69-7fed07db8274 None None] Provisioning complete for port f002980b-74ff-4219-8769-54442f7518ca triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:15.108810 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-57552b54-e4cf-40b1-9a69-7fed07db8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.155092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-57552b54-e4cf-40b1-9a69-7fed07db8274 None None] Port f002980b-74ff-4219-8769-54442f7518ca cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:15.184313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.217363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-55665bcf-2fef-48eb-9446-d5989d8236e0 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:15.219049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-55665bcf-2fef-48eb-9446-d5989d8236e0 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1532428 Jul 16 18:34:15.232379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae32633-664d-43f4-bbc4-58a6349ad343 req-61aa1d0c-3f1f-4e16-bb5f-c57c68e0a438 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:15.234039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae32633-664d-43f4-bbc4-58a6349ad343 req-61aa1d0c-3f1f-4e16-bb5f-c57c68e0a438 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.3009315 Jul 16 18:34:15.238680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event deleted for resources: {'Port': ['ID=5906f26e-e0ce-47f2-b0ca-39ac1d3e403c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:15.268017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:15.273639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-205dd573-d8b5-4132-8a03-28f440252395 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0486193 Jul 16 18:34:15.293572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:15.322801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] No DVR routers for this DVR port 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:15.328728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.330745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80c5411a-83b0-4888-bf89-556c789959c6 req-c7596a33-21d1-411d-8aa2-79d206a3b4fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "DELETE /v2.0/ports/5906f26e-e0ce-47f2-b0ca-39ac1d3e403c HTTP/1.1" status: 204 len: 173 time: 1.4427938 Jul 16 18:34:15.333889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'name': 'network-vif-deleted', 'tag': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:15.336611 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4936a380-e70d-44b1-acaf-9202ed4094af" -d '{"events": [{"server_uuid": "8dee8e11-0e3d-4ef0-b46f-59ec336d686c", "name": "network-vif-deleted", "tag": "5906f26e-e0ce-47f2-b0ca-39ac1d3e403c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:15.344232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-45aff807-9d90-4f53-acd4-14e854500834 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0622511 Jul 16 18:34:15.353885 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ae32633-664d-43f4-bbc4-58a6349ad343 req-960e4fe6-b62b-4d87-a7a6-cebe4231fcdb tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127384 Jul 16 18:34:15.418336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab2c5191-ab29-410e-9079-8e45a71e1633 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:15.520215 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021defa8-2d22-4ec3-befc-4af96163e692 x-openstack-request-id: req-021defa8-2d22-4ec3-befc-4af96163e692 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:15.520802 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d400cbdd-84e7-421a-9548-57cf75522615", "name": "network-vif-deleted", "tag": "d39d1688-57c5-4f93-ac4b-99bdc10be26f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:15.521325 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-021defa8-2d22-4ec3-befc-4af96163e692 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:15.522639 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd400cbdd-84e7-421a-9548-57cf75522615', 'name': 'network-vif-deleted', 'tag': 'd39d1688-57c5-4f93-ac4b-99bdc10be26f', 'status': 'completed', 'code': 200} Jul 16 18:34:15.536845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ab2c5191-ab29-410e-9079-8e45a71e1633 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:15.537361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.623628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Deleting port 543219f1-2b8a-45bd-9e5c-cd97785418f3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:15.626460 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.750194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ac127205-3ef7-45de-aab5-f557237e372c req-d5f04ce0-5718-4b7a-a352-7d22eb2f134b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee8e11-0e3d-4ef0-b46f-59ec336d686c HTTP/1.1" status: 200 len: 210 time: 0.0895104 Jul 16 18:34:15.751341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router e379aa6d-563b-4964-933c-7f1817f25c33 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:15.782112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.782644 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.814983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Calling delete_port for 543219f1-2b8a-45bd-9e5c-cd97785418f3 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:15.821380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a3b5aa6-7029-455d-bb33-5b0b5a301172 None None] Provisioning complete for port f002980b-74ff-4219-8769-54442f7518ca triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:15.821866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5aa6-7029-455d-bb33-5b0b5a301172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.910216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b5aa6-7029-455d-bb33-5b0b5a301172 None None] Port f002980b-74ff-4219-8769-54442f7518ca cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:15.940010 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4d5f40-74e2-406f-93cc-dc249159f065 x-openstack-request-id: req-fb4d5f40-74e2-406f-93cc-dc249159f065 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:15.940405 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee8e11-0e3d-4ef0-b46f-59ec336d686c", "name": "network-vif-deleted", "tag": "5906f26e-e0ce-47f2-b0ca-39ac1d3e403c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:15.943502 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb4d5f40-74e2-406f-93cc-dc249159f065 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:15.943757 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee8e11-0e3d-4ef0-b46f-59ec336d686c', 'name': 'network-vif-deleted', 'tag': '5906f26e-e0ce-47f2-b0ca-39ac1d3e403c', 'status': 'completed', 'code': 200} Jul 16 18:34:15.983196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:15.993552 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] Sync routers for ids ['e379aa6d-563b-4964-933c-7f1817f25c33'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:16.003370 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cff9b876-38b8-44dc-a0cc-d37720da5edf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/e379aa6d-563b-4964-933c-7f1817f25c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6082129 Jul 16 18:34:16.003943 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] Routers {'e379aa6d-563b-4964-933c-7f1817f25c33'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:16.004784 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e379aa6d-563b-4964-933c-7f1817f25c33'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.005427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33980) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.059991 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.071862 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] Routers {'e379aa6d-563b-4964-933c-7f1817f25c33'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:16.072614 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:33:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e379aa6d-563b-4964-933c-7f1817f25c33'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.072748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33982) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.098875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.115012 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.115866 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9301c-f992-4d68-90a3-2116ab1b455a None None] The sync data for ids ['e379aa6d-563b-4964-933c-7f1817f25c33'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:16.137543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event deleted for resources: {'Port': ['ID=543219f1-2b8a-45bd-9e5c-cd97785418f3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.176254 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71b75faa-a108-4fc2-bae4-c2999890f7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.197705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3530dbc6-26ed-4b24-b7a6-7125c84d58f2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.202552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3530dbc6-26ed-4b24-b7a6-7125c84d58f2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports/f002980b-74ff-4219-8769-54442f7518ca HTTP/1.1" status: 200 len: 910 time: 0.1961164 Jul 16 18:34:16.203402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33986) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.218007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.221973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.223434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37b4ac12-be10-42f9-9ef0-2e2feff1e2bd req-57b1d47c-c4df-4f45-9359-dda6592f00b7 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "DELETE /v2.0/floatingips/02ea0517-24fc-4b0d-830a-8930a9c338dd HTTP/1.1" status: 204 len: 173 time: 0.8681858 Jul 16 18:34:16.258191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-99787774-network', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:16.290341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:16.293972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.307601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.418342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.424335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.452315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.464316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:16.475627 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.476324 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Added segment 72ad961c-0ccb-47ea-af9b-747fff4a21c0 of type vlan for network d95d6e22-1f9e-4d51-8983-6c32fa457fbc Jul 16 18:34:16.558989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-79d8c7da-be6a-4183-908d-85f01fdef761 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips/f5fa2fc6-61f1-4dfc-b55d-b0976759b1d7 HTTP/1.1" status: 200 len: 693 time: 0.0736277 Jul 16 18:34:16.562556 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.619417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5614d4b-f84d-49e1-9c11-1a221c01c6a2 req-efb49c1c-ef4e-4dfa-a43b-6f5d4756da71 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.4060354 Jul 16 18:34:16.651458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-6f5f1d30-6591-4f3d-acf3-ffd43f69e0fe tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.653038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-6f5f1d30-6591-4f3d-acf3-ffd43f69e0fe tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.67 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.5706170 Jul 16 18:34:16.661210 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.662582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.663254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.716746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6403112 Jul 16 18:34:16.717806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.746695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Request body: {'subnet': {'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-99787774-subnet', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:16.757756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-f8ef57d4-8c9e-466b-b4e2-c97113a38b61 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.759144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-f8ef57d4-8c9e-466b-b4e2-c97113a38b61 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.1928530 Jul 16 18:34:16.759941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469833-42d2-4ce4-9007-18fb5e32c67e admin admin] Pushing event updated for resources: {'Network': ['ID=d95d6e22-1f9e-4d51-8983-6c32fa457fbc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.774427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:16.816292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-c022dd31-b250-4ce8-a745-ca88cbbd46de tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 696 time: 0.0477805 Jul 16 18:34:16.831139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:16.833578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.889552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-11b1b3b7-b232-4426-b983-194166a7198c tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 696 time: 0.0669477 Jul 16 18:34:16.907484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7b581-0c7b-4908-a918-031d6d8d1611 req-91d11a50-3554-4d3b-b50a-498e61d51ce0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.909046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7d7b581-0c7b-4908-a918-031d6d8d1611 req-91d11a50-3554-4d3b-b50a-498e61d51ce0 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 946 time: 0.1641603 Jul 16 18:34:16.957760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Deleting port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:16.958125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.003823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7d7b581-0c7b-4908-a918-031d6d8d1611 req-b1e8086a-6fa9-4f1c-b96e-ec55acd67c6e tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f550279-6675-4e2b-8576-5d9ca45a3deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885704 Jul 16 18:34:17.086228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d39d1688-57c5-4f93-ac4b-99bdc10be26f no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:17.097269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] For port 0bb0076b-3f7e-4650-96c3-73c9c79e9239, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=0bb0076b-3f7e-4650-96c3-73c9c79e9239,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:17.097640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.119467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Calling delete_port for 0bb0076b-3f7e-4650-96c3-73c9c79e9239 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:17.133876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: d39d1688-57c5-4f93-ac4b-99bdc10be26f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:17.134172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d39d1688-57c5-4f93-ac4b-99bdc10be26f not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:17.134893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:17.137532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Deleting port 84f0edc1-e421-4d13-9038-70b0cdc81e65 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:17.138882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.166939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:17.167363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5906f26e-e0ce-47f2-b0ca-39ac1d3e403c not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:17.216140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.242111 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.301333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.301702 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.320260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Calling delete_port for 84f0edc1-e421-4d13-9038-70b0cdc81e65 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:17.337120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b415a25d-6871-4497-911a-183543692633,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.357193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae74aa4-b9c0-4354-b957-0e286046e8aa req-b23c53e1-7c7f-4b0f-a495-ded51568996e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:17.358812 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7ae74aa4-b9c0-4354-b957-0e286046e8aa req-b23c53e1-7c7f-4b0f-a495-ded51568996e tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 945 time: 0.2235820 Jul 16 18:34:17.398672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Checking segment: {'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:17.399270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Network hostable DHCP agents. Network: d95d6e22-1f9e-4d51-8983-6c32fa457fbc, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:17.434626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:17.452520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, d95d6e22-1f9e-4d51-8983-6c32fa457fbc) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:17.465675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50336ab9-4a79-4940-98c0-4714d7550a22 None None] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:17.470121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:17.470934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.513463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7ae74aa4-b9c0-4354-b957-0e286046e8aa req-603fa874-d783-431f-8f84-4dd3296a5485 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243846 Jul 16 18:34:17.531805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.544341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9dd02aed-9ec7-4345-85d7-cd04ecd1082c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8258443 Jul 16 18:34:17.546367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['0bb0076b-3f7e-4650-96c3-73c9c79e9239'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:17.549347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.559572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:17.565151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.616059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Pushing event deleted for resources: {'Port': ['ID=0bb0076b-3f7e-4650-96c3-73c9c79e9239,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.666200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Pushing event deleted for resources: {'Port': ['ID=84f0edc1-e421-4d13-9038-70b0cdc81e65,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.726346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.727646 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.731394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-d95d6e22-1f9e-4d51-8983-6c32fa457fbc', 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'fixed_ips': [{'subnet_id': 'b415a25d-6871-4497-911a-183543692633'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:17.732651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.751817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] No DVR routers for this DVR port 0bb0076b-3f7e-4650-96c3-73c9c79e9239 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:17.754711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.758405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bdd8cad-86cf-4be5-bb54-7f8ae8f60553 req-f1dfeb73-2c17-4dec-964f-7a3c37c0aca4 tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.67 "DELETE /v2.0/ports/0bb0076b-3f7e-4650-96c3-73c9c79e9239 HTTP/1.1" status: 204 len: 173 time: 1.0940988 Jul 16 18:34:17.821839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port f002980b-74ff-4219-8769-54442f7518ca {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:17.822515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.948551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'name': 'network-vif-deleted', 'tag': '0bb0076b-3f7e-4650-96c3-73c9c79e9239'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:17.957832 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd1fe6f-a90f-4676-98db-396c08549350" -d '{"events": [{"server_uuid": "855b8d55-cf93-4cf3-abc5-38fcd9a48d1f", "name": "network-vif-deleted", "tag": "0bb0076b-3f7e-4650-96c3-73c9c79e9239"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:17.992262 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47973556-c94c-488c-b2d7-c4ee6f15f43e req-4ce86515-4eb4-4169-8060-5e881d66b5c6 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0616419 Jul 16 18:34:18.016590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.042600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for f002980b-74ff-4219-8769-54442f7518ca owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:18.047586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Allocated IP 172.20.0.2 (d95d6e22-1f9e-4d51-8983-6c32fa457fbc/b415a25d-6871-4497-911a-183543692633/4d63362a-5fb8-4da9-ac2a-3381bbb6193e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:18.251272 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.261420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Transition to ACTIVE for port object 4d63362a-5fb8-4da9-ac2a-3381bbb6193e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:18.277600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Transition to ACTIVE for port object 4d63362a-5fb8-4da9-ac2a-3381bbb6193e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:18.284464 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.299327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.321088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.323979 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.339790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86638e62-eac3-4bc3-aab8-b15ba49a9daf req-5b5d0d86-115a-4a93-bcda-e9d15741e817 tempest-FloatingIPDetailsTestJSON-8529663 tempest-FloatingIPDetailsTestJSON-8529663-project] 10.222.0.49 "DELETE /v2.0/floatingips/f5fa2fc6-61f1-4dfc-b55d-b0976759b1d7 HTTP/1.1" status: 204 len: 173 time: 1.4430494 Jul 16 18:34:18.340649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34018) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:18.354354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:18.358040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:18.366108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:18.374049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Pushing event updated for resources: {'Port': ['ID=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.433721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Attempting to bind port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:18.434101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Attempting to bind port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:18.434475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Attempting to bind port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e on network d95d6e22-1f9e-4d51-8983-6c32fa457fbc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:18.441461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:18.441844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Checking segment: {'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:18.442608 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.442726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Bound using segment: {'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:18.443171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Bound port: 4d63362a-5fb8-4da9-ac2a-3381bbb6193e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:18.443561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.443751 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ce9fd-e4c9-48bb-9bf7-3034dc47662d x-openstack-request-id: req-cb0ce9fd-e4c9-48bb-9bf7-3034dc47662d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:18.444031 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855b8d55-cf93-4cf3-abc5-38fcd9a48d1f", "name": "network-vif-deleted", "tag": "0bb0076b-3f7e-4650-96c3-73c9c79e9239", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:18.444279 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb0ce9fd-e4c9-48bb-9bf7-3034dc47662d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:18.445290 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b8d55-cf93-4cf3-abc5-38fcd9a48d1f', 'name': 'network-vif-deleted', 'tag': '0bb0076b-3f7e-4650-96c3-73c9c79e9239', 'status': 'completed', 'code': 200} Jul 16 18:34:18.487744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236193-ec32-444b-b007-28f66b65644e req-a45f576a-69cc-408a-a2ac-2f6e7abf40c1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:18.489348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-a45f576a-69cc-408a-a2ac-2f6e7abf40c1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.3358052 Jul 16 18:34:18.523864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] For port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:18.527686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] For port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,segment=NetworkSegment(72ad961c-0ccb-47ea-af9b-747fff4a21c0),segment_id=72ad961c-0ccb-47ea-af9b-747fff4a21c0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:18.541869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.548674 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-84aa88f7-15de-4cd4-bdd2-bc0ab3e7e228 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/quotas/6bed682e5e28436097f6a28101681068 HTTP/1.1" status: 200 len: 375 time: 0.0502479 Jul 16 18:34:18.552537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.629259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-b4c9980b-a374-44d1-b706-e5b619c1aa28 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715265 Jul 16 18:34:18.634090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.634509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6501ab6-1403-434d-8ce2-709412978736 None None] Pushing event updated for resources: {'Port': ['ID=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.652536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-3ea301bb-e44e-46ba-ad5d-c9612b9894b6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:18.654195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-3ea301bb-e44e-46ba-ad5d-c9612b9894b6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 945 time: 0.4039898 Jul 16 18:34:18.669235 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b920fc4b-d9e3-4797-a863-ab2cf4f64110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.730729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=f002980b-74ff-4219-8769-54442f7518ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.754363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6983d482-3845-4f70-a942-1ae6cd13d810 req-969d1464-ff42-40e0-89e5-73a57341381d tempest-ServerRescueNegativeTestJSON-144144478 tempest-ServerRescueNegativeTestJSON-144144478-project] 10.222.0.49 "GET /v2.0/ports?device_id=855b8d55-cf93-4cf3-abc5-38fcd9a48d1f HTTP/1.1" status: 200 len: 210 time: 0.0773337 Jul 16 18:34:18.861313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.930767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Deleting port 12ac4480-49b0-47fc-8d7c-46a66f407861 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:18.931122 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.192398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.234398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.241085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] For port 12ac4480-49b0-47fc-8d7c-46a66f407861, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=12ac4480-49b0-47fc-8d7c-46a66f407861,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:19.241583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.252073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcbfd5-c5ae-4e9d-83d1-4ce964ae08e4 req-f77d04c0-3a83-4112-bd4c-cb549ad0abc7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:19.253703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6bcbfd5-c5ae-4e9d-83d1-4ce964ae08e4 req-f77d04c0-3a83-4112-bd4c-cb549ad0abc7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 945 time: 0.2496462 Jul 16 18:34:19.291349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-09b5c3e4-c094-4a04-8512-60cff5ea9716 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459267 Jul 16 18:34:19.305004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Calling delete_port for 12ac4480-49b0-47fc-8d7c-46a66f407861 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:19.306280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.390120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6bcbfd5-c5ae-4e9d-83d1-4ce964ae08e4 req-f1c5e84c-f7f7-453f-8750-5cc4c049d608 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265206 Jul 16 18:34:19.424438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d63362a-5fb8-4da9-ac2a-3381bbb6193e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:19.456531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Allocated IP 172.25.1.65 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/857ca9a0-589a-4fe6-abd3-81d86a705e05) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:19.484197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:19.577819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router e379aa6d-563b-4964-933c-7f1817f25c33 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:19.580074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-ff5ed551-1e9d-43ec-8cfe-565520fd0464 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638288 Jul 16 18:34:19.611611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0f51dd-cbbd-4a23-a295-e4a08a0b9df9 req-b4afa21b-deeb-4c8e-9b5f-21fc01ba2cb7 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0479047 Jul 16 18:34:19.635658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.658674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a47e883-3f86-4946-8682-16f2bbb459aa', '12ac4480-49b0-47fc-8d7c-46a66f407861'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:19.677874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event deleted for resources: {'Port': ['ID=12ac4480-49b0-47fc-8d7c-46a66f407861,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:19.687335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.722824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:19.732482 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61ece3c9-0d0a-4fee-b1b7-f0307dcaeecd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/e379aa6d-563b-4964-933c-7f1817f25c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5263717 Jul 16 18:34:19.734309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.738672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] Sync routers for ids ['e379aa6d-563b-4964-933c-7f1817f25c33'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:19.749917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] No DVR routers for this DVR port 12ac4480-49b0-47fc-8d7c-46a66f407861 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:19.753614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.755727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fa30a63-cfb4-4126-98a3-d975162aefd5 req-e32c3832-3e53-414e-bb54-9025655ae203 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "DELETE /v2.0/ports/12ac4480-49b0-47fc-8d7c-46a66f407861 HTTP/1.1" status: 204 len: 173 time: 1.0911508 Jul 16 18:34:19.756191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'name': 'network-vif-deleted', 'tag': '12ac4480-49b0-47fc-8d7c-46a66f407861'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:19.758786 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb744c84-54b0-48e8-90d2-4b66d23917ac" -d '{"events": [{"server_uuid": "3bfa7c6a-66eb-4d52-9526-aa7e81ca761a", "name": "network-vif-deleted", "tag": "12ac4480-49b0-47fc-8d7c-46a66f407861"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:19.775389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] Routers {'e379aa6d-563b-4964-933c-7f1817f25c33'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:19.776048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e379aa6d-563b-4964-933c-7f1817f25c33'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:19.778186 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54efa4aa-bedb-4ca8-ab6c-f48466567d41 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=e379aa6d-563b-4964-933c-7f1817f25c33 HTTP/1.1" status: 200 len: 205 time: 0.0426018 Jul 16 18:34:19.778729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34028) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.830198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:19.877208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] Routers {'e379aa6d-563b-4964-933c-7f1817f25c33'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:19.878030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e379aa6d-563b-4964-933c-7f1817f25c33'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:19.933668 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918bcd9f-f784-4a15-8067-3ef67a3f0cdb x-openstack-request-id: req-918bcd9f-f784-4a15-8067-3ef67a3f0cdb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:19.934264 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfa7c6a-66eb-4d52-9526-aa7e81ca761a", "name": "network-vif-deleted", "tag": "12ac4480-49b0-47fc-8d7c-46a66f407861", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:19.934687 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-918bcd9f-f784-4a15-8067-3ef67a3f0cdb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:19.935250 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa7c6a-66eb-4d52-9526-aa7e81ca761a', 'name': 'network-vif-deleted', 'tag': '12ac4480-49b0-47fc-8d7c-46a66f407861', 'status': 'completed', 'code': 200} Jul 16 18:34:19.942430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:19.943115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794df32e-5c99-4840-a72c-224e3659c704 None None] The sync data for ids ['e379aa6d-563b-4964-933c-7f1817f25c33'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:19.970761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.003098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.015422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.019869 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-151b0248-e41f-4858-b1c3-f49a3b2acb64 req-9d531c1f-d9ca-4cfb-92bd-22d48b5b8836 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.0746291 Jul 16 18:34:20.036015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392187f6-dc4e-4107-853e-06d50a272f35 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.036015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.179560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Pushing event updated for resources: {'Port': ['ID=857ca9a0-589a-4fe6-abd3-81d86a705e05,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:20.206827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:20.210396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6168f-b19d-4b19-9db7-784bd3051150 None None] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:20.237339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:20.245219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:20.362344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392187f6-dc4e-4107-853e-06d50a272f35 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.365647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392187f6-dc4e-4107-853e-06d50a272f35 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.404319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8cfde6e3-f236-4ebc-acc3-091eb11c5072 None None] Provisioning for port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:20.440308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8cfde6e3-f236-4ebc-acc3-091eb11c5072 None None] Provisioning complete for port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:20.440308 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cfde6e3-f236-4ebc-acc3-091eb11c5072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.517345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392187f6-dc4e-4107-853e-06d50a272f35 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.518509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392187f6-dc4e-4107-853e-06d50a272f35 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Fanout notify agent at l3_agent the message router_deleted on router e379aa6d-563b-4964-933c-7f1817f25c33 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:20.527482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-392187f6-dc4e-4107-853e-06d50a272f35 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.541390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-392187f6-dc4e-4107-853e-06d50a272f35 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/e379aa6d-563b-4964-933c-7f1817f25c33 HTTP/1.1" status: 204 len: 168 time: 0.7615442 Jul 16 18:34:20.542064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.623384 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cfde6e3-f236-4ebc-acc3-091eb11c5072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.689979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8cfde6e3-f236-4ebc-acc3-091eb11c5072 None None] For port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,segment=NetworkSegment(72ad961c-0ccb-47ea-af9b-747fff4a21c0),segment_id=72ad961c-0ccb-47ea-af9b-747fff4a21c0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:20.697399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet 132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:20.699712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8cfde6e3-f236-4ebc-acc3-091eb11c5072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.701297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.752627 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-257d7572-8e04-4b1d-848a-78a9a5468872 req-aa19c8f0-0bbe-4c36-9aef-1e83c716fe51 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bfa7c6a-66eb-4d52-9526-aa7e81ca761a HTTP/1.1" status: 200 len: 210 time: 0.0605819 Jul 16 18:34:20.787127 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.810079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde6e3-f236-4ebc-acc3-091eb11c5072 None None] Pushing event updated for resources: {'Port': ['ID=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:20.910524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d5085af-2c4b-4553-8a83-e7cc2e0a3feb req-33cc7eb5-123f-441d-ba19-1dd1c17c2e8b tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0429261 Jul 16 18:34:20.961722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Deleting port 4d044bb6-ebea-4255-9703-e566e56c0d41 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:20.962078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.023859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.028975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8609dca8-3e33-41d0-aa7e-9c1aa36d363d None None] Provisioning complete for port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:21.029880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8609dca8-3e33-41d0-aa7e-9c1aa36d363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.079351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.100370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] For port 4d044bb6-ebea-4255-9703-e566e56c0d41, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d044bb6-ebea-4255-9703-e566e56c0d41,segment=NetworkSegment(499b2baa-5e03-4988-bf2e-cab8fb7414b7),segment_id=499b2baa-5e03-4988-bf2e-cab8fb7414b7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:21.101343 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.121044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Calling delete_port for 4d044bb6-ebea-4255-9703-e566e56c0d41 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:21.126557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0bb0076b-3f7e-4650-96c3-73c9c79e9239 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:21.156829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 0bb0076b-3f7e-4650-96c3-73c9c79e9239 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:21.157172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 0bb0076b-3f7e-4650-96c3-73c9c79e9239 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:21.194522 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.228069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.231335 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-65cb9a02-24b7-4187-bbd1-a61e3b6ec64c req-de0e25fd-e982-4c94-bb89-2f4a29da54f4 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.0371332 Jul 16 18:34:21.231485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.235524 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.241483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f8786be4-9717-4b65-95d5-78d7db622e54 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367 HTTP/1.1" status: 204 len: 168 time: 0.6926088 Jul 16 18:34:21.241861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.244876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae469b7-429b-4a88-89ea-ff2b461d0947 None None] Network 9e34e2da-32d4-456b-81a8-89875d3811a9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:21.346293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.386798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d63362a-5fb8-4da9-ac2a-3381bbb6193e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:21.456591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:21.457382 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.533422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.588164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.607531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Pushing event deleted for resources: {'Port': ['ID=4d044bb6-ebea-4255-9703-e566e56c0d41,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.722326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] DHCP port deletion for 9e34e2da-32d4-456b-81a8-89875d3811a9 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:21.791875 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.830290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] Deleting port ab2c5191-ab29-410e-9079-8e45a71e1633 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:21.830902 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.857185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:21.902248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] For port ab2c5191-ab29-410e-9079-8e45a71e1633, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab2c5191-ab29-410e-9079-8e45a71e1633,segment=NetworkSegment(c92704f9-cd99-481f-8cf3-7bf7b07ba16e),segment_id=c92704f9-cd99-481f-8cf3-7bf7b07ba16e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:21.902535 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.915270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] Calling delete_port for ab2c5191-ab29-410e-9079-8e45a71e1633 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:22.009522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12ac4480-49b0-47fc-8d7c-46a66f407861 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:22.014317 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.067037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 12ac4480-49b0-47fc-8d7c-46a66f407861 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:22.067409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 12ac4480-49b0-47fc-8d7c-46a66f407861 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:22.117717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:22.123511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] Pushing event deleted for resources: {'Port': ['ID=ab2c5191-ab29-410e-9079-8e45a71e1633,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.131931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4acbd-049a-4104-b83b-94ed7bf71ef8 None None] No DVR routers for this DVR port ab2c5191-ab29-410e-9079-8e45a71e1633 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:22.133181 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Sync routers for ids ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:22.145584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.146790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3a3bddca-6429-491c-8a20-905d0dbb58a8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5953221 Jul 16 18:34:22.149678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.153905 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Routers {'32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:22.154967 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:22.281541 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Set router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:22.338946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-edef8cbe-0ff9-46b4-a67c-9736b313bbc0 req-98c937fb-0861-49b7-86a9-64711ba744a5 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0428562 Jul 16 18:34:22.345609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236193-ec32-444b-b007-28f66b65644e req-19930fe9-f66f-45fc-aaeb-75bd12996496 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.346953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-19930fe9-f66f-45fc-aaeb-75bd12996496 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.7551980 Jul 16 18:34:22.365246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Request body: {'port': {'device_id': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'admin_state_up': True, 'tenant_id': '6bed682e5e28436097f6a28101681068'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:22.444362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port ab2c5191-ab29-410e-9079-8e45a71e1633 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:22.444683 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.477620 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:34:20Z', 'revision_number': 3, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:22.478443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5bc730cb-6634-4ea5-9265-301fd51f23e1 req-31b137e8-a4b1-4c76-af83-928f1f66d281 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.0564682 Jul 16 18:34:22.512571 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Checking router: 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:22.513104 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Updating router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc port 857ca9a0-589a-4fe6-abd3-81d86a705e05 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:22.537254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.549667 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.618742 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.633866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port ab2c5191-ab29-410e-9079-8e45a71e1633, host n-d-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:22.634227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.699417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for ab2c5191-ab29-410e-9079-8e45a71e1633 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:22.709422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Port ab2c5191-ab29-410e-9079-8e45a71e1633 was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:34:22.722380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.738077 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.814616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=ab2c5191-ab29-410e-9079-8e45a71e1633,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.818172 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.823823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port ab2c5191-ab29-410e-9079-8e45a71e1633 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:22.829771 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Transition to ACTIVE for port object 857ca9a0-589a-4fe6-abd3-81d86a705e05 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:22.840644 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.843991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:22.847828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.885774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13f3fd-9463-4c63-a5be-e9a83320e824 req-e4e27e22-7e16-4b40-b660-cb57e6308609 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.887318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df13f3fd-9463-4c63-a5be-e9a83320e824 req-e4e27e22-7e16-4b40-b660-cb57e6308609 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.3754025 Jul 16 18:34:22.899050 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e4021-4e68-40a4-9635-5e7581714682 None None] Pushing event updated for resources: {'Port': ['ID=857ca9a0-589a-4fe6-abd3-81d86a705e05,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.903651 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Attempting to bind port 857ca9a0-589a-4fe6-abd3-81d86a705e05 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:22.904219 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Attempting to bind port 857ca9a0-589a-4fe6-abd3-81d86a705e05 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:22.904747 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Attempting to bind port 857ca9a0-589a-4fe6-abd3-81d86a705e05 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:22.910428 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:22.911058 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:22.911623 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.912166 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:22.912400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Allocated IP 172.20.0.1 (d95d6e22-1f9e-4d51-8983-6c32fa457fbc/b415a25d-6871-4497-911a-183543692633/43c45843-cd8f-435c-9c65-e7fb4c4f129a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:22.913417 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Bound port: 857ca9a0-589a-4fe6-abd3-81d86a705e05, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:22.913973 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.971182 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] For port 857ca9a0-589a-4fe6-abd3-81d86a705e05, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:22.974468 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] For port 857ca9a0-589a-4fe6-abd3-81d86a705e05, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=857ca9a0-589a-4fe6-abd3-81d86a705e05,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:22.979716 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.020660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.033204 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Routers {'32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:23.033834 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.034463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.058453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e34e2da-32d4-456b-81a8-89875d3811a9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.059864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Transition to ACTIVE for port object 43c45843-cd8f-435c-9c65-e7fb4c4f129a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:23.090109 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e4021-4e68-40a4-9635-5e7581714682 None None] Pushing event updated for resources: {'Port': ['ID=857ca9a0-589a-4fe6-abd3-81d86a705e05,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.103115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Deleting port ad260cfd-78c4-42f2-8404-706598830ca8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:23.103588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.122405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df13f3fd-9463-4c63-a5be-e9a83320e824 req-dd1eca46-8a4f-4da7-9268-b616254e48a0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109234 Jul 16 18:34:23.132237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-26075f0b-74d4-4c06-adc9-a568ba34629d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.133903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-26075f0b-74d4-4c06-adc9-a568ba34629d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 945 time: 0.0878644 Jul 16 18:34:23.152969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92704f9-cd99-481f-8cf3-7bf7b07ba16e') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.153235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92704f9-cd99-481f-8cf3-7bf7b07ba16e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.168357 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] Set router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:23.176825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.177325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.231225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:23.241986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:23.263496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:23.266398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Pushing event updated for resources: {'Port': ['ID=43c45843-cd8f-435c-9c65-e7fb4c4f129a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.279367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.316007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:23.316439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:23.323071 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:23.335223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.385368 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:34:20Z', 'revision_number': 3, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:23.387855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] For port ad260cfd-78c4-42f2-8404-706598830ca8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ad260cfd-78c4-42f2-8404-706598830ca8,segment=NetworkSegment(8428d07a-f916-4ae9-8070-d4ad552ec4a7),segment_id=8428d07a-f916-4ae9-8070-d4ad552ec4a7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:23.388372 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.401424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Calling delete_port for ad260cfd-78c4-42f2-8404-706598830ca8 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:23.403680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Deleting port 3a47e883-3f86-4946-8682-16f2bbb459aa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:23.404269 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.445618 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db770e6-c893-407d-8be0-72c61e846cca None None] The sync data for ids ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'] in n-d-791504-15 is: [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:34:20Z', 'revision_number': 3, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:23.520798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab2c5191-ab29-410e-9079-8e45a71e1633 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:23.560679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ab2c5191-ab29-410e-9079-8e45a71e1633 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:23.561328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab2c5191-ab29-410e-9079-8e45a71e1633 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:23.616587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] For port 3a47e883-3f86-4946-8682-16f2bbb459aa, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a47e883-3f86-4946-8682-16f2bbb459aa,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:23.617009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.645737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Allocated IP 172.20.0.2 (eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39/61aae9a1-c47b-4e28-8c0d-cdea6fa6d648/cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:23.655282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Calling delete_port for 3a47e883-3f86-4946-8682-16f2bbb459aa owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:23.659884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9281926-fe88-489b-8ed1-b61e435c3ca0 None None] Provisioning for port 43c45843-cd8f-435c-9c65-e7fb4c4f129a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:23.671601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9281926-fe88-489b-8ed1-b61e435c3ca0 None None] Provisioning complete for port 43c45843-cd8f-435c-9c65-e7fb4c4f129a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:23.681353 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9281926-fe88-489b-8ed1-b61e435c3ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.688974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:23.689947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.700115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.702233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/9e34e2da-32d4-456b-81a8-89875d3811a9 HTTP/1.1" status: 204 len: 168 time: 2.4608643 Jul 16 18:34:23.711913 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:23.713978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.724211 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.724755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6bfb67c2-1a0a-42bb-abd8-739b153a66f5 req-134ff502-5ca0-4677-a034-bbfbb2977395 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0530462 Jul 16 18:34:23.729536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1408290617', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:23.763400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d9281926-fe88-489b-8ed1-b61e435c3ca0 None None] Port 43c45843-cd8f-435c-9c65-e7fb4c4f129a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:23.819480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c3589be-89ca-4102-89b8-96368399bd85 req-d20d3965-43f9-4b0e-978f-2c3348cb224a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.1077752 Jul 16 18:34:23.821478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87144aa-1b12-4f22-8ee2-5b08a5752363 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=9e34e2da-32d4-456b-81a8-89875d3811a9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.837414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad260cfd-78c4-42f2-8404-706598830ca8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.854085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.855140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.951617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.153174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.157967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:24.167136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bf915ea6-df2d-4f68-b3a0-9c3be1055bed admin admin] 10.222.0.49 "PUT /v2.0/routers/76cc35db-5d7f-46dc-afb3-f13fceb34a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8218262 Jul 16 18:34:24.168506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] Sync routers for ids ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:24.171846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:24.182352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] Routers {'76cc35db-5d7f-46dc-afb3-f13fceb34a21'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:24.183134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:24.217612 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.252702 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.321183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] Set router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:24.327291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.329905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event deleted for resources: {'Port': ['ID=3a47e883-3f86-4946-8682-16f2bbb459aa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.334480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.371886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a9cb56e-b306-4a1a-96f2-469468ec1204 req-bbe5b0be-4a2f-4298-a099-e5cb0ec9d171 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=56fa4b69-7be2-4284-8c7c-c9564f51fc3e HTTP/1.1" status: 200 len: 210 time: 0.0505931 Jul 16 18:34:24.376210 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.438726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.515156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] No DVR routers for this DVR port 3a47e883-3f86-4946-8682-16f2bbb459aa on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:24.538591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.541361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8872fd18-3add-4c30-b82f-811748ed1a03 req-59a85c28-ab97-4879-bdcf-0e9745277629 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.59 "DELETE /v2.0/ports/3a47e883-3f86-4946-8682-16f2bbb459aa HTTP/1.1" status: 204 len: 173 time: 1.4005089 Jul 16 18:34:24.542081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'name': 'network-vif-deleted', 'tag': '3a47e883-3f86-4946-8682-16f2bbb459aa'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:24.547621 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc7f297-2cc9-42b1-b33f-c8e0419ab8a9" -d '{"events": [{"server_uuid": "56fa4b69-7be2-4284-8c7c-c9564f51fc3e", "name": "network-vif-deleted", "tag": "3a47e883-3f86-4946-8682-16f2bbb459aa"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:24.560545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Pushing event updated for resources: {'Port': ['ID=43c45843-cd8f-435c-9c65-e7fb4c4f129a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.564496 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.650072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:34:21Z', 'revision_number': 5, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:24.674058 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38242581-ddbf-4418-92c9-4ed6a49927ed x-openstack-request-id: req-38242581-ddbf-4418-92c9-4ed6a49927ed {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:24.674269 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fa4b69-7be2-4284-8c7c-c9564f51fc3e", "name": "network-vif-deleted", "tag": "3a47e883-3f86-4946-8682-16f2bbb459aa", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:24.674536 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38242581-ddbf-4418-92c9-4ed6a49927ed {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:24.674932 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fa4b69-7be2-4284-8c7c-c9564f51fc3e', 'name': 'network-vif-deleted', 'tag': '3a47e883-3f86-4946-8682-16f2bbb459aa', 'status': 'completed', 'code': 200} Jul 16 18:34:24.704305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] Checking router: 76cc35db-5d7f-46dc-afb3-f13fceb34a21 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:24.726528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] Routers {'76cc35db-5d7f-46dc-afb3-f13fceb34a21'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:24.727228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:24.869644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.901681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.935085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] Set router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:24.982455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.048609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:25.067606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:25.082842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:25.085478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event updated for resources: {'Port': ['ID=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:25.118711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa98283-4614-4ead-88b0-ea3efe89a278 req-99f62b60-e785-4404-bdee-64def500f90e tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0511091 Jul 16 18:34:25.228232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:34:21Z', 'revision_number': 5, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:25.246512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:25.246769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:25.247155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.251227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:25.265841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4067a-fb40-4974-af78-689990a01ce6 None None] The sync data for ids ['76cc35db-5d7f-46dc-afb3-f13fceb34a21'] in n-d-791504-15 is: [{'id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'name': 'tempest-FloatingIPDetailsTestJSON-19001179-router', 'tenant_id': '539d658a04e94038a27f44fc11e2fc3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:34:21Z', 'revision_number': 5, 'project_id': '539d658a04e94038a27f44fc11e2fc3e', 'gw_port': {'id': 'ea44c155-6665-4275-a2db-03b4b5dbd6cd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc35db-5d7f-46dc-afb3-f13fceb34a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:44Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:25.345487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.357507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2db78d-fcff-4dc3-8254-d282e84ed350 req-291d3f0a-207f-43a9-8ce8-81ce27f96ddf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:25.364740 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3a2db78d-fcff-4dc3-8254-d282e84ed350 req-291d3f0a-207f-43a9-8ce8-81ce27f96ddf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 931 time: 0.3010685 Jul 16 18:34:25.372673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-7b778691-e944-4238-bd47-a710288cda35 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0125439 Jul 16 18:34:25.376194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.379121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Deleting port ea44c155-6665-4275-a2db-03b4b5dbd6cd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:25.379469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.387306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Request body: {'port': {'device_id': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:25.505450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Router dd022a93-cc98-4bc8-8283-d7d0aeae468c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:25.535019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:25.567021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3a2db78d-fcff-4dc3-8254-d282e84ed350 req-2fefcfeb-43ed-4861-a09c-c714cfc3facc tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012696 Jul 16 18:34:25.578711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.25.1.108 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/87b0ab97-2894-4d9f-b1bf-026f3aa7df74) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:25.619028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e84ab8e-98a1-43a5-86b2-4a8e05290acf None None] Provisioning complete for port 43c45843-cd8f-435c-9c65-e7fb4c4f129a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:25.620009 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e84ab8e-98a1-43a5-86b2-4a8e05290acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.670734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e84ab8e-98a1-43a5-86b2-4a8e05290acf None None] Port 43c45843-cd8f-435c-9c65-e7fb4c4f129a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:25.723728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] For port ea44c155-6665-4275-a2db-03b4b5dbd6cd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ea44c155-6665-4275-a2db-03b4b5dbd6cd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:25.724102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.766446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.810851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Calling delete_port for ea44c155-6665-4275-a2db-03b4b5dbd6cd owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:25.855278 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.871997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:25.925000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d64a9381-c7ed-414f-ae59-2bc5fb1b8fda admin admin] 10.222.0.49 "PUT /v2.0/routers/32a2dd79-1fd3-4513-94ac-0bfbfd72aecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7665830 Jul 16 18:34:25.925000 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.925454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 857ca9a0-589a-4fe6-abd3-81d86a705e05 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:25.960555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:25.963891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:25.968256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:26.026362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a47e883-3f86-4946-8682-16f2bbb459aa no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:26.055499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 3a47e883-3f86-4946-8682-16f2bbb459aa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:26.056007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a47e883-3f86-4946-8682-16f2bbb459aa not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:26.068994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 857ca9a0-589a-4fe6-abd3-81d86a705e05 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:26.075302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 857ca9a0-589a-4fe6-abd3-81d86a705e05 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:26.075844 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.110087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.120956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=87b0ab97-2894-4d9f-b1bf-026f3aa7df74,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.132294 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Sync routers for ids ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:26.145911 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Routers {'32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:26.146747 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.199999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.207621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-81279198'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:26.223345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 857ca9a0-589a-4fe6-abd3-81d86a705e05, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=857ca9a0-589a-4fe6-abd3-81d86a705e05,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:26.231897 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.289573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:26.293550 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.310011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:26.320665 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b7e32612-b0db-4884-9d04-9b0f6f1f0e8b admin admin] 10.222.0.49 "PUT /v2.0/routers/dd022a93-cc98-4bc8-8283-d7d0aeae468c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1014743 Jul 16 18:34:26.325667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34096) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.329125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] Sync routers for ids ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:26.346669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=857ca9a0-589a-4fe6-abd3-81d86a705e05,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.355107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] Routers {'dd022a93-cc98-4bc8-8283-d7d0aeae468c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:26.356264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.379444 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Set router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:26.455976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19eedf50-c977-4a75-827d-87c93c919ff6 req-5bb6fc12-4efd-4c69-bde8-d69f9920a4c9 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0996959 Jul 16 18:34:26.456829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:26.487356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.487700 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Added segment 75fbf9c2-acd2-4c01-ae40-37a8147c06a0 of type vlan for network 7c46ee0d-a187-4215-a45e-7f0d51890282 Jul 16 18:34:26.515709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] Set router dd022a93-cc98-4bc8-8283-d7d0aeae468c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:26.536962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.542365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.623593 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:34:23Z', 'revision_number': 4, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '43c45843-cd8f-435c-9c65-e7fb4c4f129a', 'name': '', 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'mac_address': 'fa:16:3e:3a:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b415a25d-6871-4497-911a-183543692633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:22Z', 'updated_at': '2021-07-16T18:34:23Z', 'revision_number': 2, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'subnets': [{'id': 'b415a25d-6871-4497-911a-183543692633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.628105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:26.636996 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.649902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Transition to ACTIVE for port object cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:26.655534 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Checking router: 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:26.656421 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Updating router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc port 43c45843-cd8f-435c-9c65-e7fb4c4f129a binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:26.671438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.701673 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.722631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.728831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:26.735844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.748914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Pushing event updated for resources: {'Port': ['ID=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.749951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:34:23Z', 'revision_number': 5, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.779164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e4e4a-69ec-4bda-9229-10b383fa370f req-1b3d6454-4235-4562-9d61-f2ae2ba8a09d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:26.787022 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-905e4e4a-69ec-4bda-9229-10b383fa370f req-1b3d6454-4235-4562-9d61-f2ae2ba8a09d tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.6488750 Jul 16 18:34:26.787358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] Checking router: dd022a93-cc98-4bc8-8283-d7d0aeae468c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:26.802137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] Routers {'dd022a93-cc98-4bc8-8283-d7d0aeae468c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:26.804012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.824602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.840375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Network': ['ID=7c46ee0d-a187-4215-a45e-7f0d51890282,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.888032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c16c7d1a-fe40-4790-8666-be1725b8b9c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7788305 Jul 16 18:34:26.918759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.925360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'subnet': {'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:26.938235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] Set router dd022a93-cc98-4bc8-8283-d7d0aeae468c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:27.005249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:27.008990 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.020383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-905e4e4a-69ec-4bda-9229-10b383fa370f req-b970bfab-f383-4c04-8504-7ee34ebabdbb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323229 Jul 16 18:34:27.021979 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Transition to ACTIVE for port object 43c45843-cd8f-435c-9c65-e7fb4c4f129a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:27.025188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.041399 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.041580 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.085439 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e68dd-b84c-4592-b553-1168e569ddca None None] Pushing event updated for resources: {'Port': ['ID=43c45843-cd8f-435c-9c65-e7fb4c4f129a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.099438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28788-c7f8-40fe-bd0a-1612ab0e0d26 req-35f4f93b-af0b-495a-ac6f-82d345bb435e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.099438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05d28788-c7f8-40fe-bd0a-1612ab0e0d26 req-35f4f93b-af0b-495a-ac6f-82d345bb435e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 943 time: 0.2685087 Jul 16 18:34:27.101848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:27.110518 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.162833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.174893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea44c155-6665-4275-a2db-03b4b5dbd6cd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.188711 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Attempting to bind port 43c45843-cd8f-435c-9c65-e7fb4c4f129a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:27.189319 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Attempting to bind port 43c45843-cd8f-435c-9c65-e7fb4c4f129a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:27.189740 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Attempting to bind port 43c45843-cd8f-435c-9c65-e7fb4c4f129a on network d95d6e22-1f9e-4d51-8983-6c32fa457fbc {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:27.195758 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:27.196517 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Checking segment: {'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:27.197102 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.197614 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Bound using segment: {'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:27.198192 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Bound port: 43c45843-cd8f-435c-9c65-e7fb4c4f129a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ad961c-0ccb-47ea-af9b-747fff4a21c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:27.198737 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.233702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05d28788-c7f8-40fe-bd0a-1612ab0e0d26 req-4b7bf624-d01c-40c4-9f16-f9d7e08d4aa1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230271 Jul 16 18:34:27.294001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:34:23Z', 'revision_number': 5, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:27.320803 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] For port 43c45843-cd8f-435c-9c65-e7fb4c4f129a, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:27.325987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.328202 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] For port 43c45843-cd8f-435c-9c65-e7fb4c4f129a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=43c45843-cd8f-435c-9c65-e7fb4c4f129a,segment=NetworkSegment(72ad961c-0ccb-47ea-af9b-747fff4a21c0),segment_id=72ad961c-0ccb-47ea-af9b-747fff4a21c0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:27.341447 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.347120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f56ca7-dd35-4083-accb-57d335b079bf None None] The sync data for ids ['dd022a93-cc98-4bc8-8283-d7d0aeae468c'] in n-d-791504-15 is: [{'id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'name': 'tempest-ServerRescueNegativeTestJSON-800497006-router', 'tenant_id': 'e0792ea836974ba896f43c8e330ccefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:17Z', 'updated_at': '2021-07-16T18:34:23Z', 'revision_number': 5, 'project_id': 'e0792ea836974ba896f43c8e330ccefa', 'gw_port': {'id': '8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd022a93-cc98-4bc8-8283-d7d0aeae468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:19Z', 'updated_at': '2021-07-16T18:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:27.428830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Attempting to bind port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:27.429148 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Routers {'32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:27.429322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Attempting to bind port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:27.429665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Attempting to bind port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:27.429874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:27.467898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Deleting port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:27.468357 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.470020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:27.470337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Attempting to bind port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:27.477991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:27.478330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Checking segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:27.478706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Bound using segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:27.479143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Bound port: cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:27.479500 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.482419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.514322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.543355 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e68dd-b84c-4592-b553-1168e569ddca None None] Pushing event updated for resources: {'Port': ['ID=43c45843-cd8f-435c-9c65-e7fb4c4f129a,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.620239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-f59961f7-0e1a-4622-b321-637a3983a4db tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.623110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-f59961f7-0e1a-4622-b321-637a3983a4db tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2655454 Jul 16 18:34:27.632859 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] Set router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:27.749714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 857ca9a0-589a-4fe6-abd3-81d86a705e05 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:27.799517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.840178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router bcc6dbcb-97ef-400a-9afe-5ef20952e06e is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:27.885683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Subnet': ['ID=a3b2bbc8-850f-4fe7-a53d-cf92e6243a14,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.888762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 857ca9a0-589a-4fe6-abd3-81d86a705e05 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:27.889356 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.007600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Checking segment: {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:28.009060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network hostable DHCP agents. Network: 7c46ee0d-a187-4215-a45e-7f0d51890282, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:28.009933 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:34:23Z', 'revision_number': 4, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '43c45843-cd8f-435c-9c65-e7fb4c4f129a', 'name': '', 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'mac_address': 'fa:16:3e:3a:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b415a25d-6871-4497-911a-183543692633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:22Z', 'updated_at': '2021-07-16T18:34:27Z', 'revision_number': 4, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'subnets': [{'id': 'b415a25d-6871-4497-911a-183543692633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.010901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d044bb6-ebea-4255-9703-e566e56c0d41 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:28.038462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4d044bb6-ebea-4255-9703-e566e56c0d41 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:28.038944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d044bb6-ebea-4255-9703-e566e56c0d41 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:28.044874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f86631-426e-43bc-9cdc-eb422ce5dfe2 None None] The sync data for ids ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'] in n-d-791504-15 is: [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:34:23Z', 'revision_number': 4, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '43c45843-cd8f-435c-9c65-e7fb4c4f129a', 'name': '', 'network_id': 'd95d6e22-1f9e-4d51-8983-6c32fa457fbc', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'mac_address': 'fa:16:3e:3a:e5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'b415a25d-6871-4497-911a-183543692633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:22Z', 'updated_at': '2021-07-16T18:34:27Z', 'revision_number': 4, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'subnets': [{'id': 'b415a25d-6871-4497-911a-183543692633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:28.067275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Deleting port 6833f4ce-c1ca-4d87-98c9-67b072076d24 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:28.067628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.102720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] For port 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:28.103720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.135452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Calling delete_port for 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:28.194541 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2fa0b54e-f73b-40d8-b27b-5ff14f80e717 req-3dc4cb1c-55d0-4860-8c4f-ae7166bf4cee tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.2096102 Jul 16 18:34:28.198580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.199151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76cc35db-5d7f-46dc-afb3-f13fceb34a21 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:28.212239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.218273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-60fe64cf-c1c6-4e1d-af57-dac9aee2da7a admin admin] 10.222.0.49 "DELETE /v2.0/routers/76cc35db-5d7f-46dc-afb3-f13fceb34a21 HTTP/1.1" status: 204 len: 168 time: 4.0447388 Jul 16 18:34:28.218973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.249979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] For port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:28.254957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] For port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:28.275690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.370279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.370912 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.372344 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] 10.222.0.67 "PUT /v2.0/ports/cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 HTTP/1.1" status: 200 len: 1092 time: 2.9894893 Jul 16 18:34:28.376910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'tag': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:28.385333 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851d7d23-46ea-4e68-97c0-85170b3ad0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a23eb55-2fb2-4a07-94a5-fbb108ff6544", "tag": "cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:28.463792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] Deleting subnet 5187e149-d17c-4ad7-adf6-de19631960c9 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:28.467267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.573885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:28.589647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c25b58-78f8-419a-acd2-b6704df060bf service neutron] Pushing event updated for resources: {'Port': ['ID=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:28.595481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.596978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:28.601520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7c46ee0d-a187-4215-a45e-7f0d51890282) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:28.611972 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] Sync routers for ids ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:28.612537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91e18b-647b-480b-885f-59f3e2e77577 None None] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:28.622724 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] Routers {'bcc6dbcb-97ef-400a-9afe-5ef20952e06e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:28.623357 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.644849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.646089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.659877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.665458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e82ab9fb-41cc-4318-8542-7bb1da3393ac tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.9396663 Jul 16 18:34:28.670374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34112) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.680944 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.704339 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] Routers {'bcc6dbcb-97ef-400a-9afe-5ef20952e06e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:28.704879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.734540 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.746125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] For port 6833f4ce-c1ca-4d87-98c9-67b072076d24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6833f4ce-c1ca-4d87-98c9-67b072076d24,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:28.747163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.747672 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.748439 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c4c3f-0579-4946-b753-0d4de58c2385 None None] The sync data for ids ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:28.775195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79066947-08e7-4c7e-967c-d984f069778c req-7fd44186-4360-459f-afa5-6a85472cf19b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.776812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-79066947-08e7-4c7e-967c-d984f069778c req-7fd44186-4360-459f-afa5-6a85472cf19b tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 945 time: 0.2885163 Jul 16 18:34:28.789605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6b1bfe8-1f77-4716-b7f3-6275a23536b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8681543 Jul 16 18:34:28.790262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.827668 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.833535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-177487802'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:28.849535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-7c46ee0d-a187-4215-a45e-7f0d51890282', 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'fixed_ips': [{'subnet_id': 'a3b2bbc8-850f-4fe7-a53d-cf92e6243a14'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:28.850842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.864986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f12550-17c3-4517-a8a2-20fb5f65cd0f req-950f8ea8-39b9-4aad-b0bc-f42b214b1020 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.873863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77f12550-17c3-4517-a8a2-20fb5f65cd0f req-950f8ea8-39b9-4aad-b0bc-f42b214b1020 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 943 time: 0.4819932 Jul 16 18:34:28.920473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236193-ec32-444b-b007-28f66b65644e req-2f5a50e5-e21b-4c05-a5c1-f7b5ee92b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.922608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-2f5a50e5-e21b-4c05-a5c1-f7b5ee92b93f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 1095 time: 0.4808249 Jul 16 18:34:28.926047 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.927986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5187e149-d17c-4ad7-adf6-de19631960c9 HTTP/1.1" status: 204 len: 168 time: 0.6754563 Jul 16 18:34:28.934065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc3982-1cac-4b64-aa1d-70d5b7ddf8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5187e149-d17c-4ad7-adf6-de19631960c9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:28.935489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554172e8-4f1f-4e52-9576-b15e0e7754dc None None] Network 5a17446d-619b-49ad-ac45-122fc004d10b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:28.940541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34116) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.009451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-79066947-08e7-4c7e-967c-d984f069778c req-78e50dc2-cfd9-4f32-b223-91566186cf20 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962006 Jul 16 18:34:29.064415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:29.068191 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.069083 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77f12550-17c3-4517-a8a2-20fb5f65cd0f req-80a79e21-6172-4faa-83a9-3d8d11e7734c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939850 Jul 16 18:34:29.090644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-25d0e644-f0be-4780-bcbc-c17202c6417d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 HTTP/1.1" status: 200 len: 217 time: 0.1488318 Jul 16 18:34:29.117795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:29.126898 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dcf4e1-3b22-4012-a657-4a27c36337be x-openstack-request-id: req-75dcf4e1-3b22-4012-a657-4a27c36337be {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:29.127262 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a23eb55-2fb2-4a07-94a5-fbb108ff6544", "tag": "cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:29.127461 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75dcf4e1-3b22-4012-a657-4a27c36337be {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:29.127834 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'tag': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7', 'status': 'completed', 'code': 200} Jul 16 18:34:29.128672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-26cf77bc-23ad-451d-a48e-3563f4a4b4d4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/routers/bcc6dbcb-97ef-400a-9afe-5ef20952e06e HTTP/1.1" status: 200 len: 881 time: 0.4541407 Jul 16 18:34:29.134676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.175190 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.175190 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Added segment adc626de-5ae0-48a3-86c2-78cd35496d15 of type vlan for network be14a5da-2b94-47fa-aae3-4bf89623958c Jul 16 18:34:29.200120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.222611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.264084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236193-ec32-444b-b007-28f66b65644e req-4c1c11ab-d182-4852-9be0-bbdfc7112d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:29.269360 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-4c1c11ab-d182-4852-9be0-bbdfc7112d94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.1664057 Jul 16 18:34:29.351373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.351868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.352047 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Floating IP e855a670-302a-4cf5-b1f0-eecc43b3ad43 disassociated. External IP: 172.25.1.91, port: 6833f4ce-c1ca-4d87-98c9-67b072076d24. Jul 16 18:34:29.352401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Calling delete_port for 6833f4ce-c1ca-4d87-98c9-67b072076d24 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:29.364689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.386292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Allocated IP 19.80.0.2 (7c46ee0d-a187-4215-a45e-7f0d51890282/a3b2bbc8-850f-4fe7-a53d-cf92e6243a14/afc08c18-94ce-45bd-841f-d4a375d711c0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:29.420325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:29.424522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-5d33656f-d71e-4b1f-8ad5-92d6037de945 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755448 Jul 16 18:34:29.483301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 43c45843-cd8f-435c-9c65-e7fb4c4f129a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:29.518821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] DHCP port deletion for 5a17446d-619b-49ad-ac45-122fc004d10b request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:29.591322 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-026fd191-822d-4e24-8a84-3a137bb6c122 req-12fc1504-fc22-426c-9332-8506792deeda tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0456231 Jul 16 18:34:29.632350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-5854ce6d-031f-4f0e-9dec-b070f858a1e1 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802099 Jul 16 18:34:29.633773 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.653683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.657825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] Deleting port d263af58-b95c-467e-b38f-f10e80f7c705 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:29.658548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.660087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:29.660713 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.690852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8649743 Jul 16 18:34:29.711215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34122) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.717025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'subnet': {'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:29.745664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] For port d263af58-b95c-467e-b38f-f10e80f7c705, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d263af58-b95c-467e-b38f-f10e80f7c705,segment=NetworkSegment(499b2baa-5e03-4988-bf2e-cab8fb7414b7),segment_id=499b2baa-5e03-4988-bf2e-cab8fb7414b7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:29.745981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.752900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Deleting port d263af58-b95c-467e-b38f-f10e80f7c705 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:29.753607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.759795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] Calling delete_port for d263af58-b95c-467e-b38f-f10e80f7c705 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:29.812990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d12c5398-0b4e-4066-8b1c-09a171dfc8b6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6771138 Jul 16 18:34:29.820003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34124) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.820722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57f6bf-2e6d-4874-9587-8ea3cb572eed tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Network': ['ID=be14a5da-2b94-47fa-aae3-4bf89623958c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:29.828218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] For port d263af58-b95c-467e-b38f-f10e80f7c705, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d263af58-b95c-467e-b38f-f10e80f7c705,segment=NetworkSegment(499b2baa-5e03-4988-bf2e-cab8fb7414b7),segment_id=499b2baa-5e03-4988-bf2e-cab8fb7414b7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:29.828382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ba45f181-dbcc-4d4a-acc2-5f28d9a6fba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1408290617'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:29.828740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.841435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Calling delete_port for d263af58-b95c-467e-b38f-f10e80f7c705 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:29.849408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network be14a5da-2b94-47fa-aae3-4bf89623958c details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:29.854960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 43c45843-cd8f-435c-9c65-e7fb4c4f129a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:29.880545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 43c45843-cd8f-435c-9c65-e7fb4c4f129a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:29.880982 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.893962 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.929615 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c236193-ec32-444b-b007-28f66b65644e req-da7e2d33-6199-4022-b15d-50ca5bc62b0f service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887239 Jul 16 18:34:29.933048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Transition to ACTIVE for port object afc08c18-94ce-45bd-841f-d4a375d711c0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:29.965875 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.969583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:29.973589 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.023519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Transition to ACTIVE for port object afc08c18-94ce-45bd-841f-d4a375d711c0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:30.042614 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.060424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d263af58-b95c-467e-b38f-f10e80f7c705,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.065458 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.070849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.083842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] No DVR routers for this DVR port d263af58-b95c-467e-b38f-f10e80f7c705 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:30.084093 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.159428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Pushing event updated for resources: {'Port': ['ID=afc08c18-94ce-45bd-841f-d4a375d711c0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.169571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:30.175044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.175668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.176165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.176721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.179537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.183723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.184537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.185115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.185624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.186796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.187308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.187853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:30.226040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.254830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] Pushing event deleted for resources: {'Port': ['ID=d263af58-b95c-467e-b38f-f10e80f7c705,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.261382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:30.271496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bdb40-f878-4715-96be-fbeede38ad4e None None] No DVR routers for this DVR port d263af58-b95c-467e-b38f-f10e80f7c705 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:30.281328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:30.299200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.299676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd022a93-cc98-4bc8-8283-d7d0aeae468c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:30.309999 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.311232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-48f0f0f4-4a9b-45fc-8177-9abe1b7ad053 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dd022a93-cc98-4bc8-8283-d7d0aeae468c HTTP/1.1" status: 204 len: 168 time: 3.9828892 Jul 16 18:34:30.337768 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.341288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:30.349312 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.355576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a17446d-619b-49ad-ac45-122fc004d10b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:30.372621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-a10075bd-8571-4699-a699-3dbe00b9e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.374293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-a10075bd-8571-4699-a699-3dbe00b9e5b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 1095 time: 0.3749154 Jul 16 18:34:30.377891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499b2baa-5e03-4988-bf2e-cab8fb7414b7') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:30.378178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499b2baa-5e03-4988-bf2e-cab8fb7414b7') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:30.386237 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 43c45843-cd8f-435c-9c65-e7fb4c4f129a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=43c45843-cd8f-435c-9c65-e7fb4c4f129a,segment=NetworkSegment(72ad961c-0ccb-47ea-af9b-747fff4a21c0),segment_id=72ad961c-0ccb-47ea-af9b-747fff4a21c0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:30.390053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Attempting to bind port afc08c18-94ce-45bd-841f-d4a375d711c0 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:30.390688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Attempting to bind port afc08c18-94ce-45bd-841f-d4a375d711c0 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:30.390839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Attempting to bind port afc08c18-94ce-45bd-841f-d4a375d711c0 on network 7c46ee0d-a187-4215-a45e-7f0d51890282 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:30.394762 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.402593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] Deleting subnet 2c2b687a-104b-4ff2-bedf-12250aaff579 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:30.403263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:30.403599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Checking segment: {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:30.404013 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.404412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Bound using segment: {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:30.404919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Bound port: afc08c18-94ce-45bd-841f-d4a375d711c0, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:30.405342 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.406754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.416286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.444448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea44c155-6665-4275-a2db-03b4b5dbd6cd no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:30.455623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.457457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b8da9-9b9d-42e2-b9df-d3bcc3548de7 req-bc5eba4b-813a-4d9f-80b9-18d972ef5723 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.459965 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-434b8da9-9b9d-42e2-b9df-d3bcc3548de7 req-bc5eba4b-813a-4d9f-80b9-18d972ef5723 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 943 time: 0.2208688 Jul 16 18:34:30.473293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Subnet': ['ID=06001240-806a-4995-a1c0-d5c15aa69e88,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.492384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ea44c155-6665-4275-a2db-03b4b5dbd6cd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:30.492719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea44c155-6665-4275-a2db-03b4b5dbd6cd not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:30.493185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ad260cfd-78c4-42f2-8404-706598830ca8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:30.542107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.542345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ad260cfd-78c4-42f2-8404-706598830ca8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:30.542622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ad260cfd-78c4-42f2-8404-706598830ca8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:30.560278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:30.560438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=43c45843-cd8f-435c-9c65-e7fb4c4f129a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.560981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:30.564312 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:30.583440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] For port afc08c18-94ce-45bd-841f-d4a375d711c0, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:30.583610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event deleted for resources: {'Port': ['ID=6833f4ce-c1ca-4d87-98c9-67b072076d24,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.588942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] For port afc08c18-94ce-45bd-841f-d4a375d711c0, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=afc08c18-94ce-45bd-841f-d4a375d711c0,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:30.589477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.598125 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.608264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-434b8da9-9b9d-42e2-b9df-d3bcc3548de7 req-fddc1c6d-e881-4a81-add7-dab67612ab3c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925832 Jul 16 18:34:30.612995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-815dfc50-e69e-4e18-9bfe-35dce5a318bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.614487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-815dfc50-e69e-4e18-9bfe-35dce5a318bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 912 time: 0.2335622 Jul 16 18:34:30.666859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Checking segment: {'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:30.667409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network hostable DHCP agents. Network: be14a5da-2b94-47fa-aae3-4bf89623958c, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:30.720364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246ae36-449f-4f62-a2c6-fc2f68b37d55 None None] Pushing event updated for resources: {'Port': ['ID=afc08c18-94ce-45bd-841f-d4a375d711c0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.777966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-0365d8b5-fa8e-4035-9257-f36a848400cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 HTTP/1.1" status: 200 len: 217 time: 0.1235445 Jul 16 18:34:30.779919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.817177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.824433 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5a17446d-619b-49ad-ac45-122fc004d10b HTTP/1.1" status: 204 len: 168 time: 1.8715138 Jul 16 18:34:30.833405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b90f-03c5-4c77-86ab-bd8484beb8ca req-2ea3f056-bda3-4fe7-aaae-14554fb225e6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.835063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f2e5b90f-03c5-4c77-86ab-bd8484beb8ca req-2ea3f056-bda3-4fe7-aaae-14554fb225e6 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 866 time: 0.5615959 Jul 16 18:34:30.843835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.941953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf39a96-6d6c-463a-aa0a-744a61da0b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a17446d-619b-49ad-ac45-122fc004d10b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.952915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2222d6d4-9a72-4e6d-98f6-24849201fd93 req-e4935eae-b1e3-40a5-848a-b13d396ac756 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.1458511 Jul 16 18:34:30.996364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-6aff9988-b094-40b0-9d83-4d5f26d3edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.998091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-6aff9988-b094-40b0-9d83-4d5f26d3edd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.2052748 Jul 16 18:34:31.058891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-f6578448-eaad-49d7-b274-1944a2b8373b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505965 Jul 16 18:34:31.101975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34136) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.179042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:31.213950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 6833f4ce-c1ca-4d87-98c9-67b072076d24 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:31.215438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6833f4ce-c1ca-4d87-98c9-67b072076d24 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:31.225820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e6fcd3ba-0e38-41db-994c-8111b3265210 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=539d658a04e94038a27f44fc11e2fc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223202 Jul 16 18:34:31.229983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-efe7dd33-06c2-4d56-8c40-3dd2796d4321 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681111 Jul 16 18:34:31.230537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.348856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ddd916a-a869-47fe-9012-e9f3dd7c7d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.379605 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-851d7d23-46ea-4e68-97c0-85170b3ad0a9 req-49fd3df6-9313-41fa-b093-4d9977a2a09c service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425266 Jul 16 18:34:31.385194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ddd916a-a869-47fe-9012-e9f3dd7c7d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.400650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network be14a5da-2b94-47fa-aae3-4bf89623958c is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:31.453722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ddd916a-a869-47fe-9012-e9f3dd7c7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.456468 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ddd916a-a869-47fe-9012-e9f3dd7c7d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.457803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ddd916a-a869-47fe-9012-e9f3dd7c7d43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f768ec6-5e94-40f5-815e-eb00fcf48b13 HTTP/1.1" status: 204 len: 168 time: 0.2261596 Jul 16 18:34:31.465839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f2e5b90f-03c5-4c77-86ab-bd8484beb8ca req-a3a35ed6-0908-45eb-a30a-6e5a124d45e7 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups?id=be9da5f4-f132-4ef0-be14-6a32ed303410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6186016 Jul 16 18:34:31.470878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd916a-a869-47fe-9012-e9f3dd7c7d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f768ec6-5e94-40f5-815e-eb00fcf48b13,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.475343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, be14a5da-2b94-47fa-aae3-4bf89623958c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:31.487267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:31.488122 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.490466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed61436-0b61-4503-8e67-b5fcc7bba532 None None] Network be14a5da-2b94-47fa-aae3-4bf89623958c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:31.521864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.536302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Router 4ca3519b-521e-4156-a5de-940597f3a284 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:31.539106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba45f181-dbcc-4d4a-acc2-5f28d9a6fba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.543888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afc08c18-94ce-45bd-841f-d4a375d711c0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:31.571735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2b687a-104b-4ff2-bedf-12250aaff579,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.577595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0996f81e-6137-45ce-904f-cddcf00cc9d1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8645389 Jul 16 18:34:31.582235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.584052 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b50ac805-31d2-4edf-98dc-eaac7da381be admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c2b687a-104b-4ff2-bedf-12250aaff579 HTTP/1.1" status: 204 len: 168 time: 1.2391934 Jul 16 18:34:31.588225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.599584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba45f181-dbcc-4d4a-acc2-5f28d9a6fba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.717618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.756086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port afc08c18-94ce-45bd-841f-d4a375d711c0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:31.768153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 43c45843-cd8f-435c-9c65-e7fb4c4f129a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:31.864486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.879823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb043058-5ada-4874-a5e7-28fee16997d9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:31.895862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8428d07a-f916-4ae9-8070-d4ad552ec4a7') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:31.896552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8428d07a-f916-4ae9-8070-d4ad552ec4a7') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:31.911664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.916525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-be14a5da-2b94-47fa-aae3-4bf89623958c', 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'fixed_ips': [{'subnet_id': '06001240-806a-4995-a1c0-d5c15aa69e88'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:31.917745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.928616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 43c45843-cd8f-435c-9c65-e7fb4c4f129a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:31.929269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.984824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.000344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:32.038697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:32.039314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:32.103711 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:32.115659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] Sync routers for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:32.118033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] No DVR routers for this DVR port 6833f4ce-c1ca-4d87-98c9-67b072076d24 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:32.129400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.137894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba45f181-dbcc-4d4a-acc2-5f28d9a6fba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router bcc6dbcb-97ef-400a-9afe-5ef20952e06e has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:32.140046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.143731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958db6d-6c58-4781-b60a-0734a5bca5d0 req-19a5decc-df95-4bd7-a09f-1cfe103987c8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:32.151187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a958db6d-6c58-4781-b60a-0734a5bca5d0 req-19a5decc-df95-4bd7-a09f-1cfe103987c8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 943 time: 0.2312136 Jul 16 18:34:32.151420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43534dc1-fa5d-4cbe-bbf6-79ff3e7e808b req-3dbbe148-7ee5-473e-ad1f-3e1fc31b6d11 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.67 "DELETE /v2.0/ports/6833f4ce-c1ca-4d87-98c9-67b072076d24 HTTP/1.1" status: 204 len: 173 time: 4.5100310 Jul 16 18:34:32.151420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-deleted', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:32.159397 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be493cbc-cf60-4505-a65b-e75f1dcb5f66" -d '{"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-deleted", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:32.162757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:32.164032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:32.190514 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.215254 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb043058-5ada-4874-a5e7-28fee16997d9 HTTP/1.1" status: 204 len: 168 time: 0.6079240 Jul 16 18:34:32.217482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150f791-761d-4633-82f9-64c73f6c34d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb043058-5ada-4874-a5e7-28fee16997d9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:32.241814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-9abb6d18-a89b-49de-9183-72110b748a78 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:32.248184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-9abb6d18-a89b-49de-9183-72110b748a78 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:32.249919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-9abb6d18-a89b-49de-9183-72110b748a78 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/networks?id=7c46ee0d-a187-4215-a45e-7f0d51890282&id=be14a5da-2b94-47fa-aae3-4bf89623958c&id=7c46ee0d-a187-4215-a45e-7f0d51890282 HTTP/1.1" status: 200 len: 1389 time: 0.3547597 Jul 16 18:34:32.318200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-78e1f19a-0930-409e-8281-5c49bee6c952 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/quotas/cf3f073ddde442de855fd56c1a871c3f HTTP/1.1" status: 200 len: 375 time: 0.0157573 Jul 16 18:34:32.339385 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a958db6d-6c58-4781-b60a-0734a5bca5d0 req-ace1b33a-71ce-47c0-a3c0-a70fd718ad08 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635532 Jul 16 18:34:32.402802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:32.500431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:32.504136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac4df09-bfeb-47a4-b86c-e69c6a9c97b8 None None] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:32.505318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba45f181-dbcc-4d4a-acc2-5f28d9a6fba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:32.516964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba45f181-dbcc-4d4a-acc2-5f28d9a6fba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.518226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ba45f181-dbcc-4d4a-acc2-5f28d9a6fba2 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/bcc6dbcb-97ef-400a-9afe-5ef20952e06e HTTP/1.1" status: 200 len: 888 time: 2.6936429 Jul 16 18:34:32.519201 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] Sync routers for ids ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:32.521374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.538713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] Routers {'bcc6dbcb-97ef-400a-9afe-5ef20952e06e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:32.539729 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:32.551098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.591674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8795fc26-93e8-4439-8151-69474f95ba91 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2265358 Jul 16 18:34:32.629504 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:32.646525 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] Routers {'bcc6dbcb-97ef-400a-9afe-5ef20952e06e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:32.648698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eca8f6ca-c74b-4c25-8144-7463c404711f req-06689ce1-2e6a-4f3c-af41-6663391d630d tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0472622 Jul 16 18:34:32.656234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:32.656795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8ce3fb55-251a-45a8-9fc9-bd99b41c4bcd not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:32.657398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d263af58-b95c-467e-b38f-f10e80f7c705 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:32.659551 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:32.660946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.661316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51aa76d0-0976-4761-a1d8-29fa0a44052d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0792ea836974ba896f43c8e330ccefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084108 Jul 16 18:34:32.723804 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:32.724688 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008fa067-2aa7-4380-8cab-74484530fe19 None None] The sync data for ids ['bcc6dbcb-97ef-400a-9afe-5ef20952e06e'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:32.758047 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35eb53-16ca-4430-b003-420f1cfc58ab x-openstack-request-id: req-ae35eb53-16ca-4430-b003-420f1cfc58ab {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:32.758696 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ac365a-32ab-4b2a-85fd-0d3d7b4591ee", "name": "network-vif-deleted", "tag": "6833f4ce-c1ca-4d87-98c9-67b072076d24", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:32.758696 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae35eb53-16ca-4430-b003-420f1cfc58ab {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:32.758994 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac365a-32ab-4b2a-85fd-0d3d7b4591ee', 'name': 'network-vif-deleted', 'tag': '6833f4ce-c1ca-4d87-98c9-67b072076d24', 'status': 'completed', 'code': 200} Jul 16 18:34:32.778435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-74038058-b3e2-442f-a2fa-617ef6f83fb3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/routers/bcc6dbcb-97ef-400a-9afe-5ef20952e06e HTTP/1.1" status: 200 len: 888 time: 0.2499254 Jul 16 18:34:32.781443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34192) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.787502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-88d64c44-7292-4c58-9283-aabcbd3cfbcf service neutron] 10.222.0.49 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887345 Jul 16 18:34:32.826131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f06485a-a593-4f11-a467-9abd4ee69a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.832155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: d263af58-b95c-467e-b38f-f10e80f7c705 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:32.833508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d263af58-b95c-467e-b38f-f10e80f7c705 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:32.857611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f170543-2188-473f-85c0-4ece78e336a7 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc6dbcb-97ef-400a-9afe-5ef20952e06e HTTP/1.1" status: 200 len: 205 time: 0.0726364 Jul 16 18:34:32.860261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.889470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11b8c935-5cbc-4195-acf1-34520738f1da None None] Provisioning for port afc08c18-94ce-45bd-841f-d4a375d711c0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:32.897333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11b8c935-5cbc-4195-acf1-34520738f1da None None] Provisioning complete for port afc08c18-94ce-45bd-841f-d4a375d711c0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:32.898076 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11b8c935-5cbc-4195-acf1-34520738f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.903178 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f06485a-a593-4f11-a467-9abd4ee69a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.948957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-26c754ab-ff70-4cd5-8ded-057a5deac5b9 service neutron] 10.222.0.49 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552548 Jul 16 18:34:33.046424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f06485a-a593-4f11-a467-9abd4ee69a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.049095 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f06485a-a593-4f11-a467-9abd4ee69a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.050338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7f06485a-a593-4f11-a467-9abd4ee69a29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f550279-6675-4e2b-8576-5d9ca45a3deb HTTP/1.1" status: 204 len: 168 time: 0.3867407 Jul 16 18:34:33.098386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-25385cd1-8440-49b2-8e65-a59a7a719a71 service neutron] 10.222.0.49 "GET /v2.0/networks/be14a5da-2b94-47fa-aae3-4bf89623958c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431687 Jul 16 18:34:33.116292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06485a-a593-4f11-a467-9abd4ee69a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f550279-6675-4e2b-8576-5d9ca45a3deb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.227665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-1ca65d95-581f-4d74-ad9d-fe1a76a916ca service neutron] 10.222.0.49 "GET /v2.0/networks/be14a5da-2b94-47fa-aae3-4bf89623958c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228039 Jul 16 18:34:33.257043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Allocated IP 19.86.0.2 (be14a5da-2b94-47fa-aae3-4bf89623958c/06001240-806a-4995-a1c0-d5c15aa69e88/e967d166-ea03-4713-9213-c88e3bdc627c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:33.265633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:33.339457 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f8dd82c4-d0ad-48fb-b9d0-f2869234e9af req-56dc1cb2-7605-4d92-bf2d-28a8d34621fb tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/ports?device_id=34ac365a-32ab-4b2a-85fd-0d3d7b4591ee HTTP/1.1" status: 200 len: 210 time: 0.0728564 Jul 16 18:34:33.376689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.404317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4a997867-6682-443c-b98d-9ca6b95f17de service neutron] 10.222.0.49 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700332 Jul 16 18:34:33.495972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.566937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 87b0ab97-2894-4d9f-b1bf-026f3aa7df74 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:33.567472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.574300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1ec129c-3755-43c1-8e40-a2938c3954c9 service neutron] 10.222.0.49 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652663 Jul 16 18:34:33.594426 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11b8c935-5cbc-4195-acf1-34520738f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.649517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:33.694477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'port_id': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7', 'mac_address': 'fa:16:3e:c5:f9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61aae9a1-c47b-4e28-8c0d-cdea6fa6d648', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:33.747376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:32Z', 'revision_number': 5, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:33.761670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-11b8c935-5cbc-4195-acf1-34520738f1da None None] For port afc08c18-94ce-45bd-841f-d4a375d711c0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=afc08c18-94ce-45bd-841f-d4a375d711c0,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:33.768045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.816544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 87b0ab97-2894-4d9f-b1bf-026f3aa7df74 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:33.917876 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11b8c935-5cbc-4195-acf1-34520738f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.939425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] Checking router: 4ca3519b-521e-4156-a5de-940597f3a284 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:34.026587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11507e6-767f-4cbc-9114-c52007272a99 req-a1856a36-10da-48e9-a7f2-df84a244289d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:34.035859 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f11507e6-767f-4cbc-9114-c52007272a99 req-a1856a36-10da-48e9-a7f2-df84a244289d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 943 time: 0.1221433 Jul 16 18:34:34.036513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.049295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.089122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f11507e6-767f-4cbc-9114-c52007272a99 req-dcb551bb-0a80-4d90-bcfd-f1a0fe802531 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518801 Jul 16 18:34:34.101522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bc130f97-4802-4bda-973d-4268027f77c8 req-6281d35f-458b-4725-8953-20f82068ef81 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0620463 Jul 16 18:34:34.107444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:34.108291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:34.137516 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.200412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6c2b2c9-55e5-4927-bba9-c12a9133b718 req-cfa37d29-4170-4684-bb42-c13fe1fd5d62 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 210 time: 0.0577192 Jul 16 18:34:34.204971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:34.219934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=87b0ab97-2894-4d9f-b1bf-026f3aa7df74,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.220163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Transition to ACTIVE for port object e967d166-ea03-4713-9213-c88e3bdc627c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:34.291111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:34.297207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b58a671-b808-43b1-8670-26412ee7f685 None None] Provisioning complete for port afc08c18-94ce-45bd-841f-d4a375d711c0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:34.297207 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b58a671-b808-43b1-8670-26412ee7f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.334897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8c935-5cbc-4195-acf1-34520738f1da None None] Pushing event updated for resources: {'Port': ['ID=afc08c18-94ce-45bd-841f-d4a375d711c0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.351444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Transition to ACTIVE for port object e967d166-ea03-4713-9213-c88e3bdc627c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:34.360937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.362357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.445869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:34.494283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.558534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.580970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.583434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.655999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab313-6a8f-4354-921f-93e6bb338318 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.682474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab313-6a8f-4354-921f-93e6bb338318 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.703127 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.703751 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Fanout notify agent at l3_agent the message router_deleted on router bcc6dbcb-97ef-400a-9afe-5ef20952e06e {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:34.712498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.713649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee6eb081-53f2-498f-b25d-5d24209a0f13 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/bcc6dbcb-97ef-400a-9afe-5ef20952e06e HTTP/1.1" status: 204 len: 168 time: 1.8522847 Jul 16 18:34:34.724734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.736908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-492976198'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:34.746420 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab313-6a8f-4354-921f-93e6bb338318 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.749950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab313-6a8f-4354-921f-93e6bb338318 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.754819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f9ab313-6a8f-4354-921f-93e6bb338318 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "DELETE /v2.0/security-groups/be9da5f4-f132-4ef0-be14-6a32ed303410 HTTP/1.1" status: 204 len: 168 time: 0.1949017 Jul 16 18:34:34.755570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.790510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:34.798340 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.810260 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-b098ef4b-c87f-4b72-8049-022786404a76 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] show failed (client error): The resource could not be found. Jul 16 18:34:34.811557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b098ef4b-c87f-4b72-8049-022786404a76 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "GET /v2.0/security-groups/be9da5f4-f132-4ef0-be14-6a32ed303410 HTTP/1.1" status: 404 len: 347 time: 0.0463893 Jul 16 18:34:34.812488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.816221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ab313-6a8f-4354-921f-93e6bb338318 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9da5f4-f132-4ef0-be14-6a32ed303410,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.818056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.853350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.855024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:34.871250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Network be14a5da-2b94-47fa-aae3-4bf89623958c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:34.910365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.916210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:34.929273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:34.936144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:34.937126 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.937559 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment b308a4b7-3aaf-4929-b838-6271124fecf4 of type vlan for network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 Jul 16 18:34:35.020005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.036095 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45b7d004-8714-4700-8366-15c2971b078f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.041212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Deleting port 7bf0864e-2a9c-45fb-8686-f2a0de854eb3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:35.041557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.068105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Pushing event updated for resources: {'Port': ['ID=e967d166-ea03-4713-9213-c88e3bdc627c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.078391 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecd184fc-76dc-43e7-b095-9516f848d6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.089137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.099702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.099702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.138379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:32Z', 'revision_number': 5, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:35.141739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Attempting to bind port e967d166-ea03-4713-9213-c88e3bdc627c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:35.143373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Attempting to bind port e967d166-ea03-4713-9213-c88e3bdc627c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:35.143373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Attempting to bind port e967d166-ea03-4713-9213-c88e3bdc627c on network be14a5da-2b94-47fa-aae3-4bf89623958c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:35.166203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.166975 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.185836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Calling delete_port for 7bf0864e-2a9c-45fb-8686-f2a0de854eb3 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:35.202143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333945a-7a70-46ee-8191-11fd0f77921c None None] The sync data for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 is: [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:25:22Z', 'revision_number': 4, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ec2df263-8c35-4f85-a5a3-65cf609442bc', 'name': '', 'network_id': 'd8d264b5-c41c-460d-af3d-f5e449ef0a32', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'mac_address': 'fa:16:3e:cc:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:20Z', 'updated_at': '2021-07-16T18:25:32Z', 'revision_number': 5, 'project_id': '4464220067014e36a39c0155ab4e7284', 'subnets': [{'id': '55d61070-3c73-4cdd-b700-431dc28d3d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:35.214380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:35.214734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Checking segment: {'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:35.215195 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.215593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Bound using segment: {'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:35.216125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Bound port: e967d166-ea03-4713-9213-c88e3bdc627c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:35.217183 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.251280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=87e2ba2a-74e1-49ab-af99-86a5762cbfb4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.281736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:35.295149 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45b7d004-8714-4700-8366-15c2971b078f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.319890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45b7d004-8714-4700-8366-15c2971b078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.384385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45b7d004-8714-4700-8366-15c2971b078f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96f6f2e77278440db72774c28b7ae081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5703540 Jul 16 18:34:35.398740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.403382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bf284aa9-10e7-4151-8d52-31819c4762f0 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6762400 Jul 16 18:34:35.410945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7d004-8714-4700-8366-15c2971b078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e613cf1-2873-4a0a-8997-4b6359ac0f4a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.412103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.461503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': '87e2ba2a-74e1-49ab-af99-86a5762cbfb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:35.465697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b13c72-20a6-4353-bfd0-b8d6c50b12c7 req-1d8627ce-5f10-4540-b4e8-76c89b96690b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.467278 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03b13c72-20a6-4353-bfd0-b8d6c50b12c7 req-1d8627ce-5f10-4540-b4e8-76c89b96690b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 944 time: 0.1900821 Jul 16 18:34:35.496313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afc08c18-94ce-45bd-841f-d4a375d711c0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:35.530062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8bc33afa-894d-48fd-a8cf-4f842bb90dc0 req-e45c0351-41dd-428e-9caf-ade130e637d2 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.1221452 Jul 16 18:34:35.628148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecd184fc-76dc-43e7-b095-9516f848d6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.628821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] For port e967d166-ea03-4713-9213-c88e3bdc627c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:35.634485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] For port e967d166-ea03-4713-9213-c88e3bdc627c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e967d166-ea03-4713-9213-c88e3bdc627c,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:35.641039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecd184fc-76dc-43e7-b095-9516f848d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.644272 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.711565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4df380-1c4f-4c46-9e64-0d39099a27b8 None None] New status for floating IP e855a670-302a-4cf5-b1f0-eecc43b3ad43: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:34:35.718270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ecd184fc-76dc-43e7-b095-9516f848d6b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fdb64cc343384f239fbddcef76cfb892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8567607 Jul 16 18:34:35.723856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:35.789689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:35.794295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.800911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port afc08c18-94ce-45bd-841f-d4a375d711c0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:35.801506 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.828298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ecf749e6-1c1e-42df-b870-79f7573aa19b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.828433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd184fc-76dc-43e7-b095-9516f848d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3447e8a2-fe89-49e5-929e-905b0d25adc3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.834101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ecf749e6-1c1e-42df-b870-79f7573aa19b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.836041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ecf749e6-1c1e-42df-b870-79f7573aa19b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "GET /v2.0/networks?id=7c46ee0d-a187-4215-a45e-7f0d51890282&id=be14a5da-2b94-47fa-aae3-4bf89623958c&id=7c46ee0d-a187-4215-a45e-7f0d51890282 HTTP/1.1" status: 200 len: 1389 time: 0.2875288 Jul 16 18:34:35.858869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'port': {'device_id': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282', 'admin_state_up': True, 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:35.961613 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e54f443b-03ce-4114-9ba7-5b0399c47492 req-25f24f80-881e-4e8d-8c22-c35df242f79c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 210 time: 0.1402125 Jul 16 18:34:36.024222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eacca953-a522-4be6-a876-e527569b6383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.070640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03b13c72-20a6-4353-bfd0-b8d6c50b12c7 req-a20f9c5b-6287-42c8-986f-9e6c6f755862 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710328 Jul 16 18:34:36.076041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcd16-99fa-4dc5-b8e5-d884117d3218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.107896 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.161662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eacca953-a522-4be6-a876-e527569b6383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.178319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Pushing event deleted for resources: {'Port': ['ID=7bf0864e-2a9c-45fb-8686-f2a0de854eb3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:36.192434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:36.196545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.236572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-4f4df380-1c4f-4c46-9e64-0d39099a27b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:34:36.237166 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-4f4df380-1c4f-4c46-9e64-0d39099a27b8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:34:36.239106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1cad2-0bac-4bca-b17a-04655d4c18a9 None None] Pushing event updated for resources: {'Port': ['ID=e967d166-ea03-4713-9213-c88e3bdc627c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:36.286286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.334071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcd16-99fa-4dc5-b8e5-d884117d3218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.357613 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.360931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.362360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9c52373d-7898-4c97-8442-f110fc62aad0 tempest-ServerActionsTestJSON-497533339 tempest-ServerActionsTestJSON-497533339-project] 10.222.0.49 "DELETE /v2.0/floatingips/e855a670-302a-4cf5-b1f0-eecc43b3ad43 HTTP/1.1" status: 204 len: 168 time: 1.5394361 Jul 16 18:34:36.365940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.388270 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eacca953-a522-4be6-a876-e527569b6383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.390953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eacca953-a522-4be6-a876-e527569b6383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.392124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eacca953-a522-4be6-a876-e527569b6383 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e613cf1-2873-4a0a-8997-4b6359ac0f4a HTTP/1.1" status: 204 len: 168 time: 0.9920144 Jul 16 18:34:36.403254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=57a9217c-f608-4ac8-98cd-6a5768493c52,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:36.412234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': 'b308a4b7-3aaf-4929-b838-6271124fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87e2ba2a-74e1-49ab-af99-86a5762cbfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:36.412573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: 87e2ba2a-74e1-49ab-af99-86a5762cbfb4, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:36.442430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:36.448281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacca953-a522-4be6-a876-e527569b6383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e613cf1-2873-4a0a-8997-4b6359ac0f4a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:36.463700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcd16-99fa-4dc5-b8e5-d884117d3218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.466848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcd16-99fa-4dc5-b8e5-d884117d3218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.468840 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c5bcd16-99fa-4dc5-b8e5-d884117d3218 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3447e8a2-fe89-49e5-929e-905b0d25adc3 HTTP/1.1" status: 204 len: 168 time: 0.7433958 Jul 16 18:34:36.472168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 87e2ba2a-74e1-49ab-af99-86a5762cbfb4) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:36.481760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:36.482253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.494327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba5f05-464d-4411-a7fd-85ed3def3a11 None None] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:36.499933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bcd16-99fa-4dc5-b8e5-d884117d3218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3447e8a2-fe89-49e5-929e-905b0d25adc3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:36.514258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2ade96ce-1bf5-4dcb-a271-3f829ae23b63 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0775971 Jul 16 18:34:36.514258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.518173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8153785c-4cb0-4e84-8cb0-6781df01f872 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1065964373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:36.548850 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8153785c-4cb0-4e84-8cb0-6781df01f872 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.550316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8153785c-4cb0-4e84-8cb0-6781df01f872 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.567451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Allocated IP 19.80.0.30 (7c46ee0d-a187-4215-a45e-7f0d51890282/a3b2bbc8-850f-4fe7-a53d-cf92e6243a14/39580055-85c7-4e20-8c18-38de3a3c03a4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:36.664920 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8153785c-4cb0-4e84-8cb0-6781df01f872 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.675354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8153785c-4cb0-4e84-8cb0-6781df01f872 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.707314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8153785c-4cb0-4e84-8cb0-6781df01f872 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.708870 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8153785c-4cb0-4e84-8cb0-6781df01f872 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1951156 Jul 16 18:34:36.711905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.740139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4df380-1c4f-4c46-9e64-0d39099a27b8 None None] New status for floating IP e855a670-302a-4cf5-b1f0-eecc43b3ad43: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:34:36.909317 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e4dee519-2f17-456d-8401-9fa4d865ce40 req-a64cdd55-bf34-495d-8656-794e3c0cc05d tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0654831 Jul 16 18:34:36.922267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-87e2ba2a-74e1-49ab-af99-86a5762cbfb4', 'network_id': '87e2ba2a-74e1-49ab-af99-86a5762cbfb4', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': '57a9217c-f608-4ac8-98cd-6a5768493c52'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:36.923465 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.185787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Allocated IP 172.20.0.2 (87e2ba2a-74e1-49ab-af99-86a5762cbfb4/57a9217c-f608-4ac8-98cd-6a5768493c52/c2f34bf5-7189-4a90-91cd-5a6881175db7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:37.223069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:37.388627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.466999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5efe676-aed9-4a9c-82c7-9da374d40ebf None None] Network be14a5da-2b94-47fa-aae3-4bf89623958c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:37.473355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:37.491139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f903749d-f9c6-4a3a-976c-523ac20a210d req-bfecfa46-a958-4007-a590-aca1983c544f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 210 time: 0.1911523 Jul 16 18:34:37.533700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:37.534071 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.599773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e967d166-ea03-4713-9213-c88e3bdc627c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:37.688303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd0ad-e9e5-4e4a-a371-360b27fde069 req-e83ed4dd-81c1-47c5-8a15-a7388cac4d8a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:37.690015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cefbd0ad-e9e5-4e4a-a371-360b27fde069 req-e83ed4dd-81c1-47c5-8a15-a7388cac4d8a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 944 time: 0.2017136 Jul 16 18:34:37.743888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.760261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f140b0eb-aab5-47a7-ae7f-6d5fb658056a None None] Provisioning for port e967d166-ea03-4713-9213-c88e3bdc627c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:37.767280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Transition to ACTIVE for port object 39580055-85c7-4e20-8c18-38de3a3c03a4 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:37.773785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cefbd0ad-e9e5-4e4a-a371-360b27fde069 req-93e0637b-8509-4d4c-9fc3-f209465b717b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751948 Jul 16 18:34:37.832563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e967d166-ea03-4713-9213-c88e3bdc627c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:37.859527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.861345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.869925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e967d166-ea03-4713-9213-c88e3bdc627c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:37.870688 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.885418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:37.924970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.925996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:37.936649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:37.951122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:37.959098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Transition to ACTIVE for port object c2f34bf5-7189-4a90-91cd-5a6881175db7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:37.976179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:37.979317 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d058a16-ba34-46e0-bc1a-dda1106ab991" -d '{"events": [{"server_uuid": "1a23eb55-2fb2-4a07-94a5-fbb108ff6544", "name": "network-vif-plugged", "status": "completed", "tag": "cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:37.992215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Port': ['ID=39580055-85c7-4e20-8c18-38de3a3c03a4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.036061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:38.041943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Transition to ACTIVE for port object c2f34bf5-7189-4a90-91cd-5a6881175db7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:38.055658 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.071846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.082433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.083098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.124472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1581463185-network', 'tenant_id': '4940987d06934ec58aa5e898d885036d'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:38.151632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c1570568-99dd-4cca-85a5-c6ca4ab9573e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2942765 Jul 16 18:34:38.163326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'port': {'device_id': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c', 'admin_state_up': True, 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:38.187696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:38.212655 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec979c-a0fa-46f3-acdc-e50a9d698cfa x-openstack-request-id: req-7dec979c-a0fa-46f3-acdc-e50a9d698cfa {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:38.212974 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a23eb55-2fb2-4a07-94a5-fbb108ff6544", "name": "network-vif-plugged", "status": "completed", "tag": "cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:38.213212 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dec979c-a0fa-46f3-acdc-e50a9d698cfa {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:38.213606 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7', 'code': 200} Jul 16 18:34:38.226230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fcf93f98-fa79-4dd5-bd99-a5015eefb495 req-e1d764f5-5c78-44c0-9d47-4b79b81fb67e tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0641394 Jul 16 18:34:38.226838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:38.232587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.20.0.1 (87e2ba2a-74e1-49ab-af99-86a5762cbfb4/57a9217c-f608-4ac8-98cd-6a5768493c52/b2db7042-ff70-42d3-bb06-898b3200b5df) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:38.236614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:38.239806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Made reservation on behalf of 4940987d06934ec58aa5e898d885036d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:38.248958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.254096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.257568 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.263992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.330538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.431967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Attempting to bind port c2f34bf5-7189-4a90-91cd-5a6881175db7 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:38.432329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Attempting to bind port c2f34bf5-7189-4a90-91cd-5a6881175db7 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b308a4b7-3aaf-4929-b838-6271124fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87e2ba2a-74e1-49ab-af99-86a5762cbfb4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:38.432684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Attempting to bind port c2f34bf5-7189-4a90-91cd-5a6881175db7 on network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:38.434639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Pushing event updated for resources: {'Port': ['ID=c2f34bf5-7189-4a90-91cd-5a6881175db7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.446463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e967d166-ea03-4713-9213-c88e3bdc627c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e967d166-ea03-4713-9213-c88e3bdc627c,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:38.465766 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.470622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:38.471236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Checking segment: {'id': 'b308a4b7-3aaf-4929-b838-6271124fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87e2ba2a-74e1-49ab-af99-86a5762cbfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:38.471364 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.471735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Bound using segment: {'id': 'b308a4b7-3aaf-4929-b838-6271124fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87e2ba2a-74e1-49ab-af99-86a5762cbfb4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:38.472214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Bound port: c2f34bf5-7189-4a90-91cd-5a6881175db7, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b308a4b7-3aaf-4929-b838-6271124fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '87e2ba2a-74e1-49ab-af99-86a5762cbfb4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:38.472637 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.505571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-907d67b9-da8b-4232-909a-bf1f0d0b6f28 None None] Provisioning for port 39580055-85c7-4e20-8c18-38de3a3c03a4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:38.516088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-907d67b9-da8b-4232-909a-bf1f0d0b6f28 None None] Provisioning complete for port 39580055-85c7-4e20-8c18-38de3a3c03a4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:38.516879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-907d67b9-da8b-4232-909a-bf1f0d0b6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.594789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6543ede-8955-4623-89f8-247f589a0c25 req-abf40518-5a92-4fd1-9dac-a789f1d04f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.596512 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6543ede-8955-4623-89f8-247f589a0c25 req-abf40518-5a92-4fd1-9dac-a789f1d04f6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 1097 time: 0.2487361 Jul 16 18:34:38.602162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.669220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e967d166-ea03-4713-9213-c88e3bdc627c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.698295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-907d67b9-da8b-4232-909a-bf1f0d0b6f28 None None] Port 39580055-85c7-4e20-8c18-38de3a3c03a4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:38.702896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object b2db7042-ff70-42d3-bb06-898b3200b5df will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:38.706316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.712087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] For port c2f34bf5-7189-4a90-91cd-5a6881175db7, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:38.715752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6543ede-8955-4623-89f8-247f589a0c25 req-049eb2b7-059a-4912-8925-5ec2d727b0f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091285 Jul 16 18:34:38.716377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] For port c2f34bf5-7189-4a90-91cd-5a6881175db7, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c2f34bf5-7189-4a90-91cd-5a6881175db7,segment=NetworkSegment(b308a4b7-3aaf-4929-b838-6271124fecf4),segment_id=b308a4b7-3aaf-4929-b838-6271124fecf4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:38.718484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.726005 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.762266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:38.778466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7723c0-3817-4890-a0a9-e1733cbd1ecf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.793315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.793877 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Added segment 37ada3cd-12f0-48a8-84a6-584af7bb134b of type vlan for network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf Jul 16 18:34:38.826923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:38.831654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.840472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:38.859033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.880734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f04585-e5b0-45fc-8796-036b6af61c33 None None] Pushing event updated for resources: {'Port': ['ID=c2f34bf5-7189-4a90-91cd-5a6881175db7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.883856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4170110d-47d7-49b4-add9-27108a5f89a9 None None] Provisioning complete for port e967d166-ea03-4713-9213-c88e3bdc627c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:38.884229 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4170110d-47d7-49b4-add9-27108a5f89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.893099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35080e7-c525-4380-9a16-87ab5940896e req-e4200f69-743a-430f-9590-5d23d8cb5cab tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.894896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a35080e7-c525-4380-9a16-87ab5940896e req-e4200f69-743a-430f-9590-5d23d8cb5cab tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 931 time: 0.2126296 Jul 16 18:34:38.946819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=b2db7042-ff70-42d3-bb06-898b3200b5df,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.957052 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.972602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:38.978402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:38.982254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:39.014845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Deleting port ec2df263-8c35-4f85-a5a3-65cf609442bc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:39.015579 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.038702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a35080e7-c525-4380-9a16-87ab5940896e req-3f71d338-187d-4a3a-abd0-95b5b457cd37 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311958 Jul 16 18:34:39.052192 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.053215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.054177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.067664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.122553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-684ce1da-cd44-4d86-86d1-f59fc60786ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.178280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2875443 Jul 16 18:34:39.179737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:39.206254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Request body: {'subnet': {'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1581463185-subnet', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:39.209854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Allocated IP 19.86.0.97 (be14a5da-2b94-47fa-aae3-4bf89623958c/06001240-806a-4995-a1c0-d5c15aa69e88/f0791f41-e4b8-4f10-b8df-4bfff09ca223) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:39.257220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6ad0d-ab5e-4641-8c95-32db3134d6de admin admin] Pushing event updated for resources: {'Network': ['ID=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:39.262207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] For port ec2df263-8c35-4f85-a5a3-65cf609442bc, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ec2df263-8c35-4f85-a5a3-65cf609442bc,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:39.262720 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.269568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:39.356591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Calling delete_port for ec2df263-8c35-4f85-a5a3-65cf609442bc owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:39.387040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1898417-abdb-41a8-80aa-1dcc3529b00f req-5c6d2682-ea0b-4666-9db4-7611bbeb114e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.389101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1898417-abdb-41a8-80aa-1dcc3529b00f req-5c6d2682-ea0b-4666-9db4-7611bbeb114e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 945 time: 0.3432496 Jul 16 18:34:39.406376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.570699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1898417-abdb-41a8-80aa-1dcc3529b00f req-4ea6ff7f-d69b-427f-8e7d-df54ae43ed7a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710999 Jul 16 18:34:39.604548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e967d166-ea03-4713-9213-c88e3bdc627c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:39.614432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-684ce1da-cd44-4d86-86d1-f59fc60786ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.684654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f47417f-773a-45ae-bde4-62f455791475 req-6010638d-2e97-4f93-88d9-671eec71c412 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.1049271 Jul 16 18:34:39.689806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-684ce1da-cd44-4d86-86d1-f59fc60786ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.690377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e967d166-ea03-4713-9213-c88e3bdc627c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:39.691607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.708999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Made reservation on behalf of 4940987d06934ec58aa5e898d885036d for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:39.711610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.790874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-684ce1da-cd44-4d86-86d1-f59fc60786ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e42cbd35e7d3410a87c90f5824a15b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9382663 Jul 16 18:34:39.797901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:39.798329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ce1da-cd44-4d86-86d1-f59fc60786ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f226a2-607b-4f8b-a25b-05dabd6fe470,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:39.798617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2f34bf5-7189-4a90-91cd-5a6881175db7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:39.824338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.846705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Transition to ACTIVE for port object f0791f41-e4b8-4f10-b8df-4bfff09ca223 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:39.867533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port c2f34bf5-7189-4a90-91cd-5a6881175db7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:39.926917 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.936517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.962400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2df263-8c35-4f85-a5a3-65cf609442bc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:40.066042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network be14a5da-2b94-47fa-aae3-4bf89623958c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:40.071589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Port': ['ID=f0791f41-e4b8-4f10-b8df-4bfff09ca223,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:40.076530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:40.080625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:40.148827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.149533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.268214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea98111a-c912-4608-9757-d8012638edb1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1154852 Jul 16 18:34:40.283524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'port': {'device_id': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282', 'admin_state_up': True, 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:40.326454 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.400138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6159a214-0a0b-4971-9bcd-0b681ee48967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.405020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1df240-c609-49e0-a3fe-29c756fd395a None None] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:40.482511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.492453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a1f4485-7183-428b-ad25-d79116900aa9 None None] Provisioning for port c2f34bf5-7189-4a90-91cd-5a6881175db7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:40.493012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6159a214-0a0b-4971-9bcd-0b681ee48967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.500742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a1f4485-7183-428b-ad25-d79116900aa9 None None] Provisioning complete for port c2f34bf5-7189-4a90-91cd-5a6881175db7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:40.501140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4485-7183-428b-ad25-d79116900aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.502652 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.509431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:40.513198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.529269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480570c-f118-47eb-91c9-8d6c6f780a66 req-f2da4244-2fc9-4b50-a79e-d01d18a62d58 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.535777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480570c-f118-47eb-91c9-8d6c6f780a66 req-f2da4244-2fc9-4b50-a79e-d01d18a62d58 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.537546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c480570c-f118-47eb-91c9-8d6c6f780a66 req-f2da4244-2fc9-4b50-a79e-d01d18a62d58 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 1653 time: 0.2909541 Jul 16 18:34:40.651891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4485-7183-428b-ad25-d79116900aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.684135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=b2db7042-ff70-42d3-bb06-898b3200b5df,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:40.715187 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6159a214-0a0b-4971-9bcd-0b681ee48967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.718062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6159a214-0a0b-4971-9bcd-0b681ee48967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.719342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6159a214-0a0b-4971-9bcd-0b681ee48967 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47f226a2-607b-4f8b-a25b-05dabd6fe470 HTTP/1.1" status: 204 len: 168 time: 0.9157982 Jul 16 18:34:40.721337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5a1f4485-7183-428b-ad25-d79116900aa9 None None] For port c2f34bf5-7189-4a90-91cd-5a6881175db7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c2f34bf5-7189-4a90-91cd-5a6881175db7,segment=NetworkSegment(b308a4b7-3aaf-4929-b838-6271124fecf4),segment_id=b308a4b7-3aaf-4929-b838-6271124fecf4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:40.728747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4485-7183-428b-ad25-d79116900aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.775523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.791491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159a214-0a0b-4971-9bcd-0b681ee48967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f226a2-607b-4f8b-a25b-05dabd6fe470,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:40.797403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f4485-7183-428b-ad25-d79116900aa9 None None] Pushing event updated for resources: {'Port': ['ID=c2f34bf5-7189-4a90-91cd-5a6881175db7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:40.819842 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c480570c-f118-47eb-91c9-8d6c6f780a66 req-8e15e0f8-585b-40d7-95fe-9864e45bca95 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375660 Jul 16 18:34:40.844263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.880885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50c28c0b-8b29-4dbf-bc6a-7c680d7b4e15 None None] Provisioning for port f0791f41-e4b8-4f10-b8df-4bfff09ca223 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:40.899555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50c28c0b-8b29-4dbf-bc6a-7c680d7b4e15 None None] Provisioning complete for port f0791f41-e4b8-4f10-b8df-4bfff09ca223 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:40.900027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50c28c0b-8b29-4dbf-bc6a-7c680d7b4e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.985709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-50c28c0b-8b29-4dbf-bc6a-7c680d7b4e15 None None] Port f0791f41-e4b8-4f10-b8df-4bfff09ca223 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:41.015332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b427a0f-c755-41ab-be75-2b0c811e4726,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:41.034884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Checking segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:41.035453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Network hostable DHCP agents. Network: ac5a1346-54e4-49b6-aa14-05f4fc5d68cf, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:41.061753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:41.063591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:41.074493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:41.144868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bcdb87c0-179c-4ec9-a1d1-50154fa51155 None None] Provisioning for port b2db7042-ff70-42d3-bb06-898b3200b5df completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:41.150653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ac5a1346-54e4-49b6-aa14-05f4fc5d68cf) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:41.161672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bcdb87c0-179c-4ec9-a1d1-50154fa51155 None None] Provisioning complete for port b2db7042-ff70-42d3-bb06-898b3200b5df triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:41.162269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcdb87c0-179c-4ec9-a1d1-50154fa51155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.167258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.168070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.205874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Allocated IP 19.80.0.251 (7c46ee0d-a187-4215-a45e-7f0d51890282/a3b2bbc8-850f-4fe7-a53d-cf92e6243a14/18d93e70-9fdb-4e96-85d9-6af66b4868c3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:41.211547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Router 4ca3519b-521e-4156-a5de-940597f3a284 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:41.216982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb87c0-179c-4ec9-a1d1-50154fa51155 None None] Port b2db7042-ff70-42d3-bb06-898b3200b5df cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:41.221244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63588bfe-e49a-4ffb-a6b4-5d378d85b057 None None] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:41.231138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96477c-2982-454f-87e8-45fa805fe169 req-c8791606-7e5b-4d83-81e3-8b62e6f73c2f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.247921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f96477c-2982-454f-87e8-45fa805fe169 req-c8791606-7e5b-4d83-81e3-8b62e6f73c2f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 945 time: 0.1880407 Jul 16 18:34:41.248152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fda4cc57-0267-4e41-a5ae-6d69c9a5bcd5 req-ce6a8466-a1c1-4ad9-9b78-8cdca2e5bb21 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0983684 Jul 16 18:34:41.258130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bcdb87c0-179c-4ec9-a1d1-50154fa51155 None None] Provisioning complete for port c2f34bf5-7189-4a90-91cd-5a6881175db7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:41.258649 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcdb87c0-179c-4ec9-a1d1-50154fa51155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.306841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f95d2f21-06c5-4c0f-aa40-ad6cc7b29c53 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1081457 Jul 16 18:34:41.310088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:41.324769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:41.418642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f96477c-2982-454f-87e8-45fa805fe169 req-7dd7e6a7-5cf5-40bb-acce-14685ee6e638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695533 Jul 16 18:34:41.423506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.424576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.494105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router f3e39205-8b3d-464c-a219-06278b523037 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:41.553812 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.701399 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.723758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Transition to ACTIVE for port object 18d93e70-9fdb-4e96-85d9-6af66b4868c3 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:41.750099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2f34bf5-7189-4a90-91cd-5a6881175db7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:41.800768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:41.816335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.817912 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] Sync routers for ids ['f3e39205-8b3d-464c-a219-06278b523037'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:41.820121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:41.841961 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] Routers {'f3e39205-8b3d-464c-a219-06278b523037'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:41.842756 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['f3e39205-8b3d-464c-a219-06278b523037'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:41.844190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae533c67-e93a-49b1-879b-6020980e6345 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/f3e39205-8b3d-464c-a219-06278b523037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1255085 Jul 16 18:34:41.847716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:41.848603 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.851574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] Sync routers for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:41.880120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:41.880849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:41.918317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6c81aefe-e84b-4047-ba48-6b42a15be458 admin admin] 10.222.0.49 "PUT /v2.0/routers/4ca3519b-521e-4156-a5de-940597f3a284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5490434 Jul 16 18:34:41.920284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:41.920697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:41.924812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Port': ['ID=18d93e70-9fdb-4e96-85d9-6af66b4868c3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:41.958256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34464) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:42.029653 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:42.080272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.085152 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] Routers {'f3e39205-8b3d-464c-a219-06278b523037'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:42.088152 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['f3e39205-8b3d-464c-a219-06278b523037'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:42.132981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:42.147389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.155506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c2f34bf5-7189-4a90-91cd-5a6881175db7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:42.159216 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.159478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:42.165799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:42.167343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-900669164-network', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:42.249953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:42.251010 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442b605-6b5a-4868-934c-183dd892c734 None None] The sync data for ids ['f3e39205-8b3d-464c-a219-06278b523037'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:42.276594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afe497-9ad4-40a6-9fac-432426379188 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.278099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-58afe497-9ad4-40a6-9fac-432426379188 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports/b2db7042-ff70-42d3-bb06-898b3200b5df HTTP/1.1" status: 200 len: 910 time: 0.3504827 Jul 16 18:34:42.283158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:42.285603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:42.290292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57a9217c-f608-4ac8-98cd-6a5768493c52'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:42.309646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.310836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.339422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:42.341836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.353276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-462d5d2e-34f4-42df-886c-6acd2e12cdb2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0781863 Jul 16 18:34:42.376310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Request body: {'port': {'device_id': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:42.382431 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.384087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.439510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Allocated IP 172.20.0.2 (ac5a1346-54e4-49b6-aa14-05f4fc5d68cf/6b427a0f-c755-41ab-be75-2b0c811e4726/10f823f7-738c-4fca-8a89-e36b36d88f24) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:42.542466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8d63f-99f4-40fc-89cb-b9cb3db416dc req-58b7532a-c349-4df2-a8c3-fa0ef4b1e064 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.549595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8d63f-99f4-40fc-89cb-b9cb3db416dc req-58b7532a-c349-4df2-a8c3-fa0ef4b1e064 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.556128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8d63f-99f4-40fc-89cb-b9cb3db416dc req-58b7532a-c349-4df2-a8c3-fa0ef4b1e064 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.558359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a1c8d63f-99f4-40fc-89cb-b9cb3db416dc req-58b7532a-c349-4df2-a8c3-fa0ef4b1e064 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2375 time: 0.3992577 Jul 16 18:34:42.617967 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.626901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Transition to ACTIVE for port object 10f823f7-738c-4fca-8a89-e36b36d88f24 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:42.627801 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.632009 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a1c8d63f-99f4-40fc-89cb-b9cb3db416dc req-ce113d01-38f5-462e-9cb0-fb69314d036c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645478 Jul 16 18:34:42.644662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Transition to ACTIVE for port object 10f823f7-738c-4fca-8a89-e36b36d88f24 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:42.656461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.691797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0f5a49ae-f03d-40f2-9316-df07edfd117d req-cd589621-e115-4c44-ac3d-6969f1456111 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.1541123 Jul 16 18:34:42.723487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:42.766549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:42.773375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.778767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:42.792293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9cffd29b-427a-4263-94c9-242fec590b49 None None] Provisioning complete for port b2db7042-ff70-42d3-bb06-898b3200b5df triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:42.792670 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cffd29b-427a-4263-94c9-242fec590b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.814079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.831410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.871716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.876523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:42.884610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.892972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:42.902541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.903082 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Added segment dcee3eea-efbc-4268-b8af-1b348fbcf8cc of type vlan for network b1db7a24-1dfd-49a5-a251-caaa1f75753b Jul 16 18:34:42.928150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Pushing event updated for resources: {'Port': ['ID=10f823f7-738c-4fca-8a89-e36b36d88f24,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:42.972024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Attempting to bind port 10f823f7-738c-4fca-8a89-e36b36d88f24 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:42.972254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Attempting to bind port 10f823f7-738c-4fca-8a89-e36b36d88f24 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:42.972622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Attempting to bind port 10f823f7-738c-4fca-8a89-e36b36d88f24 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:42.979082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9cffd29b-427a-4263-94c9-242fec590b49 None None] Port b2db7042-ff70-42d3-bb06-898b3200b5df cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:42.982989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:42.983370 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Checking segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:42.983781 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.984518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Bound using segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:42.984634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Bound port: 10f823f7-738c-4fca-8a89-e36b36d88f24, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:42.985461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.009142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.081052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] For port 10f823f7-738c-4fca-8a89-e36b36d88f24, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:43.084565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] For port 10f823f7-738c-4fca-8a89-e36b36d88f24, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10f823f7-738c-4fca-8a89-e36b36d88f24,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:43.099619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Deleting port 68d61209-9c8f-4d7d-897b-009530fc7140 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:43.100038 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.123450 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.130426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.131940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.132614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.138336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Allocated IP 172.25.1.29 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/8fe3137a-9de5-41b0-a6d0-bbb88d787082) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:43.187363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81e1773e-ad9b-43c3-b5d1-d01ee7745ca8 None None] Provisioning for port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:43.207258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:34:39Z', 'revision_number': 5, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port': {'id': '68d61209-9c8f-4d7d-897b-009530fc7140', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3519b-521e-4156-a5de-940597f3a284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:15Z', 'updated_at': '2021-07-16T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:43.212249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4115847-5f90-43e7-9227-45c92d034fb1 None None] Pushing event updated for resources: {'Port': ['ID=10f823f7-738c-4fca-8a89-e36b36d88f24,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.223220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81e1773e-ad9b-43c3-b5d1-d01ee7745ca8 None None] Provisioning complete for port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:43.223220 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81e1773e-ad9b-43c3-b5d1-d01ee7745ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.226576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2668142 Jul 16 18:34:43.236121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f66430-0e57-4ba7-8f3d-3cdd5185d02c admin admin] Pushing event updated for resources: {'Network': ['ID=b1db7a24-1dfd-49a5-a251-caaa1f75753b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.240053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:43.245612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Request body: {'subnet': {'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-subnet', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:43.261497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:43.288464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] Checking router: 4ca3519b-521e-4156-a5de-940597f3a284 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:43.350709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] Routers {'4ca3519b-521e-4156-a5de-940597f3a284'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:43.350938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4ca3519b-521e-4156-a5de-940597f3a284'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:43.353101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:43.359431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.379051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-81e1773e-ad9b-43c3-b5d1-d01ee7745ca8 None None] Port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:43.440750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.564732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] Set router 4ca3519b-521e-4156-a5de-940597f3a284 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:43.573901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.579948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.626376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:34:42Z', 'revision_number': 6, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:43.666978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76507aef-356c-47e1-963e-8668ab042d59 None None] The sync data for ids ['4ca3519b-521e-4156-a5de-940597f3a284'] in n-d-791504-15 is: [{'id': '4ca3519b-521e-4156-a5de-940597f3a284', 'name': 'tempest-ServerActionsTestJSON-494907390-router', 'tenant_id': '4464220067014e36a39c0155ab4e7284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:13Z', 'updated_at': '2021-07-16T18:34:42Z', 'revision_number': 6, 'project_id': '4464220067014e36a39c0155ab4e7284', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:43.713389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] For port 68d61209-9c8f-4d7d-897b-009530fc7140, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=68d61209-9c8f-4d7d-897b-009530fc7140,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:43.713665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.731258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Calling delete_port for 68d61209-9c8f-4d7d-897b-009530fc7140 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:43.747320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.752117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe3137a-9de5-41b0-a6d0-bbb88d787082,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.760761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.764009 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:43.771303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:43.778265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:43.865021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafd6d35-6aac-4787-a356-ab5b988a2150,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.877982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Checking segment: {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:43.878256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Network hostable DHCP agents. Network: b1db7a24-1dfd-49a5-a251-caaa1f75753b, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:43.994736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=b2db7042-ff70-42d3-bb06-898b3200b5df,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.995211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:44.009613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, b1db7a24-1dfd-49a5-a251-caaa1f75753b) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:44.016026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.016393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.023093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b29ce6c-ac29-459a-a006-aebe37cb957b None None] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:44.029927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.030982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.035612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2fd2ed29-f40e-4daf-aa0a-5e99f21996e3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/ports/b2db7042-ff70-42d3-bb06-898b3200b5df HTTP/1.1" status: 200 len: 910 time: 1.7482431 Jul 16 18:34:44.038588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:44.129510 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1ec124bb-f67e-4eec-93f6-af1dc743aeb4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8860202 Jul 16 18:34:44.131520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:44.152697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:44.183793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39580055-85c7-4e20-8c18-38de3a3c03a4 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:44.225814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.281741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.295675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c30ce2da-6440-4ecf-ac01-0171bd1c22be req-5595c636-d06d-4910-ba85-ea19b5eca72c tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.2497680 Jul 16 18:34:44.401332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Transition to ACTIVE for port object 39580055-85c7-4e20-8c18-38de3a3c03a4 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:44.450853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2a13-b559-43e3-9a2b-8743e8162a20 req-e6bbfc66-5979-40a1-ad6e-0befe531ade3 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.466462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2a13-b559-43e3-9a2b-8743e8162a20 req-e6bbfc66-5979-40a1-ad6e-0befe531ade3 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.472409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2a13-b559-43e3-9a2b-8743e8162a20 req-e6bbfc66-5979-40a1-ad6e-0befe531ade3 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.478119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34ed2a13-b559-43e3-9a2b-8743e8162a20 req-e6bbfc66-5979-40a1-ad6e-0befe531ade3 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2375 time: 0.6426136 Jul 16 18:34:44.481743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.483442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.554020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.557688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.636661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:44.638124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.747488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f73f31-a4ec-4a85-b82e-be814cfa3d8a None None] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:44.831281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-820e16da-fb0e-4c49-92d6-136fb614853d None None] Provisioning for port 10f823f7-738c-4fca-8a89-e36b36d88f24 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:45.015869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Allocated IP 172.20.0.2 (b1db7a24-1dfd-49a5-a251-caaa1f75753b/fafd6d35-6aac-4787-a356-ab5b988a2150/b52c8631-b1f5-4b52-b74f-a699a85cd1b4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:45.208926 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.218921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Transition to ACTIVE for port object b52c8631-b1f5-4b52-b74f-a699a85cd1b4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:45.239627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Transition to ACTIVE for port object b52c8631-b1f5-4b52-b74f-a699a85cd1b4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:45.268900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.279988 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.348721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:45.387039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:45.403556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:45.446991 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34ed2a13-b559-43e3-9a2b-8743e8162a20 req-b571eb97-c3ba-43bf-a958-31733173a267 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8910480 Jul 16 18:34:45.475886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Pushing event updated for resources: {'Port': ['ID=b52c8631-b1f5-4b52-b74f-a699a85cd1b4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:45.508992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=39580055-85c7-4e20-8c18-38de3a3c03a4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:45.530862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Attempting to bind port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:45.531370 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Attempting to bind port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:45.531737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Attempting to bind port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 on network b1db7a24-1dfd-49a5-a251-caaa1f75753b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:45.552374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:45.552701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Checking segment: {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:45.553311 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.553830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Bound using segment: {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:45.554339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Bound port: b52c8631-b1f5-4b52-b74f-a699a85cd1b4, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:45.554744 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.573389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10f823f7-738c-4fca-8a89-e36b36d88f24 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:45.620822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Attempting to bind port 39580055-85c7-4e20-8c18-38de3a3c03a4 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:45.621186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Attempting to bind port 39580055-85c7-4e20-8c18-38de3a3c03a4 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:45.621514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Attempting to bind port 39580055-85c7-4e20-8c18-38de3a3c03a4 on network 7c46ee0d-a187-4215-a45e-7f0d51890282 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:45.628749 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.632942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Port 39580055-85c7-4e20-8c18-38de3a3c03a4 on network 7c46ee0d-a187-4215-a45e-7f0d51890282 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:45.633315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Attempting to bind port 39580055-85c7-4e20-8c18-38de3a3c03a4 on network 7c46ee0d-a187-4215-a45e-7f0d51890282 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:45.635255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50ae01c9-c9a1-4ff8-af60-73bede6d9094 req-2d5a5616-15fb-4d1b-98f2-bca51c254958 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0556557 Jul 16 18:34:45.648462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.654970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Router 6ae17d4a-7816-453e-a844-ca4a88d0989a is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:45.661538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.667748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:45.668107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Checking segment: {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:45.668504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Bound using segment: {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:45.668977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Bound port: 39580055-85c7-4e20-8c18-38de3a3c03a4, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:45.669527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.731937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 10f823f7-738c-4fca-8a89-e36b36d88f24 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:45.743792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 10f823f7-738c-4fca-8a89-e36b36d88f24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:45.744171 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.778552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d61209-9c8f-4d7d-897b-009530fc7140,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:45.810498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] For port b52c8631-b1f5-4b52-b74f-a699a85cd1b4, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:45.815942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] For port b52c8631-b1f5-4b52-b74f-a699a85cd1b4, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b52c8631-b1f5-4b52-b74f-a699a85cd1b4,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:45.862416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.877661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:45.902828 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Sync routers for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:45.913826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.915137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4cf612a6-9a76-4edb-b7ea-2fabd0716088 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6039066 Jul 16 18:34:45.917928 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:45.918766 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:45.921868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:45.945086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.945992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aa9b1-5ec7-4eab-9672-2d1bd5cb2a84 None None] Pushing event updated for resources: {'Port': ['ID=b52c8631-b1f5-4b52-b74f-a699a85cd1b4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:45.980024 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.051974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 10f823f7-738c-4fca-8a89-e36b36d88f24, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10f823f7-738c-4fca-8a89-e36b36d88f24,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:46.060094 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.110200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] For port 39580055-85c7-4e20-8c18-38de3a3c03a4, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:46.118725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.133441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.144839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] For port 39580055-85c7-4e20-8c18-38de3a3c03a4, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=39580055-85c7-4e20-8c18-38de3a3c03a4,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:46.189976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.194897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=10f823f7-738c-4fca-8a89-e36b36d88f24,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:46.206635 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:46.248154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ec2df263-8c35-4f85-a5a3-65cf609442bc no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:46.250896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=39580055-85c7-4e20-8c18-38de3a3c03a4,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:46.273889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.274782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.276787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-8ff1b2d2-7ce4-4928-96cc-385c44f6c6dd service neutron] 10.222.0.67 "PUT /v2.0/ports/39580055-85c7-4e20-8c18-38de3a3c03a4 HTTP/1.1" status: 200 len: 1092 time: 3.9106400 Jul 16 18:34:46.277423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'tag': '39580055-85c7-4e20-8c18-38de3a3c03a4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:46.279706 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcf77d0-c0b4-43ff-a9f3-c69998079872" -d '{"events": [{"name": "network-changed", "server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "tag": "39580055-85c7-4e20-8c18-38de3a3c03a4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:46.289244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.289819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca3519b-521e-4156-a5de-940597f3a284 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:46.297188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.301035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-67546980-ebe3-4343-821d-106b92a8a539 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4ca3519b-521e-4156-a5de-940597f3a284 HTTP/1.1" status: 204 len: 168 time: 4.3719878 Jul 16 18:34:46.304079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34510) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:46.330172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Request body: {'port': {'device_id': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:46.357272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ec2df263-8c35-4f85-a5a3-65cf609442bc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:46.357622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ec2df263-8c35-4f85-a5a3-65cf609442bc not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:46.361840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68d61209-9c8f-4d7d-897b-009530fc7140 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:46.390570 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b24201c5-3d28-4f1e-9be8-e48e9ab16c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.452603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 68d61209-9c8f-4d7d-897b-009530fc7140 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:46.453189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68d61209-9c8f-4d7d-897b-009530fc7140 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:46.457751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65c31e1f-3ab2-4f73-931c-3029e43f2771 None None] Provisioning complete for port 10f823f7-738c-4fca-8a89-e36b36d88f24 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:46.458651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65c31e1f-3ab2-4f73-931c-3029e43f2771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.564124 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6244a4ac-10fd-40ea-a6ff-35c6cfb6c6e9 x-openstack-request-id: req-6244a4ac-10fd-40ea-a6ff-35c6cfb6c6e9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:46.564764 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "tag": "39580055-85c7-4e20-8c18-38de3a3c03a4", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:46.565269 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6244a4ac-10fd-40ea-a6ff-35c6cfb6c6e9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:46.566243 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'tag': '39580055-85c7-4e20-8c18-38de3a3c03a4', 'status': 'completed', 'code': 200} Jul 16 18:34:46.862835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e53f89f7-902e-4e9c-83b5-9043b51f0fbe req-aec263b5-78de-44d3-a97d-ba7c09e7c4fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.1085839 Jul 16 18:34:46.905832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-bca30a84-a602-415b-ba08-0ac7f0f2738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.906440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-bca30a84-a602-415b-ba08-0ac7f0f2738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.906844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-bca30a84-a602-415b-ba08-0ac7f0f2738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.908507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-bca30a84-a602-415b-ba08-0ac7f0f2738c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2731 time: 0.4676692 Jul 16 18:34:46.909346 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:44Z', 'revision_number': 3, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:46.922097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.929966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] Deleting subnet 55d61070-3c73-4cdd-b700-431dc28d3d04 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:46.934174 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.940192 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Checking router: 6ae17d4a-7816-453e-a844-ca4a88d0989a for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:46.940660 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Updating router 6ae17d4a-7816-453e-a844-ca4a88d0989a port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:46.971577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.983583 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.998923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5de0-2bc3-4499-87e5-93d17957b8b4 req-b5f250f3-5bdf-497a-8e45-8d41574be80e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.005801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5de0-2bc3-4499-87e5-93d17957b8b4 req-b5f250f3-5bdf-497a-8e45-8d41574be80e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.012019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5de0-2bc3-4499-87e5-93d17957b8b4 req-b5f250f3-5bdf-497a-8e45-8d41574be80e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.020043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eab5de0-2bc3-4499-87e5-93d17957b8b4 req-b5f250f3-5bdf-497a-8e45-8d41574be80e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2387 time: 0.2776310 Jul 16 18:34:47.114893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.119424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.132840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31424177-5cff-4af1-a6c6-a22023d55bd2 req-954231e5-9518-436d-b388-3bd9fb30f48b tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.2126005 Jul 16 18:34:47.207314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.277133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port b2db7042-ff70-42d3-bb06-898b3200b5df {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:47.277133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.498004 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.524808 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Transition to ACTIVE for port object 8fe3137a-9de5-41b0-a6d0-bbb88d787082 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:47.538352 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.550545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.583607 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Attempting to bind port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:47.584024 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Attempting to bind port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:47.584404 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Attempting to bind port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:47.599689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10f823f7-738c-4fca-8a89-e36b36d88f24 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:47.629329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d61070-3c73-4cdd-b700-431dc28d3d04,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.645546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.647944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e9777a19-8cae-4968-becd-8ab48cbddbed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/55d61070-3c73-4cdd-b700-431dc28d3d04 HTTP/1.1" status: 204 len: 168 time: 1.3433194 Jul 16 18:34:47.655039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:47.666327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86fcfc-3ee4-417a-9fcb-bda68602050b None None] Network d8d264b5-c41c-460d-af3d-f5e449ef0a32 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:47.676521 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:47.680855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Allocated IP 172.25.1.195 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/a1a6e3b0-1127-409f-84cd-7e21224f5182) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:47.682669 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:47.693443 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.694265 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:47.694932 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Bound port: 8fe3137a-9de5-41b0-a6d0-bbb88d787082, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:47.695320 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.708857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-e21a79ad-8392-4b81-8457-c3217401bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.722063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-e21a79ad-8392-4b81-8457-c3217401bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.722063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-e21a79ad-8392-4b81-8457-c3217401bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.723671 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-e21a79ad-8392-4b81-8457-c3217401bc92 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf3f073ddde442de855fd56c1a871c3f&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.8066807 Jul 16 18:34:47.795124 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Pushing event updated for resources: {'Port': ['ID=8fe3137a-9de5-41b0-a6d0-bbb88d787082,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.816706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.831473 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.831811 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.833165 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.833667 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.845366 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.845984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.846629 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.847125 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.847617 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.848226 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.848721 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.849331 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:47.856498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f7073-b4e4-408d-8b93-7dd3e6afc5ae None None] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:47.868584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] For port 8fe3137a-9de5-41b0-a6d0-bbb88d787082, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:47.876501 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] For port 8fe3137a-9de5-41b0-a6d0-bbb88d787082, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8fe3137a-9de5-41b0-a6d0-bbb88d787082,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:47.882106 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4eab5de0-2bc3-4499-87e5-93d17957b8b4 req-f677bbf4-f0f8-41ac-8fbc-8c8fa5d8902b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8611009 Jul 16 18:34:47.887368 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.976875 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:47.978474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:47.992259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.053498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.078369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0791f41-e4b8-4f10-b8df-4bfff09ca223 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:48.100464 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.100817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for b2db7042-ff70-42d3-bb06-898b3200b5df owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:48.131935 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc6dd-5ac2-47cf-b156-d9d60d3107c8 None None] Pushing event updated for resources: {'Port': ['ID=8fe3137a-9de5-41b0-a6d0-bbb88d787082,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.185360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.188839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a6e3b0-1127-409f-84cd-7e21224f5182,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.207671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:48.216173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:48.219232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:48.250515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Transition to ACTIVE for port object f0791f41-e4b8-4f10-b8df-4bfff09ca223 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:48.252833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b78fd29d-2964-4fe9-a0dd-50bef647bfc9 None None] Provisioning for port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:48.262189 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.288494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 10f823f7-738c-4fca-8a89-e36b36d88f24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:48.288911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.337419 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:48.440502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Deleting port 027268b8-113c-4bb8-a51b-0e4054ddbca4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:48.440919 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.454232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b52c8631-b1f5-4b52-b74f-a699a85cd1b4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:48.494698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] DHCP port deletion for d8d264b5-c41c-460d-af3d-f5e449ef0a32 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:48.603095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.651160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:48.680654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:48.689902 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.697705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] Deleting port 027268b8-113c-4bb8-a51b-0e4054ddbca4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:48.698069 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.733031 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:44Z', 'revision_number': 3, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:48.755379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3dbbb88-b712-439c-989b-0595ae09d8bb req-ed29e959-a1df-43ab-8535-76a9bb1a3f29 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.1173871 Jul 16 18:34:48.757780 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca79137d-3fc5-4674-965e-d00ce1b767a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.812936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f0791f41-e4b8-4f10-b8df-4bfff09ca223,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.813491 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97803188-f9c2-4508-8840-ae1de7d75d49 None None] The sync data for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 is: [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:44Z', 'revision_number': 3, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:48.940119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] For port 027268b8-113c-4bb8-a51b-0e4054ddbca4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=027268b8-113c-4bb8-a51b-0e4054ddbca4,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:48.940491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.946131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Attempting to bind port f0791f41-e4b8-4f10-b8df-4bfff09ca223 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:48.946460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Attempting to bind port f0791f41-e4b8-4f10-b8df-4bfff09ca223 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:48.946788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Attempting to bind port f0791f41-e4b8-4f10-b8df-4bfff09ca223 on network be14a5da-2b94-47fa-aae3-4bf89623958c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:48.967187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Port f0791f41-e4b8-4f10-b8df-4bfff09ca223 on network be14a5da-2b94-47fa-aae3-4bf89623958c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:48.967187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Attempting to bind port f0791f41-e4b8-4f10-b8df-4bfff09ca223 on network be14a5da-2b94-47fa-aae3-4bf89623958c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:48.983097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:48.983488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Checking segment: {'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:48.986623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Bound using segment: {'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:48.987077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Bound port: f0791f41-e4b8-4f10-b8df-4bfff09ca223, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc626de-5ae0-48a3-86c2-78cd35496d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:48.987440 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.991656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Calling delete_port for 027268b8-113c-4bb8-a51b-0e4054ddbca4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:49.014821 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.040214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] For port 027268b8-113c-4bb8-a51b-0e4054ddbca4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=027268b8-113c-4bb8-a51b-0e4054ddbca4,segment=NetworkSegment(95da2d7a-e804-43a5-b01e-dda9d5a3ec91),segment_id=95da2d7a-e804-43a5-b01e-dda9d5a3ec91)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:49.042687 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.092346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] Calling delete_port for 027268b8-113c-4bb8-a51b-0e4054ddbca4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:49.188814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-ef6dcc53-81f0-42d0-add4-4c66e2688046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.195252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fcf77d0-c0b4-43ff-a9f3-c69998079872 req-ef6dcc53-81f0-42d0-add4-4c66e2688046 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4597247 Jul 16 18:34:49.201784 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.221488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Allocated IP 172.20.0.1 (ac5a1346-54e4-49b6-aa14-05f4fc5d68cf/6b427a0f-c755-41ab-be75-2b0c811e4726/6c99fddb-e2ef-45a5-8773-e575d27f92f5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:49.315166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e5fa4a02-8559-4a89-ae27-e273bcc4f4dc None None] Provisioning complete for port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:49.316000 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5fa4a02-8559-4a89-ae27-e273bcc4f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.408443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b52c8631-b1f5-4b52-b74f-a699a85cd1b4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b52c8631-b1f5-4b52-b74f-a699a85cd1b4,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:49.448052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.448273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdb48abc-3ec3-4cf4-bf99-12d2c67ff3be req-7db74cc4-002b-44b3-b500-79eef92831c1 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0532036 Jul 16 18:34:49.610517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.624118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8fe3137a-9de5-41b0-a6d0-bbb88d787082 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:49.651331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.661758 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.682643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] No DVR routers for this DVR port 027268b8-113c-4bb8-a51b-0e4054ddbca4 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:49.698792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b52c8631-b1f5-4b52-b74f-a699a85cd1b4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:49.746213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530e5ca-3cee-43cd-819e-04f95631d224 None None] Pushing event deleted for resources: {'Port': ['ID=027268b8-113c-4bb8-a51b-0e4054ddbca4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:49.778235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:49.785123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:49.785667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.860249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=b2db7042-ff70-42d3-bb06-898b3200b5df,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:49.908511 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.947137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.949561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8fe3137a-9de5-41b0-a6d0-bbb88d787082, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8fe3137a-9de5-41b0-a6d0-bbb88d787082,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:49.956164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.961839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c28c15-abd4-4d79-9264-586aa90ab1eb req-b169a514-f9af-4dda-b736-cf8b4213356d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e2a3ce4917846988827ca684a65d6f0&device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.7989004 Jul 16 18:34:49.969459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Transition to ACTIVE for port object 6c99fddb-e2ef-45a5-8773-e575d27f92f5 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:50.025921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8fe3137a-9de5-41b0-a6d0-bbb88d787082,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:50.043737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 027268b8-113c-4bb8-a51b-0e4054ddbca4 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:50.058141 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.078520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 027268b8-113c-4bb8-a51b-0e4054ddbca4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:50.090038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.101323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 027268b8-113c-4bb8-a51b-0e4054ddbca4 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:50.117405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c28c15-abd4-4d79-9264-586aa90ab1eb req-06e2b776-eec5-45e8-ac44-992160f58b94 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1e2a3ce4917846988827ca684a65d6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744934 Jul 16 18:34:50.164770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] For port f0791f41-e4b8-4f10-b8df-4bfff09ca223, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:50.220821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.228066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] For port f0791f41-e4b8-4f10-b8df-4bfff09ca223, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f0791f41-e4b8-4f10-b8df-4bfff09ca223,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:50.236826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:50.248721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:50.255797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:50.290936 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.296906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Pushing event updated for resources: {'Port': ['ID=6c99fddb-e2ef-45a5-8773-e575d27f92f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:50.306670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.357612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5eeb-dfef-4e29-8c3b-9fde0eee0abe req-f6f84375-2598-4931-b607-32a0b72d03d2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.363275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5eeb-dfef-4e29-8c3b-9fde0eee0abe req-f6f84375-2598-4931-b607-32a0b72d03d2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.372854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5eeb-dfef-4e29-8c3b-9fde0eee0abe req-f6f84375-2598-4931-b607-32a0b72d03d2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.375938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-020b5eeb-dfef-4e29-8c3b-9fde0eee0abe req-f6f84375-2598-4931-b607-32a0b72d03d2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2399 time: 1.2054098 Jul 16 18:34:50.377129 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.444871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router f3e39205-8b3d-464c-a219-06278b523037 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:50.535040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3f97b2e-5592-48fc-88db-6fd5a51f32a0 None None] Provisioning for port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:50.539609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3f97b2e-5592-48fc-88db-6fd5a51f32a0 None None] Provisioning complete for port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:50.539983 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3f97b2e-5592-48fc-88db-6fd5a51f32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.564426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] No DVR routers for this DVR port 027268b8-113c-4bb8-a51b-0e4054ddbca4 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:50.588591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:50.607684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-30c9f7b4-2355-43e0-8a59-e3d0e87db27c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/f3e39205-8b3d-464c-a219-06278b523037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5656631 Jul 16 18:34:50.608155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] Sync routers for ids ['f3e39205-8b3d-464c-a219-06278b523037'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:50.621092 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:50.632729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.633376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.637793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] 10.222.0.67 "PUT /v2.0/ports/f0791f41-e4b8-4f10-b8df-4bfff09ca223 HTTP/1.1" status: 200 len: 1092 time: 4.3187487 Jul 16 18:34:50.642189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] Routers {'f3e39205-8b3d-464c-a219-06278b523037'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:50.642822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['f3e39205-8b3d-464c-a219-06278b523037'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:50.646040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c3f97b2e-5592-48fc-88db-6fd5a51f32a0 None None] Port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:50.651496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:50.663510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:50.673758 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3854dc-aead-42f7-a443-15bad678cf92" -d '{"events": [{"name": "network-changed", "server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:50.705824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d25e490e-0d70-4f8c-946c-14a701d3d81a req-8d1fa995-96c5-4213-98e8-dd4b82a201f6 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0991557 Jul 16 18:34:50.706591 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.711719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Request body: {'port': {'device_id': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:50.915328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4286bd09-907e-40f7-a4db-ffcfdee47eef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e39205-8b3d-464c-a219-06278b523037 HTTP/1.1" status: 200 len: 205 time: 0.2338428 Jul 16 18:34:50.933500 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa60f7f-b7fb-4a37-ac01-e7f0f037f862 x-openstack-request-id: req-bfa60f7f-b7fb-4a37-ac01-e7f0f037f862 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:50.933902 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:50.934217 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfa60f7f-b7fb-4a37-ac01-e7f0f037f862 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:50.935594 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223', 'status': 'completed', 'code': 200} Jul 16 18:34:50.967994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3124549-8287-4680-8483-c08560ba5f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f0791f41-e4b8-4f10-b8df-4bfff09ca223,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:50.975267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.978128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:50.994473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:50.996328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] Routers {'f3e39205-8b3d-464c-a219-06278b523037'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:50.997013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['f3e39205-8b3d-464c-a219-06278b523037'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:51.013219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c28c15-abd4-4d79-9264-586aa90ab1eb req-ad68b762-f24e-43e2-a425-3a2e818da97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.014840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c28c15-abd4-4d79-9264-586aa90ab1eb req-ad68b762-f24e-43e2-a425-3a2e818da97b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8807039 Jul 16 18:34:51.043523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:51.044257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4450a83a-14d8-4d44-8814-13ae9287ee90 None None] The sync data for ids ['f3e39205-8b3d-464c-a219-06278b523037'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:51.072043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.080292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-020b5eeb-dfef-4e29-8c3b-9fde0eee0abe req-c3a7d8cb-2237-4be9-bca8-16b7d107fd2c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906435 Jul 16 18:34:51.142786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=027268b8-113c-4bb8-a51b-0e4054ddbca4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:51.197152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c086ef99-37b6-4b46-b23c-f2c278e33bed tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.213912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.231694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d264b5-c41c-460d-af3d-f5e449ef0a32']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:51.264996 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.273606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95da2d7a-e804-43a5-b01e-dda9d5a3ec91') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:51.273897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95da2d7a-e804-43a5-b01e-dda9d5a3ec91') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:51.282514 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.284865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Pushing event updated for resources: {'Port': ['ID=6c99fddb-e2ef-45a5-8773-e575d27f92f5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:51.300927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.340626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.353345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.360915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:51.361383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:51.363123 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:51.422378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-a5f9eba3-72f6-4a0c-b547-766c0e304db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.422857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-a5f9eba3-72f6-4a0c-b547-766c0e304db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.423337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-a5f9eba3-72f6-4a0c-b547-766c0e304db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.425063 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-a5f9eba3-72f6-4a0c-b547-766c0e304db0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2799 time: 0.4432638 Jul 16 18:34:51.426753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c086ef99-37b6-4b46-b23c-f2c278e33bed tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.430439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c086ef99-37b6-4b46-b23c-f2c278e33bed tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.524864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.540262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.540513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c086ef99-37b6-4b46-b23c-f2c278e33bed tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.540616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c086ef99-37b6-4b46-b23c-f2c278e33bed tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Fanout notify agent at l3_agent the message router_deleted on router f3e39205-8b3d-464c-a219-06278b523037 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:51.543797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d8d264b5-c41c-460d-af3d-f5e449ef0a32 HTTP/1.1" status: 204 len: 168 time: 3.8818243 Jul 16 18:34:51.554306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c086ef99-37b6-4b46-b23c-f2c278e33bed tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.555413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c086ef99-37b6-4b46-b23c-f2c278e33bed tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/f3e39205-8b3d-464c-a219-06278b523037 HTTP/1.1" status: 204 len: 168 time: 0.5596659 Jul 16 18:34:51.562709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:51.569502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8fe3137a-9de5-41b0-a6d0-bbb88d787082 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:51.589404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc7833-11b7-46a6-8a71-e0caa5461fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d264b5-c41c-460d-af3d-f5e449ef0a32,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:51.653213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:51.653728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.659847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:51.669910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:51.682616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-829f8a9d-b2e6-453a-b328-293d8469885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.683430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-829f8a9d-b2e6-453a-b328-293d8469885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.684051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-829f8a9d-b2e6-453a-b328-293d8469885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.686053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-829f8a9d-b2e6-453a-b328-293d8469885e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf3f073ddde442de855fd56c1a871c3f&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2507765 Jul 16 18:34:51.695510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet 57a9217c-f608-4ac8-98cd-6a5768493c52 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:51.709313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.739086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Router 24283732-a4fc-44ae-8c26-0dd1cee0826e is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:34:51.760757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34550) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:51.813431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b52c8631-b1f5-4b52-b74f-a699a85cd1b4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:51.818253 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.913015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:51.913615 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.946058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d93e70-9fdb-4e96-85d9-6af66b4868c3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:51.971722 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.982847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c5d77229-8e74-4daa-a6f7-4692d21c45b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4464220067014e36a39c0155ab4e7284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207038 Jul 16 18:34:51.983441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:52.044096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Transition to ACTIVE for port object 18d93e70-9fdb-4e96-85d9-6af66b4868c3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:52.056961 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.096602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-44b7d80c-69c6-40f1-8ecc-d1b79b75e2db None None] Provisioning complete for port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:52.097647 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44b7d80c-69c6-40f1-8ecc-d1b79b75e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.112369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:52.126622 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f77d2-e006-4063-a766-04665c30767f None None] Sync routers for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:52.149150 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:52.151242 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:52.166847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Pushing event updated for resources: {'Port': ['ID=18d93e70-9fdb-4e96-85d9-6af66b4868c3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:52.186607 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.191426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3a8ff27d-3525-4342-8159-4433acc247b5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0434775 Jul 16 18:34:52.192735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:52.194267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-44b7d80c-69c6-40f1-8ecc-d1b79b75e2db None None] Port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:52.225768 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.239333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-359a319a-4fc9-4b79-933e-743c83d6b03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.310617 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:52.315203 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-104af79b-01aa-4537-bbc0-c04c2a29ae11 req-7e56326f-1e65-4a9c-bc7b-2c1d1a0a1ae0 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.49 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0822749 Jul 16 18:34:52.375329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c28c15-abd4-4d79-9264-586aa90ab1eb req-38c9ebf4-8e21-4103-91b9-26e75b3345f0 tempest-ServerShowV257Test-1300178696 tempest-ServerShowV257Test-1300178696-project] 10.222.0.59 "GET /v2.0/ports?device_id=30a84984-5a61-462d-ab07-21f2f90cf380 HTTP/1.1" status: 200 len: 210 time: 0.0659125 Jul 16 18:34:52.414449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.424074 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-359a319a-4fc9-4b79-933e-743c83d6b03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.449680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Router 6ae17d4a-7816-453e-a844-ca4a88d0989a has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:52.453221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-bfcefc5c-4788-40e4-be30-893e1cfc868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:52.454729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8f3854dc-aead-42f7-a443-15bad678cf92 req-bfcefc5c-4788-40e4-be30-893e1cfc868c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7562411 Jul 16 18:34:52.599769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.602421 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:48Z', 'revision_number': 3, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:52.618560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:52.619044 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.625175 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fadd1fa9-c888-4041-ad09-d99ce5083836 admin admin] 10.222.0.49 "PUT /v2.0/routers/6ae17d4a-7816-453e-a844-ca4a88d0989a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7022007 Jul 16 18:34:52.631169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Sync routers for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:52.644099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:52.645020 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f77d2-e006-4063-a766-04665c30767f None None] Checking router: 24283732-a4fc-44ae-8c26-0dd1cee0826e for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:52.645445 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f77d2-e006-4063-a766-04665c30767f None None] Updating router 24283732-a4fc-44ae-8c26-0dd1cee0826e port a1a6e3b0-1127-409f-84cd-7e21224f5182 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:52.646135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:52.648320 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.650345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/57a9217c-f608-4ac8-98cd-6a5768493c52 HTTP/1.1" status: 204 len: 168 time: 1.0620563 Jul 16 18:34:52.651448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ee659-4854-40e4-9917-076c8ef14ed3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=57a9217c-f608-4ac8-98cd-6a5768493c52,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:52.654020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:52.677043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98813bf1-f28e-4218-b94a-a7df47647360 None None] Network 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:52.713417 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-588f77d2-e006-4063-a766-04665c30767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.856812 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.871958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Attempting to bind port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:52.872316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Attempting to bind port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:52.872621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Attempting to bind port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 on network 7c46ee0d-a187-4215-a45e-7f0d51890282 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:52.925330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port c2f34bf5-7189-4a90-91cd-5a6881175db7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:52.926217 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.935078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 on network 7c46ee0d-a187-4215-a45e-7f0d51890282 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:52.943891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Attempting to bind port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 on network 7c46ee0d-a187-4215-a45e-7f0d51890282 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:52.977159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:52.977159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Checking segment: {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:52.977159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Bound using segment: {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:52.977159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Bound port: 18d93e70-9fdb-4e96-85d9-6af66b4868c3, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fbf9c2-acd2-4c01-ae40-37a8147c06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:52.977159 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.032372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:53.074419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port c2f34bf5-7189-4a90-91cd-5a6881175db7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c2f34bf5-7189-4a90-91cd-5a6881175db7,segment=NetworkSegment(b308a4b7-3aaf-4929-b838-6271124fecf4),segment_id=b308a4b7-3aaf-4929-b838-6271124fecf4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:53.074801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.108939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for c2f34bf5-7189-4a90-91cd-5a6881175db7 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:53.157820 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-588f77d2-e006-4063-a766-04665c30767f None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.170231 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-588f77d2-e006-4063-a766-04665c30767f None None] Transition to ACTIVE for port object a1a6e3b0-1127-409f-84cd-7e21224f5182 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:53.183446 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-588f77d2-e006-4063-a766-04665c30767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.187749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] For port 18d93e70-9fdb-4e96-85d9-6af66b4868c3, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:53.191747 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] For port 18d93e70-9fdb-4e96-85d9-6af66b4868c3, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=18d93e70-9fdb-4e96-85d9-6af66b4868c3,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:53.209731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2de0f-8348-4405-b2ea-9838018a0bf2 req-5d9b5ac3-2397-43e3-a6f8-906ee15eded5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.215856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2de0f-8348-4405-b2ea-9838018a0bf2 req-5d9b5ac3-2397-43e3-a6f8-906ee15eded5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.222138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2de0f-8348-4405-b2ea-9838018a0bf2 req-5d9b5ac3-2397-43e3-a6f8-906ee15eded5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.230701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9f2de0f-8348-4405-b2ea-9838018a0bf2 req-5d9b5ac3-2397-43e3-a6f8-906ee15eded5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2411 time: 0.9248300 Jul 16 18:34:53.232898 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567ad4-879c-471d-b91c-04c9bda660f9 None None] Pushing event updated for resources: {'Port': ['ID=a1a6e3b0-1127-409f-84cd-7e21224f5182,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.237631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.265192 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-588f77d2-e006-4063-a766-04665c30767f None None] Attempting to bind port a1a6e3b0-1127-409f-84cd-7e21224f5182 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:53.265957 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-588f77d2-e006-4063-a766-04665c30767f None None] Attempting to bind port a1a6e3b0-1127-409f-84cd-7e21224f5182 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:53.266604 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588f77d2-e006-4063-a766-04665c30767f None None] Attempting to bind port a1a6e3b0-1127-409f-84cd-7e21224f5182 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:53.272205 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588f77d2-e006-4063-a766-04665c30767f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:53.273020 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588f77d2-e006-4063-a766-04665c30767f None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:53.274042 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-588f77d2-e006-4063-a766-04665c30767f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.274700 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588f77d2-e006-4063-a766-04665c30767f None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:53.275377 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-588f77d2-e006-4063-a766-04665c30767f None None] Bound port: a1a6e3b0-1127-409f-84cd-7e21224f5182, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:53.276007 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-588f77d2-e006-4063-a766-04665c30767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.302980 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.310599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Pushing event updated for resources: {'Port': ['ID=18d93e70-9fdb-4e96-85d9-6af66b4868c3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.313369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-359a319a-4fc9-4b79-933e-743c83d6b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.315923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-359a319a-4fc9-4b79-933e-743c83d6b03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.320859 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-359a319a-4fc9-4b79-933e-743c83d6b03b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f19bc1f-cdaf-4d0e-b99a-a48a97823e42 HTTP/1.1" status: 204 len: 168 time: 1.3075657 Jul 16 18:34:53.368385 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-588f77d2-e006-4063-a766-04665c30767f None None] For port a1a6e3b0-1127-409f-84cd-7e21224f5182, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:53.372862 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-588f77d2-e006-4063-a766-04665c30767f None None] For port a1a6e3b0-1127-409f-84cd-7e21224f5182, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a1a6e3b0-1127-409f-84cd-7e21224f5182,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:53.380568 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-588f77d2-e006-4063-a766-04665c30767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.404677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 2, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:53.407422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a319a-4fc9-4b79-933e-743c83d6b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f19bc1f-cdaf-4d0e-b99a-a48a97823e42,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.420098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.421106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.436719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-4693104c-1149-4760-a152-cd0d16e4e974 service neutron] 10.222.0.67 "PUT /v2.0/ports/18d93e70-9fdb-4e96-85d9-6af66b4868c3 HTTP/1.1" status: 200 len: 1093 time: 2.7395921 Jul 16 18:34:53.453238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=c2f34bf5-7189-4a90-91cd-5a6881175db7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.475744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port c2f34bf5-7189-4a90-91cd-5a6881175db7 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:53.487426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'tag': '18d93e70-9fdb-4e96-85d9-6af66b4868c3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:53.492243 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5586b82-70ec-448f-bd70-76372f2ad27a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "tag": "18d93e70-9fdb-4e96-85d9-6af66b4868c3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:53.495755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875f309e-deb0-4bc0-b3f2-74d4fef395ca None None] DHCP port deletion for 87e2ba2a-74e1-49ab-af99-86a5762cbfb4 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:53.504410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Checking router: 6ae17d4a-7816-453e-a844-ca4a88d0989a for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:53.504966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Updating router 6ae17d4a-7816-453e-a844-ca4a88d0989a port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:53.597920 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9f2de0f-8348-4405-b2ea-9838018a0bf2 req-b38a54b1-1d24-4141-91bd-1712fc78ab9a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656747 Jul 16 18:34:53.645440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2f34bf5-7189-4a90-91cd-5a6881175db7 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:53.680500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:53.690641 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.707859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-48721d01-219f-4c20-b09c-2df4a7ad1ee7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275435690', 'description': 'tempest-description--198004207'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:53.733745 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da5509f-b9cf-41b1-a217-839452c9151a x-openstack-request-id: req-2da5509f-b9cf-41b1-a217-839452c9151a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:53.734174 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "tag": "18d93e70-9fdb-4e96-85d9-6af66b4868c3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:53.734551 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2da5509f-b9cf-41b1-a217-839452c9151a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:53.735130 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'tag': '18d93e70-9fdb-4e96-85d9-6af66b4868c3', 'status': 'completed', 'code': 200} Jul 16 18:34:53.739758 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567ad4-879c-471d-b91c-04c9bda660f9 None None] Pushing event updated for resources: {'Port': ['ID=a1a6e3b0-1127-409f-84cd-7e21224f5182,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.768530 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:53.769476 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:53.786258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: c2f34bf5-7189-4a90-91cd-5a6881175db7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:53.788976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2f34bf5-7189-4a90-91cd-5a6881175db7 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:53.927254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.942494 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:53.980331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2ba2a-74e1-49ab-af99-86a5762cbfb4']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:54.043788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b308a4b7-3aaf-4929-b838-6271124fecf4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:54.049275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b308a4b7-3aaf-4929-b838-6271124fecf4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:54.092840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.105495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48721d01-219f-4c20-b09c-2df4a7ad1ee7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.162345 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.170260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-adee43b0-2823-4529-b93e-308275687ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.170771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-adee43b0-2823-4529-b93e-308275687ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.171240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-adee43b0-2823-4529-b93e-308275687ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.173086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-adee43b0-2823-4529-b93e-308275687ff9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2867 time: 0.6162062 Jul 16 18:34:54.179334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:54.179995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:54.183968 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:54.271135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-a7b9bdaf-eefa-42bb-b4f1-e13da49fff9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=39580055-85c7-4e20-8c18-38de3a3c03a4 HTTP/1.1" status: 200 len: 217 time: 0.0677483 Jul 16 18:34:54.281063 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-588f77d2-e006-4063-a766-04665c30767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:48Z', 'revision_number': 3, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:54.285028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.309109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.317914 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/87e2ba2a-74e1-49ab-af99-86a5762cbfb4 HTTP/1.1" status: 204 len: 168 time: 1.6617081 Jul 16 18:34:54.329543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:54.345036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2762b25a-031e-44be-907a-97b82574911f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949806835', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:54.351009 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f77d2-e006-4063-a766-04665c30767f None None] The sync data for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 is: [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:48Z', 'revision_number': 3, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:54.371721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:54.374568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c411e5-99b4-40ae-8167-4e1d2c3b9bd5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=87e2ba2a-74e1-49ab-af99-86a5762cbfb4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.427913 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.450781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-0ee59285-cbbb-4c45-96ea-ce1e4361d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.453484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-0ee59285-cbbb-4c45-96ea-ce1e4361d261 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3b2bbc8-850f-4fe7-a53d-cf92e6243a14 HTTP/1.1" status: 200 len: 801 time: 0.1722891 Jul 16 18:34:54.453735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48721d01-219f-4c20-b09c-2df4a7ad1ee7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.456888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.465096 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48721d01-219f-4c20-b09c-2df4a7ad1ee7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.475565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.495052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Transition to ACTIVE for port object 6c99fddb-e2ef-45a5-8773-e575d27f92f5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:54.508642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.542495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2762b25a-031e-44be-907a-97b82574911f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.543526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2762b25a-031e-44be-907a-97b82574911f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.550310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48721d01-219f-4c20-b09c-2df4a7ad1ee7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.559345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-48721d01-219f-4c20-b09c-2df4a7ad1ee7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8773062 Jul 16 18:34:54.563332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721d01-219f-4c20-b09c-2df4a7ad1ee7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a4954c-830e-4f01-8aeb-75486441a8e6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.567100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:54.572515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4654c219-a64e-444e-88df-c826e617a278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'security_group_rule': {'security_group_id': '24a4954c-830e-4f01-8aeb-75486441a8e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:54.675243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2762b25a-031e-44be-907a-97b82574911f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.682782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2450955-f399-4649-b77d-006135e27169 None None] Pushing event updated for resources: {'Port': ['ID=6c99fddb-e2ef-45a5-8773-e575d27f92f5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.684136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-a99b4045-c7e8-482e-b5c1-71985ef91ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.685723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-a99b4045-c7e8-482e-b5c1-71985ef91ba8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c46ee0d-a187-4215-a45e-7f0d51890282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247744 Jul 16 18:34:54.706176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2762b25a-031e-44be-907a-97b82574911f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.725286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4654c219-a64e-444e-88df-c826e617a278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.732808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca0806c7-df8e-42e5-9eb0-6c7745e506ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.788348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2762b25a-031e-44be-907a-97b82574911f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.798994 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2762b25a-031e-44be-907a-97b82574911f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4554591 Jul 16 18:34:54.800037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:54.860162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Attempting to bind port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:54.862210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Attempting to bind port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:54.862682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Attempting to bind port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:54.875805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-1080880132'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:54.880608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:54.881351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Checking segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:54.881873 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.882281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Bound using segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:54.882774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Bound port: 6c99fddb-e2ef-45a5-8773-e575d27f92f5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:54.886788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.983720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Allocated IP 172.20.0.1 (b1db7a24-1dfd-49a5-a251-caaa1f75753b/fafd6d35-6aac-4787-a356-ab5b988a2150/376d7053-e9e3-424a-912d-ad3229342b28) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:55.003441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] For port 6c99fddb-e2ef-45a5-8773-e575d27f92f5, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:55.009128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] For port 6c99fddb-e2ef-45a5-8773-e575d27f92f5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6c99fddb-e2ef-45a5-8773-e575d27f92f5,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:55.015096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.019522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-e10fdb4b-1454-4a29-8c4a-067580be2568 service neutron] 10.222.0.67 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226867 Jul 16 18:34:55.026279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4654c219-a64e-444e-88df-c826e617a278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.051535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4654c219-a64e-444e-88df-c826e617a278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.101504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2450955-f399-4649-b77d-006135e27169 None None] Pushing event updated for resources: {'Port': ['ID=6c99fddb-e2ef-45a5-8773-e575d27f92f5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.190876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:55.191514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:55.196572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:55.199278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca0806c7-df8e-42e5-9eb0-6c7745e506ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.212746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58d845-88dc-4f30-b35a-70b80c3bac97 req-aad5306b-ee16-489f-bd35-09ed26212af4 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.230954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58d845-88dc-4f30-b35a-70b80c3bac97 req-aad5306b-ee16-489f-bd35-09ed26212af4 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.237429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58d845-88dc-4f30-b35a-70b80c3bac97 req-aad5306b-ee16-489f-bd35-09ed26212af4 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.247411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa58d845-88dc-4f30-b35a-70b80c3bac97 req-aad5306b-ee16-489f-bd35-09ed26212af4 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2411 time: 0.3278961 Jul 16 18:34:55.267319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca0806c7-df8e-42e5-9eb0-6c7745e506ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.294421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654c219-a64e-444e-88df-c826e617a278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71594dc-7a7d-4bd7-9c2b-0dd9ff3167d7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.360707 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ca0806c7-df8e-42e5-9eb0-6c7745e506ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e2a3ce4917846988827ca684a65d6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9838939 Jul 16 18:34:55.366761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:55.368175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0806c7-df8e-42e5-9eb0-6c7745e506ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc712cf-dc04-494d-9406-19aa9dcd4415,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.378493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4654c219-a64e-444e-88df-c826e617a278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.381876 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4654c219-a64e-444e-88df-c826e617a278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8137088 Jul 16 18:34:55.385544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:55.386321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:55.386900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:55.391595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.395031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-c6d732c2-8d6a-45dc-a430-c2d0e6c91b61 service neutron] 10.222.0.67 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580558 Jul 16 18:34:55.407162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-325719bd-f599-416d-ab78-c24b0e00ae27 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'security_group_rule': {'security_group_id': '24a4954c-830e-4f01-8aeb-75486441a8e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:55.459218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.481897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa58d845-88dc-4f30-b35a-70b80c3bac97 req-2c5c5a44-ca6e-47ff-bf20-ecca868d4c9a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333250 Jul 16 18:34:55.483145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:55.493863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-987889199-network', 'tenant_id': '1fc9712f13a144c09d2f9a41bfd54380'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:55.527549 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.528325 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment 9a9cd5d6-6eb3-4e78-979b-0cf285a09c04 of type vlan for network de45781f-0a35-4dc7-b681-3aae03b8d385 Jul 16 18:34:55.557012 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-325719bd-f599-416d-ab78-c24b0e00ae27 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.562904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-ea797930-a524-4b5b-8c64-06ef95d7b1f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=f0791f41-e4b8-4f10-b8df-4bfff09ca223 HTTP/1.1" status: 200 len: 217 time: 0.1133859 Jul 16 18:34:55.568348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Transition to ACTIVE for port object 376d7053-e9e3-424a-912d-ad3229342b28 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:55.579914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Made reservation on behalf of 1fc9712f13a144c09d2f9a41bfd54380 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:55.582449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.604481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.610372 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.649470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a1a6e3b0-1127-409f-84cd-7e21224f5182 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:55.674433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.681103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.681440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.721274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ce33341-10b3-459d-a5bc-35711ed54582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.728378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-0346de47-2d57-4880-8b6a-642af85e9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.729902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-0346de47-2d57-4880-8b6a-642af85e9365 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06001240-806a-4995-a1c0-d5c15aa69e88 HTTP/1.1" status: 200 len: 801 time: 0.1298833 Jul 16 18:34:55.766222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a1a6e3b0-1127-409f-84cd-7e21224f5182 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:55.770754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-325719bd-f599-416d-ab78-c24b0e00ae27 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.773499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a1a6e3b0-1127-409f-84cd-7e21224f5182 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:55.774165 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.774758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=de45781f-0a35-4dc7-b681-3aae03b8d385,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.795175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.802602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-325719bd-f599-416d-ab78-c24b0e00ae27 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.806076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ce33341-10b3-459d-a5bc-35711ed54582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.807698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network de45781f-0a35-4dc7-b681-3aae03b8d385 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:55.816464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:54Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:55.819402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.826097 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.845711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-10693e38-7482-4d9a-9723-3a25db421e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9949241 Jul 16 18:34:55.846398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:55.856742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:55.873296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e95e0-c499-47d2-a542-84b4370d2f5b None None] The sync data for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 is: [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:54Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:55.881729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325719bd-f599-416d-ab78-c24b0e00ae27 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f97d720-082b-42a9-b635-59a493640fd5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.888935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:55.898393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:55.909996 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-325719bd-f599-416d-ab78-c24b0e00ae27 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.915296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.918691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.919141 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Added segment 755858dc-f0c2-4c3d-a282-d2e43328c60a of type vlan for network 11c41458-1efb-4570-a8a5-cdafe3aafc66 Jul 16 18:34:55.921309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-325719bd-f599-416d-ab78-c24b0e00ae27 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5286527 Jul 16 18:34:55.922551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34626) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:55.928404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:55.931710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:55.932003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Pushing event updated for resources: {'Port': ['ID=376d7053-e9e3-424a-912d-ad3229342b28,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.935890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:56.057172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ce33341-10b3-459d-a5bc-35711ed54582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.059782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0ce33341-10b3-459d-a5bc-35711ed54582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.067576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0ce33341-10b3-459d-a5bc-35711ed54582 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bc712cf-dc04-494d-9406-19aa9dcd4415 HTTP/1.1" status: 204 len: 168 time: 0.6932366 Jul 16 18:34:56.069283 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.079529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-91d7876b-6e1b-4325-a2ae-2efc9b5dab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.087278 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-91d7876b-6e1b-4325-a2ae-2efc9b5dab88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be14a5da-2b94-47fa-aae3-4bf89623958c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3398495 Jul 16 18:34:56.129934 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.130408 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.145337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.169602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port a1a6e3b0-1127-409f-84cd-7e21224f5182, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a1a6e3b0-1127-409f-84cd-7e21224f5182,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:56.178393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.186695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce33341-10b3-459d-a5bc-35711ed54582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc712cf-dc04-494d-9406-19aa9dcd4415,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:56.301749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:56.306199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.345449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=a1a6e3b0-1127-409f-84cd-7e21224f5182,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:56.360826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.361780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.362259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.408988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4b69afe-28cc-44e5-9a43-7ddf3a866a35 None None] Provisioning for port 376d7053-e9e3-424a-912d-ad3229342b28 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:56.415033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f4b69afe-28cc-44e5-9a43-7ddf3a866a35 None None] Provisioning complete for port 376d7053-e9e3-424a-912d-ad3229342b28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:56.415523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4b69afe-28cc-44e5-9a43-7ddf3a866a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.427076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-9cf65ead-1910-4764-aaeb-dc315593ee07 service neutron] 10.222.0.67 "GET /v2.0/networks/be14a5da-2b94-47fa-aae3-4bf89623958c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502949 Jul 16 18:34:56.493324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4b69afe-28cc-44e5-9a43-7ddf3a866a35 None None] Port 376d7053-e9e3-424a-912d-ad3229342b28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:56.528684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2774730 Jul 16 18:34:56.531701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:56.542816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Request body: {'subnet': {'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-987889199-subnet', 'tenant_id': '1fc9712f13a144c09d2f9a41bfd54380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:56.546163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-543a3f61-842b-4602-a4e8-a2dfb74988af service neutron] 10.222.0.67 "GET /v2.0/networks/be14a5da-2b94-47fa-aae3-4bf89623958c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094165 Jul 16 18:34:56.600601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e24ec-5286-49a8-83b1-e007f9c41162 admin admin] Pushing event updated for resources: {'Network': ['ID=11c41458-1efb-4570-a8a5-cdafe3aafc66,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:56.612405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 11c41458-1efb-4570-a8a5-cdafe3aafc66 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:56.628723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-34545731-6c89-4188-a929-7b19e34ecb19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=18d93e70-9fdb-4e96-85d9-6af66b4868c3 HTTP/1.1" status: 200 len: 217 time: 0.0618916 Jul 16 18:34:56.682485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.770963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-210eb787-0575-4397-aa58-ad22b61872c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.773199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-210eb787-0575-4397-aa58-ad22b61872c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3b2bbc8-850f-4fe7-a53d-cf92e6243a14 HTTP/1.1" status: 200 len: 801 time: 0.1349094 Jul 16 18:34:56.806383 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.876485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Made reservation on behalf of 1fc9712f13a144c09d2f9a41bfd54380 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:56.878929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.896019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=d255eb14-f20c-4681-b637-9e321e5a7a50,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:56.913129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.055643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:57.056011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: de45781f-0a35-4dc7-b681-3aae03b8d385, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:57.127954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb205db-87fa-4348-baee-1cb66528de67 req-00ad73cd-893f-40ae-9526-83fe57c5b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.129193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-00ad73cd-893f-40ae-9526-83fe57c5b205 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c46ee0d-a187-4215-a45e-7f0d51890282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3215184 Jul 16 18:34:57.158001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network de45781f-0a35-4dc7-b681-3aae03b8d385 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:57.231970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Allocated IP 172.25.1.177 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/2238ecdc-7720-4099-8049-00ef43358b85) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:57.248219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124684b-3062-4198-9df6-52726a918eb7 req-ee09e5a1-b0a0-4afe-bf64-e0f5d66ae23b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.254768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124684b-3062-4198-9df6-52726a918eb7 req-ee09e5a1-b0a0-4afe-bf64-e0f5d66ae23b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.261578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124684b-3062-4198-9df6-52726a918eb7 req-ee09e5a1-b0a0-4afe-bf64-e0f5d66ae23b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.263498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3124684b-3062-4198-9df6-52726a918eb7 req-ee09e5a1-b0a0-4afe-bf64-e0f5d66ae23b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2411 time: 0.4896486 Jul 16 18:34:57.287198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.287692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, de45781f-0a35-4dc7-b681-3aae03b8d385) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:57.294633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.295333 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.302541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.309285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96429543-d65c-4c55-a5a3-532cd0cf1d9a None None] Network de45781f-0a35-4dc7-b681-3aae03b8d385 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:57.451271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-31b666ed-eacc-471b-a5f3-a7166f63b4a5 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5997849 Jul 16 18:34:57.513363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:57.805981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:57.812835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a1a6e3b0-1127-409f-84cd-7e21224f5182 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:57.868872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Pushing event updated for resources: {'Port': ['ID=376d7053-e9e3-424a-912d-ad3229342b28,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:57.933610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-dd59323b-d6d6-4f22-8c4d-b9d4ca23803a service neutron] 10.222.0.67 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962573 Jul 16 18:34:57.946944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a1a6e3b0-1127-409f-84cd-7e21224f5182 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:57.947503 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.952431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3124684b-3062-4198-9df6-52726a918eb7 req-e76b6699-7775-4800-80d0-ddbf6d2019be tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809609 Jul 16 18:34:57.993420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.001078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.051678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-de45781f-0a35-4dc7-b681-3aae03b8d385', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:58.052981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.062050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.117336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c1d7e2b-a6f8-4244-924f-c533e0cb5818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.181964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb205db-87fa-4348-baee-1cb66528de67 req-be394112-3925-4d3d-9ff1-59e6fd05c09d service neutron] 10.222.0.67 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265522 Jul 16 18:34:58.182836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c99fddb-e2ef-45a5-8773-e575d27f92f5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:58.187392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec12fb4f-4b61-4734-af59-aba5111a885d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.227649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:58.231019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:58.249368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.268518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Checking segment: {'id': '755858dc-f0c2-4c3d-a282-d2e43328c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:58.269383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Network hostable DHCP agents. Network: 11c41458-1efb-4570-a8a5-cdafe3aafc66, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:58.279608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Allocated IP 172.20.0.2 (de45781f-0a35-4dc7-b681-3aae03b8d385/d255eb14-f20c-4681-b637-9e321e5a7a50/e7f86ee5-8d36-497a-9530-0d6b1030abe2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:58.288654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.313843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:58.326412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:58.326879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.404885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ca214-0a17-4ffd-8723-f3f8e9fe1f4e req-8987d6cb-638b-442d-b4ed-0d3f27e981ea tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.407684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-931ca214-0a17-4ffd-8723-f3f8e9fe1f4e req-8987d6cb-638b-442d-b4ed-0d3f27e981ea tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 945 time: 0.4053285 Jul 16 18:34:58.437328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c1d7e2b-a6f8-4244-924f-c533e0cb5818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.498189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Network 11c41458-1efb-4570-a8a5-cdafe3aafc66 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:58.507102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:58.514249 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.516297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Router 24283732-a4fc-44ae-8c26-0dd1cee0826e has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:58.516433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.518137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c1d7e2b-a6f8-4244-924f-c533e0cb5818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.538432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Transition to ACTIVE for port object e7f86ee5-8d36-497a-9530-0d6b1030abe2 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:58.555499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:58.557522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'Port': ['ID=2238ecdc-7720-4099-8049-00ef43358b85,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.560876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:58.577214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Transition to ACTIVE for port object e7f86ee5-8d36-497a-9530-0d6b1030abe2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:58.583864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6c99fddb-e2ef-45a5-8773-e575d27f92f5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6c99fddb-e2ef-45a5-8773-e575d27f92f5,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:58.595290 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.603428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 11c41458-1efb-4570-a8a5-cdafe3aafc66) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:58.604487 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.607556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:58.612982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9c1d7e2b-a6f8-4244-924f-c533e0cb5818 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c91f66a29fb54c508cc0058356d18f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7450783 Jul 16 18:34:58.617710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.618307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.620206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d7e2b-a6f8-4244-924f-c533e0cb5818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870e03f4-b15d-40ac-bc26-5e428da9013c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.629021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Network de45781f-0a35-4dc7-b681-3aae03b8d385 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:58.647267 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-931ca214-0a17-4ffd-8723-f3f8e9fe1f4e req-d98f5517-e6ed-4957-bd02-100569b29608 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080715 Jul 16 18:34:58.690855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:58.691625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-0d272eb5-90d6-4af9-add0-c945d1f61c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.692128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-0d272eb5-90d6-4af9-add0-c945d1f61c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.692614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-0d272eb5-90d6-4af9-add0-c945d1f61c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.694659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-0d272eb5-90d6-4af9-add0-c945d1f61c99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2867 time: 0.4068792 Jul 16 18:34:58.696323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a6503c-d767-4a9f-b842-5615131183c8 None None] Network 11c41458-1efb-4570-a8a5-cdafe3aafc66 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:58.699235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Pushing event updated for resources: {'Port': ['ID=e7f86ee5-8d36-497a-9530-0d6b1030abe2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.701738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:58.709575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-534afc61-3841-4c0c-b1e4-7ce56162f85b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1726515 Jul 16 18:34:58.851619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5edf517b-6035-4176-89e8-1c15eaa20067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.854390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.865764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.20.0.1 (de45781f-0a35-4dc7-b681-3aae03b8d385/d255eb14-f20c-4681-b637-9e321e5a7a50/8281c879-d177-4c34-ba8a-d2cc6305f4a3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:58.874865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be8eb3b4-7961-465d-9d41-85454c350d75 None None] Provisioning complete for port 376d7053-e9e3-424a-912d-ad3229342b28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:58.875297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be8eb3b4-7961-465d-9d41-85454c350d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.888451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:58.908561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6c99fddb-e2ef-45a5-8773-e575d27f92f5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.911433 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Sync routers for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:58.921113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Attempting to bind port e7f86ee5-8d36-497a-9530-0d6b1030abe2 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:58.921502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Attempting to bind port e7f86ee5-8d36-497a-9530-0d6b1030abe2 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:58.922028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Attempting to bind port e7f86ee5-8d36-497a-9530-0d6b1030abe2 on network de45781f-0a35-4dc7-b681-3aae03b8d385 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:58.931614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5edf517b-6035-4176-89e8-1c15eaa20067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.931829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad3c33a9-f5f6-41f2-98f3-efa7d4cdf22b admin admin] 10.222.0.49 "PUT /v2.0/routers/24283732-a4fc-44ae-8c26-0dd1cee0826e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6831028 Jul 16 18:34:58.936634 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:58.937298 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:58.948890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:58.949345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Checking segment: {'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:58.950793 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.950793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Bound using segment: {'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:58.950793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Bound port: e7f86ee5-8d36-497a-9530-0d6b1030abe2, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:58.951090 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.010868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.015886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-be8eb3b4-7961-465d-9d41-85454c350d75 None None] Port 376d7053-e9e3-424a-912d-ad3229342b28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:59.016049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-e88c8783-e104-4c17-8ad7-5ca873ebfa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.029356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-e88c8783-e104-4c17-8ad7-5ca873ebfa52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c46ee0d-a187-4215-a45e-7f0d51890282 HTTP/1.1" status: 200 len: 901 time: 0.3092792 Jul 16 18:34:59.120551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5edf517b-6035-4176-89e8-1c15eaa20067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.123115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5edf517b-6035-4176-89e8-1c15eaa20067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.129131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30901a93-3236-47ad-8f8c-35270b6074b0 None None] Network 11c41458-1efb-4570-a8a5-cdafe3aafc66 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:59.134871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5edf517b-6035-4176-89e8-1c15eaa20067 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/870e03f4-b15d-40ac-bc26-5e428da9013c HTTP/1.1" status: 204 len: 168 time: 0.5249074 Jul 16 18:34:59.166521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-1eb2f3c9-1f16-4385-b389-73064fec1037 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=18d93e70-9fdb-4e96-85d9-6af66b4868c3 HTTP/1.1" status: 200 len: 217 time: 0.1229231 Jul 16 18:34:59.179952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf517b-6035-4176-89e8-1c15eaa20067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e03f4-b15d-40ac-bc26-5e428da9013c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:59.247985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.255210 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:59.291857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] For port e7f86ee5-8d36-497a-9530-0d6b1030abe2, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:59.293409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-4e0675d3-ba8b-4b39-83a0-5d31acb5492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.294897 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-4e0675d3-ba8b-4b39-83a0-5d31acb5492b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3b2bbc8-850f-4fe7-a53d-cf92e6243a14 HTTP/1.1" status: 200 len: 801 time: 0.1276770 Jul 16 18:34:59.299365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] For port e7f86ee5-8d36-497a-9530-0d6b1030abe2, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e7f86ee5-8d36-497a-9530-0d6b1030abe2,segment=NetworkSegment(9a9cd5d6-6eb3-4e78-979b-0cf285a09c04),segment_id=9a9cd5d6-6eb3-4e78-979b-0cf285a09c04)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:59.343136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.378446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object 8281c879-d177-4c34-ba8a-d2cc6305f4a3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:59.545830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de35bc8-fa9a-4091-a95c-ab76b105c0f4 None None] Pushing event updated for resources: {'Port': ['ID=e7f86ee5-8d36-497a-9530-0d6b1030abe2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:59.595146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.618163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.630964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-921bdcf5-6ce0-472d-95b8-b37a399e010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.633608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-921bdcf5-6ce0-472d-95b8-b37a399e010a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c46ee0d-a187-4215-a45e-7f0d51890282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036158 Jul 16 18:34:59.643595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-eb3935b2-7d05-45e2-925f-067e07d8e012 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.647351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-eb3935b2-7d05-45e2-925f-067e07d8e012 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/networks?id=11c41458-1efb-4570-a8a5-cdafe3aafc66 HTTP/1.1" status: 200 len: 812 time: 0.3705451 Jul 16 18:34:59.662685 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 2, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:59.664150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c99fddb-e2ef-45a5-8773-e575d27f92f5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:59.694329 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Checking router: 24283732-a4fc-44ae-8c26-0dd1cee0826e for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:59.694704 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Updating router 24283732-a4fc-44ae-8c26-0dd1cee0826e port 376d7053-e9e3-424a-912d-ad3229342b28 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:34:59.749664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-a5235739-9b84-4577-953d-9a20f966fb1d tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/quotas/1fc9712f13a144c09d2f9a41bfd54380 HTTP/1.1" status: 200 len: 375 time: 0.0790694 Jul 16 18:34:59.756331 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.804448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:59.804890 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.021380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-2f6dbcef-4110-4d2a-aaec-2335042f5a46 service neutron] 10.222.0.67 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676169 Jul 16 18:35:00.024148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-e96e0568-b75f-4634-831e-5d2f89376c99 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fc9712f13a144c09d2f9a41bfd54380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2736347 Jul 16 18:35:00.224404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5586b82-70ec-448f-bd70-76372f2ad27a req-5886282f-6682-4c77-90d7-cbedf4aa5e09 service neutron] 10.222.0.67 "GET /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991527 Jul 16 18:35:00.226710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-a34ae447-b977-4fec-824f-755447db290d service neutron] 10.222.0.49 "GET /v2.0/networks/11c41458-1efb-4570-a8a5-cdafe3aafc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840019 Jul 16 18:35:00.279289 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.298196 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Transition to ACTIVE for port object 376d7053-e9e3-424a-912d-ad3229342b28 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:00.318458 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.354416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-2dd16157-5a05-4e7d-9853-7e47f2ca0fad service neutron] 10.222.0.49 "GET /v2.0/networks/11c41458-1efb-4570-a8a5-cdafe3aafc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212707 Jul 16 18:35:00.527707 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029589-58c3-46cc-a23d-5f0ca452775e None None] Pushing event updated for resources: {'Port': ['ID=376d7053-e9e3-424a-912d-ad3229342b28,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:00.557408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Attempting to bind port 376d7053-e9e3-424a-912d-ad3229342b28 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:00.557825 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Attempting to bind port 376d7053-e9e3-424a-912d-ad3229342b28 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:00.558192 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Attempting to bind port 376d7053-e9e3-424a-912d-ad3229342b28 on network b1db7a24-1dfd-49a5-a251-caaa1f75753b {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:00.573451 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:00.573886 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Checking segment: {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:00.574886 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.575284 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Bound using segment: {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:00.575832 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Bound port: 376d7053-e9e3-424a-912d-ad3229342b28, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:00.576221 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.660733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391b3f1-b8bc-4755-9659-5fd7b36e4f80 req-afd90f6e-cede-4a90-83ff-7027ee50c65e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.682420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391b3f1-b8bc-4755-9659-5fd7b36e4f80 req-afd90f6e-cede-4a90-83ff-7027ee50c65e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.688603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391b3f1-b8bc-4755-9659-5fd7b36e4f80 req-afd90f6e-cede-4a90-83ff-7027ee50c65e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.711369 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] For port 376d7053-e9e3-424a-912d-ad3229342b28, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:00.717849 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] For port 376d7053-e9e3-424a-912d-ad3229342b28, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=376d7053-e9e3-424a-912d-ad3229342b28,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:00.720306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4391b3f1-b8bc-4755-9659-5fd7b36e4f80 req-afd90f6e-cede-4a90-83ff-7027ee50c65e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2411 time: 1.5645664 Jul 16 18:35:00.722830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.727815 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.781651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'Port': ['ID=2238ecdc-7720-4099-8049-00ef43358b85,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:00.849442 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:00.871938 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:00.886699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.914806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network de45781f-0a35-4dc7-b681-3aae03b8d385 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:00.988234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad17ba5-b392-40d3-8c5a-1909e90cc442 req-bce76f11-d414-4a8d-907b-6fa618bb5efc tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.990109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:00.999090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ad17ba5-b392-40d3-8c5a-1909e90cc442 req-bce76f11-d414-4a8d-907b-6fa618bb5efc tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 945 time: 0.2769158 Jul 16 18:35:01.000427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:01.078711 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029589-58c3-46cc-a23d-5f0ca452775e None None] Pushing event updated for resources: {'Port': ['ID=376d7053-e9e3-424a-912d-ad3229342b28,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:01.123389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ad17ba5-b392-40d3-8c5a-1909e90cc442 req-f0b13dd1-9c3e-4d89-a0a2-201a49e8e776 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232817 Jul 16 18:35:01.205407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-b6a9a369-dbd8-4ea3-a4b1-159ac192b3be tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:01.207070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-b6a9a369-dbd8-4ea3-a4b1-159ac192b3be tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 945 time: 1.5903587 Jul 16 18:35:01.207985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.209124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea9455b4-30f7-451f-8c07-7b48f4b47661 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2855446 Jul 16 18:35:01.232418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=8281c879-d177-4c34-ba8a-d2cc6305f4a3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:01.266492 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4391b3f1-b8bc-4755-9659-5fd7b36e4f80 req-611c13cb-53eb-4689-97b7-5529c633f6ea tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135813 Jul 16 18:35:01.314061 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:01.338371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41cf4b8c-c727-4327-8c3f-78fe01af189a req-ea648123-6ca4-4cb9-b7f8-1c3459d49d88 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 210 time: 0.1209302 Jul 16 18:35:01.364105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 39580055-85c7-4e20-8c18-38de3a3c03a4 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:01.409426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.458277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102d10c-a3a7-4c34-92f8-32abe2e90e64 None None] Network de45781f-0a35-4dc7-b681-3aae03b8d385 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:01.770767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7f86ee5-8d36-497a-9530-0d6b1030abe2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:01.796957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-38805881-c87a-4523-808e-83d21b7518e3 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1275435690&fields=id&tenant_id=4940987d06934ec58aa5e898d885036d HTTP/1.1" status: 200 len: 267 time: 0.2015018 Jul 16 18:35:01.803588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Deleting port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:01.804232 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.846590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.937101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fc684d8e-129f-4753-8b73-b1868fb67dc4 None None] Provisioning for port e7f86ee5-8d36-497a-9530-0d6b1030abe2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:01.952044 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:00Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:01.980680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 39580055-85c7-4e20-8c18-38de3a3c03a4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=39580055-85c7-4e20-8c18-38de3a3c03a4,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:01.984099 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbab066-a81d-4231-8d47-6678f288dc6b None None] The sync data for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 is: [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:00Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:02.016026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '39580055-85c7-4e20-8c18-38de3a3c03a4', 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282', 'port_id': '39580055-85c7-4e20-8c18-38de3a3c03a4', 'mac_address': 'fa:16:3e:2f:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b2bbc8-850f-4fe7-a53d-cf92e6243a14', 'ip_address': '19.80.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:02.190871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e7f86ee5-8d36-497a-9530-0d6b1030abe2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:02.213185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e7f86ee5-8d36-497a-9530-0d6b1030abe2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:02.221562 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.230206 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.258979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] For port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.259348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.299549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-0e4e866e-f390-49a4-b843-e17b513819cd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.305598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-0e4e866e-f390-49a4-b843-e17b513819cd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 811 time: 0.5071013 Jul 16 18:35:02.347618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39580055-85c7-4e20-8c18-38de3a3c03a4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:02.397147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-3208ad49-9b2e-4b1f-a38e-10780aadb863 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/quotas/4940987d06934ec58aa5e898d885036d HTTP/1.1" status: 200 len: 375 time: 0.0254822 Jul 16 18:35:02.401782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 39580055-85c7-4e20-8c18-38de3a3c03a4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=39580055-85c7-4e20-8c18-38de3a3c03a4,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.411342 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.417803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 18d93e70-9fdb-4e96-85d9-6af66b4868c3 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:02.462220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907678ae-6866-4ad4-923c-e665d924f546 req-6d3a1d04-45da-4bba-ba52-4b51e9ba98a0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.463824 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-907678ae-6866-4ad4-923c-e665d924f546 req-6d3a1d04-45da-4bba-ba52-4b51e9ba98a0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 945 time: 0.1245270 Jul 16 18:35:02.498403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=39580055-85c7-4e20-8c18-38de3a3c03a4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:02.500429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Calling delete_port for cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:02.586614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-907678ae-6866-4ad4-923c-e665d924f546 req-f518c9fd-00d7-40ae-8ad6-b0200095f5fd tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019549 Jul 16 18:35:02.646867 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.650848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 18d93e70-9fdb-4e96-85d9-6af66b4868c3, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=18d93e70-9fdb-4e96-85d9-6af66b4868c3,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.678165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '18d93e70-9fdb-4e96-85d9-6af66b4868c3', 'network_id': '7c46ee0d-a187-4215-a45e-7f0d51890282', 'port_id': '18d93e70-9fdb-4e96-85d9-6af66b4868c3', 'mac_address': 'fa:16:3e:41:0e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b2bbc8-850f-4fe7-a53d-cf92e6243a14', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:02.803382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-c18799cc-0198-4556-8ce7-a779165c4020 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4042871 Jul 16 18:35:02.863497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e7f86ee5-8d36-497a-9530-0d6b1030abe2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e7f86ee5-8d36-497a-9530-0d6b1030abe2,segment=NetworkSegment(9a9cd5d6-6eb3-4e78-979b-0cf285a09c04),segment_id=9a9cd5d6-6eb3-4e78-979b-0cf285a09c04)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.885777 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.904574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.989539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d93e70-9fdb-4e96-85d9-6af66b4868c3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:03.050265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-711719d1-b8df-4458-9635-b4fa812aa3b6 None None] Provisioning for port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:03.059334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 18d93e70-9fdb-4e96-85d9-6af66b4868c3, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=18d93e70-9fdb-4e96-85d9-6af66b4868c3,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:03.066135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-711719d1-b8df-4458-9635-b4fa812aa3b6 None None] Provisioning complete for port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:03.072296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311595-a843-424e-b689-969d378d35be req-f7a207ed-07a7-4c15-80bb-8d6f48e1286e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.078713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-711719d1-b8df-4458-9635-b4fa812aa3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.080411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311595-a843-424e-b689-969d378d35be req-f7a207ed-07a7-4c15-80bb-8d6f48e1286e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.081774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e7f86ee5-8d36-497a-9530-0d6b1030abe2,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:03.102256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311595-a843-424e-b689-969d378d35be req-f7a207ed-07a7-4c15-80bb-8d6f48e1286e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.119902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32311595-a843-424e-b689-969d378d35be req-f7a207ed-07a7-4c15-80bb-8d6f48e1286e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2412 time: 0.3371844 Jul 16 18:35:03.126929 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.127522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f0791f41-e4b8-4f10-b8df-4bfff09ca223 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:03.147353 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-541b4a7c-b973-482e-9746-bc7b5d09e378 service neutron] 10.222.0.49 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230903 Jul 16 18:35:03.192234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-25235b97-4c37-4002-b3ce-16ce6359b05f tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.195053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-25235b97-4c37-4002-b3ce-16ce6359b05f tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.59 "GET /v2.0/networks?id=11c41458-1efb-4570-a8a5-cdafe3aafc66 HTTP/1.1" status: 200 len: 812 time: 0.3339195 Jul 16 18:35:03.231532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Request body: {'port': {'device_id': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66', 'admin_state_up': True, 'tenant_id': '1fc9712f13a144c09d2f9a41bfd54380'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:03.286334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-711719d1-b8df-4458-9635-b4fa812aa3b6 None None] Port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:03.363755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=18d93e70-9fdb-4e96-85d9-6af66b4868c3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:03.403293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32311595-a843-424e-b689-969d378d35be req-8a92a080-be3d-462d-b1fe-f941b781590f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822440 Jul 16 18:35:03.443843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-711719d1-b8df-4458-9635-b4fa812aa3b6 None None] Provisioning complete for port e7f86ee5-8d36-497a-9530-0d6b1030abe2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:03.444372 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-711719d1-b8df-4458-9635-b4fa812aa3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.475504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-827c847e-8c85-42c0-b9cf-a46d0058670d service neutron] 10.222.0.49 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269949 Jul 16 18:35:03.799205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.832240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 376d7053-e9e3-424a-912d-ad3229342b28 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:03.845516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c221d0ac-d804-44c8-a8f5-a4dad00f1eb0 req-f4d01c90-94d9-4d2d-b1dc-8561886b07b7 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 210 time: 0.2268198 Jul 16 18:35:03.849501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:03.858189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Made reservation on behalf of 1fc9712f13a144c09d2f9a41bfd54380 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:03.885411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.901268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port f0791f41-e4b8-4f10-b8df-4bfff09ca223, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f0791f41-e4b8-4f10-b8df-4bfff09ca223,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:03.902398 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.918289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event deleted for resources: {'Port': ['ID=cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:03.951784 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.963964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223', 'network_id': 'be14a5da-2b94-47fa-aae3-4bf89623958c', 'port_id': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223', 'mac_address': 'fa:16:3e:ea:56:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06001240-806a-4995-a1c0-d5c15aa69e88', 'ip_address': '19.86.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:04.087929 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-44021647-fe34-482b-8be4-88d91aaebfbf req-6a5bc931-b8b8-4d9e-af1d-b1a4d5b6e423 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.1895311 Jul 16 18:35:04.135345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=8281c879-d177-4c34-ba8a-d2cc6305f4a3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:04.137079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4379014d-5541-4637-aea3-e392ac2e00ad req-a86f49b8-d61d-4e1a-aff0-3856b54a99b0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 210 time: 0.1661403 Jul 16 18:35:04.166681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] No DVR routers for this DVR port cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:04.171741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.174624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-918c3609-ba57-4dc7-aebc-f8fcba01df9a req-d27dbd90-9d05-4773-a64a-850cf8ed1079 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "DELETE /v2.0/ports/cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 HTTP/1.1" status: 204 len: 173 time: 2.9430449 Jul 16 18:35:04.175155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'name': 'network-vif-deleted', 'tag': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:04.178087 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e9ccf-4f40-4666-a4cf-5b7684183769" -d '{"events": [{"server_uuid": "1a23eb55-2fb2-4a07-94a5-fbb108ff6544", "name": "network-vif-deleted", "tag": "cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:04.193001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.244915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Allocated IP 172.20.0.2 (11c41458-1efb-4570-a8a5-cdafe3aafc66/ec12fb4f-4b61-4734-af59-aba5111a885d/448f4231-7e2a-4324-abed-b6460b86b8ac) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:04.356420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.370734 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416ed343-2ded-452b-b9b3-b0d7cfceaff7 x-openstack-request-id: req-416ed343-2ded-452b-b9b3-b0d7cfceaff7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:04.371011 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a23eb55-2fb2-4a07-94a5-fbb108ff6544", "name": "network-vif-deleted", "tag": "cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:04.373300 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-416ed343-2ded-452b-b9b3-b0d7cfceaff7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:04.373733 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a23eb55-2fb2-4a07-94a5-fbb108ff6544', 'name': 'network-vif-deleted', 'tag': 'cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7', 'status': 'completed', 'code': 200} Jul 16 18:35:04.423306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network de45781f-0a35-4dc7-b681-3aae03b8d385 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:04.426088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:04.485822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0791f41-e4b8-4f10-b8df-4bfff09ca223 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:04.512155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 376d7053-e9e3-424a-912d-ad3229342b28 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:04.536071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 376d7053-e9e3-424a-912d-ad3229342b28 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:04.536563 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.583939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port f0791f41-e4b8-4f10-b8df-4bfff09ca223, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f0791f41-e4b8-4f10-b8df-4bfff09ca223,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:04.657107 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.705763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.790924 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.810701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:35:04.829110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.951670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 376d7053-e9e3-424a-912d-ad3229342b28, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=376d7053-e9e3-424a-912d-ad3229342b28,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:04.975935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['18d93e70-9fdb-4e96-85d9-6af66b4868c3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:05.005673 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.010025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7f86ee5-8d36-497a-9530-0d6b1030abe2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:05.023708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Pushing event updated for resources: {'Port': ['ID=448f4231-7e2a-4324-abed-b6460b86b8ac,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:05.065392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['39580055-85c7-4e20-8c18-38de3a3c03a4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:05.073728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:05.076766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Network 11c41458-1efb-4570-a8a5-cdafe3aafc66 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:05.093403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0906005b-c6f3-4b80-a8d9-f1e229859cb8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5699525 Jul 16 18:35:05.094294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:05.109682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:05.113588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-964311519'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:05.125209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:05.179390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['f0791f41-e4b8-4f10-b8df-4bfff09ca223'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:05.185065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:05.189339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.221332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0362b6-efd0-4dd3-a1d3-c9bcc7b3e499 req-e7447b92-8558-44c9-a795-4a8b42fe1c09 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.229178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d0362b6-efd0-4dd3-a1d3-c9bcc7b3e499 req-e7447b92-8558-44c9-a795-4a8b42fe1c09 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 931 time: 0.1106765 Jul 16 18:35:05.267502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010cf76-2fc1-4abf-9c9b-510d84f389b0 req-7e6234b8-888a-4ed6-87b3-5ce21372f9cd tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.279106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:05.282532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7c582ad8-a6d4-4741-ba5a-0a42fa696315 None None] Provisioning complete for port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:05.282879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c582ad8-a6d4-4741-ba5a-0a42fa696315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.290526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010cf76-2fc1-4abf-9c9b-510d84f389b0 req-7e6234b8-888a-4ed6-87b3-5ce21372f9cd tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.297571 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d0362b6-efd0-4dd3-a1d3-c9bcc7b3e499 req-96e4078c-397e-41b0-8ccd-a1818f3b997c tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671017 Jul 16 18:35:05.305107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010cf76-2fc1-4abf-9c9b-510d84f389b0 req-7e6234b8-888a-4ed6-87b3-5ce21372f9cd tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.313913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.314773 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment 58017d91-9bf3-4778-bd16-463352dfc627 of type vlan for network 5729bc29-238e-4127-a3c8-50fefbfd6b8a Jul 16 18:35:05.330197 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4010cf76-2fc1-4abf-9c9b-510d84f389b0 req-7e6234b8-888a-4ed6-87b3-5ce21372f9cd tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2414 time: 0.5061922 Jul 16 18:35:05.414131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.454802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4010cf76-2fc1-4abf-9c9b-510d84f389b0 req-c034b0eb-0427-42f7-82f3-5d4be1da4f30 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193256 Jul 16 18:35:05.489954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.498030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.498659 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.500505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.505413 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.560701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f74d31ec-e2f7-44f2-99f0-5414ecc2b4a8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3455307 Jul 16 18:35:05.580354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Request body: {'port': {'device_id': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:05.630293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5c9b282-768d-4545-ab1a-75ca9e5266ee req-9e5febd6-d5c5-4da5-bd05-748fbf82a884 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.0706885 Jul 16 18:35:05.646119 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5483336 Jul 16 18:35:05.646824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34896) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:05.655839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:05.720227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7c582ad8-a6d4-4741-ba5a-0a42fa696315 None None] Port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:05.720800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff650e7-7954-4d37-8f15-ad2f87438caf tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=5729bc29-238e-4127-a3c8-50fefbfd6b8a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:05.729201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:05.737819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=f0791f41-e4b8-4f10-b8df-4bfff09ca223,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:05.750020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:05.799579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4eda892a-c636-4404-9022-0b578431821b req-294e8272-a0dc-4e5a-af02-172aa97e4838 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 210 time: 0.0819604 Jul 16 18:35:05.908799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.046879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:06.047492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:06.473355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-99e80c18-c6cb-4c0e-a15f-1008166aafb4 None None] Provisioning complete for port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:06.474346 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99e80c18-c6cb-4c0e-a15f-1008166aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.496672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:06.510460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.553426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e7f86ee5-8d36-497a-9530-0d6b1030abe2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:06.554413 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.787032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-567c82b8-63fc-4921-bc24-e8d38443317c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:06.794002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-567c82b8-63fc-4921-bc24-e8d38443317c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 811 time: 0.4863341 Jul 16 18:35:06.891692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=376d7053-e9e3-424a-912d-ad3229342b28,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:06.897774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:06.940191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448f4231-7e2a-4324-abed-b6460b86b8ac {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:06.974520 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.996447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcc37f-c1cf-467d-9975-1b38ec8ada51 req-4bd22bb0-3436-41ea-812f-f3b0389ffebe tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.002067 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bbcc37f-c1cf-467d-9975-1b38ec8ada51 req-4bd22bb0-3436-41ea-812f-f3b0389ffebe tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 931 time: 0.2562807 Jul 16 18:35:07.005626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:07.006045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd3974f5-fc9f-4c0a-91c0-1a46d7cd1df7 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:07.009913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:07.019281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99e80c18-c6cb-4c0e-a15f-1008166aafb4 None None] Port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:07.047532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Transition to ACTIVE for port object 448f4231-7e2a-4324-abed-b6460b86b8ac will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:07.057945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-a74ee7cb-a555-4709-bdcf-5c5e8dc03925 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4940987d06934ec58aa5e898d885036d HTTP/1.1" status: 200 len: 380 time: 0.2339931 Jul 16 18:35:07.062318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.090706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'port': {'device_id': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'admin_state_up': True, 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'security_groups': ['24a4954c-830e-4f01-8aeb-75486441a8e6']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:07.243446 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bbcc37f-c1cf-467d-9975-1b38ec8ada51 req-47de96f7-f7d7-4b84-902f-70bbd8b1a09c tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281513 Jul 16 18:35:07.269323 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.435910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=76b7d699-6d3f-4dc8-ad93-89ec259e56de,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.537009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd83d2-6611-448c-a843-4d13c62b25b1 req-3f98839e-bebf-4f6c-ad67-65a98426162a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.551841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd83d2-6611-448c-a843-4d13c62b25b1 req-3f98839e-bebf-4f6c-ad67-65a98426162a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.554494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f1758e3-f6f1-4d6a-bc16-6746f00ca3f6 req-24e3d5af-c577-4de8-b9c3-572ff3ac6a9e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.1105273 Jul 16 18:35:07.566684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd83d2-6611-448c-a843-4d13c62b25b1 req-3f98839e-bebf-4f6c-ad67-65a98426162a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.574901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 376d7053-e9e3-424a-912d-ad3229342b28 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:07.575501 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:07.577231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: 5729bc29-238e-4127-a3c8-50fefbfd6b8a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:07.583645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82fd83d2-6611-448c-a843-4d13c62b25b1 req-3f98839e-bebf-4f6c-ad67-65a98426162a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2414 time: 0.7849607 Jul 16 18:35:07.585756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Pushing event updated for resources: {'Port': ['ID=448f4231-7e2a-4324-abed-b6460b86b8ac,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.638489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:07.663929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5729bc29-238e-4127-a3c8-50fefbfd6b8a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:07.676636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82fd83d2-6611-448c-a843-4d13c62b25b1 req-ff7ac9ab-46a5-4134-a56e-f2363ac37676 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770681 Jul 16 18:35:07.681816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.684670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.697811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Made reservation on behalf of 4940987d06934ec58aa5e898d885036d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:07.702111 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.721196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340e6bd-0baf-4d15-ac30-e78c47f17761 None None] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:07.724211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:07.724382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8556b607-61b7-4185-be85-1c6c1d412382 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0725420 Jul 16 18:35:07.882531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa474430-e23d-45f9-a32d-2400c2ef55d5 req-329c19d7-abc0-4fcc-9c2d-93ff3711010a tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 210 time: 0.0523863 Jul 16 18:35:07.925157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Allocated IP 172.20.0.3 (ac5a1346-54e4-49b6-aa14-05f4fc5d68cf/6b427a0f-c755-41ab-be75-2b0c811e4726/5dbd27ad-63d7-46ea-b874-a634939fbfd0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:07.935733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 376d7053-e9e3-424a-912d-ad3229342b28 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:07.936374 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.944408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Attempting to bind port 448f4231-7e2a-4324-abed-b6460b86b8ac on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:07.944970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Attempting to bind port 448f4231-7e2a-4324-abed-b6460b86b8ac by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '755858dc-f0c2-4c3d-a282-d2e43328c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:07.945119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:01Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:03Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:07.945470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Attempting to bind port 448f4231-7e2a-4324-abed-b6460b86b8ac on network 11c41458-1efb-4570-a8a5-cdafe3aafc66 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:07.962442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Port 448f4231-7e2a-4324-abed-b6460b86b8ac on network 11c41458-1efb-4570-a8a5-cdafe3aafc66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:07.962866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Attempting to bind port 448f4231-7e2a-4324-abed-b6460b86b8ac on network 11c41458-1efb-4570-a8a5-cdafe3aafc66 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:08.107448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:08.107803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Updating router b55269b3-5b4f-46bc-baae-5654d59c7f5c port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:08.114190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:08.115239 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.238782 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.401943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:08.402214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Checking segment: {'id': '755858dc-f0c2-4c3d-a282-d2e43328c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:08.402608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Bound using segment: {'id': '755858dc-f0c2-4c3d-a282-d2e43328c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:08.403113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Bound port: 448f4231-7e2a-4324-abed-b6460b86b8ac, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755858dc-f0c2-4c3d-a282-d2e43328c60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:08.403476 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.500934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Allocated IP 172.21.0.2 (5729bc29-238e-4127-a3c8-50fefbfd6b8a/76b7d699-6d3f-4dc8-ad93-89ec259e56de/21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:08.718636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 18d93e70-9fdb-4e96-85d9-6af66b4868c3 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:08.790737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] For port 448f4231-7e2a-4324-abed-b6460b86b8ac, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:08.816820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18d111de-30b5-4492-81fd-5af1895031d5 req-27fd71de-0ec6-4a81-b005-90c490a929c5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.0611315 Jul 16 18:35:08.824329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] For port 448f4231-7e2a-4324-abed-b6460b86b8ac, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=448f4231-7e2a-4324-abed-b6460b86b8ac,segment=NetworkSegment(755858dc-f0c2-4c3d-a282-d2e43328c60a),segment_id=755858dc-f0c2-4c3d-a282-d2e43328c60a)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:08.850108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.863682 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.997023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e9bae-7d8b-4018-b453-19709ff00fa0 req-a3fca209-d145-4a2e-822e-708fb7663cd8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.998624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-013e9bae-7d8b-4018-b453-19709ff00fa0 req-a3fca209-d145-4a2e-822e-708fb7663cd8 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 943 time: 0.5260816 Jul 16 18:35:09.019551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Transition to ACTIVE for port object 5dbd27ad-63d7-46ea-b874-a634939fbfd0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:09.059481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.060172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.064695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] 10.222.0.59 "PUT /v2.0/ports/448f4231-7e2a-4324-abed-b6460b86b8ac HTTP/1.1" status: 200 len: 1092 time: 3.4925714 Jul 16 18:35:09.081037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'tag': '448f4231-7e2a-4324-abed-b6460b86b8ac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:09.089575 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6697a0ed-91d5-42cd-9376-867546a2d130" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffbeeaf-a185-4ed0-914c-a80e457d6111", "tag": "448f4231-7e2a-4324-abed-b6460b86b8ac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:09.170642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a0d40-f8a8-4b17-9af3-585439700455 req-ce8ffa9f-a339-45ec-80f3-2ca5f64553d5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.200386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a0d40-f8a8-4b17-9af3-585439700455 req-ce8ffa9f-a339-45ec-80f3-2ca5f64553d5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.223705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a0d40-f8a8-4b17-9af3-585439700455 req-ce8ffa9f-a339-45ec-80f3-2ca5f64553d5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.232397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f4a0d40-f8a8-4b17-9af3-585439700455 req-ce8ffa9f-a339-45ec-80f3-2ca5f64553d5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2414 time: 0.2406058 Jul 16 18:35:09.237669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5cdb-fcd0-4bde-80a4-a14210fd099b service neutron] Pushing event updated for resources: {'Port': ['ID=448f4231-7e2a-4324-abed-b6460b86b8ac,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:09.255651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-013e9bae-7d8b-4018-b453-19709ff00fa0 req-342f92df-5dcb-4933-b88b-c380c84a4ca3 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304265 Jul 16 18:35:09.277827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.296537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.342016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f4a0d40-f8a8-4b17-9af3-585439700455 req-07ef97e2-660f-4e08-a654-8022c5903280 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024640 Jul 16 18:35:09.423986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:09.436547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:09.436979 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.439036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:09.449158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-4449ecb4-42b3-42a7-9b0c-ab89806585c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.450969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-4449ecb4-42b3-42a7-9b0c-ab89806585c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fc9712f13a144c09d2f9a41bfd54380&device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 1095 time: 0.3134363 Jul 16 18:35:09.456882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:09.472988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:09.476661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'Port': ['ID=5dbd27ad-63d7-46ea-b874-a634939fbfd0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:09.518959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-f1acf0e9-6a30-4313-a08e-aa92e4621cfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=448f4231-7e2a-4324-abed-b6460b86b8ac HTTP/1.1" status: 200 len: 217 time: 0.0567300 Jul 16 18:35:09.529582 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86086f50-abf2-4f35-adef-4d74a67df537 x-openstack-request-id: req-86086f50-abf2-4f35-adef-4d74a67df537 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:09.529931 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffbeeaf-a185-4ed0-914c-a80e457d6111", "tag": "448f4231-7e2a-4324-abed-b6460b86b8ac", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:09.530114 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86086f50-abf2-4f35-adef-4d74a67df537 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:09.530910 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'tag': '448f4231-7e2a-4324-abed-b6460b86b8ac', 'status': 'completed', 'code': 200} Jul 16 18:35:09.561091 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.666718 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.680380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Transition to ACTIVE for port object 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:09.740761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.741141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.741512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.741856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.742203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.742533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.742869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.743198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.743526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.743847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.744184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.744503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:09.765050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.765763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.832274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-1bf921fc-e4cc-4895-8b12-405c8224e0af tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7642958 Jul 16 18:35:09.838482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Transition to ACTIVE for port object 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:09.867600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 18d93e70-9fdb-4e96-85d9-6af66b4868c3, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=18d93e70-9fdb-4e96-85d9-6af66b4868c3,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:09.875709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d93e70-9fdb-4e96-85d9-6af66b4868c3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:09.879160 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310934cb-1bab-4c69-89d5-3ecd91c7a554" -d '{"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-plugged", "status": "completed", "tag": "18d93e70-9fdb-4e96-85d9-6af66b4868c3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:09.891726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.894994 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.896512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 39580055-85c7-4e20-8c18-38de3a3c03a4 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:09.971941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Request body: {'port': {'device_id': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:09.984395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.027104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Pushing event updated for resources: {'Port': ['ID=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:10.082903 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.096429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=18d93e70-9fdb-4e96-85d9-6af66b4868c3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:10.104685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Transition to ACTIVE for port object 8281c879-d177-4c34-ba8a-d2cc6305f4a3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:10.109954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b6858bbe-2631-4162-af86-1f17d8151bed None None] Provisioning for port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:10.115969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:10.119050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b6858bbe-2631-4162-af86-1f17d8151bed None None] Provisioning complete for port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:10.119488 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6858bbe-2631-4162-af86-1f17d8151bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.123018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:10.138256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaef3429-f243-4f79-b91e-9a7d9a6cebf7 req-1c58463a-b07c-4758-b3a8-1545270f550e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.0708580 Jul 16 18:35:10.146196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:10.154681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.294792 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72a13e-fcb5-4637-8145-83e71e53658f x-openstack-request-id: req-2d72a13e-fcb5-4637-8145-83e71e53658f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:10.295060 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-plugged", "status": "completed", "tag": "18d93e70-9fdb-4e96-85d9-6af66b4868c3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:10.295317 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d72a13e-fcb5-4637-8145-83e71e53658f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:10.295992 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d93e70-9fdb-4e96-85d9-6af66b4868c3', 'code': 200} Jul 16 18:35:10.336511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24310721-575c-43ab-9e67-f2bcf122dfcc req-5f2326ba-e5d5-4562-b1d7-bc0188acec35 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.338274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24310721-575c-43ab-9e67-f2bcf122dfcc req-5f2326ba-e5d5-4562-b1d7-bc0188acec35 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 931 time: 0.5562000 Jul 16 18:35:10.342031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.21.0.1 (5729bc29-238e-4127-a3c8-50fefbfd6b8a/76b7d699-6d3f-4dc8-ad93-89ec259e56de/f5ae048a-07ad-4487-9a40-dd1f3848403d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:10.345242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-a81bf53e-bda1-4f01-9d59-c663aca5a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.346842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-a81bf53e-bda1-4f01-9d59-c663aca5a443 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec12fb4f-4b61-4734-af59-aba5111a885d HTTP/1.1" status: 200 len: 852 time: 0.5631411 Jul 16 18:35:10.383196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b6858bbe-2631-4162-af86-1f17d8151bed None None] Port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:10.453809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 39580055-85c7-4e20-8c18-38de3a3c03a4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:10.463243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-055c76ed-8b95-438c-8ef3-6c77e15c1ebc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c41458-1efb-4570-a8a5-cdafe3aafc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070673 Jul 16 18:35:10.547653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f29d2-0fdc-40b8-87df-a90ed2e1c85d None None] Pushing event updated for resources: {'Port': ['ID=8281c879-d177-4c34-ba8a-d2cc6305f4a3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:10.557803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 39580055-85c7-4e20-8c18-38de3a3c03a4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:10.558185 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.591125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Attempting to bind port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:10.591735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Attempting to bind port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:10.592110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Attempting to bind port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 on network 5729bc29-238e-4127-a3c8-50fefbfd6b8a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:10.613578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Attempting to bind port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:10.613957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Attempting to bind port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:10.614326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Attempting to bind port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 on network de45781f-0a35-4dc7-b681-3aae03b8d385 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:10.623417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:10.623822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Checking segment: {'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:10.624205 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.624608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Bound using segment: {'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:10.625115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Bound port: 8281c879-d177-4c34-ba8a-d2cc6305f4a3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:10.625503 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.627762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:10.628142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Checking segment: {'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:10.628557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.628984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Bound using segment: {'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:10.629464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Bound port: 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:10.630176 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.688039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24310721-575c-43ab-9e67-f2bcf122dfcc req-4eb2bea8-e080-45c7-a6b2-f1d7aaeddffe tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374529 Jul 16 18:35:10.702603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb2441-479a-4af8-a64e-c9e10c3245e0 req-d9cd758c-c829-4bbb-ba8e-34c4103d1278 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.704604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ebcb2441-479a-4af8-a64e-c9e10c3245e0 req-d9cd758c-c829-4bbb-ba8e-34c4103d1278 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 943 time: 0.1469071 Jul 16 18:35:10.835787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ebcb2441-479a-4af8-a64e-c9e10c3245e0 req-e003b134-35e5-4d6d-a2bf-4dd050c2ecc9 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211646 Jul 16 18:35:10.944670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] For port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:10.968736 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.973677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] For port 8281c879-d177-4c34-ba8a-d2cc6305f4a3, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:10.977933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] For port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,segment=NetworkSegment(58017d91-9bf3-4778-bd16-463352dfc627),segment_id=58017d91-9bf3-4778-bd16-463352dfc627)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:10.979951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] For port 8281c879-d177-4c34-ba8a-d2cc6305f4a3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8281c879-d177-4c34-ba8a-d2cc6305f4a3,segment=NetworkSegment(9a9cd5d6-6eb3-4e78-979b-0cf285a09c04),segment_id=9a9cd5d6-6eb3-4e78-979b-0cf285a09c04)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:10.990796 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.997288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.076450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 39580055-85c7-4e20-8c18-38de3a3c03a4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=39580055-85c7-4e20-8c18-38de3a3c03a4,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:11.112215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d1920-314d-48cf-a1b1-ce5e16522ee1 None None] Pushing event updated for resources: {'Port': ['ID=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:11.116364 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.117295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f0791f41-e4b8-4f10-b8df-4bfff09ca223 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:11.159971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.177992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object f5ae048a-07ad-4487-9a40-dd1f3848403d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:11.242651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-28c4915a-90c8-4527-8838-c92865d4f0a7 service neutron] 10.222.0.59 "GET /v2.0/networks/11c41458-1efb-4570-a8a5-cdafe3aafc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569082 Jul 16 18:35:11.249203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.276271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:11.281575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:11.488547 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2361f18a-0e5e-4f1a-8707-ffd148671b07 req-3bee43ee-b3ca-4f57-af71-be77837f8409 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a23eb55-2fb2-4a07-94a5-fbb108ff6544 HTTP/1.1" status: 200 len: 210 time: 0.1120403 Jul 16 18:35:11.594897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbd27ad-63d7-46ea-b874-a634939fbfd0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:11.611080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:11.640862 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.669535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:11.688200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f29d2-0fdc-40b8-87df-a90ed2e1c85d None None] Pushing event updated for resources: {'Port': ['ID=8281c879-d177-4c34-ba8a-d2cc6305f4a3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:11.695893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:11.700793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=f5ae048a-07ad-4487-9a40-dd1f3848403d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:11.748043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11a18e4c-349f-463b-9c01-311fdbe2e8ca req-65ba03d8-6b3a-4492-8371-801768a9a8af service neutron] 10.222.0.59 "GET /v2.0/networks/11c41458-1efb-4570-a8a5-cdafe3aafc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721112 Jul 16 18:35:11.758582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Transition to ACTIVE for port object 5dbd27ad-63d7-46ea-b874-a634939fbfd0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:11.760266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:11.789746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29577f9b-e841-4f83-8cf6-934b6ad781a8 req-f881b085-3560-4775-83eb-750a5d057a05 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.803678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29577f9b-e841-4f83-8cf6-934b6ad781a8 req-f881b085-3560-4775-83eb-750a5d057a05 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.821546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29577f9b-e841-4f83-8cf6-934b6ad781a8 req-f881b085-3560-4775-83eb-750a5d057a05 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.823315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29577f9b-e841-4f83-8cf6-934b6ad781a8 req-f881b085-3560-4775-83eb-750a5d057a05 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2415 time: 0.8941002 Jul 16 18:35:11.899762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.968977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port f0791f41-e4b8-4f10-b8df-4bfff09ca223 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:11.972357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=39580055-85c7-4e20-8c18-38de3a3c03a4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:12.038086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port f0791f41-e4b8-4f10-b8df-4bfff09ca223 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:12.038483 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.089469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5f77-ad88-4799-ae37-a296518ec892 req-e9684b37-0e44-4cb6-aca9-84e6db66ba61 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.091934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37fe5f77-ad88-4799-ae37-a296518ec892 req-e9684b37-0e44-4cb6-aca9-84e6db66ba61 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 943 time: 0.1619525 Jul 16 18:35:12.193828 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37fe5f77-ad88-4799-ae37-a296518ec892 req-8787aec7-9c35-4255-aa66-e74b67fb7c0c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954852 Jul 16 18:35:12.300195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39580055-85c7-4e20-8c18-38de3a3c03a4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:12.312500 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef450d13-f4e6-452c-8585-b5d3ef57be31" -d '{"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-plugged", "status": "completed", "tag": "39580055-85c7-4e20-8c18-38de3a3c03a4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:12.348135 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.389760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:01Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:10Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:12.404814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port f0791f41-e4b8-4f10-b8df-4bfff09ca223, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f0791f41-e4b8-4f10-b8df-4bfff09ca223,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:12.460869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.467447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43890daf-7b53-4502-a8a9-0d88d0544faf None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:01Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:10Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:12.559279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.579816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29577f9b-e841-4f83-8cf6-934b6ad781a8 req-e2b012d0-2569-43ad-917a-5f412aa33e50 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426262 Jul 16 18:35:12.643798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df30f61-d7ae-4a67-869f-8baaf400fb50 req-e3c9b5a9-29a0-46a8-95f8-b7ff91aff661 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.661296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0df30f61-d7ae-4a67-869f-8baaf400fb50 req-e3c9b5a9-29a0-46a8-95f8-b7ff91aff661 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 943 time: 0.2013214 Jul 16 18:35:12.663565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=f0791f41-e4b8-4f10-b8df-4bfff09ca223,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:12.703988 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6867fd-f52b-443f-a1d7-546935f0ce28 x-openstack-request-id: req-5f6867fd-f52b-443f-a1d7-546935f0ce28 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:12.704661 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-plugged", "status": "completed", "tag": "39580055-85c7-4e20-8c18-38de3a3c03a4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:12.704661 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f6867fd-f52b-443f-a1d7-546935f0ce28 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:12.706061 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39580055-85c7-4e20-8c18-38de3a3c03a4', 'code': 200} Jul 16 18:35:12.782541 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0df30f61-d7ae-4a67-869f-8baaf400fb50 req-a44e4b24-de92-4119-a27b-5b8113640f09 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165979 Jul 16 18:35:12.786814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Pushing event updated for resources: {'Port': ['ID=5dbd27ad-63d7-46ea-b874-a634939fbfd0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:12.989552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-e7d36d6b-1950-43f6-8d54-f4c41db68c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.991252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-e7d36d6b-1950-43f6-8d54-f4c41db68c09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fc9712f13a144c09d2f9a41bfd54380&device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 1095 time: 1.1669908 Jul 16 18:35:13.020790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912d90c-eac0-4a4c-9481-dabe28eaa7d7 None None] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:13.153805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-49eb096d-f6f4-409c-b55e-430f92824869 None None] Provisioning for port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:13.611774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Attempting to bind port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:13.611774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Attempting to bind port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:13.611774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Attempting to bind port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:13.615795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:13.616195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Attempting to bind port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:13.635737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:13.636149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Checking segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:13.636607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Bound using segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:13.637129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Bound port: 5dbd27ad-63d7-46ea-b874-a634939fbfd0, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:13.637569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.654878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.688171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8281c879-d177-4c34-ba8a-d2cc6305f4a3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:13.707579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cf289-70a1-4b82-917c-27d95de1c74c req-f88e45dc-815b-4135-a560-e265f276ad64 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.712693 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b4cf289-70a1-4b82-917c-27d95de1c74c req-f88e45dc-815b-4135-a560-e265f276ad64 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 943 time: 0.1559784 Jul 16 18:35:13.745278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-486b2292-0463-49f2-96a7-bc3e43c178ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.746803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-486b2292-0463-49f2-96a7-bc3e43c178ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c41458-1efb-4570-a8a5-cdafe3aafc66 HTTP/1.1" status: 200 len: 913 time: 0.7144623 Jul 16 18:35:13.789997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b4cf289-70a1-4b82-917c-27d95de1c74c req-54156f78-3402-430e-8942-583526ecf7db tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652547 Jul 16 18:35:13.860229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:13.867999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:13.868584 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.893469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-122bd382-0a5f-4dd3-999e-39298123a3b4 None None] Provisioning for port f5ae048a-07ad-4487-9a40-dd1f3848403d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:13.909277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-122bd382-0a5f-4dd3-999e-39298123a3b4 None None] Provisioning complete for port f5ae048a-07ad-4487-9a40-dd1f3848403d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:13.909801 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-122bd382-0a5f-4dd3-999e-39298123a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.984429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-122bd382-0a5f-4dd3-999e-39298123a3b4 None None] Port f5ae048a-07ad-4487-9a40-dd1f3848403d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:14.190506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf030a-45c7-4f1a-81f0-939a302e737b req-bf108ae3-cd60-41ac-8f2c-1471c3d465f8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.197345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf030a-45c7-4f1a-81f0-939a302e737b req-bf108ae3-cd60-41ac-8f2c-1471c3d465f8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.204388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf030a-45c7-4f1a-81f0-939a302e737b req-bf108ae3-cd60-41ac-8f2c-1471c3d465f8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.216179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1edf030a-45c7-4f1a-81f0-939a302e737b req-bf108ae3-cd60-41ac-8f2c-1471c3d465f8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2417 time: 0.1560569 Jul 16 18:35:14.245667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6bdaa-2d7c-4180-8dc9-43defbbf168d req-5a2f5d64-96ae-4f9f-aa76-b31462f4a89f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.252421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68b6bdaa-2d7c-4180-8dc9-43defbbf168d req-5a2f5d64-96ae-4f9f-aa76-b31462f4a89f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.5484087 Jul 16 18:35:14.259570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-1e319aee-b7d3-49eb-b696-b173782265d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=448f4231-7e2a-4324-abed-b6460b86b8ac HTTP/1.1" status: 200 len: 217 time: 0.4313979 Jul 16 18:35:14.274689 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1edf030a-45c7-4f1a-81f0-939a302e737b req-0d9708cf-cecc-49b5-bbef-fe88a98db13f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539031 Jul 16 18:35:14.299298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68b6bdaa-2d7c-4180-8dc9-43defbbf168d req-093268ec-cb90-4ffe-a608-13552a994100 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/quotas/6bed682e5e28436097f6a28101681068 HTTP/1.1" status: 200 len: 375 time: 0.0459661 Jul 16 18:35:14.360743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 448f4231-7e2a-4324-abed-b6460b86b8ac details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:14.367629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-d97b91ea-0896-4a95-b3bc-c4c301420148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.369152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-d97b91ea-0896-4a95-b3bc-c4c301420148 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ec12fb4f-4b61-4734-af59-aba5111a885d HTTP/1.1" status: 200 len: 852 time: 0.0732422 Jul 16 18:35:14.397969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.455331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68b6bdaa-2d7c-4180-8dc9-43defbbf168d req-36aa9993-6ec0-43b7-ba3b-b487a71569c0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850973 Jul 16 18:35:14.462496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-3b687193-44c2-4030-8c3c-ef4c64cb3d77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c41458-1efb-4570-a8a5-cdafe3aafc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705900 Jul 16 18:35:14.497457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8281c879-d177-4c34-ba8a-d2cc6305f4a3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8281c879-d177-4c34-ba8a-d2cc6305f4a3,segment=NetworkSegment(9a9cd5d6-6eb3-4e78-979b-0cf285a09c04),segment_id=9a9cd5d6-6eb3-4e78-979b-0cf285a09c04)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:14.498162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] For port 5dbd27ad-63d7-46ea-b874-a634939fbfd0, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:14.567500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 448f4231-7e2a-4324-abed-b6460b86b8ac, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=448f4231-7e2a-4324-abed-b6460b86b8ac,segment=NetworkSegment(755858dc-f0c2-4c3d-a282-d2e43328c60a),segment_id=755858dc-f0c2-4c3d-a282-d2e43328c60a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:14.580413 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.581250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:14.584102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] For port 5dbd27ad-63d7-46ea-b874-a634939fbfd0, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:14.643240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '448f4231-7e2a-4324-abed-b6460b86b8ac', 'network_id': '11c41458-1efb-4570-a8a5-cdafe3aafc66', 'port_id': '448f4231-7e2a-4324-abed-b6460b86b8ac', 'mac_address': 'fa:16:3e:29:57:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec12fb4f-4b61-4734-af59-aba5111a885d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:14.644769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b6888aa-9a8c-4964-8cb4-f1495b61daeb None None] Provisioning complete for port f5ae048a-07ad-4487-9a40-dd1f3848403d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:14.645243 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b6888aa-9a8c-4964-8cb4-f1495b61daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.657135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31686940-bdd7-4ef3-9065-55955c0888b5 req-e50f7811-9bf6-40aa-ad0e-01d22b2a6459 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.672844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31686940-bdd7-4ef3-9065-55955c0888b5 req-e50f7811-9bf6-40aa-ad0e-01d22b2a6459 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 943 time: 0.1465361 Jul 16 18:35:14.722857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:14.725397 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d458a7fd-985e-4b71-a845-1dc1c83b822b" -d '{"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-plugged", "status": "completed", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:14.767946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1b6888aa-9a8c-4964-8cb4-f1495b61daeb None None] Port f5ae048a-07ad-4487-9a40-dd1f3848403d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:14.773326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:14.774499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31686940-bdd7-4ef3-9065-55955c0888b5 req-4fa35c7e-640c-49d6-b7ec-0f72d12eb497 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961938 Jul 16 18:35:14.776833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.777500 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.787678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8281c879-d177-4c34-ba8a-d2cc6305f4a3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:14.797780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:14.798231 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.830559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448f4231-7e2a-4324-abed-b6460b86b8ac {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:14.862345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 448f4231-7e2a-4324-abed-b6460b86b8ac, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=448f4231-7e2a-4324-abed-b6460b86b8ac,segment=NetworkSegment(755858dc-f0c2-4c3d-a282-d2e43328c60a),segment_id=755858dc-f0c2-4c3d-a282-d2e43328c60a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:14.872824 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.893543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Pushing event updated for resources: {'Port': ['ID=5dbd27ad-63d7-46ea-b874-a634939fbfd0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:14.909565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.910190 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.912034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-076d315d-9c65-4310-a600-627ba56bce1e service neutron] 10.222.0.59 "PUT /v2.0/ports/5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 1092 time: 4.9575582 Jul 16 18:35:14.912600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:14.914839 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0394f77c-faae-4d7a-a691-1103a457b2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:14.992816 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd48b47-fc72-47c1-b685-c49ac2bf6558 x-openstack-request-id: req-bcd48b47-fc72-47c1-b685-c49ac2bf6558 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:14.993361 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-plugged", "status": "completed", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:14.993774 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcd48b47-fc72-47c1-b685-c49ac2bf6558 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:14.994383 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223', 'code': 200} Jul 16 18:35:15.006089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-e47533cc-537a-4739-93d2-7e180b721203 service neutron] 10.222.0.59 "GET /v2.0/networks/11c41458-1efb-4570-a8a5-cdafe3aafc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325184 Jul 16 18:35:15.035096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68b6bdaa-2d7c-4180-8dc9-43defbbf168d req-75c7083c-3966-4096-a392-98d4a860ef87 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631878 Jul 16 18:35:15.038746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=448f4231-7e2a-4324-abed-b6460b86b8ac,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.049348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.065482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.114563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,segment=NetworkSegment(58017d91-9bf3-4778-bd16-463352dfc627),segment_id=58017d91-9bf3-4778-bd16-463352dfc627)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:15.127369 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.145430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.170173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9a0a5-e2c5-4330-85e7-fc02e6661017 req-17f04f7d-35bf-4456-9399-90db0e25e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.171164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9a0a5-e2c5-4330-85e7-fc02e6661017 req-17f04f7d-35bf-4456-9399-90db0e25e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.172060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9a0a5-e2c5-4330-85e7-fc02e6661017 req-17f04f7d-35bf-4456-9399-90db0e25e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.174500 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6bf9a0a5-e2c5-4330-85e7-fc02e6661017 req-17f04f7d-35bf-4456-9399-90db0e25e14b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2873 time: 0.1267569 Jul 16 18:35:15.188854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['448f4231-7e2a-4324-abed-b6460b86b8ac'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:15.229515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6bf9a0a5-e2c5-4330-85e7-fc02e6661017 req-22d77ccd-bfd9-4018-b48b-0765ba7dbf47 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484209 Jul 16 18:35:15.257159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.357049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e187-4e94-4578-853c-ca93222d09b0 req-203c95f6-5a21-47d0-8501-3c1ef6eff4d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.364385 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77c0e187-4e94-4578-853c-ca93222d09b0 req-203c95f6-5a21-47d0-8501-3c1ef6eff4d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 943 time: 0.1369982 Jul 16 18:35:15.416514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.419119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=f5ae048a-07ad-4487-9a40-dd1f3848403d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.460873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77c0e187-4e94-4578-853c-ca93222d09b0 req-0ca6f369-d33e-4766-b931-a78b592197ac tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811524 Jul 16 18:35:15.515269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68b6bdaa-2d7c-4180-8dc9-43defbbf168d req-380a57b0-39cf-4cbc-9273-8139b30a218e service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522557 Jul 16 18:35:15.524235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8281c879-d177-4c34-ba8a-d2cc6305f4a3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:15.543030 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af16dddb-3263-4703-8445-ec815714a34c x-openstack-request-id: req-af16dddb-3263-4703-8445-ec815714a34c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:15.543331 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:15.543583 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af16dddb-3263-4703-8445-ec815714a34c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:15.543992 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'status': 'completed', 'code': 200} Jul 16 18:35:15.584247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6697a0ed-91d5-42cd-9376-867546a2d130 req-2f7c3b62-5dc7-457d-888e-c09cfc3ce140 service neutron] 10.222.0.59 "GET /v2.0/networks/11c41458-1efb-4570-a8a5-cdafe3aafc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477893 Jul 16 18:35:15.598666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-f1c963b4-e6d6-4d10-a613-c07d73841981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.607471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-f1c963b4-e6d6-4d10-a613-c07d73841981 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1095 time: 0.6267800 Jul 16 18:35:15.645062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:15.646498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.751158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370abb8-b81d-42fe-b6f6-b07a37f468df req-9b8d5293-88d7-4976-901e-72ad56e67187 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.770651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370abb8-b81d-42fe-b6f6-b07a37f468df req-9b8d5293-88d7-4976-901e-72ad56e67187 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.777159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370abb8-b81d-42fe-b6f6-b07a37f468df req-9b8d5293-88d7-4976-901e-72ad56e67187 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.781934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-86321be0-727c-4904-99b7-0099a00a61f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 217 time: 0.1660929 Jul 16 18:35:15.793504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9370abb8-b81d-42fe-b6f6-b07a37f468df req-9b8d5293-88d7-4976-901e-72ad56e67187 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2417 time: 0.1722944 Jul 16 18:35:15.795305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:15.922640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9370abb8-b81d-42fe-b6f6-b07a37f468df req-1d33a0be-2efb-4b21-8990-e6726a4e298f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281316 Jul 16 18:35:15.935663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:15.936123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.025351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19332224-cfc5-4706-97fd-6ef276eb9a1d req-3eff4bbc-813f-4f38-8105-afc645bd2f20 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=646c7f07-3539-45ff-919d-342b958e4d33 HTTP/1.1" status: 200 len: 210 time: 0.1153481 Jul 16 18:35:16.071241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:16.080456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-c590b29b-16f2-4077-b98a-e5b1f23d5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.086080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-c590b29b-16f2-4077-b98a-e5b1f23d5fa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.2854404 Jul 16 18:35:16.110339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:16.210857 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-632798c7-8d37-4e51-908a-2625678edb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.297446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 448f4231-7e2a-4324-abed-b6460b86b8ac up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:16.380119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ec92-32c7-4aed-bd73-151a744c01f5 req-d3497b1f-2c32-4413-a3ca-1bc348028a88 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.382752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f425ec92-32c7-4aed-bd73-151a744c01f5 req-d3497b1f-2c32-4413-a3ca-1bc348028a88 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 944 time: 0.1888273 Jul 16 18:35:16.408743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 448f4231-7e2a-4324-abed-b6460b86b8ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:16.414150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 448f4231-7e2a-4324-abed-b6460b86b8ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:16.414887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.426908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:16.429770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-c9f38234-3785-4413-b4d2-33fc74fce0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.431539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-c9f38234-3785-4413-b4d2-33fc74fce0d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3155663 Jul 16 18:35:16.501917 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f425ec92-32c7-4aed-bd73-151a744c01f5 req-0b0fdfe1-8100-4ace-9b2f-c06ea71f0965 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092372 Jul 16 18:35:16.582126 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.652110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 448f4231-7e2a-4324-abed-b6460b86b8ac, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=448f4231-7e2a-4324-abed-b6460b86b8ac,segment=NetworkSegment(755858dc-f0c2-4c3d-a282-d2e43328c60a),segment_id=755858dc-f0c2-4c3d-a282-d2e43328c60a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:16.661789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.771829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7007959-bf32-4c65-8eba-d35f0f466041 None None] Provisioning complete for port f5ae048a-07ad-4487-9a40-dd1f3848403d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:16.772566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7007959-bf32-4c65-8eba-d35f0f466041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.775715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=448f4231-7e2a-4324-abed-b6460b86b8ac,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:16.841461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:16.853377 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:16.856769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35108) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:16.864100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a7007959-bf32-4c65-8eba-d35f0f466041 None None] Port f5ae048a-07ad-4487-9a40-dd1f3848403d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:16.864379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-130f0358-166d-4118-9915-987fac1fa0ec tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1375053 Jul 16 18:35:16.865939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-1150888750'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:16.869922 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:16.870921 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:34:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:16.954978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:16.955282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-e7866321-4444-4071-90f3-621db282d471 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156534 Jul 16 18:35:16.960828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.998147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448f4231-7e2a-4324-abed-b6460b86b8ac'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:17.002082 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb70b26-a9ff-415a-b114-a4236d53e641" -d '{"events": [{"server_uuid": "0ffbeeaf-a185-4ed0-914c-a80e457d6111", "name": "network-vif-plugged", "status": "completed", "tag": "448f4231-7e2a-4324-abed-b6460b86b8ac"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:17.020712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-3c0e59bf-4623-4745-899c-1c174ed78773 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.024794 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-3c0e59bf-4623-4745-899c-1c174ed78773 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.1807406 Jul 16 18:35:17.030427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:17.063014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6c5dd08a-3979-4b9b-81f3-6c357cbca7ea req-7f1e85e2-6c24-4a44-9159-cc1ae2605b04 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007195 Jul 16 18:35:17.068672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.069814 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment ccf099b6-1291-4762-8571-aff43aca54da of type vlan for network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 Jul 16 18:35:17.077585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-cf30f554-aa40-4b6a-87b7-5789b5cce568 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/quotas/6bed682e5e28436097f6a28101681068 HTTP/1.1" status: 200 len: 375 time: 0.0405686 Jul 16 18:35:17.078123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee5a30-b05b-4068-bc8e-65e37699ff4d req-c2a57057-820c-4297-907f-cf8adf0d7168 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.079834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4aee5a30-b05b-4068-bc8e-65e37699ff4d req-c2a57057-820c-4297-907f-cf8adf0d7168 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 943 time: 0.3600988 Jul 16 18:35:17.082788 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:17.150418 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-835ea318-ba03-4885-8323-0f2c85e5cf9d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714245 Jul 16 18:35:17.175646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4aee5a30-b05b-4068-bc8e-65e37699ff4d req-263157d3-c965-44ae-800f-e830aa00fb95 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893528 Jul 16 18:35:17.287910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.299233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-2025629c-6d12-46b4-bcd8-2c9f7d3f9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.309240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-2025629c-6d12-46b4-bcd8-2c9f7d3f9425 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1095 time: 0.1572242 Jul 16 18:35:17.473411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-e028ae25-2f5a-41b6-9351-5e98c732fad9 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216691 Jul 16 18:35:17.624179 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:13Z', 'revision_number': 3, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:17.653927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-aadac9d7-a613-469b-a1f4-d05c60291091 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792610 Jul 16 18:35:17.655416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.663541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.664563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.714284 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8541527 Jul 16 18:35:17.715351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35124) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:17.720400 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:17.722600 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Updating router b55269b3-5b4f-46bc-baae-5654d59c7f5c port f5ae048a-07ad-4487-9a40-dd1f3848403d binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:17.724530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:17.778953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:17.808976 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.819342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.819692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.820038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.821215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.822786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.823161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.823514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.827574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.827927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.828274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.828616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.828979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fddc18-dde1-462c-9710-c3cc87592dea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.857293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:18.108735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-60f1d072-90fe-487b-9235-7937559ae61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.110972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-60f1d072-90fe-487b-9235-7937559ae61d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.7939591 Jul 16 18:35:18.125030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:18.134200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.137547 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb1c03f-6f06-47fc-85c6-b661ae932625 x-openstack-request-id: req-fdb1c03f-6f06-47fc-85c6-b661ae932625 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:18.139645 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffbeeaf-a185-4ed0-914c-a80e457d6111", "name": "network-vif-plugged", "status": "completed", "tag": "448f4231-7e2a-4324-abed-b6460b86b8ac", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:18.140088 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdb1c03f-6f06-47fc-85c6-b661ae932625 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:18.140705 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448f4231-7e2a-4324-abed-b6460b86b8ac', 'code': 200} Jul 16 18:35:18.239691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-b58d4937-d37b-4f4c-a391-7151490eb9e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 217 time: 0.0718699 Jul 16 18:35:18.317586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5dbd27ad-63d7-46ea-b874-a634939fbfd0 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:18.489581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5cf3a-b646-4e8b-a746-e6b2848e4cac req-ec4f9e8c-e40f-4527-8c04-0c7e69ed06a8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.496967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5cf3a-b646-4e8b-a746-e6b2848e4cac req-ec4f9e8c-e40f-4527-8c04-0c7e69ed06a8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.503271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5cf3a-b646-4e8b-a746-e6b2848e4cac req-ec4f9e8c-e40f-4527-8c04-0c7e69ed06a8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.515594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2c5cf3a-b646-4e8b-a746-e6b2848e4cac req-ec4f9e8c-e40f-4527-8c04-0c7e69ed06a8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2417 time: 1.0725925 Jul 16 18:35:18.542139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-5a522f10-3a31-44bc-b69e-be713f926cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.543843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-5a522f10-3a31-44bc-b69e-be713f926cd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.2826972 Jul 16 18:35:18.563315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.569589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe07d4-910d-45ec-9701-ebd12a5104b0 req-9e8f6968-f80e-4ba9-b73d-15f3cf5b62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.571684 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29fe07d4-910d-45ec-9701-ebd12a5104b0 req-9e8f6968-f80e-4ba9-b73d-15f3cf5b62ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 1097 time: 0.3258212 Jul 16 18:35:18.577887 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.634350 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Transition to ACTIVE for port object f5ae048a-07ad-4487-9a40-dd1f3848403d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:18.652922 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.659002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2c5cf3a-b646-4e8b-a746-e6b2848e4cac req-49147f90-dd55-41dc-9d5c-475a47418019 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405120 Jul 16 18:35:18.684100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:18.684516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:18.709903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531f26b-4190-4bce-a148-be81f44a091e req-1a95d594-40f6-4514-9975-f2dacd4d5c39 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.732113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4531f26b-4190-4bce-a148-be81f44a091e req-1a95d594-40f6-4514-9975-f2dacd4d5c39 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 945 time: 0.2592678 Jul 16 18:35:18.750729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5dbd27ad-63d7-46ea-b874-a634939fbfd0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:18.758497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=0de33b1f-aab2-4408-858c-352186821ca0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.810308 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbf22b-49a2-483a-a235-345b7c6c7091 None None] Pushing event updated for resources: {'Port': ['ID=f5ae048a-07ad-4487-9a40-dd1f3848403d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.811740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'port_id': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'mac_address': 'fa:16:3e:d7:3e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:18.815362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.875304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29fe07d4-910d-45ec-9701-ebd12a5104b0 req-f90775d2-817b-41d7-8079-8fe3997c8570 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629404 Jul 16 18:35:18.948856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4531f26b-4190-4bce-a148-be81f44a091e req-436eef34-3e0f-4e58-9c04-e4f2d8dd8df0 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138739 Jul 16 18:35:18.949559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:18.951400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2f3c14a-cc42-422f-a992-b12b1274d076 req-a2c397a8-52e6-4de7-abc9-5b922660e498 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 210 time: 0.1280246 Jul 16 18:35:18.963342 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Attempting to bind port f5ae048a-07ad-4487-9a40-dd1f3848403d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:18.963857 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Attempting to bind port f5ae048a-07ad-4487-9a40-dd1f3848403d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:18.964424 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Attempting to bind port f5ae048a-07ad-4487-9a40-dd1f3848403d on network 5729bc29-238e-4127-a3c8-50fefbfd6b8a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:18.981052 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:18.981052 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Checking segment: {'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:18.981052 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.981052 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Bound using segment: {'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:18.981052 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Bound port: f5ae048a-07ad-4487-9a40-dd1f3848403d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58017d91-9bf3-4778-bd16-463352dfc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:18.981052 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.981698 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.995966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:19.012656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-53f1d731-d715-4b3a-8660-86f543b30e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:19.013898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef751c03-d51c-4c2c-a551-b38dadcf8ea3 None None] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:19.016684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:19.023012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.024724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-53f1d731-d715-4b3a-8660-86f543b30e9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4673991 Jul 16 18:35:19.090928 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b5f4cf90-f1a0-4a73-ad6a-2b538b8f57d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3715026 Jul 16 18:35:19.091568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:19.175846 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] For port f5ae048a-07ad-4487-9a40-dd1f3848403d, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:19.180645 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] For port f5ae048a-07ad-4487-9a40-dd1f3848403d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f5ae048a-07ad-4487-9a40-dd1f3848403d,segment=NetworkSegment(58017d91-9bf3-4778-bd16-463352dfc627),segment_id=58017d91-9bf3-4778-bd16-463352dfc627)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:19.189170 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2b0482a-6de3-4da0-81a1-d73e16566d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.192256 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.220096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbd27ad-63d7-46ea-b874-a634939fbfd0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:19.265721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5dbd27ad-63d7-46ea-b874-a634939fbfd0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:19.273001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.281823 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbf22b-49a2-483a-a235-345b7c6c7091 None None] Pushing event updated for resources: {'Port': ['ID=f5ae048a-07ad-4487-9a40-dd1f3848403d,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:19.288421 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.328823 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:19.329937 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:19.369700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f06abf09-7644-48e8-9b03-6919380e790b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.470974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5dbd27ad-63d7-46ea-b874-a634939fbfd0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:19.492110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-6b2482ff-0f0b-4505-a528-f5c297d97dc8 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528461 Jul 16 18:35:19.503087 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:19.575555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:19.577730 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.858427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0394f77c-faae-4d7a-a691-1103a457b2a4 req-24072d31-aeb0-45f7-b925-a802736e442e service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653550 Jul 16 18:35:19.870186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Allocated IP 172.22.0.2 (61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727/0de33b1f-aab2-4408-858c-352186821ca0/8936c265-6f57-47e3-a5cc-a168a4cbaa2c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:19.948298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f06abf09-7644-48e8-9b03-6919380e790b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.012962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f06abf09-7644-48e8-9b03-6919380e790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.021103 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:13Z', 'revision_number': 3, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:19Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:20.051052 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb9118-e56d-4871-b9e4-5617bbf8db2e None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:13Z', 'revision_number': 3, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:19Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:20.060744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06abf09-7644-48e8-9b03-6919380e790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0299b363-6e4f-4913-a325-8506f88ed4f6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:20.085744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e8426-49ac-4dfa-b093-bc2f8c271db5 req-fcdb7ac0-905f-40e4-ad03-78f9c7f49c84 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:20.094146 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-046e8426-49ac-4dfa-b093-bc2f8c271db5 req-fcdb7ac0-905f-40e4-ad03-78f9c7f49c84 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 944 time: 0.7547967 Jul 16 18:35:20.104650 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.128295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Transition to ACTIVE for port object 8936c265-6f57-47e3-a5cc-a168a4cbaa2c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:20.181150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Transition to ACTIVE for port object 8936c265-6f57-47e3-a5cc-a168a4cbaa2c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:20.182459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-046e8426-49ac-4dfa-b093-bc2f8c271db5 req-a595dc49-bbd4-47ed-88ae-0fdda6e5aa95 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862539 Jul 16 18:35:20.189249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5dbd27ad-63d7-46ea-b874-a634939fbfd0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:20.191223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f06abf09-7644-48e8-9b03-6919380e790b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=456c809681554f6ba8d47e2538705a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3652568 Jul 16 18:35:20.194159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:20.227226 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.307917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.359086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Pushing event updated for resources: {'Port': ['ID=8936c265-6f57-47e3-a5cc-a168a4cbaa2c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:20.362724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.373091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:20.380191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:20.383186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:20.399089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5a8925-4a19-4feb-ae38-1f3b93b35a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.502320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Attempting to bind port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:20.502989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Attempting to bind port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:20.503963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Attempting to bind port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c on network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:20.511096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2029cfc2-5f25-4f59-ae76-088270f974ac req-10acb8a3-da73-49d8-ad56-909a3353437d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 210 time: 0.0976088 Jul 16 18:35:20.516994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:20.517651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Checking segment: {'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:20.518895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.519475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Bound using segment: {'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:20.520372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Bound port: 8936c265-6f57-47e3-a5cc-a168a4cbaa2c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:20.521006 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.599333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5a8925-4a19-4feb-ae38-1f3b93b35a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.657355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] For port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:20.662713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] For port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8936c265-6f57-47e3-a5cc-a168a4cbaa2c,segment=NetworkSegment(ccf099b6-1291-4762-8571-aff43aca54da),segment_id=ccf099b6-1291-4762-8571-aff43aca54da)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:20.672347 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.712664 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5a8925-4a19-4feb-ae38-1f3b93b35a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.715874 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c5a8925-4a19-4feb-ae38-1f3b93b35a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.718434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c5a8925-4a19-4feb-ae38-1f3b93b35a26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0299b363-6e4f-4913-a325-8506f88ed4f6 HTTP/1.1" status: 204 len: 168 time: 0.5213015 Jul 16 18:35:20.754934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a8925-4a19-4feb-ae38-1f3b93b35a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0299b363-6e4f-4913-a325-8506f88ed4f6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:20.767937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b734f2-1a88-4bd6-b8a1-c2afb66b4e4c None None] Pushing event updated for resources: {'Port': ['ID=8936c265-6f57-47e3-a5cc-a168a4cbaa2c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:21.020106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d711d-96b7-41bc-abdf-675504e98a50 req-41a07ac0-aa91-4d99-8bcb-6878efd91308 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.027722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d711d-96b7-41bc-abdf-675504e98a50 req-41a07ac0-aa91-4d99-8bcb-6878efd91308 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.035102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d711d-96b7-41bc-abdf-675504e98a50 req-41a07ac0-aa91-4d99-8bcb-6878efd91308 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.038151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c94d711d-96b7-41bc-abdf-675504e98a50 req-41a07ac0-aa91-4d99-8bcb-6878efd91308 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2417 time: 0.1887274 Jul 16 18:35:21.112632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da96662-1205-4af3-9170-930ec5cc83b0 req-b599ead9-86ef-4eca-8977-e9ce8170bbb5 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.117720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c94d711d-96b7-41bc-abdf-675504e98a50 req-0c2269c2-0c41-4c24-9a65-6bea051156e6 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726995 Jul 16 18:35:21.127162 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1da96662-1205-4af3-9170-930ec5cc83b0 req-b599ead9-86ef-4eca-8977-e9ce8170bbb5 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 945 time: 0.5623636 Jul 16 18:35:21.174978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-2e5054c3-8522-4674-ac8e-64d5b91d5401 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.176482 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-2e5054c3-8522-4674-ac8e-64d5b91d5401 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.6101635 Jul 16 18:35:21.240166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Request body: {'port': {'device_id': '48896804-2dc1-4005-a959-179bfdf2077a', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'admin_state_up': True, 'tenant_id': '6bed682e5e28436097f6a28101681068'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:21.265057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.22.0.1 (61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727/0de33b1f-aab2-4408-858c-352186821ca0/bebb4f16-5e70-4f5c-8343-913d5dec063e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:21.338407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1da96662-1205-4af3-9170-930ec5cc83b0 req-c897e67d-e191-42de-b56c-476c6de5a6d9 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102630 Jul 16 18:35:21.393170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:21.448870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198cecd-b430-4ac3-8221-2bdf28deb056 req-100358f7-b981-4847-b53b-b51154f24fb3 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.450656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1198cecd-b430-4ac3-8221-2bdf28deb056 req-100358f7-b981-4847-b53b-b51154f24fb3 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 944 time: 0.0943956 Jul 16 18:35:21.521987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1198cecd-b430-4ac3-8221-2bdf28deb056 req-bc67dfad-b495-4e6d-a574-62feeb682c28 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639524 Jul 16 18:35:21.566384 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.599005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-334477fa-10bf-436f-84eb-94b54ecd517c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.622021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object bebb4f16-5e70-4f5c-8343-913d5dec063e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:21.641552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8936c265-6f57-47e3-a5cc-a168a4cbaa2c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:21.697686 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.728811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:21.740694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5ae048a-07ad-4487-9a40-dd1f3848403d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:21.779597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.841139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-807799fb-709f-498d-bbd3-f491f3845023 req-b0ab9c6f-aaa5-4a12-88d9-dde863af3266 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 210 time: 0.1010938 Jul 16 18:35:21.870703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f5ae048a-07ad-4487-9a40-dd1f3848403d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:21.877314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f5ae048a-07ad-4487-9a40-dd1f3848403d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:21.877696 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.889390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:21.899317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:21.913808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:21.935617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-d6b6c102-7abf-4acb-9ffd-d43047495359 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.953953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-d6b6c102-7abf-4acb-9ffd-d43047495359 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.960441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-d6b6c102-7abf-4acb-9ffd-d43047495359 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.962211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-d6b6c102-7abf-4acb-9ffd-d43047495359 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2417 time: 0.2405427 Jul 16 18:35:22.029150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.103353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f5ae048a-07ad-4487-9a40-dd1f3848403d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f5ae048a-07ad-4487-9a40-dd1f3848403d,segment=NetworkSegment(58017d91-9bf3-4778-bd16-463352dfc627),segment_id=58017d91-9bf3-4778-bd16-463352dfc627)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:22.117151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.173984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port 39580055-85c7-4e20-8c18-38de3a3c03a4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:22.174345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.278387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f5ae048a-07ad-4487-9a40-dd1f3848403d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.326675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5dbd27ad-63d7-46ea-b874-a634939fbfd0 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:22.402820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:22.405535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port 39580055-85c7-4e20-8c18-38de3a3c03a4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=39580055-85c7-4e20-8c18-38de3a3c03a4,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:22.406300 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.407308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:22.407695 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.427117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for 39580055-85c7-4e20-8c18-38de3a3c03a4 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:22.438984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e7b5f-1960-4ee2-8a1a-835c28d21a5f None None] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:22.484169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-23cded41-e329-42e1-8bcd-f13e357c1e63 None None] Provisioning for port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:22.496488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-23cded41-e329-42e1-8bcd-f13e357c1e63 None None] Provisioning complete for port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:22.496737 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23cded41-e329-42e1-8bcd-f13e357c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.513071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-334477fa-10bf-436f-84eb-94b54ecd517c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.514043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=bebb4f16-5e70-4f5c-8343-913d5dec063e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.514697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe19a-c119-4b26-ab4d-cb06eebc3032 req-924eae6a-ba32-431b-9f92-dc356b414ff8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.525404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe19a-c119-4b26-ab4d-cb06eebc3032 req-924eae6a-ba32-431b-9f92-dc356b414ff8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.533289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe19a-c119-4b26-ab4d-cb06eebc3032 req-924eae6a-ba32-431b-9f92-dc356b414ff8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.535264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-222fe19a-c119-4b26-ab4d-cb06eebc3032 req-924eae6a-ba32-431b-9f92-dc356b414ff8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 2417 time: 0.1884165 Jul 16 18:35:22.552642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-334477fa-10bf-436f-84eb-94b54ecd517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.610356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-222fe19a-c119-4b26-ab4d-cb06eebc3032 req-426d42ec-7ef4-452c-92dd-1d999862808e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647020 Jul 16 18:35:22.613741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.674535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:22.678657 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.687573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.690548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-334477fa-10bf-436f-84eb-94b54ecd517c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9238e6dbf17b4a71ae6d5d08da9324e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2377946 Jul 16 18:35:22.695687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35204) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:22.700463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334477fa-10bf-436f-84eb-94b54ecd517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8201a99-462f-4933-adac-280d5d747e9e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.721469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d38872-a2a4-4f62-8490-285d1867bc4a req-0eb616a9-aa52-4fec-a9a7-403171db49e9 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.723085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04d38872-a2a4-4f62-8490-285d1867bc4a req-0eb616a9-aa52-4fec-a9a7-403171db49e9 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 945 time: 0.2300313 Jul 16 18:35:22.771819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['18d93e70-9fdb-4e96-85d9-6af66b4868c3', '39580055-85c7-4e20-8c18-38de3a3c03a4', 'f0791f41-e4b8-4f10-b8df-4bfff09ca223'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:22.781353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=39580055-85c7-4e20-8c18-38de3a3c03a4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.907021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04d38872-a2a4-4f62-8490-285d1867bc4a req-341c132b-b7ff-42f3-9859-54a2044a444c tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568253 Jul 16 18:35:22.928358 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.971128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port 39580055-85c7-4e20-8c18-38de3a3c03a4 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:22.975694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.978340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-331d1d4a-10a1-418c-b56c-dd7148c22ada tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "DELETE /v2.0/ports/39580055-85c7-4e20-8c18-38de3a3c03a4 HTTP/1.1" status: 204 len: 173 time: 1.0104437 Jul 16 18:35:22.981735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-deleted', 'tag': '39580055-85c7-4e20-8c18-38de3a3c03a4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:22.984916 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60cecea-f0a4-4f7c-8634-cb382f045017" -d '{"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-deleted", "tag": "39580055-85c7-4e20-8c18-38de3a3c03a4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:23.004428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.046017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23cded41-e329-42e1-8bcd-f13e357c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.095060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.133316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-23cded41-e329-42e1-8bcd-f13e357c1e63 None None] For port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8936c265-6f57-47e3-a5cc-a168a4cbaa2c,segment=NetworkSegment(ccf099b6-1291-4762-8571-aff43aca54da),segment_id=ccf099b6-1291-4762-8571-aff43aca54da)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:23.145097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66f3a267-0226-4152-9df0-abff807c7091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.186551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-23cded41-e329-42e1-8bcd-f13e357c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.205679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c856-94d9-473d-a811-3b82c046a621 req-5f27d0f1-6574-456f-8d4f-d75bf0749aed tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.223216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8f0c856-94d9-473d-a811-3b82c046a621 req-5f27d0f1-6574-456f-8d4f-d75bf0749aed tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 944 time: 0.3424032 Jul 16 18:35:23.247395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:23.249712 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7766c-bd97-41bf-824c-7d37ad520a1f" -d '{"events": [{"server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "name": "network-vif-plugged", "status": "completed", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:23.263799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-186782e1-ce45-4d4b-928f-4f19677e1180 req-0929a5ee-b95f-44d3-8549-4d4ddc7d6929 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 210 time: 0.0517223 Jul 16 18:35:23.268412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66f3a267-0226-4152-9df0-abff807c7091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.287826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Allocated IP 172.20.0.13 (eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39/61aae9a1-c47b-4e28-8c0d-cdea6fa6d648/ecaafd82-d614-46ef-9f17-93ddc948e96c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:23.321938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5dbd27ad-63d7-46ea-b874-a634939fbfd0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:23.329036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:23.329630 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.357234 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cde91b7-fd7e-4545-afdd-8b602dff4955 x-openstack-request-id: req-9cde91b7-fd7e-4545-afdd-8b602dff4955 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:23.358061 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-deleted", "tag": "39580055-85c7-4e20-8c18-38de3a3c03a4", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:23.358470 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cde91b7-fd7e-4545-afdd-8b602dff4955 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:23.359027 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-deleted', 'tag': '39580055-85c7-4e20-8c18-38de3a3c03a4', 'status': 'completed', 'code': 200} Jul 16 18:35:23.381198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8f0c856-94d9-473d-a811-3b82c046a621 req-bcaff9fd-9bb4-4645-92f2-643f2a287fd0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553271 Jul 16 18:35:23.424019 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3908175-10a7-40b2-827d-64a20821e720 x-openstack-request-id: req-b3908175-10a7-40b2-827d-64a20821e720 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:23.424660 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "name": "network-vif-plugged", "status": "completed", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:23.424941 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3908175-10a7-40b2-827d-64a20821e720 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:23.425447 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'code': 200} Jul 16 18:35:23.456862 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.476810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66f3a267-0226-4152-9df0-abff807c7091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.476810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66f3a267-0226-4152-9df0-abff807c7091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.481254 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-66f3a267-0226-4152-9df0-abff807c7091 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8201a99-462f-4933-adac-280d5d747e9e HTTP/1.1" status: 204 len: 168 time: 0.7211287 Jul 16 18:35:23.505676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cded41-e329-42e1-8bcd-f13e357c1e63 None None] Pushing event updated for resources: {'Port': ['ID=8936c265-6f57-47e3-a5cc-a168a4cbaa2c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.508063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3a267-0226-4152-9df0-abff807c7091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8201a99-462f-4933-adac-280d5d747e9e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.511101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port 18d93e70-9fdb-4e96-85d9-6af66b4868c3, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=18d93e70-9fdb-4e96-85d9-6af66b4868c3,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:23.511585 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.562552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5ae048a-07ad-4487-9a40-dd1f3848403d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:23.586597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for 18d93e70-9fdb-4e96-85d9-6af66b4868c3 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:23.729293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def343d4-8fc5-478c-aca9-8448dd66b62e req-e7641327-39ed-4de0-bf1a-f5ad1a43e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.731679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-def343d4-8fc5-478c-aca9-8448dd66b62e req-e7641327-39ed-4de0-bf1a-f5ad1a43e868 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1097 time: 0.2166033 Jul 16 18:35:23.820532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-2a546c67-c19c-4432-ac9e-799fed3c76ce tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.822548 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-2a546c67-c19c-4432-ac9e-799fed3c76ce tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 945 time: 0.2514973 Jul 16 18:35:23.840065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.853697 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-def343d4-8fc5-478c-aca9-8448dd66b62e req-2044dd40-2cc1-4fc1-ac63-3f5efb95a1a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098754 Jul 16 18:35:23.871461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.948500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5dbd27ad-63d7-46ea-b874-a634939fbfd0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.986950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f5ae048a-07ad-4487-9a40-dd1f3848403d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:23.987328 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.079827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.099588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc58ed32-442a-4552-8787-4c4e50f37ea6 None None] Provisioning for port bebb4f16-5e70-4f5c-8343-913d5dec063e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:24.107485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.116198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc58ed32-442a-4552-8787-4c4e50f37ea6 None None] Provisioning complete for port bebb4f16-5e70-4f5c-8343-913d5dec063e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:24.118862 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc58ed32-442a-4552-8787-4c4e50f37ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.134874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=18d93e70-9fdb-4e96-85d9-6af66b4868c3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.181779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=bebb4f16-5e70-4f5c-8343-913d5dec063e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.194271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.196894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:24.216066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bc58ed32-442a-4552-8787-4c4e50f37ea6 None None] Port bebb4f16-5e70-4f5c-8343-913d5dec063e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:24.217760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bed9ac6c-01ed-4c4e-8fbb-6de0f54cf075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.242196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc58ed32-442a-4552-8787-4c4e50f37ea6 None None] Provisioning complete for port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:24.242910 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc58ed32-442a-4552-8787-4c4e50f37ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.267822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Deleting port 448f4231-7e2a-4324-abed-b6460b86b8ac {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:24.268411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.353781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972c2e-4992-4ed8-97aa-c0f501dbacd8 req-3adcde88-95f6-4098-9941-975fdde885ec tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.359907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972c2e-4992-4ed8-97aa-c0f501dbacd8 req-3adcde88-95f6-4098-9941-975fdde885ec tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.367679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56972c2e-4992-4ed8-97aa-c0f501dbacd8 req-3adcde88-95f6-4098-9941-975fdde885ec tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 1603 time: 0.5094047 Jul 16 18:35:24.398444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port 18d93e70-9fdb-4e96-85d9-6af66b4868c3 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:24.401321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.403759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-e812cc22-a048-4038-8e15-cc0a17446af5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "DELETE /v2.0/ports/18d93e70-9fdb-4e96-85d9-6af66b4868c3 HTTP/1.1" status: 204 len: 173 time: 1.4153633 Jul 16 18:35:24.413142 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.449755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bed9ac6c-01ed-4c4e-8fbb-6de0f54cf075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.507321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a86885b3-29d8-41e0-ba4c-88baff415d29 None None] Provisioning complete for port bebb4f16-5e70-4f5c-8343-913d5dec063e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:24.507826 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a86885b3-29d8-41e0-ba4c-88baff415d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.528298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb2ff6-436d-4955-bcf1-d433a86ac360 req-fde21e86-8e8a-46a3-a337-5894b2eafdac tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.535684 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a3fb2ff6-436d-4955-bcf1-d433a86ac360 req-fde21e86-8e8a-46a3-a337-5894b2eafdac tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 945 time: 0.3705831 Jul 16 18:35:24.548415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a86885b3-29d8-41e0-ba4c-88baff415d29 None None] Port bebb4f16-5e70-4f5c-8343-913d5dec063e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:24.558722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bed9ac6c-01ed-4c4e-8fbb-6de0f54cf075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.580611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56972c2e-4992-4ed8-97aa-c0f501dbacd8 req-d0e38e06-a85a-4158-81ba-f091e069b3ad tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120247 Jul 16 18:35:24.590880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] For port 448f4231-7e2a-4324-abed-b6460b86b8ac, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=448f4231-7e2a-4324-abed-b6460b86b8ac,segment=NetworkSegment(755858dc-f0c2-4c3d-a282-d2e43328c60a),segment_id=755858dc-f0c2-4c3d-a282-d2e43328c60a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:24.591491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.596700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.604094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:24.611649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Calling delete_port for 448f4231-7e2a-4324-abed-b6460b86b8ac owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:24.644541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a3fb2ff6-436d-4955-bcf1-d433a86ac360 req-0a844ab0-84a5-4654-8383-45c578c66c51 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/security-groups?id=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079104 Jul 16 18:35:24.653307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9ac6c-01ed-4c4e-8fbb-6de0f54cf075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f1565-5293-405b-ac65-cb8623f62a36,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.726028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:24.733675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port f0791f41-e4b8-4f10-b8df-4bfff09ca223 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:24.734107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.738614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bed9ac6c-01ed-4c4e-8fbb-6de0f54cf075 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4124ad3a581343dcb2fe3bfe033d6294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370421 Jul 16 18:35:24.745245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:24.773681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 18d93e70-9fdb-4e96-85d9-6af66b4868c3 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:24.839719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:24.854039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 18d93e70-9fdb-4e96-85d9-6af66b4868c3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:24.854958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 18d93e70-9fdb-4e96-85d9-6af66b4868c3 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:24.857134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 39580055-85c7-4e20-8c18-38de3a3c03a4 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:24.890655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:24.912665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 39580055-85c7-4e20-8c18-38de3a3c03a4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:24.913801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 39580055-85c7-4e20-8c18-38de3a3c03a4 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:24.914320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device f0791f41-e4b8-4f10-b8df-4bfff09ca223 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:24.958024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:24.979400 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bdd09bc-a7f6-42bc-a11c-32ef33ea6938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.991376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port f0791f41-e4b8-4f10-b8df-4bfff09ca223, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f0791f41-e4b8-4f10-b8df-4bfff09ca223,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:24.991832 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.033822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.043846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for f0791f41-e4b8-4f10-b8df-4bfff09ca223 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:25.059447 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.090562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event updated for resources: {'Port': ['ID=ecaafd82-d614-46ef-9f17-93ddc948e96c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:25.105450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port f0791f41-e4b8-4f10-b8df-4bfff09ca223, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=f0791f41-e4b8-4f10-b8df-4bfff09ca223,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:25.115088 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.137698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bdd09bc-a7f6-42bc-a11c-32ef33ea6938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.151261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:25.151887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.159286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:25.173217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Pushing event deleted for resources: {'Port': ['ID=448f4231-7e2a-4324-abed-b6460b86b8ac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:25.193252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da8e8-e0ee-4380-b097-946bfe765b7d req-4d13002e-f5dc-44a9-b09d-7c06df99fbf6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:25.200497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c2da8e8-e0ee-4380-b097-946bfe765b7d req-4d13002e-f5dc-44a9-b09d-7c06df99fbf6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 932 time: 0.3755090 Jul 16 18:35:25.202628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-798c9e69-ce69-4ed3-842b-91b6f986354d None None] Provisioning complete for port bebb4f16-5e70-4f5c-8343-913d5dec063e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:25.202780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-17e177b4-b70f-4cf0-9590-7c3b544749b8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9860308 Jul 16 18:35:25.203019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-798c9e69-ce69-4ed3-842b-91b6f986354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.207839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=f0791f41-e4b8-4f10-b8df-4bfff09ca223,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:25.218958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Request body: {'port': {'device_id': '48896804-2dc1-4005-a959-179bfdf2077a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:25.249104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-798c9e69-ce69-4ed3-842b-91b6f986354d None None] Port bebb4f16-5e70-4f5c-8343-913d5dec063e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:25.309910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] No DVR routers for this DVR port 448f4231-7e2a-4324-abed-b6460b86b8ac on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:25.316604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.318761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73ff0fc9-b2c7-43b9-9ec1-a1e007ed5346 req-694ede72-eedf-4c24-9c15-f9c47e4666d2 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.59 "DELETE /v2.0/ports/448f4231-7e2a-4324-abed-b6460b86b8ac HTTP/1.1" status: 204 len: 173 time: 1.4720774 Jul 16 18:35:25.354145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4239e-4ac2-4630-8b3e-51720265898a req-dd2656ac-94b6-4149-bf6d-76808be7e52c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:25.355853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84d4239e-4ac2-4630-8b3e-51720265898a req-dd2656ac-94b6-4149-bf6d-76808be7e52c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.3900349 Jul 16 18:35:25.360926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-deleted', 'tag': '18d93e70-9fdb-4e96-85d9-6af66b4868c3'}, {'server_uuid': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'name': 'network-vif-deleted', 'tag': '448f4231-7e2a-4324-abed-b6460b86b8ac'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:25.363763 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238efc33-e990-4e61-8b9b-1c0c25c1aa6c" -d '{"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-deleted", "tag": "18d93e70-9fdb-4e96-85d9-6af66b4868c3"}, {"server_uuid": "0ffbeeaf-a185-4ed0-914c-a80e457d6111", "name": "network-vif-deleted", "tag": "448f4231-7e2a-4324-abed-b6460b86b8ac"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:25.370148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c2da8e8-e0ee-4380-b097-946bfe765b7d req-5c96a7cf-fd52-456a-9aef-b04cfe80ff7e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688976 Jul 16 18:35:25.428033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:25.431674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84d4239e-4ac2-4630-8b3e-51720265898a req-308d86db-eead-4fe2-856a-68650efb3725 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534039 Jul 16 18:35:25.432297 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9066570-ffc5-431a-87be-878c06414993" -d '{"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-unplugged", "status": "completed", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:25.434282 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bdd09bc-a7f6-42bc-a11c-32ef33ea6938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.440833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bdd09bc-a7f6-42bc-a11c-32ef33ea6938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.446454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9bdd09bc-a7f6-42bc-a11c-32ef33ea6938 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e9f1565-5293-405b-ac65-cb8623f62a36 HTTP/1.1" status: 204 len: 168 time: 0.6970530 Jul 16 18:35:25.472696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:25.483240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:25.505186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:25.506785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:25.510020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ac019115-7ddc-4a9d-a868-13d1aa5eae5e tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4172642 Jul 16 18:35:25.512300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:25.512988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.524920 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365499e-bfaf-4115-bc57-cdeb861afd2b x-openstack-request-id: req-7365499e-bfaf-4115-bc57-cdeb861afd2b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:25.525755 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-deleted", "tag": "18d93e70-9fdb-4e96-85d9-6af66b4868c3", "status": "completed", "code": 200}, {"server_uuid": "0ffbeeaf-a185-4ed0-914c-a80e457d6111", "name": "network-vif-deleted", "tag": "448f4231-7e2a-4324-abed-b6460b86b8ac", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:25.526233 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7365499e-bfaf-4115-bc57-cdeb861afd2b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:25.527076 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-deleted', 'tag': '18d93e70-9fdb-4e96-85d9-6af66b4868c3', 'status': 'completed', 'code': 200} Jul 16 18:35:25.527533 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffbeeaf-a185-4ed0-914c-a80e457d6111', 'name': 'network-vif-deleted', 'tag': '448f4231-7e2a-4324-abed-b6460b86b8ac', 'status': 'completed', 'code': 200} Jul 16 18:35:25.528511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd09bc-a7f6-42bc-a11c-32ef33ea6938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f1565-5293-405b-ac65-cb8623f62a36,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:25.531553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'network': {'name': 'tempest-RoutersTest-280733131'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:25.571346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.611162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=f0791f41-e4b8-4f10-b8df-4bfff09ca223,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:25.700368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:25.704121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.732424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port f0791f41-e4b8-4f10-b8df-4bfff09ca223 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:25.739469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.744011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dca93ef-b26e-4c45-8d82-296ec48bebf2 req-f5b8a150-973c-4bb0-8430-bbabd030ef7c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "DELETE /v2.0/ports/f0791f41-e4b8-4f10-b8df-4bfff09ca223 HTTP/1.1" status: 204 len: 173 time: 1.3318002 Jul 16 18:35:25.767127 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8afbfa3-5472-49eb-aa3a-8d1d612bdc93 x-openstack-request-id: req-f8afbfa3-5472-49eb-aa3a-8d1d612bdc93 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:25.768123 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-unplugged", "status": "completed", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:25.771783 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8afbfa3-5472-49eb-aa3a-8d1d612bdc93 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:25.773146 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223', 'code': 200} Jul 16 18:35:25.786062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8936c265-6f57-47e3-a5cc-a168a4cbaa2c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:25.838924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:26.063592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1e4e9f5-113b-40de-b343-b0ab8a42b43d req-1ae9bfbb-cdca-47e8-a3f1-ea6878025751 tempest-ServerPasswordTestJSON-1886422013 tempest-ServerPasswordTestJSON-1886422013-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ffbeeaf-a185-4ed0-914c-a80e457d6111 HTTP/1.1" status: 200 len: 210 time: 0.0760126 Jul 16 18:35:26.148049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecaafd82-d614-46ef-9f17-93ddc948e96c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:26.187323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:26.187870 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.193947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.197000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:26.210658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f66971a4-560d-48ca-af59-7b43cbf0b91e req-dbdf0658-b28e-44fa-b693-f0c29163e2ee tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d97227c-ae4b-4025-8a5f-fbcfcee2b736 HTTP/1.1" status: 200 len: 210 time: 0.0830257 Jul 16 18:35:26.239128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.239912 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added segment 43ae5af0-ed89-4757-b5de-d022e2853c29 of type vlan for network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 Jul 16 18:35:26.250719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Transition to ACTIVE for port object ecaafd82-d614-46ef-9f17-93ddc948e96c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:26.323017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.346222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 448f4231-7e2a-4324-abed-b6460b86b8ac no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:26.373422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:23Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:26.377095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaafd82-d614-46ef-9f17-93ddc948e96c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:26.384877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.422710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:26.423109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Updating router b55269b3-5b4f-46bc-baae-5654d59c7f5c port bebb4f16-5e70-4f5c-8343-913d5dec063e binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:26.505652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 448f4231-7e2a-4324-abed-b6460b86b8ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:26.506104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 448f4231-7e2a-4324-abed-b6460b86b8ac not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:26.508024 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.556399 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:35:26.609095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.614654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:26.615248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.684922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cc42d-e8b2-4e7e-b6e2-a8125de3aaa8 req-cf2db48c-7031-4433-b0c6-c4c85b0774c5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:26.697338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6cc42d-e8b2-4e7e-b6e2-a8125de3aaa8 req-cf2db48c-7031-4433-b0c6-c4c85b0774c5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 944 time: 0.1744716 Jul 16 18:35:26.736889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2173920 Jul 16 18:35:26.737543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:26.751436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Attempting to bind port ecaafd82-d614-46ef-9f17-93ddc948e96c on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:26.751762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Attempting to bind port ecaafd82-d614-46ef-9f17-93ddc948e96c by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:26.752085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Attempting to bind port ecaafd82-d614-46ef-9f17-93ddc948e96c on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:26.764632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'subnet': {'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:26.772656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6cc42d-e8b2-4e7e-b6e2-a8125de3aaa8 req-e917410f-6d04-48aa-8903-889c4851e944 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742581 Jul 16 18:35:26.792319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Port ecaafd82-d614-46ef-9f17-93ddc948e96c on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:26.792649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Attempting to bind port ecaafd82-d614-46ef-9f17-93ddc948e96c on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:26.822224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:26.822571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Checking segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:26.822966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Bound using segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:26.823416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Bound port: ecaafd82-d614-46ef-9f17-93ddc948e96c, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:26.823785 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.913706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c90d4-a301-4981-82ef-89683f892fea tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Network': ['ID=c1ba16da-83e0-4d25-9c2d-7a84422f0ef1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:26.928509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:26.982935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4435df6-339c-49dc-a1da-f0e749ac4297 req-d1c606d6-7edc-4312-9394-ed8a374afee2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:26.990989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4435df6-339c-49dc-a1da-f0e749ac4297 req-d1c606d6-7edc-4312-9394-ed8a374afee2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.3834124 Jul 16 18:35:27.023910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Made reservation on behalf of aef88e47ebde4af29b3288810ac29fe2 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:27.028648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.051185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] For port ecaafd82-d614-46ef-9f17-93ddc948e96c, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:27.087478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] For port ecaafd82-d614-46ef-9f17-93ddc948e96c, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ecaafd82-d614-46ef-9f17-93ddc948e96c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:27.123275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4435df6-339c-49dc-a1da-f0e749ac4297 req-ee1c4a2c-07f1-4dd5-aafe-801683749ea7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276095 Jul 16 18:35:27.216276 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.232961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:27.248792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Transition to ACTIVE for port object bebb4f16-5e70-4f5c-8343-913d5dec063e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:27.256803 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.347011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] Deleting subnet ec12fb4f-4b61-4734-af59-aba5111a885d {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:27.352879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.357833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fea0bc-2ef2-4262-b040-a5df05802884 None None] Pushing event updated for resources: {'Port': ['ID=bebb4f16-5e70-4f5c-8343-913d5dec063e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.400371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.417951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.448123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:27.451174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Attempting to bind port bebb4f16-5e70-4f5c-8343-913d5dec063e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:27.451557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Attempting to bind port bebb4f16-5e70-4f5c-8343-913d5dec063e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:27.453194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Attempting to bind port bebb4f16-5e70-4f5c-8343-913d5dec063e on network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:27.461471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:27.461982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Checking segment: {'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:27.462394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.463348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Bound using segment: {'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:27.463348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Bound port: bebb4f16-5e70-4f5c-8343-913d5dec063e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf099b6-1291-4762-8571-aff43aca54da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:27.463600 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.472018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.479621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:27.481018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.482633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] 10.222.0.67 "PUT /v2.0/ports/ecaafd82-d614-46ef-9f17-93ddc948e96c HTTP/1.1" status: 200 len: 1093 time: 2.2687736 Jul 16 18:35:27.539305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-deleted', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:27.542118 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc399f66-8d9d-44b6-9ca1-7b97e92faa2b" -d '{"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-deleted", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:27.579013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] For port bebb4f16-5e70-4f5c-8343-913d5dec063e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:27.598846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] For port bebb4f16-5e70-4f5c-8343-913d5dec063e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bebb4f16-5e70-4f5c-8343-913d5dec063e,segment=NetworkSegment(ccf099b6-1291-4762-8571-aff43aca54da),segment_id=ccf099b6-1291-4762-8571-aff43aca54da)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:27.600857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48896804-2dc1-4005-a959-179bfdf2077a', 'tag': 'ecaafd82-d614-46ef-9f17-93ddc948e96c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:27.610565 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:27.611156 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1" -d '{"events": [{"name": "network-changed", "server_uuid": "48896804-2dc1-4005-a959-179bfdf2077a", "tag": "ecaafd82-d614-46ef-9f17-93ddc948e96c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:27.615943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.618504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.723134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:27.724080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:27.752072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting subnet 06001240-806a-4995-a1c0-d5c15aa69e88 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:27.759941 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e83fb0-9412-42aa-a73f-b7217e4af746 x-openstack-request-id: req-53e83fb0-9412-42aa-a73f-b7217e4af746 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:27.760259 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d97227c-ae4b-4025-8a5f-fbcfcee2b736", "name": "network-vif-deleted", "tag": "f0791f41-e4b8-4f10-b8df-4bfff09ca223", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:27.760637 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53e83fb0-9412-42aa-a73f-b7217e4af746 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:27.761167 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d97227c-ae4b-4025-8a5f-fbcfcee2b736', 'name': 'network-vif-deleted', 'tag': 'f0791f41-e4b8-4f10-b8df-4bfff09ca223', 'status': 'completed', 'code': 200} Jul 16 18:35:27.769306 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24331c14-cac3-4dc8-8ed8-8d5affca7603 x-openstack-request-id: req-24331c14-cac3-4dc8-8ed8-8d5affca7603 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:27.769743 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48896804-2dc1-4005-a959-179bfdf2077a", "tag": "ecaafd82-d614-46ef-9f17-93ddc948e96c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:27.770211 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24331c14-cac3-4dc8-8ed8-8d5affca7603 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:27.771618 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48896804-2dc1-4005-a959-179bfdf2077a', 'tag': 'ecaafd82-d614-46ef-9f17-93ddc948e96c', 'status': 'completed', 'code': 200} Jul 16 18:35:27.783395 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.787852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.800327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fea0bc-2ef2-4262-b040-a5df05802884 None None] Pushing event updated for resources: {'Port': ['ID=bebb4f16-5e70-4f5c-8343-913d5dec063e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.849954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403dad8-e09f-4995-a568-311a506cb691 service neutron] Pushing event updated for resources: {'Port': ['ID=ecaafd82-d614-46ef-9f17-93ddc948e96c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.875477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Subnet': ['ID=37ba48a2-3d42-4385-89ee-fb4a537fa6e0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.876329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec12fb4f-4b61-4734-af59-aba5111a885d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.892422 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.894968 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-33b1434e-a48b-4471-8b99-17b2714446ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ec12fb4f-4b61-4734-af59-aba5111a885d HTTP/1.1" status: 204 len: 168 time: 0.6605010 Jul 16 18:35:27.900200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35324) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:27.920269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Checking segment: {'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:27.920832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network hostable DHCP agents. Network: c1ba16da-83e0-4d25-9c2d-7a84422f0ef1, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:27.932017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:27.938345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.939055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf36b2-76c0-4504-8618-f307144f0194 req-79729451-a9c2-48c5-a0cb-678e9907c19e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:27.946151 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1cdf36b2-76c0-4504-8618-f307144f0194 req-79729451-a9c2-48c5-a0cb-678e9907c19e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.4788611 Jul 16 18:35:27.956976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:27.974110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'floatingip': {'port_id': '5dbd27ad-63d7-46ea-b874-a634939fbfd0'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:28.117531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.280921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:27Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:28.326672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.346567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e3256d-da90-4c6d-9b26-6126eb05a8c4 None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:27Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:28.469534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-2bddc712-445f-4f8e-be11-fc56743ba16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.471367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-2bddc712-445f-4f8e-be11-fc56743ba16c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 1096 time: 0.8180118 Jul 16 18:35:28.474008 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.713068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-9a302054-a5e6-4e67-91f4-3d0e9e58a5c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecaafd82-d614-46ef-9f17-93ddc948e96c HTTP/1.1" status: 200 len: 217 time: 0.1715491 Jul 16 18:35:28.723158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:28.987738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.002961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4021c-935f-4587-a21f-7edc4acc00c5 req-a8f7c212-bed1-4c0b-8664-4d4f3c984d4b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.011712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43b4021c-935f-4587-a21f-7edc4acc00c5 req-a8f7c212-bed1-4c0b-8664-4d4f3c984d4b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 944 time: 0.9568172 Jul 16 18:35:29.024454 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.090063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7c3bb-6de2-49c3-9a73-fafd41defbb7 None None] Network be14a5da-2b94-47fa-aae3-4bf89623958c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:29.099871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c41458-1efb-4570-a8a5-cdafe3aafc66']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:29.119589 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.124741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/subnets/06001240-806a-4995-a1c0-d5c15aa69e88 HTTP/1.1" status: 204 len: 168 time: 1.6750910 Jul 16 18:35:29.129576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:29.149780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43b4021c-935f-4587-a21f-7edc4acc00c5 req-ae00c67a-7fad-43b6-8241-5a67042aeae1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333492 Jul 16 18:35:29.183689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545fbba-efe3-4c16-a248-d34aed23d2e0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Subnet': ['ID=06001240-806a-4995-a1c0-d5c15aa69e88,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:29.191639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755858dc-f0c2-4c3d-a282-d2e43328c60a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:29.192071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755858dc-f0c2-4c3d-a282-d2e43328c60a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:29.217379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.238628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, c1ba16da-83e0-4d25-9c2d-7a84422f0ef1) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:29.249168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.249768 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.261886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.276841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:29.277421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:29.310630 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:29.313972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d874608-b0c0-4d20-b499-31db7df991b6 None None] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:29.385596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.396002 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.397734 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d26349cd-b5e2-4042-8fb0-e16562a47166 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6473014 Jul 16 18:35:29.400593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/11c41458-1efb-4570-a8a5-cdafe3aafc66 HTTP/1.1" status: 204 len: 168 time: 1.4967029 Jul 16 18:35:29.400593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:29.417247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-4c2370c4-9622-4b27-8bea-896086048db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.423884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-4c2370c4-9622-4b27-8bea-896086048db2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.6879590 Jul 16 18:35:29.430042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43befd-d125-4e71-a3b1-fe4b4723a5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c41458-1efb-4570-a8a5-cdafe3aafc66,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:29.508668 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-1b2b2c5c-d754-4968-a9cc-80c29771c6e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415125 Jul 16 18:35:29.512213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.685776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bebb4f16-5e70-4f5c-8343-913d5dec063e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:29.859925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:29.868130 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.886834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] DHCP port deletion for be14a5da-2b94-47fa-aae3-4bf89623958c request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:29.890810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bebb4f16-5e70-4f5c-8343-913d5dec063e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:29.927281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bebb4f16-5e70-4f5c-8343-913d5dec063e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.928077 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.011002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:30.221862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e24b782b-2482-4ce4-9570-f834055fb080 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fc9712f13a144c09d2f9a41bfd54380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093654 Jul 16 18:35:30.236121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35376) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:30.295869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Deleting port e967d166-ea03-4713-9213-c88e3bdc627c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:30.296167 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.344233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-4e7cbe33-be5b-47fb-a3e2-ae33eaebe912 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187320 Jul 16 18:35:30.364220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.381828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.388057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.394155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:35:30.407504 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.419084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.423363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] For port e967d166-ea03-4713-9213-c88e3bdc627c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e967d166-ea03-4713-9213-c88e3bdc627c,segment=NetworkSegment(adc626de-5ae0-48a3-86c2-78cd35496d15),segment_id=adc626de-5ae0-48a3-86c2-78cd35496d15)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:30.423804 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.437377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.437979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Calling delete_port for e967d166-ea03-4713-9213-c88e3bdc627c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:30.448510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.465617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.467932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aedf6967-5518-4e42-952c-2091127652cb req-de6a3f29-f5dd-4d5d-b92b-72786d5c3599 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.3910716 Jul 16 18:35:30.480120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.516476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.537422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Allocated IP 172.23.0.2 (c1ba16da-83e0-4d25-9c2d-7a84422f0ef1/37ba48a2-3d42-4385-89ee-fb4a537fa6e0/672185a3-819a-41cd-82db-8a6ff4bc9bc1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:30.555505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aedf6967-5518-4e42-952c-2091127652cb req-b397e014-e1ee-4213-95e3-d86fce57499e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724988 Jul 16 18:35:30.581879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.598525 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.639526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port bebb4f16-5e70-4f5c-8343-913d5dec063e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bebb4f16-5e70-4f5c-8343-913d5dec063e,segment=NetworkSegment(ccf099b6-1291-4762-8571-aff43aca54da),segment_id=ccf099b6-1291-4762-8571-aff43aca54da)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:30.662841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] No DVR routers for this DVR port e967d166-ea03-4713-9213-c88e3bdc627c on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:30.668530 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.704756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Pushing event deleted for resources: {'Port': ['ID=e967d166-ea03-4713-9213-c88e3bdc627c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:30.720321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.721066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.721762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.722420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.723261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.723841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.724394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.725884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.726670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.727339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.727851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.728357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e302bfc6-9327-4a86-b9f7-b4ad276bf451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:30.800003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port e967d166-ea03-4713-9213-c88e3bdc627c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:30.800210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.847371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f5261c-7699-4625-a7bd-195670df4c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.865996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=bebb4f16-5e70-4f5c-8343-913d5dec063e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:30.899233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.928707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Transition to ACTIVE for port object 672185a3-819a-41cd-82db-8a6ff4bc9bc1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:30.930992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port e967d166-ea03-4713-9213-c88e3bdc627c, host n-d-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:30.931456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.948245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6079c75-ca58-40e4-b977-b72b44818a1f req-1fbd64ff-01f2-4a36-834e-5c9d30be2da0 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611032 Jul 16 18:35:30.948691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Transition to ACTIVE for port object 672185a3-819a-41cd-82db-8a6ff4bc9bc1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:30.953560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f5261c-7699-4625-a7bd-195670df4c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.955760 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Floating IP 0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b associated. External IP: 172.25.1.177, port: 5dbd27ad-63d7-46ea-b874-a634939fbfd0. Jul 16 18:35:30.957430 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.969890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for e967d166-ea03-4713-9213-c88e3bdc627c owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:30.982412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:30.985073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:31.010296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Port e967d166-ea03-4713-9213-c88e3bdc627c was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:35:31.030753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Allocated IP 172.23.0.1 (c1ba16da-83e0-4d25-9c2d-7a84422f0ef1/37ba48a2-3d42-4385-89ee-fb4a537fa6e0/859c0a83-ee21-4b57-9354-39b5e2d0c566) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:31.037583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ca4fa-3f71-44ca-a21b-54354a822141 req-595104ce-bf1f-46d5-8c26-d36a55c42e77 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.040367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:31.044809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-084ca4fa-3f71-44ca-a21b-54354a822141 req-595104ce-bf1f-46d5-8c26-d36a55c42e77 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 944 time: 0.5591984 Jul 16 18:35:31.046702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.086966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Pushing event updated for resources: {'Port': ['ID=672185a3-819a-41cd-82db-8a6ff4bc9bc1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.139992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port e967d166-ea03-4713-9213-c88e3bdc627c on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:31.143456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=e967d166-ea03-4713-9213-c88e3bdc627c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.183588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Attempting to bind port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:31.184052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Attempting to bind port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:31.184427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Attempting to bind port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 on network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:31.190145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:31.190526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Checking segment: {'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:31.190928 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.191448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Bound using segment: {'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:31.192121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Bound port: 672185a3-819a-41cd-82db-8a6ff4bc9bc1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:31.192398 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.242901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.260480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.267471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.273783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.275128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] For port 672185a3-819a-41cd-82db-8a6ff4bc9bc1, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:31.280709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.282275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] For port 672185a3-819a-41cd-82db-8a6ff4bc9bc1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=672185a3-819a-41cd-82db-8a6ff4bc9bc1,segment=NetworkSegment(43ae5af0-ed89-4757-b5de-d022e2853c29),segment_id=43ae5af0-ed89-4757-b5de-d022e2853c29)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:31.286392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-084ca4fa-3f71-44ca-a21b-54354a822141 req-1ab3bdf2-5103-4d96-8bb3-015f203fb6b2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406137 Jul 16 18:35:31.287366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.293586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.294213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.309208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.311240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-dd87e2b6-3840-4964-8013-2e3b3e605084 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.2475631 Jul 16 18:35:31.343401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f5261c-7699-4625-a7bd-195670df4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.346366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0f5261c-7699-4625-a7bd-195670df4c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.347756 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f0f5261c-7699-4625-a7bd-195670df4c1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66 HTTP/1.1" status: 204 len: 168 time: 1.0870957 Jul 16 18:35:31.359728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Transition to ACTIVE for port object 859c0a83-ee21-4b57-9354-39b5e2d0c566 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:31.370183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886099f-8222-4460-b929-dfab2d83bfe9 None None] Pushing event updated for resources: {'Port': ['ID=672185a3-819a-41cd-82db-8a6ff4bc9bc1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.395031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-fb6a0677-d7a6-4d4c-9aef-243a91de32dc tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.396572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-fb6a0677-d7a6-4d4c-9aef-243a91de32dc tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "GET /v2.0/ports/7d832fb5-5e0b-402d-8510-d76f37a77922?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0788412 Jul 16 18:35:31.420954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.441440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5261c-7699-4625-a7bd-195670df4c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b3bfee-d7d9-41b7-adda-bdc9c4b2ce66,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.482800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be14a5da-2b94-47fa-aae3-4bf89623958c']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:31.550689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bebb4f16-5e70-4f5c-8343-913d5dec063e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:31.560085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.573832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-a6e56b21-c1ee-4ac2-a924-61504fddaf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.575543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-a6e56b21-c1ee-4ac2-a924-61504fddaf3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 1096 time: 0.5573587 Jul 16 18:35:31.580263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc626de-5ae0-48a3-86c2-78cd35496d15') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:31.580560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc626de-5ae0-48a3-86c2-78cd35496d15') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:31.642012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.678563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=859c0a83-ee21-4b57-9354-39b5e2d0c566,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.703161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:31.715373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:31.754067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:31.754412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bebb4f16-5e70-4f5c-8343-913d5dec063e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:31.755586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.756276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.783550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:31.785076 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:31.788378 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:31.854678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-5be8bacc-bf45-4439-9926-f2ca1319806e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "GET /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4494579 Jul 16 18:35:31.870389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:31.974431 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.116349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e967d166-ea03-4713-9213-c88e3bdc627c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:32.166939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e967d166-ea03-4713-9213-c88e3bdc627c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:32.167537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e967d166-ea03-4713-9213-c88e3bdc627c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:32.195828 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.264124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.270687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.277206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.284266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.291151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.298730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.305030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.306964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4489585-1cb6-4e71-8b72-6539766da816 req-a20764a6-b465-43c9-b27a-f620eb5449d4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 5434 time: 0.3731411 Jul 16 18:35:32.391082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.428460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4489585-1cb6-4e71-8b72-6539766da816 req-fd439a92-5715-45c1-91c1-81a555e6aa80 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951593 Jul 16 18:35:32.707952 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.727579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] For port 7d832fb5-5e0b-402d-8510-d76f37a77922, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7d832fb5-5e0b-402d-8510-d76f37a77922,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:32.752233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.754173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/networks/be14a5da-2b94-47fa-aae3-4bf89623958c HTTP/1.1" status: 204 len: 168 time: 3.6076162 Jul 16 18:35:32.758030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35436) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:32.797368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c30328-d7a4-4f13-bbae-302d5405858f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Network': ['ID=be14a5da-2b94-47fa-aae3-4bf89623958c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:32.799808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ecaafd82-d614-46ef-9f17-93ddc948e96c details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:32.850558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35440) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:32.917639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-cbf21715-ce90-4053-98dd-06b2a4a37361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.919275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-cbf21715-ce90-4053-98dd-06b2a4a37361 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 912 time: 1.3350692 Jul 16 18:35:32.920225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] For port 7d832fb5-5e0b-402d-8510-d76f37a77922, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:32.924245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Router 6ae17d4a-7816-453e-a844-ca4a88d0989a has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:32.968845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting subnet a3b2bbc8-850f-4fe7-a53d-cf92e6243a14 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:33.014575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.018927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-030b9cd6-24ef-4e3f-909a-614ebebe6616 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecaafd82-d614-46ef-9f17-93ddc948e96c HTTP/1.1" status: 200 len: 217 time: 0.0889440 Jul 16 18:35:33.149732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5b6ad-a4d4-4b79-9851-e5e5f16e9666 req-34ed3d93-82d5-48f4-b8aa-954c5a8a16a1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.157142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ca5b6ad-a4d4-4b79-9851-e5e5f16e9666 req-34ed3d93-82d5-48f4-b8aa-954c5a8a16a1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 944 time: 0.5755582 Jul 16 18:35:33.187775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.216804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.240175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ecaafd82-d614-46ef-9f17-93ddc948e96c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ecaafd82-d614-46ef-9f17-93ddc948e96c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:33.244304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] device_id is not set on port 7d832fb5-5e0b-402d-8510-d76f37a77922 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:33.253148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'ecaafd82-d614-46ef-9f17-93ddc948e96c', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'port_id': 'ecaafd82-d614-46ef-9f17-93ddc948e96c', 'mac_address': 'fa:16:3e:6b:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61aae9a1-c47b-4e28-8c0d-cdea6fa6d648', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:33.258174 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.261833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb3372-c8a6-400e-b6a5-fe5b7bf877ce None None] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:33.268629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-network', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:33.277506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-387de6fe-ab3f-4f1b-8a8b-040702261a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.278847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-387de6fe-ab3f-4f1b-8a8b-040702261a8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.2357104 Jul 16 18:35:33.294867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.306687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Made reservation on behalf of 8cc014e0d77d4e2bbf9a51370c65d71b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:33.309984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.326412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c77ef101-0351-4a4d-bb62-05c4156e0b03 None None] Provisioning for port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:33.340810 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.346073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.351037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.359655 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ca5b6ad-a4d4-4b79-9851-e5e5f16e9666 req-23e12862-43e3-40f8-b99a-e05f8ffe5379 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015295 Jul 16 18:35:33.361909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-d80bab44-330e-477a-aef1-b1311705934f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640047 Jul 16 18:35:33.381864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:33.393883 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] Sync routers for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:33.400641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecaafd82-d614-46ef-9f17-93ddc948e96c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:33.420696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:33.421406 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:33.456565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.485649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ecaafd82-d614-46ef-9f17-93ddc948e96c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ecaafd82-d614-46ef-9f17-93ddc948e96c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:33.501897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event updated for resources: {'Port': ['ID=859c0a83-ee21-4b57-9354-39b5e2d0c566,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:33.504811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.524171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] No DVR routers for this DVR port 7d832fb5-5e0b-402d-8510-d76f37a77922 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:33.544640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.603106 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.667266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 672185a3-819a-41cd-82db-8a6ff4bc9bc1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:33.682981 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:33.741056 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-211fd9b9-95df-4d43-ac72-207bd61d7388 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "PUT /v2.0/floatingips/0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b HTTP/1.1" status: 200 len: 991 time: 5.7821934 Jul 16 18:35:33.745150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ecaafd82-d614-46ef-9f17-93ddc948e96c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:33.778438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:33.795413 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc733648-4817-4731-bc18-c165b3e38515" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:33.851819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ecaafd82-d614-46ef-9f17-93ddc948e96c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:33.883020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-3452bc7e-577b-46ab-8c8a-436df13e663b service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082111 Jul 16 18:35:33.910144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:33.922028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:33.922694 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.974941 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.998929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.003420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/subnets/a3b2bbc8-850f-4fe7-a53d-cf92e6243a14 HTTP/1.1" status: 204 len: 168 time: 1.2270029 Jul 16 18:35:34.015148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ec571-6ba1-44d3-bf01-ee1cd2e1ac09 None None] Network 7c46ee0d-a187-4215-a45e-7f0d51890282 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:34.041283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:34.076121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a9d4-6ec2-4156-b54e-66c08b1e6e47 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b2bbc8-850f-4fe7-a53d-cf92e6243a14,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.146936 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39824cb2-121a-4bb8-a9a6-16523988f72b x-openstack-request-id: req-39824cb2-121a-4bb8-a9a6-16523988f72b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:34.147368 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:34.147487 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39824cb2-121a-4bb8-a9a6-16523988f72b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:34.147913 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'status': 'completed', 'code': 200} Jul 16 18:35:34.182051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a41a5db4-ad1a-45c8-81b3-0b2354b7aaba None None] Provisioning complete for port 7d832fb5-5e0b-402d-8510-d76f37a77922 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:34.183730 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'port_id': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'mac_address': 'fa:16:3e:d7:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 1, 'project_id': '4940987d06934ec58aa5e898d885036d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.184758 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a41a5db4-ad1a-45c8-81b3-0b2354b7aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.211874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] Checking router: 6ae17d4a-7816-453e-a844-ca4a88d0989a for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:34.228880 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:34.229773 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.238335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.266159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a10ff8e-f415-4ec3-a780-32c8f18b82e1 req-3c7d4e3d-7b4b-4c7a-b92b-04e36ed0f102 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728206 Jul 16 18:35:34.337650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port afc08c18-94ce-45bd-841f-d4a375d711c0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:34.338172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.451221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port afc08c18-94ce-45bd-841f-d4a375d711c0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=afc08c18-94ce-45bd-841f-d4a375d711c0,segment=NetworkSegment(75fbf9c2-acd2-4c01-ae40-37a8147c06a0),segment_id=75fbf9c2-acd2-4c01-ae40-37a8147c06a0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:34.452011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a41a5db4-ad1a-45c8-81b3-0b2354b7aaba None None] Port 7d832fb5-5e0b-402d-8510-d76f37a77922 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:34.456524 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.489624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 25b24ef1-acd8-44dc-a62c-a52071237444 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:34.498498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for afc08c18-94ce-45bd-841f-d4a375d711c0 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:34.520342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] Pushing event updated for resources: {'Port': ['ID=7d832fb5-5e0b-402d-8510-d76f37a77922,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.533203 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:34.634605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.657379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.699212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] In _notify_port_updated(), no bound segment for port 7d832fb5-5e0b-402d-8510-d76f37a77922 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:35:34.703458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.705370 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.708320 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-1bf15458-1e7d-4e1a-a9f1-dd5d7344edfa service neutron] 10.222.0.59 "PUT /v2.0/ports/7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 200 len: 1025 time: 2.8448973 Jul 16 18:35:34.735608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.868060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 672185a3-819a-41cd-82db-8a6ff4bc9bc1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=672185a3-819a-41cd-82db-8a6ff4bc9bc1,segment=NetworkSegment(43ae5af0-ed89-4757-b5de-d022e2853c29),segment_id=43ae5af0-ed89-4757-b5de-d022e2853c29)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:34.888788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0608-b7b7-4c50-9fc5-7972f422d13d req-c80c1fd7-b910-4653-8b6d-83f4c8c5ce51 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.901718 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b15b0608-b7b7-4c50-9fc5-7972f422d13d req-c80c1fd7-b910-4653-8b6d-83f4c8c5ce51 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 945 time: 0.2131786 Jul 16 18:35:34.903001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.932108 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.970518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=afc08c18-94ce-45bd-841f-d4a375d711c0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.984491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f5a1e61e-38af-499a-9538-23c979fdf0cd None None] Provisioning complete for port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:34.985234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e61e-38af-499a-9538-23c979fdf0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.021876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:35.053447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port afc08c18-94ce-45bd-841f-d4a375d711c0 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:35.073770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa83e461-8784-480d-af14-2fa627822b34,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:35.079913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.080288 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Added segment e00785cf-fa77-4d0b-8cdc-1c09911b5db7 of type vlan for network 0ddbe116-d643-41f2-b04a-339d51dd3deb Jul 16 18:35:35.106266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-f3a95ceb-4474-4441-95fa-6fe5e6b810d0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.107709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-f3a95ceb-4474-4441-95fa-6fe5e6b810d0 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "GET /v2.0/ports/96b717f1-96f3-4504-9d41-b71f81c27ba4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3616383 Jul 16 18:35:35.110884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:35.118738 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'port_id': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'mac_address': 'fa:16:3e:d7:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 1, 'project_id': '4940987d06934ec58aa5e898d885036d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.123600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-1f97f008-f030-4941-91c7-7fd1bb69a0c2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.130343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-1f97f008-f030-4941-91c7-7fd1bb69a0c2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.137636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-1f97f008-f030-4941-91c7-7fd1bb69a0c2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.143625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-1f97f008-f030-4941-91c7-7fd1bb69a0c2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.149570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-1f97f008-f030-4941-91c7-7fd1bb69a0c2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.153098 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a878c-dfa1-4c4d-9847-1477194abff1 None None] The sync data for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 is: [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'port_id': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'mac_address': 'fa:16:3e:d7:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 1, 'project_id': '4940987d06934ec58aa5e898d885036d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:35.155782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-1f97f008-f030-4941-91c7-7fd1bb69a0c2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.157965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-1f97f008-f030-4941-91c7-7fd1bb69a0c2 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 4662 time: 1.4665952 Jul 16 18:35:35.199908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:35.205159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:35.222399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b15b0608-b7b7-4c50-9fc5-7972f422d13d req-bd571efd-fea7-4db2-819f-9050698d9305 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530634 Jul 16 18:35:35.281413 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.309015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.318258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=672185a3-819a-41cd-82db-8a6ff4bc9bc1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:35.343592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.368690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:35.376590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c46ee0d-a187-4215-a45e-7f0d51890282']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.394471 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e71e484-73f5-46b0-9071-369977aacb0e" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:35.412497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fbf9c2-acd2-4c01-ae40-37a8147c06a0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.417671 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.418125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fbf9c2-acd2-4c01-ae40-37a8147c06a0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.428590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.431007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.447652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 25b24ef1-acd8-44dc-a62c-a52071237444, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=25b24ef1-acd8-44dc-a62c-a52071237444,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:35.453854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c66f045-36d3-4fc6-85dc-29242e1279ff None None] DHCP port deletion for 7c46ee0d-a187-4215-a45e-7f0d51890282 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:35.455366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.489076 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.490989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 96b717f1-96f3-4504-9d41-b71f81c27ba4 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:35.515038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.543914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:35.551522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:35.564858 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:35.662517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.668897 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.672631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/networks/7c46ee0d-a187-4215-a45e-7f0d51890282 HTTP/1.1" status: 204 len: 168 time: 1.6301253 Jul 16 18:35:35.690087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:35.691658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c26ed-b6a9-4902-ac1b-5ff6e4808f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Network': ['ID=7c46ee0d-a187-4215-a45e-7f0d51890282,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:35.704234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-247944955'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:35.761152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:35.764999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7b192-c3c3-4cea-88ee-57e9fa91dc55 None None] New status for floating IP 0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:35.768057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.775609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 672185a3-819a-41cd-82db-8a6ff4bc9bc1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:35.794059 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce460d4c-58b7-437c-b07e-f0ec58854f34 x-openstack-request-id: req-ce460d4c-58b7-437c-b07e-f0ec58854f34 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:35.794472 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:35.794813 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce460d4c-58b7-437c-b07e-f0ec58854f34 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:35.795360 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444', 'code': 200} Jul 16 18:35:35.844326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:35.869945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.869945 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Added segment 34d04a28-6e56-47a3-a2e9-96269cdcf1bf of type vlan for network 948ea605-7615-47fa-a143-3838c6e8d14a Jul 16 18:35:35.888810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=25b24ef1-acd8-44dc-a62c-a52071237444,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:35.905840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733648-4817-4731-bc18-c165b3e38515 req-68a653db-564a-40c9-be60-569343db60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.943472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc733648-4817-4731-bc18-c165b3e38515 req-68a653db-564a-40c9-be60-569343db60a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1097 time: 1.3011572 Jul 16 18:35:35.949726 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.973330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddbe116-d643-41f2-b04a-339d51dd3deb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.020584 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.029587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.030531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.052930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28d43520-b049-445f-ae27-bbb085b2af59 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1962965 Jul 16 18:35:36.060073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:36.074056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0ddbe116-d643-41f2-b04a-339d51dd3deb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:36.089543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f5a1e61e-38af-499a-9538-23c979fdf0cd None None] Provisioning for port 859c0a83-ee21-4b57-9354-39b5e2d0c566 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:36.102144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35510) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.110241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Request body: {'subnet': {'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-subnet', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:36.124496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f5a1e61e-38af-499a-9538-23c979fdf0cd None None] Provisioning complete for port 859c0a83-ee21-4b57-9354-39b5e2d0c566 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:36.124913 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5a1e61e-38af-499a-9538-23c979fdf0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.127915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Network': ['ID=948ea605-7615-47fa-a143-3838c6e8d14a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.151235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0f2e1107-135c-4a78-86df-c760a9538497 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4543066 Jul 16 18:35:36.154570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.159710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 948ea605-7615-47fa-a143-3838c6e8d14a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:36.162856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'subnet': {'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:36.165175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Made reservation on behalf of 8cc014e0d77d4e2bbf9a51370c65d71b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:36.167933 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.216054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a5fe2af-9dc4-41c1-b873-3b41a7a8fccc req-c1930503-19b0-4d2c-8396-4ccdbdfa794b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0120366 Jul 16 18:35:36.235230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.332140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:36.338442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.393544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733648-4817-4731-bc18-c165b3e38515 req-b72097ae-13a4-4752-84ba-b12a3a4d42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.395505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc733648-4817-4731-bc18-c165b3e38515 req-b72097ae-13a4-4752-84ba-b12a3a4d42bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.3628149 Jul 16 18:35:36.432059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1e61e-38af-499a-9538-23c979fdf0cd None None] Port 859c0a83-ee21-4b57-9354-39b5e2d0c566 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:36.463591 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.506888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:36.507419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.511944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:36.541367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.542779 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 8f1b1968-9571-40ab-90bf-c2fc29e576d3 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:36.567152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-332a9c6f-fee0-4f48-8b1b-32141d6dacfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2472904 Jul 16 18:35:36.638101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3b98f4d-888e-4fb0-8be8-bb6e1f85328a None None] Provisioning complete for port 859c0a83-ee21-4b57-9354-39b5e2d0c566 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:36.638812 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3b98f4d-888e-4fb0-8be8-bb6e1f85328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.655695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe6473-2d93-4842-8dad-942041aade34 req-aaa44295-4ef0-43e4-a5f4-420932bc02cf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.657259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9fe6473-2d93-4842-8dad-942041aade34 req-aaa44295-4ef0-43e4-a5f4-420932bc02cf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 945 time: 0.2560751 Jul 16 18:35:36.750689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc733648-4817-4731-bc18-c165b3e38515 req-5e478992-9d98-4235-9f7c-44992b51070e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 1001 time: 0.3154805 Jul 16 18:35:36.758372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.815315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9fe6473-2d93-4842-8dad-942041aade34 req-0115227d-8fc7-47ff-b47f-67e0b930c20b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Jul 16 18:35:36.838544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.844531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:35:36.845117 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:35:36.864619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ecaafd82-d614-46ef-9f17-93ddc948e96c up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:36.894784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.899319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.907042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1485673574'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:36.910910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:36.923445 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:36.938691 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:36.940411 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:36.940582 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Subnet': ['ID=fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.950618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-afa90052-4bb5-4906-8c7c-07a3fe6c38ee tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5273387 Jul 16 18:35:36.951581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Checking segment: {'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:36.952067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network hostable DHCP agents. Network: 948ea605-7615-47fa-a143-3838c6e8d14a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:36.958495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.967369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:36.977670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:36.982570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.987765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c3b98f4d-888e-4fb0-8be8-bb6e1f85328a None None] Port 859c0a83-ee21-4b57-9354-39b5e2d0c566 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:36.998592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733648-4817-4731-bc18-c165b3e38515 req-f4124702-08f2-4f29-8d9c-de45b9a05ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.000435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc733648-4817-4731-bc18-c165b3e38515 req-f4124702-08f2-4f29-8d9c-de45b9a05ef5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.2318487 Jul 16 18:35:37.007979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb678e27-521d-4285-87ba-ac6641df13ce,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.023925 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.047082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Checking segment: {'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:37.048911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Network hostable DHCP agents. Network: 0ddbe116-d643-41f2-b04a-339d51dd3deb, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:37.090601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port ecaafd82-d614-46ef-9f17-93ddc948e96c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:37.103433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afc08c18-94ce-45bd-841f-d4a375d711c0 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:37.113906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network 948ea605-7615-47fa-a143-3838c6e8d14a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:37.119726 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:37.133955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port ecaafd82-d614-46ef-9f17-93ddc948e96c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:37.134441 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.137863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:37.140514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:37.150016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.150331 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Added segment 31edf747-17a2-40bd-95ca-cab1a7e08709 of type vlan for network 3e698956-aae8-4d30-a23c-711ca06f5ddc Jul 16 18:35:37.162945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: afc08c18-94ce-45bd-841f-d4a375d711c0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:37.162945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afc08c18-94ce-45bd-841f-d4a375d711c0 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:37.169220 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.170006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:37.200549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc733648-4817-4731-bc18-c165b3e38515 req-4ab467f3-eba3-4c44-abdc-19f47ff96d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.205247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.208547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc733648-4817-4731-bc18-c165b3e38515 req-4ab467f3-eba3-4c44-abdc-19f47ff96d7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1902001 Jul 16 18:35:37.249358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 948ea605-7615-47fa-a143-3838c6e8d14a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:37.252794 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.259305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.259926 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.270278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e21de-e600-4507-9448-34fc655c7f59 None None] Network 948ea605-7615-47fa-a143-3838c6e8d14a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:37.328423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.329239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.346634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=8f1b1968-9571-40ab-90bf-c2fc29e576d3,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.411453 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc733648-4817-4731-bc18-c165b3e38515 req-b0293f86-fa9b-4b9b-94c3-fa536fb3b5ae service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919186 Jul 16 18:35:37.415743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.435908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Network 0ddbe116-d643-41f2-b04a-339d51dd3deb is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:37.463242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0ddbe116-d643-41f2-b04a-339d51dd3deb) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:37.464151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Network': ['ID=3e698956-aae8-4d30-a23c-711ca06f5ddc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.468633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.469946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.485725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae418ac-8e46-42f0-b609-09c3d6f4e2bf None None] Network 0ddbe116-d643-41f2-b04a-339d51dd3deb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:37.489737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:37.550508 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.562565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ddc327f-3d28-43bc-bbcc-2f60cc84f84e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4039338 Jul 16 18:35:37.584152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35548) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:37.603453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1052629238'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:37.620225 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-329b6f39-2a7a-4543-9dd5-faff409298cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7180328 Jul 16 18:35:37.626636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:37.638020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a7070929-8897-41f8-946f-59917b464c31 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5333676 Jul 16 18:35:37.642439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-663894523'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:37.645783 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:32Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:32Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:37.656610 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.657438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:37.677087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:37.688528 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:37.689343 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Updating router b55269b3-5b4f-46bc-baae-5654d59c7f5c port 859c0a83-ee21-4b57-9354-39b5e2d0c566 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:37.748148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:37.752233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.786914 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.790103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:37.801162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.809131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-ea968181-997a-4955-a5ce-7767ea87ee2a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.813597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b717f1-96f3-4504-9d41-b71f81c27ba4'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3'}, {'server_uuid': '48896804-2dc1-4005-a959-179bfdf2077a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaafd82-d614-46ef-9f17-93ddc948e96c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:37.815858 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3224d6ab-36b0-48e1-8c68-1a81aefcabce" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "96b717f1-96f3-4504-9d41-b71f81c27ba4"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3"}, {"server_uuid": "48896804-2dc1-4005-a959-179bfdf2077a", "name": "network-vif-plugged", "status": "completed", "tag": "ecaafd82-d614-46ef-9f17-93ddc948e96c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:37.828599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ecaafd82-d614-46ef-9f17-93ddc948e96c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ecaafd82-d614-46ef-9f17-93ddc948e96c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:37.839198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-ea968181-997a-4955-a5ce-7767ea87ee2a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.851916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-ea968181-997a-4955-a5ce-7767ea87ee2a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.853583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:37.858515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-948ea605-7615-47fa-a143-3838c6e8d14a', 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'fixed_ips': [{'subnet_id': 'fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:37.859707 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.861327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-ea968181-997a-4955-a5ce-7767ea87ee2a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.869340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-ea968181-997a-4955-a5ce-7767ea87ee2a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.882644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.884013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.892937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-ea968181-997a-4955-a5ce-7767ea87ee2a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.895842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-ea968181-997a-4955-a5ce-7767ea87ee2a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 4656 time: 0.4200239 Jul 16 18:35:38.006262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:38.014432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Allocated IP 19.80.0.2 (948ea605-7615-47fa-a143-3838c6e8d14a/fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7/f4c1499c-24a0-4087-9b99-2bf095b2f89f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:38.017462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:38.027806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc733648-4817-4731-bc18-c165b3e38515 req-373fc686-2c4e-4faf-85af-7f7d89af0edf service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995843 Jul 16 18:35:38.071883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=96b717f1-96f3-4504-9d41-b71f81c27ba4,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:38.095018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.095379 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Added segment efef2bb5-d6eb-4a79-80c7-794e2b79c4c6 of type vlan for network 4e46978f-5a0b-4afd-98f6-2a94934ce406 Jul 16 18:35:38.130332 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.131062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7d832fb5-5e0b-402d-8510-d76f37a77922 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:38.132805 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.152856 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4731de9c-37af-4831-a01f-2bd4b73de509 x-openstack-request-id: req-4731de9c-37af-4831-a01f-2bd4b73de509 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:38.153254 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "96b717f1-96f3-4504-9d41-b71f81c27ba4", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3", "code": 200}, {"server_uuid": "48896804-2dc1-4005-a959-179bfdf2077a", "name": "network-vif-plugged", "status": "completed", "tag": "ecaafd82-d614-46ef-9f17-93ddc948e96c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:38.153795 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4731de9c-37af-4831-a01f-2bd4b73de509 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:38.158251 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b717f1-96f3-4504-9d41-b71f81c27ba4', 'code': 200} Jul 16 18:35:38.158611 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3', 'code': 200} Jul 16 18:35:38.158873 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48896804-2dc1-4005-a959-179bfdf2077a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecaafd82-d614-46ef-9f17-93ddc948e96c', 'code': 200} Jul 16 18:35:38.159020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad3de155-c71c-49b1-b9fc-f527d50be9dd req-157d85dc-93af-4a0c-86dd-68c7f84d2170 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=c2f10a05-1407-4a9c-8c2d-81ef13d71936&id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2257755 Jul 16 18:35:38.183155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.188052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] For port 96b717f1-96f3-4504-9d41-b71f81c27ba4, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:38.338730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] device_id is not set on port 96b717f1-96f3-4504-9d41-b71f81c27ba4 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:38.352580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.376236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.415212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.419132 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.420700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.421382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.444974 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Transition to ACTIVE for port object 859c0a83-ee21-4b57-9354-39b5e2d0c566 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:38.462580 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.469684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-b2671c81-22a8-4fa3-90c5-aa592b872bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.471293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7d832fb5-5e0b-402d-8510-d76f37a77922 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:38.471446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-b2671c81-22a8-4fa3-90c5-aa592b872bb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1097 time: 0.2394261 Jul 16 18:35:38.471721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5a83f058-7138-4438-b396-d79a9307d08e no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:38.511463 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe5136-12cd-4980-b0d7-44c2fdd4aac0 None None] Pushing event updated for resources: {'Port': ['ID=859c0a83-ee21-4b57-9354-39b5e2d0c566,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:38.617289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:38.617763 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Attempting to bind port 859c0a83-ee21-4b57-9354-39b5e2d0c566 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:38.618198 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Attempting to bind port 859c0a83-ee21-4b57-9354-39b5e2d0c566 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:38.619260 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Attempting to bind port 859c0a83-ee21-4b57-9354-39b5e2d0c566 on network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:38.632461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29216325-4826-4acd-9cde-bb9639d1b2bf None None] Network 0ddbe116-d643-41f2-b04a-339d51dd3deb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:38.635803 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:38.640289 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Checking segment: {'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:38.640865 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.641324 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Bound using segment: {'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:38.642230 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Bound port: 859c0a83-ee21-4b57-9354-39b5e2d0c566, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae5af0-ed89-4757-b5de-d022e2853c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:38.642683 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.655225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] No DVR routers for this DVR port 96b717f1-96f3-4504-9d41-b71f81c27ba4 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:38.657464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Network': ['ID=4e46978f-5a0b-4afd-98f6-2a94934ce406,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:38.708445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e6765321-d692-4d00-992e-815ffefc1a8a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1180632 Jul 16 18:35:38.716759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 4e46978f-5a0b-4afd-98f6-2a94934ce406 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:38.727313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:38.734762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'subnet': {'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:38.828689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.831819 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] For port 859c0a83-ee21-4b57-9354-39b5e2d0c566, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:38.848310 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] For port 859c0a83-ee21-4b57-9354-39b5e2d0c566, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=859c0a83-ee21-4b57-9354-39b5e2d0c566,segment=NetworkSegment(43ae5af0-ed89-4757-b5de-d022e2853c29),segment_id=43ae5af0-ed89-4757-b5de-d022e2853c29)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:38.861109 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.899266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Pushing event updated for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:38.916288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:38.921647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.976390 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:38.978368 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:38.998001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:35:39.008800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Transition to ACTIVE for port object f4c1499c-24a0-4087-9b99-2bf095b2f89f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:39.036194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Removed routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:35:39.036873 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.044070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ecaafd82-d614-46ef-9f17-93ddc948e96c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:39.061164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Transition to ACTIVE for port object f4c1499c-24a0-4087-9b99-2bf095b2f89f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:39.118548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-28702fdf-a92b-400e-bc71-f67e46f555e5 None None] Provisioning complete for port 96b717f1-96f3-4504-9d41-b71f81c27ba4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:39.119432 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28702fdf-a92b-400e-bc71-f67e46f555e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.162226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.163390 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Added segment e61b689c-c93c-4c69-a064-e89a8e946f3a of type vlan for network bcfb801e-225d-480f-9891-020ae1c4d687 Jul 16 18:35:39.165035 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.170081 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.221499 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:39.323713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-28702fdf-a92b-400e-bc71-f67e46f555e5 None None] Port 96b717f1-96f3-4504-9d41-b71f81c27ba4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:39.336293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Network 948ea605-7615-47fa-a143-3838c6e8d14a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:39.336887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.351203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:39.362385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Pushing event updated for resources: {'Port': ['ID=f4c1499c-24a0-4087-9b99-2bf095b2f89f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:39.367090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:39.621843 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:32Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:38Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:39.648689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.683240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5a83f058-7138-4438-b396-d79a9307d08e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5a83f058-7138-4438-b396-d79a9307d08e,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:39.699789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.700808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 48db903e-e86c-4186-89a6-2e442af0c1b7 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:39.728264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Attempting to bind port f4c1499c-24a0-4087-9b99-2bf095b2f89f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:39.729196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Attempting to bind port f4c1499c-24a0-4087-9b99-2bf095b2f89f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:39.729335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Subnet': ['ID=2aa28b3d-45ad-4a13-98fe-7461a9fe5d05,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:39.729851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Attempting to bind port f4c1499c-24a0-4087-9b99-2bf095b2f89f on network 948ea605-7615-47fa-a143-3838c6e8d14a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:39.756754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.773706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.788709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:39.789538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Checking segment: {'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:39.790412 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.791118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Bound using segment: {'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:39.791776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Bound port: f4c1499c-24a0-4087-9b99-2bf095b2f89f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:39.792379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.798361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Checking segment: {'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:39.798886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network hostable DHCP agents. Network: 4e46978f-5a0b-4afd-98f6-2a94934ce406, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:39.808430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] In _notify_port_updated(), no bound segment for port 96b717f1-96f3-4504-9d41-b71f81c27ba4 on network 8a00e6c7-113c-4bdc-896b-c4b3777b451f {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:35:39.808702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fba9f-19a5-41d2-9c9b-8e1eb24d63a9 req-8e1d4530-26d0-40be-9026-6f5ab0668030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:39.809476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:39.810240 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.811672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-926fba9f-19a5-41d2-9c9b-8e1eb24d63a9 req-8e1d4530-26d0-40be-9026-6f5ab0668030 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 1098 time: 0.9769616 Jul 16 18:35:39.811907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-a2463e7d-48ea-444e-a3a9-eb477173cca1 service neutron] 10.222.0.59 "PUT /v2.0/ports/96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 200 len: 1028 time: 4.6447477 Jul 16 18:35:39.833366 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe5136-12cd-4980-b0d7-44c2fdd4aac0 None None] Pushing event updated for resources: {'Port': ['ID=859c0a83-ee21-4b57-9354-39b5e2d0c566,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:39.836355 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3c182a-b2f0-46ca-abdf-a89590ebed32 None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:32Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:38Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:39.916739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:35:39.938801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] For port f4c1499c-24a0-4087-9b99-2bf095b2f89f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:39.941160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5a83f058-7138-4438-b396-d79a9307d08e,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:39.946395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] For port f4c1499c-24a0-4087-9b99-2bf095b2f89f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f4c1499c-24a0-4087-9b99-2bf095b2f89f,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:39.987999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.996429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210c4b-ea92-4333-bd2c-a274777b3945 req-778882ed-9c45-409d-b544-2745d49d8f01 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.003333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210c4b-ea92-4333-bd2c-a274777b3945 req-778882ed-9c45-409d-b544-2745d49d8f01 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.010580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210c4b-ea92-4333-bd2c-a274777b3945 req-778882ed-9c45-409d-b544-2745d49d8f01 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.017546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210c4b-ea92-4333-bd2c-a274777b3945 req-778882ed-9c45-409d-b544-2745d49d8f01 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.023640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41210c4b-ea92-4333-bd2c-a274777b3945 req-778882ed-9c45-409d-b544-2745d49d8f01 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.027324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41210c4b-ea92-4333-bd2c-a274777b3945 req-778882ed-9c45-409d-b544-2745d49d8f01 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 3881 time: 0.4568503 Jul 16 18:35:40.031815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-05098baa-8c89-4140-b01d-5df459de8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.033316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-05098baa-8c89-4140-b01d-5df459de8db2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 1.4898646 Jul 16 18:35:40.054135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6280d-ba8d-476a-8edf-c5eed3fef671 req-596a72d8-0d38-414a-b0c7-d37fbfa40bb6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.056483 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71e6280d-ba8d-476a-8edf-c5eed3fef671 req-596a72d8-0d38-414a-b0c7-d37fbfa40bb6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 946 time: 1.2206750 Jul 16 18:35:40.080056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.100719 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-926fba9f-19a5-41d2-9c9b-8e1eb24d63a9 req-59c71e98-0f0a-4365-a03d-c68d4fb785a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713079 Jul 16 18:35:40.105164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.111299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.112212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.161909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:40.167146 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66572db5-5b26-48ad-b71d-b14abc58abed" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a83f058-7138-4438-b396-d79a9307d08e"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:40.171060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network 4e46978f-5a0b-4afd-98f6-2a94934ce406 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:40.183035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9e542-56b8-420b-876c-815a63a0aaa0 None None] Pushing event updated for resources: {'Port': ['ID=f4c1499c-24a0-4087-9b99-2bf095b2f89f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:40.194791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 48db903e-e86c-4186-89a6-2e442af0c1b7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=48db903e-e86c-4186-89a6-2e442af0c1b7,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:40.204590 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.229414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-107f3026-6409-4d62-b22f-79b0167c9c6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 1001 time: 0.1864760 Jul 16 18:35:40.235667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41210c4b-ea92-4333-bd2c-a274777b3945 req-a27bd115-07d3-413b-aa3d-ecf4d368baba tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939917 Jul 16 18:35:40.236271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 4e46978f-5a0b-4afd-98f6-2a94934ce406) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:40.248766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.249436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.261474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d268aa-4f6e-4f52-af75-53410b81106d None None] Network 4e46978f-5a0b-4afd-98f6-2a94934ce406 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:40.277748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.307648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.6766558 Jul 16 18:35:40.312094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:40.323098 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.346478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'subnet': {'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:40.359607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=48db903e-e86c-4186-89a6-2e442af0c1b7,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:40.361562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-738e8c7f-2dd1-419c-b86b-af6f3cdfe5fb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6331499 Jul 16 18:35:40.408589 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6ffa09-66e8-4bd3-937c-68664fd737a3 x-openstack-request-id: req-ba6ffa09-66e8-4bd3-937c-68664fd737a3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:40.409002 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a83f058-7138-4438-b396-d79a9307d08e", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:40.409322 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba6ffa09-66e8-4bd3-937c-68664fd737a3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:40.409882 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2', 'code': 200} Jul 16 18:35:40.410260 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e', 'code': 200} Jul 16 18:35:40.410623 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7', 'code': 200} Jul 16 18:35:40.458565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:40.459314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.497919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee295593-a4de-4bb7-8f38-51caca2ab2d0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Network': ['ID=bcfb801e-225d-480f-9891-020ae1c4d687,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:40.531216 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71e6280d-ba8d-476a-8edf-c5eed3fef671 req-13d35543-5436-4db5-b107-3a8c15e85191 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432013 Jul 16 18:35:40.552666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-c4555511-c17a-4ab4-be48-699971c13b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.563584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-c4555511-c17a-4ab4-be48-699971c13b9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.2888050 Jul 16 18:35:40.565554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network bcfb801e-225d-480f-9891-020ae1c4d687 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:40.669368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-4e46978f-5a0b-4afd-98f6-2a94934ce406', 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'fixed_ips': [{'subnet_id': '2aa28b3d-45ad-4a13-98fe-7461a9fe5d05'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:40.671348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.966408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] For port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:40.967226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.978261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:40.981973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.989772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:41.028700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-484bce55-d312-4718-9c8b-d394319278c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.030582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-484bce55-d312-4718-9c8b-d394319278c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3334734 Jul 16 18:35:41.043035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-88e31523-5767-4769-a595-7c1a150e396c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.053155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-88e31523-5767-4769-a595-7c1a150e396c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.055428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-88e31523-5767-4769-a595-7c1a150e396c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/networks?id=948ea605-7615-47fa-a143-3838c6e8d14a&id=4e46978f-5a0b-4afd-98f6-2a94934ce406 HTTP/1.1" status: 200 len: 1391 time: 0.1721122 Jul 16 18:35:41.065874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:41.069633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Allocated IP 19.86.0.2 (4e46978f-5a0b-4afd-98f6-2a94934ce406/2aa28b3d-45ad-4a13-98fe-7461a9fe5d05/f426c744-2c9b-42c0-babb-057b98f7d86a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:41.114068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-7eac2831-e3f1-4cb5-8c47-40e4a31f1281 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/quotas/cf3f073ddde442de855fd56c1a871c3f HTTP/1.1" status: 200 len: 375 time: 0.0490885 Jul 16 18:35:41.323187 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.346457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Transition to ACTIVE for port object f426c744-2c9b-42c0-babb-057b98f7d86a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:41.366701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.387147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Transition to ACTIVE for port object f426c744-2c9b-42c0-babb-057b98f7d86a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:41.403469 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.460662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.500968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Network 4e46978f-5a0b-4afd-98f6-2a94934ce406 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:41.516573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:41.526493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:41.545921 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.547213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Pushing event updated for resources: {'Port': ['ID=f426c744-2c9b-42c0-babb-057b98f7d86a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:41.590628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Subnet': ['ID=9b997167-61f8-4a10-b10a-f913f47099e1,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:41.644148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-906b5626-b347-4323-8329-936cc3d025d8 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699368 Jul 16 18:35:41.653633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Attempting to bind port f426c744-2c9b-42c0-babb-057b98f7d86a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:41.657262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Attempting to bind port f426c744-2c9b-42c0-babb-057b98f7d86a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:41.657738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Attempting to bind port f426c744-2c9b-42c0-babb-057b98f7d86a on network 4e46978f-5a0b-4afd-98f6-2a94934ce406 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:41.676161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:41.676664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Checking segment: {'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:41.677136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.677531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Bound using segment: {'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:41.678011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Bound port: f426c744-2c9b-42c0-babb-057b98f7d86a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:41.678401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.720096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 859c0a83-ee21-4b57-9354-39b5e2d0c566 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:41.766778 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Checking segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:41.767299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network hostable DHCP agents. Network: 3e698956-aae8-4d30-a23c-711ca06f5ddc, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:41.777339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c662f-bdcf-42e3-b3a2-88e59d1829af None None] Network 948ea605-7615-47fa-a143-3838c6e8d14a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:41.780479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Allocated IP 172.25.1.71 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/94f18952-2dcd-4371-80fa-03d70c9ba7da) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:41.827709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:41.834019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.885904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3e698956-aae8-4d30-a23c-711ca06f5ddc) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:41.894288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:41.899148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.900104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.914902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.939612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e475be-9074-4c6f-ba6f-e01a1eb41773 None None] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:41.959307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:41.966038 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6dacabd5-ee39-419d-a306-d2ef48e27c68 req-900b5095-0749-45d2-b07e-ba7e191d26a3 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950592 Jul 16 18:35:41.968820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.973055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9023454d-b1f4-4b2d-b336-88b23b565293 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 200 len: 934 time: 5.0117192 Jul 16 18:35:41.975476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.976811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.014464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] No DVR routers for this DVR port f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:42.019342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-85a760ce-84f2-4a8c-a84d-36a7da81c3ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6777656 Jul 16 18:35:42.030982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.033882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-9d59959e-bdd7-45c1-b97a-cca2e9f3a519 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "DELETE /v2.0/ports/f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2 HTTP/1.1" status: 204 len: 173 time: 2.2116468 Jul 16 18:35:42.034605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:42.039309 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df81891-d150-4bd5-9e9c-15f67fd734b6" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:42.044097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.059334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'subnet': {'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:42.124137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Pushing event updated for resources: {'Port': ['ID=94f18952-2dcd-4371-80fa-03d70c9ba7da,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:42.148220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] For port f426c744-2c9b-42c0-babb-057b98f7d86a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:42.149983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-06885f16-fca2-46ac-b411-1fb48166b80c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0272291 Jul 16 18:35:42.151808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] For port f426c744-2c9b-42c0-babb-057b98f7d86a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f426c744-2c9b-42c0-babb-057b98f7d86a,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:42.162292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:42.172691 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.245739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-69a45691-5884-42aa-8415-0511b9bde97b service neutron] 10.222.0.49 "GET /v2.0/networks/948ea605-7615-47fa-a143-3838c6e8d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948157 Jul 16 18:35:42.301068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 859c0a83-ee21-4b57-9354-39b5e2d0c566 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:42.312796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-997736e2-e454-4468-bbd9-f027c2a08250 None None] Provisioning for port f4c1499c-24a0-4087-9b99-2bf095b2f89f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:42.316594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:42.320574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.336953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 859c0a83-ee21-4b57-9354-39b5e2d0c566 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:42.337435 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.358286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-334d8ce4-3ca1-416c-aa84-6b157059fe85 service neutron] 10.222.0.49 "GET /v2.0/networks/948ea605-7615-47fa-a143-3838c6e8d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114521 Jul 16 18:35:42.362733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:42.364244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.450043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a86d4a15-d5fe-493d-b6ea-5c49fc19966f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 200 len: 934 time: 0.4231102 Jul 16 18:35:42.455430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.468202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'routes': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:42.634168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:42.634992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff404d-08cb-4fa2-adbd-b77b25b4467b req-c39a5fd9-ba5b-4c44-b32f-863d2ad76352 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.645936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff404d-08cb-4fa2-adbd-b77b25b4467b req-c39a5fd9-ba5b-4c44-b32f-863d2ad76352 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.652413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff404d-08cb-4fa2-adbd-b77b25b4467b req-c39a5fd9-ba5b-4c44-b32f-863d2ad76352 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.679998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff404d-08cb-4fa2-adbd-b77b25b4467b req-c39a5fd9-ba5b-4c44-b32f-863d2ad76352 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.682026 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57ff404d-08cb-4fa2-adbd-b77b25b4467b req-c39a5fd9-ba5b-4c44-b32f-863d2ad76352 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 3144 time: 1.0773380 Jul 16 18:35:42.683088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.695278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port 48db903e-e86c-4186-89a6-2e442af0c1b7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:42.695736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.782057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a243857-2a2f-4c45-8233-9aa0b0547145 None None] Pushing event updated for resources: {'Port': ['ID=f426c744-2c9b-42c0-babb-057b98f7d86a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:42.804972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57ff404d-08cb-4fa2-adbd-b77b25b4467b req-2ad62d53-da8a-4f08-ba23-ce4434c54049 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010058 Jul 16 18:35:42.902303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Subnet': ['ID=dd466530-836c-45f6-a661-b1ab909a6580,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:42.917152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Checking segment: {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:42.917649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network hostable DHCP agents. Network: bcfb801e-225d-480f-9891-020ae1c4d687, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:42.933693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-3e698956-aae8-4d30-a23c-711ca06f5ddc', 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'fixed_ips': [{'subnet_id': '9b997167-61f8-4a10-b10a-f913f47099e1'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:42.934793 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.981375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network bcfb801e-225d-480f-9891-020ae1c4d687 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:42.996805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, bcfb801e-225d-480f-9891-020ae1c4d687) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:43.002529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.003336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.018070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] For port 48db903e-e86c-4186-89a6-2e442af0c1b7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=48db903e-e86c-4186-89a6-2e442af0c1b7,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:43.018677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.022854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:43.026133 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-56ee63ae-c19d-436d-85a2-88a98972c8b2 service neutron] 10.222.0.49 "GET /v2.0/networks/4e46978f-5a0b-4afd-98f6-2a94934ce406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670060 Jul 16 18:35:43.027211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:43.040528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.050386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for 48db903e-e86c-4186-89a6-2e442af0c1b7 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:43.060632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:43.103023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35668) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:43.105825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-42e32770-3209-40a6-bba2-c1ab3031ef56 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0550687 Jul 16 18:35:43.127570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'port': {'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'name': 'tempest-TaggedBootDevicesTest_v242-425055430', 'fixed_ips': [{'subnet_id': '9b997167-61f8-4a10-b10a-f913f47099e1'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:43.217344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778954d-cf15-4ae5-830b-29b6cb2034e4 None None] Network bcfb801e-225d-480f-9891-020ae1c4d687 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:43.225677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ab501-d729-4a7d-b254-16a74645129f req-3ca864ef-419e-4bf9-82d8-20230086d029 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.227269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f1ab501-d729-4a7d-b254-16a74645129f req-3ca864ef-419e-4bf9-82d8-20230086d029 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 946 time: 0.1828017 Jul 16 18:35:43.323332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f1ab501-d729-4a7d-b254-16a74645129f req-fb8b0541-c1a5-4875-9c85-f61e8efab872 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825844 Jul 16 18:35:43.368591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.425353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=48db903e-e86c-4186-89a6-2e442af0c1b7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:43.547423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Allocated IP 10.1.1.2 (3e698956-aae8-4d30-a23c-711ca06f5ddc/9b997167-61f8-4a10-b10a-f913f47099e1/1a83aee5-a57b-4fd0-b5ec-50626a2efd1d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:43.552912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] No DVR routers for this DVR port 48db903e-e86c-4186-89a6-2e442af0c1b7 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:43.557064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.559653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-0c430777-2abc-4e95-859b-e769c0771cfa tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "DELETE /v2.0/ports/48db903e-e86c-4186-89a6-2e442af0c1b7 HTTP/1.1" status: 204 len: 173 time: 1.5143528 Jul 16 18:35:43.630937 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed02f2a7-416a-4ffb-8e75-e8e3c3b81274 x-openstack-request-id: req-ed02f2a7-416a-4ffb-8e75-e8e3c3b81274 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:43.632975 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:43.633681 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed02f2a7-416a-4ffb-8e75-e8e3c3b81274 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:43.634784 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': 'f1016d0c-ac3d-4d3d-9fcb-844fa297aaf2', 'status': 'completed', 'code': 200} Jul 16 18:35:43.652406 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-03eb6e3a-8aaf-4a4b-8512-fdf3905e30d0 service neutron] 10.222.0.49 "GET /v2.0/networks/4e46978f-5a0b-4afd-98f6-2a94934ce406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928690 Jul 16 18:35:43.706525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:43.866406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:43.866672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.986913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 859c0a83-ee21-4b57-9354-39b5e2d0c566, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=859c0a83-ee21-4b57-9354-39b5e2d0c566,segment=NetworkSegment(43ae5af0-ed89-4757-b5de-d022e2853c29),segment_id=43ae5af0-ed89-4757-b5de-d022e2853c29)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:44.036302 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.043093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4c1499c-24a0-4087-9b99-2bf095b2f89f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:44.202069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fc304d9-f140-44ad-aa6d-a766f400c1a5 req-df20049d-4314-46e4-b4f5-57bf8a034cc0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 210 time: 0.0592928 Jul 16 18:35:44.242158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] For port 8f1b1968-9571-40ab-90bf-c2fc29e576d3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=8f1b1968-9571-40ab-90bf-c2fc29e576d3,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:44.246085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.262114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1306d4-0977-4db5-bf2d-ac41cf1e7113 None None] Network 4e46978f-5a0b-4afd-98f6-2a94934ce406 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:44.301317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for 8f1b1968-9571-40ab-90bf-c2fc29e576d3 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:44.389624 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.392508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.536871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] device_id is not set on port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:44.538590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f1678-3973-440b-8ec3-0452c0cd28d8 req-3a2f61d1-f3e6-4df3-a7c4-01b65ba9a47b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.540498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-999f1678-3973-440b-8ec3-0452c0cd28d8 req-3a2f61d1-f3e6-4df3-a7c4-01b65ba9a47b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 946 time: 0.1158686 Jul 16 18:35:44.690847 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.728533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=859c0a83-ee21-4b57-9354-39b5e2d0c566,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.742619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8a2ac55c-cd67-4366-97df-1064c15d7a00 None None] Provisioning for port f426c744-2c9b-42c0-babb-057b98f7d86a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:44.750247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-999f1678-3973-440b-8ec3-0452c0cd28d8 req-002bad4d-be8a-49cc-a5b6-87cb194497d7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889524 Jul 16 18:35:44.760347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=8f1b1968-9571-40ab-90bf-c2fc29e576d3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.859390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-bcfb801e-225d-480f-9891-020ae1c4d687', 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'fixed_ips': [{'subnet_id': 'dd466530-836c-45f6-a661-b1ab909a6580'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:44.860651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.863892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:35:44.864219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:35:44.886971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] No DVR routers for this DVR port 8f1b1968-9571-40ab-90bf-c2fc29e576d3 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:44.894384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.901316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-08868ff7-6bd8-44d6-a9a1-ceba9dc75509 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "DELETE /v2.0/ports/8f1b1968-9571-40ab-90bf-c2fc29e576d3 HTTP/1.1" status: 204 len: 173 time: 1.3348279 Jul 16 18:35:44.935669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:39Z', 'revision_number': 6, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:38Z', 'revision_number': 4, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:44.960521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f4c1499c-24a0-4087-9b99-2bf095b2f89f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:45.014522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:45.021545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f4c1499c-24a0-4087-9b99-2bf095b2f89f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:45.022184 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.120538 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.125556 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.172268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:45.177064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port 5a83f058-7138-4438-b396-d79a9307d08e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:45.177458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.182019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:45.238089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.257187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816990-d9b3-42c6-82ee-2042b65fe0ec req-9441a66e-ff27-4319-a530-dc3c8dde2333 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:45.263753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816990-d9b3-42c6-82ee-2042b65fe0ec req-9441a66e-ff27-4319-a530-dc3c8dde2333 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:45.270944 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c0816990-d9b3-42c6-82ee-2042b65fe0ec req-9441a66e-ff27-4319-a530-dc3c8dde2333 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 1678 time: 0.9224365 Jul 16 18:35:45.308352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Transition to ACTIVE for port object 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:45.336785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] For port 5a83f058-7138-4438-b396-d79a9307d08e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5a83f058-7138-4438-b396-d79a9307d08e,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:45.337284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.367231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for 5a83f058-7138-4438-b396-d79a9307d08e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:45.492556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Transition to ACTIVE for port object 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:45.521228 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.527053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:45.538845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-974668c0-d7ef-427d-8f4f-7fe06676364b req-9ae63c3f-0223-46e6-8327-729e2b23357a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 210 time: 0.0722325 Jul 16 18:35:45.578782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Allocated IP 10.2.2.2 (bcfb801e-225d-480f-9891-020ae1c4d687/dd466530-836c-45f6-a661-b1ab909a6580/3422267c-b1b2-4f8f-9247-7b1e57771ee5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:45.609821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c0816990-d9b3-42c6-82ee-2042b65fe0ec req-2f50bffa-df4d-4e50-9110-a615c8e78ad4 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups?id=3dd5cdab-2c2c-409e-82c6-607d1ae2e535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375168 Jul 16 18:35:45.638029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:45.642057 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa23b5-4f01-463f-a17e-6e483bfb25d8" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:45.659728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:45.666423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.713827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=5a83f058-7138-4438-b396-d79a9307d08e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.730849 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1681f7c7-c93e-4ba3-9fe7-3828f8c01ee9 x-openstack-request-id: req-1681f7c7-c93e-4ba3-9fe7-3828f8c01ee9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:45.733022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:45.733996 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "48db903e-e86c-4186-89a6-2e442af0c1b7", "status": "completed", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "8f1b1968-9571-40ab-90bf-c2fc29e576d3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:45.735613 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1681f7c7-c93e-4ba3-9fe7-3828f8c01ee9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:45.737452 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '48db903e-e86c-4186-89a6-2e442af0c1b7', 'status': 'completed', 'code': 200} Jul 16 18:35:45.737626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:45.738061 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '8f1b1968-9571-40ab-90bf-c2fc29e576d3', 'status': 'completed', 'code': 200} Jul 16 18:35:45.787085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Pushing event updated for resources: {'Port': ['ID=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.850844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] No DVR routers for this DVR port 5a83f058-7138-4438-b396-d79a9307d08e on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:45.856170 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.858635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-27fcc1c4-0825-4ed7-b46b-379f095aecf6 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "DELETE /v2.0/ports/5a83f058-7138-4438-b396-d79a9307d08e HTTP/1.1" status: 204 len: 173 time: 0.9504871 Jul 16 18:35:46.059852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port 25b24ef1-acd8-44dc-a62c-a52071237444 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:46.060078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.060255 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.160499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Attempting to bind port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:46.167130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Attempting to bind port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:46.169873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Attempting to bind port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:46.251159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] For port 25b24ef1-acd8-44dc-a62c-a52071237444, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=25b24ef1-acd8-44dc-a62c-a52071237444,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:46.251973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.276770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:46.277492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Checking segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:46.278149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.279580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Bound using segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:46.280583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Bound port: 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:46.281324 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.315912 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bab6afb-bb07-42e0-b16e-76467e8fdc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.382264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f4c1499c-24a0-4087-9b99-2bf095b2f89f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f4c1499c-24a0-4087-9b99-2bf095b2f89f,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:46.436709 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.476073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] For port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:46.479493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] For port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:46.524939 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.593135 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.605097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Transition to ACTIVE for port object 3422267c-b1b2-4f8f-9247-7b1e57771ee5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:46.625529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Transition to ACTIVE for port object 3422267c-b1b2-4f8f-9247-7b1e57771ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:46.664073 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.695769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:44Z', 'revision_number': 7, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:46.720284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 10.1.1.151 (3e698956-aae8-4d30-a23c-711ca06f5ddc/9b997167-61f8-4a10-b10a-f913f47099e1/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:46.740305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Network bcfb801e-225d-480f-9891-020ae1c4d687 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:46.747090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051492f-157b-4a3a-8889-0d9475296f6d None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:44Z', 'revision_number': 7, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:46.748634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4650e721-68c5-4a65-9980-1944b0d0cf95 req-8b2755ad-3666-405b-8406-f1c50e236285 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 210 time: 0.0640287 Jul 16 18:35:46.754557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:46.765574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:46.789645 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.790024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.790648 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Floating IP 7fcfd356-c1b9-43fa-86d4-26cafbe73d06 disassociated. External IP: 172.25.1.152, port: 25b24ef1-acd8-44dc-a62c-a52071237444. Jul 16 18:35:46.790753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for 25b24ef1-acd8-44dc-a62c-a52071237444 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:46.870394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 859c0a83-ee21-4b57-9354-39b5e2d0c566 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:46.909935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-1ef92ef6-022f-4e7c-bfbe-3eea4ebf0eaa tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:46.925220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-1ef92ef6-022f-4e7c-bfbe-3eea4ebf0eaa tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:46.928179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-1ef92ef6-022f-4e7c-bfbe-3eea4ebf0eaa tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "GET /v2.0/networks?id=948ea605-7615-47fa-a143-3838c6e8d14a&id=4e46978f-5a0b-4afd-98f6-2a94934ce406 HTTP/1.1" status: 200 len: 1391 time: 0.4085810 Jul 16 18:35:46.955397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'port': {'device_id': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a', 'admin_state_up': True, 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:47.044616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.101328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.146082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f4c1499c-24a0-4087-9b99-2bf095b2f89f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.146359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.158322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50956756-d6c4-488f-9072-cc265246cc4f req-7093dfff-3fcb-40d0-ad88-bfb5db03d402 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0964491 Jul 16 18:35:47.190935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=25b24ef1-acd8-44dc-a62c-a52071237444,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.229416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Attempting to bind port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:47.229807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Attempting to bind port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:47.230169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Attempting to bind port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 on network bcfb801e-225d-480f-9891-020ae1c4d687 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:47.244610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:47.245007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Checking segment: {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:47.245409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.245802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Bound using segment: {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:47.246278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Bound port: 3422267c-b1b2-4f8f-9247-7b1e57771ee5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:47.246658 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.340928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:47.372699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10fc61-7b21-44ab-a89c-c8e46f99eb5b None None] Pushing event updated for resources: {'Port': ['ID=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.399912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] For port 3422267c-b1b2-4f8f-9247-7b1e57771ee5, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:47.406260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] For port 3422267c-b1b2-4f8f-9247-7b1e57771ee5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3422267c-b1b2-4f8f-9247-7b1e57771ee5,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:47.437313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 859c0a83-ee21-4b57-9354-39b5e2d0c566 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:47.437651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.444983 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.491477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35756) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:47.500659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:47.512166 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] Sync routers for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:47.525438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:35:47.534214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Pushing event updated for resources: {'Port': ['ID=3422267c-b1b2-4f8f-9247-7b1e57771ee5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.554616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0a0f8-6758-4fa5-9591-40cbf14e24ff req-cceb9ba5-8e14-422e-a060-830546a0515b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:47.561662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78a0a0f8-6758-4fa5-9591-40cbf14e24ff req-cceb9ba5-8e14-422e-a060-830546a0515b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 946 time: 1.0648980 Jul 16 18:35:47.562609 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:47.565687 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:47.574838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] No DVR routers for this DVR port 25b24ef1-acd8-44dc-a62c-a52071237444 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:47.578108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.580458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c87184-d563-4569-86c8-3d9b20fa54a8 req-58934d6c-0e9c-4d55-b775-b2bdd1bb5967 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.59 "DELETE /v2.0/ports/25b24ef1-acd8-44dc-a62c-a52071237444 HTTP/1.1" status: 204 len: 173 time: 1.7155170 Jul 16 18:35:47.590454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:47.719260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238eb2d-a982-4333-95e4-e03d4b70b96b None None] Pushing event updated for resources: {'Port': ['ID=3422267c-b1b2-4f8f-9247-7b1e57771ee5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.726327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f426c744-2c9b-42c0-babb-057b98f7d86a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:47.740650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e'}, {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:47.743438 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64443f6a-4795-44a0-aefa-7ca150dc5463" -d '{"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "5a83f058-7138-4438-b396-d79a9307d08e"}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:47.842232 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e022755d-1820-4bc7-8003-83a5caf68079 x-openstack-request-id: req-e022755d-1820-4bc7-8003-83a5caf68079 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:47.842806 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "5a83f058-7138-4438-b396-d79a9307d08e", "status": "completed", "code": 200}, {"server_uuid": "c96976e1-36ab-49b2-8e84-6f8f35cc0ea3", "name": "network-vif-deleted", "tag": "25b24ef1-acd8-44dc-a62c-a52071237444", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:47.842806 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e022755d-1820-4bc7-8003-83a5caf68079 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:47.846529 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '5a83f058-7138-4438-b396-d79a9307d08e', 'status': 'completed', 'code': 200} Jul 16 18:35:47.846887 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96976e1-36ab-49b2-8e84-6f8f35cc0ea3', 'name': 'network-vif-deleted', 'tag': '25b24ef1-acd8-44dc-a62c-a52071237444', 'status': 'completed', 'code': 200} Jul 16 18:35:47.850597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1f71462-1468-4f6c-b8f9-41c86995055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.866775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:47.871434 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:47.888946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Sync routers for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:47.895263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f426c744-2c9b-42c0-babb-057b98f7d86a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:47.900091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f426c744-2c9b-42c0-babb-057b98f7d86a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:47.900607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.992328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.998296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:47.999581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:48.026853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Transition to ACTIVE for port object 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:48.105862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5c17d99-54a4-4d2c-9619-09761899be46 req-2f0f1d4f-131b-4447-bc91-91e21b9d8c90 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 210 time: 0.0641451 Jul 16 18:35:48.226285 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.247467 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78a0a0f8-6758-4fa5-9591-40cbf14e24ff req-f358c92d-44b3-480a-a1a2-368bc56f1b58 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848056 Jul 16 18:35:48.264646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.307175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:48.310732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.325020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:48.360947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.362506 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-30281527-890b-4fd7-9ef6-03dc6efd11dc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.7013550 Jul 16 18:35:48.367153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:48.382608 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:13Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:48.426589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f426c744-2c9b-42c0-babb-057b98f7d86a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f426c744-2c9b-42c0-babb-057b98f7d86a,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:48.469785 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] Checking router: 3dd4d6c6-7541-45f3-8ef9-f718f5444514 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:48.489365 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.504996 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:48.510736 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:48.575481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:48.614825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b901b4d-ea24-4bfd-a7c2-efd6327d4098 None None] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:48.614972 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:48.659630 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:48.667005 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:48.826768 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:48.914947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Allocated IP 19.80.0.31 (948ea605-7615-47fa-a143-3838c6e8d14a/fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7/6bfd37e1-fa53-47ab-9cb4-6736fb3af6af) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:49.024249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:49.040551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:49.064541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.068390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2de85c46-2d67-4873-b9b0-e4faadb06294 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 200 len: 700 time: 6.6076241 Jul 16 18:35:49.085758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:49.100461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7a2c-b1eb-4d4c-aed6-25557f482fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.101021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:49.122177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5a1a3ca-c18f-4ff5-9288-a181b707f5fe None None] Provisioning for port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:49.128483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f426c744-2c9b-42c0-babb-057b98f7d86a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:49.164107 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.236337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:49.242418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:49.242921 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.298774 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:49.389253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 3, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:49.401152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:49.424662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:49.433338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.445830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8def7c5-06ef-4e02-9b39-73c80611c6d6 None None] Network bcfb801e-225d-480f-9891-020ae1c4d687 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:49.452064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Checking router: bb98c7d6-0877-4d73-ae19-0d053acbdcc3 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:49.452556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Updating router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 port 94f18952-2dcd-4371-80fa-03d70c9ba7da binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:49.539652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.583022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Transition to ACTIVE for port object 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:49.622866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:49.623287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.624470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.627203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6dd07a56-20ad-4b64-83ff-7accfd36c060 None None] Provisioning for port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:49.638257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.640181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.641163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3422267c-b1b2-4f8f-9247-7b1e57771ee5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:49.655656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ad3102e7-74d4-4214-96c7-bfeea38c8a37 req-49bef571-a20e-44c2-b60e-cae147bfd130 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.1356015 Jul 16 18:35:49.672391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3a85b88e-d029-4d84-82b9-d8f0813ec1a3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 200 len: 700 time: 0.2683349 Jul 16 18:35:49.673370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:49.717390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c9b9d-e6df-42d1-a34a-2cfbe5595d2e req-ff38f1c3-943e-46f9-8b67-06ec2c99f4f2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.725574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c71c9b9d-e6df-42d1-a34a-2cfbe5595d2e req-ff38f1c3-943e-46f9-8b67-06ec2c99f4f2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 946 time: 0.3121033 Jul 16 18:35:49.765013 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:44Z', 'revision_number': 7, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:49.824160 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:13Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:49.854430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1f71462-1468-4f6c-b8f9-41c86995055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.875975 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1f71462-1468-4f6c-b8f9-41c86995055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.886289 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:49.896603 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfedd3-47de-46b8-bd4b-46be1731707b None None] The sync data for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 is: [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 4, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4de20823-36b1-4cfb-a8c4-9c98100433af', 'name': '', 'network_id': '5f578155-921a-45d2-b167-32878999fee7', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'mac_address': 'fa:16:3e:66:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:13Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'subnets': [{'id': 'e002e86a-d76d-4541-b528-5f64fdfd0358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:49.910668 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:49.911563 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.015850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:50.034291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b63be3ca-2706-4ddf-9746-2cb791402a0d req-995a9f54-c0ab-455e-8184-ead7f1e6106b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 210 time: 0.0625243 Jul 16 18:35:50.061360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f1f71462-1468-4f6c-b8f9-41c86995055b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78f1fdf3c62b4969b4caa1b4710ce297&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5682089 Jul 16 18:35:50.064401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:50.079148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:50.087874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:50.088348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.090263 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.141456 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:50.157509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71462-1468-4f6c-b8f9-41c86995055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeef17e1-187d-48a9-8546-4073f888406d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:50.206778 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdcefc44-6db4-4779-b383-c4940310d484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.209555 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e3cc48c-6060-40d9-a52c-c4c9ca197342 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.0975351 Jul 16 18:35:50.273868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:50.284132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.302575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'port': {'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'name': 'tempest-TaggedBootDevicesTest_v242-1071966590', 'fixed_ips': [{'subnet_id': '9b997167-61f8-4a10-b10a-f913f47099e1'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:50.425713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Port': ['ID=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:50.472622 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c71c9b9d-e6df-42d1-a34a-2cfbe5595d2e req-7da03bd2-cd06-4496-a62e-243b3380ef9c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452114 Jul 16 18:35:50.516186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network 948ea605-7615-47fa-a143-3838c6e8d14a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:50.521968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfa2c6-e60a-449f-a230-baf687fbe3e7 None None] New status for floating IP 7fcfd356-c1b9-43fa-86d4-26cafbe73d06: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:50.522437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:50.529157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:50.568235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdcefc44-6db4-4779-b383-c4940310d484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.668469 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:44Z', 'revision_number': 7, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.775269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-523e1bc2-7120-426e-ae48-93135f96c87d None None] Provisioning complete for port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:50.775653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523e1bc2-7120-426e-ae48-93135f96c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.790772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.791927 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.796991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:50.838083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-b38c9733-5181-42a5-b910-4bd26fd08b49 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.851035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-b38c9733-5181-42a5-b910-4bd26fd08b49 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 946 time: 0.5391288 Jul 16 18:35:50.879142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-71c40276-7327-49bd-b9de-e219680ba951 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9340053 Jul 16 18:35:50.889879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Request body: {'port': {'device_id': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406', 'admin_state_up': True, 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:50.993230 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ad876-d53e-46a6-9e4f-b940b549e755 None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:44Z', 'revision_number': 7, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '859c0a83-ee21-4b57-9354-39b5e2d0c566', 'name': '', 'network_id': 'c1ba16da-83e0-4d25-9c2d-7a84422f0ef1', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:d2:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:30Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '37ba48a2-3d42-4385-89ee-fb4a537fa6e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:51.199633 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.216143 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdcefc44-6db4-4779-b383-c4940310d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.224654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdcefc44-6db4-4779-b383-c4940310d484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.228195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fdcefc44-6db4-4779-b383-c4940310d484 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aeef17e1-187d-48a9-8546-4073f888406d HTTP/1.1" status: 204 len: 168 time: 1.1533408 Jul 16 18:35:51.236726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6def3a3d-3924-4435-8bda-16c13af32f6c req-56ab5111-ebc2-474f-ab01-0a7c6ceb0a44 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.2112722 Jul 16 18:35:51.309054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] device_id is not set on port a7066535-e347-4025-a13f-8c20c49ab2a1 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:51.323004 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.347379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcefc44-6db4-4779-b383-c4940310d484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeef17e1-187d-48a9-8546-4073f888406d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.362197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Deleting port ecaafd82-d614-46ef-9f17-93ddc948e96c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:51.362636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.388409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.415537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.444548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Transition to ACTIVE for port object 94f18952-2dcd-4371-80fa-03d70c9ba7da will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:51.455588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-523e1bc2-7120-426e-ae48-93135f96c87d None None] Provisioning for port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:51.467182 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.469129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-523e1bc2-7120-426e-ae48-93135f96c87d None None] Provisioning complete for port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:51.469761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-523e1bc2-7120-426e-ae48-93135f96c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.507210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 10.1.1.145 (3e698956-aae8-4d30-a23c-711ca06f5ddc/9b997167-61f8-4a10-b10a-f913f47099e1/a7066535-e347-4025-a13f-8c20c49ab2a1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:51.523596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546fc61-9ba3-4d22-bc96-3f229b90acf5 None None] Pushing event updated for resources: {'Port': ['ID=94f18952-2dcd-4371-80fa-03d70c9ba7da,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.549203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 3422267c-b1b2-4f8f-9247-7b1e57771ee5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3422267c-b1b2-4f8f-9247-7b1e57771ee5,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:51.577638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Attempting to bind port 94f18952-2dcd-4371-80fa-03d70c9ba7da on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:51.578037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Attempting to bind port 94f18952-2dcd-4371-80fa-03d70c9ba7da by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:51.578405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Attempting to bind port 94f18952-2dcd-4371-80fa-03d70c9ba7da on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:51.591052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.592387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4c1499c-24a0-4087-9b99-2bf095b2f89f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:51.599053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:51.599053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:51.599467 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.599866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:51.600498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Bound port: 94f18952-2dcd-4371-80fa-03d70c9ba7da, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:51.601039 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.657603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Allocated IP 172.20.0.1 (0ddbe116-d643-41f2-b04a-339d51dd3deb/cb678e27-521d-4285-87ba-ac6641df13ce/bc9a4d00-1e49-475b-9b29-505badc8289a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:51.675343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-523e1bc2-7120-426e-ae48-93135f96c87d None None] Port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:51.691698 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.709086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Transition to ACTIVE for port object a7066535-e347-4025-a13f-8c20c49ab2a1 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:51.715118 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.759411 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.770325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=3422267c-b1b2-4f8f-9247-7b1e57771ee5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.785569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] For port 94f18952-2dcd-4371-80fa-03d70c9ba7da, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:51.794100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] For port 94f18952-2dcd-4371-80fa-03d70c9ba7da, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=94f18952-2dcd-4371-80fa-03d70c9ba7da,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:51.802827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f4c1499c-24a0-4087-9b99-2bf095b2f89f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:51.803264 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.807797 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.850016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Provisioning complete for port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:51.850401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.861728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35798) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.868171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=a7066535-e347-4025-a13f-8c20c49ab2a1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.888650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.899692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Made reservation on behalf of cf3f073ddde442de855fd56c1a871c3f for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:51.903975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.937937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:51.938769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:51.939066 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88db1bd7-f0ba-4644-97e3-3e97f2c9b6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.958736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.972570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:52.010658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:52.025658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546fc61-9ba3-4d22-bc96-3f229b90acf5 None None] Pushing event updated for resources: {'Port': ['ID=94f18952-2dcd-4371-80fa-03d70c9ba7da,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.048574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:52.098684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Network 0ddbe116-d643-41f2-b04a-339d51dd3deb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:52.100617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:52.103485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:52.186528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9a4d00-1e49-475b-9b29-505badc8289a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.199219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] For port ecaafd82-d614-46ef-9f17-93ddc948e96c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ecaafd82-d614-46ef-9f17-93ddc948e96c,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:52.199748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.221610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:52.235797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Calling delete_port for ecaafd82-d614-46ef-9f17-93ddc948e96c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:52.240229 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.273513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Provisioning complete for port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:52.273889 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.309230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9aecf-86f8-4883-b913-3369562b0439 req-756d8d6e-3c1a-4710-9b6c-c20cbbb83b60 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.317237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77f9aecf-86f8-4883-b913-3369562b0439 req-756d8d6e-3c1a-4710-9b6c-c20cbbb83b60 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 946 time: 0.3755608 Jul 16 18:35:52.381777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:52.387061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:52.445819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Provisioning for port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:52.450662 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77f9aecf-86f8-4883-b913-3369562b0439 req-8bf7b2ac-ad82-40a4-abd0-b9ba1642a4bf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312060 Jul 16 18:35:52.505457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Provisioning complete for port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:52.505836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.578243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:52.578623 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.654526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-74907bfd-0bc8-4ef3-b1ed-edeee163d84e None None] Port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:52.689059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Allocated IP 19.86.0.18 (4e46978f-5a0b-4afd-98f6-2a94934ce406/2aa28b3d-45ad-4a13-98fe-7461a9fe5d05/3a3fa7d2-40eb-4b6e-902d-8adf394f1a74) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:52.709681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.721290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.722518 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.730253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3422267c-b1b2-4f8f-9247-7b1e57771ee5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:52.738793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e2d6-13d7-4063-99b8-6752ff292a5f req-2f3da8d4-e6d7-42ae-9475-3b5d45e83768 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.740342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc46e2d6-13d7-4063-99b8-6752ff292a5f req-2f3da8d4-e6d7-42ae-9475-3b5d45e83768 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 931 time: 1.4902349 Jul 16 18:35:52.743493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.760212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-21372765-dd06-438d-8c2a-253f66afd907 req-202a7cd6-9ff9-44de-a411-acd0ce06d893 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0717249 Jul 16 18:35:52.776244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.806105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 3, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:52.842478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.895907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event deleted for resources: {'Port': ['ID=ecaafd82-d614-46ef-9f17-93ddc948e96c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.923922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ecaafd82-d614-46ef-9f17-93ddc948e96c no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:52.955945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc46e2d6-13d7-4063-99b8-6752ff292a5f req-58dade1c-6b29-47fe-89a0-fd2321fe6ab5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995437 Jul 16 18:35:52.960905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: ecaafd82-d614-46ef-9f17-93ddc948e96c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:52.961305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ecaafd82-d614-46ef-9f17-93ddc948e96c not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:52.963619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e683209f-7bce-41ca-ad89-95a995d5e86f None None] Provisioning for port a7066535-e347-4025-a13f-8c20c49ab2a1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:52.967531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5634b02-66ff-4fbe-8014-59c206d85a9c None None] The sync data for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 is: [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 3, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:52.993105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:52.993932 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.996238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e683209f-7bce-41ca-ad89-95a995d5e86f None None] Provisioning complete for port a7066535-e347-4025-a13f-8c20c49ab2a1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:52.997291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e683209f-7bce-41ca-ad89-95a995d5e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.999607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] No DVR routers for this DVR port ecaafd82-d614-46ef-9f17-93ddc948e96c on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:53.020483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.022531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fba35424-eb05-4a76-a29a-827225fe4c23 req-adaa16ee-2741-46a7-bf96-b5a35f1c6887 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "DELETE /v2.0/ports/ecaafd82-d614-46ef-9f17-93ddc948e96c HTTP/1.1" status: 204 len: 173 time: 2.1502688 Jul 16 18:35:53.022980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48896804-2dc1-4005-a959-179bfdf2077a', 'name': 'network-vif-deleted', 'tag': 'ecaafd82-d614-46ef-9f17-93ddc948e96c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:53.025285 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9704586-3d41-4f52-bf47-fb291ee00647" -d '{"events": [{"server_uuid": "48896804-2dc1-4005-a959-179bfdf2077a", "name": "network-vif-deleted", "tag": "ecaafd82-d614-46ef-9f17-93ddc948e96c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:53.093984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e683209f-7bce-41ca-ad89-95a995d5e86f None None] Port a7066535-e347-4025-a13f-8c20c49ab2a1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:53.148101 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68651337-a6f4-4228-83ac-8ca146d8d821 x-openstack-request-id: req-68651337-a6f4-4228-83ac-8ca146d8d821 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:53.148375 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48896804-2dc1-4005-a959-179bfdf2077a", "name": "network-vif-deleted", "tag": "ecaafd82-d614-46ef-9f17-93ddc948e96c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:53.155494 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68651337-a6f4-4228-83ac-8ca146d8d821 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:53.155925 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48896804-2dc1-4005-a959-179bfdf2077a', 'name': 'network-vif-deleted', 'tag': 'ecaafd82-d614-46ef-9f17-93ddc948e96c', 'status': 'completed', 'code': 200} Jul 16 18:35:53.179728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f426c744-2c9b-42c0-babb-057b98f7d86a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:53.200210 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.205780 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.288130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.291086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9a4d00-1e49-475b-9b29-505badc8289a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.292396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f426c744-2c9b-42c0-babb-057b98f7d86a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:53.292859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.311424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.351892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88db1bd7-f0ba-4644-97e3-3e97f2c9b6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.369741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Transition to ACTIVE for port object 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:53.423700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88db1bd7-f0ba-4644-97e3-3e97f2c9b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.444587 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b6f00d4-ebd7-408e-8869-421997af8fcb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1454659 Jul 16 18:35:53.472699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.504808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Network 0ddbe116-d643-41f2-b04a-339d51dd3deb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:53.506291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:53.506663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1bd7-f0ba-4644-97e3-3e97f2c9b6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c19abb2-d30d-4469-a452-c0b6f0a4001f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.584631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Network 4e46978f-5a0b-4afd-98f6-2a94934ce406 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:53.592297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:53.605991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:53.667744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-88db1bd7-f0ba-4644-97e3-3e97f2c9b6b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aaf36fc6627b49a78f563d0ed8c1cad2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7958732 Jul 16 18:35:53.671022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35810) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:53.677312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.677985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.788838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event updated for resources: {'Port': ['ID=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.800713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-90eb67e2-567c-4a3b-825a-830b99859ff0 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9146998 Jul 16 18:35:53.822202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Request body: {'port': {'device_id': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:53.869787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:53.898264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6c9958ce-a4f6-4901-ab12-1d8cf3941c50 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270859010', 'description': 'tempest-description--224648936'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:53.951009 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4cd52cc8-2490-4cf1-8324-93a8c5773340 req-2d0b8553-758d-49e7-98ee-180602ca3df2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=48896804-2dc1-4005-a959-179bfdf2077a HTTP/1.1" status: 200 len: 210 time: 0.2471137 Jul 16 18:35:53.970058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:53.997586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59754c1-682e-4396-aa67-cf9c295a9ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.043077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8e0c986d-f593-491f-bf0d-0ce4f11680cc None None] Provisioning for port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:54.048723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8e0c986d-f593-491f-bf0d-0ce4f11680cc None None] Provisioning complete for port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:54.049221 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e0c986d-f593-491f-bf0d-0ce4f11680cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.067513 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59754c1-682e-4396-aa67-cf9c295a9ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.123381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c986d-f593-491f-bf0d-0ce4f11680cc None None] Port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:54.136458 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c9958ce-a4f6-4901-ab12-1d8cf3941c50 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.196582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:54.207276 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46ef709c-1c29-4d74-9447-99c345b93e6d req-3f5c2724-3fe5-4d8b-be39-49bdce738b89 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.1801319 Jul 16 18:35:54.211739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e58b00b3-c352-47a4-a1fa-a97cf0da2133 admin admin] 10.222.0.49 "PUT /v2.0/routers/bb98c7d6-0877-4d73-ae19-0d053acbdcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8361967 Jul 16 18:35:54.213750 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59754c1-682e-4396-aa67-cf9c295a9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.216633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f59754c1-682e-4396-aa67-cf9c295a9ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.218161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f59754c1-682e-4396-aa67-cf9c295a9ed8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c19abb2-d30d-4469-a452-c0b6f0a4001f HTTP/1.1" status: 204 len: 168 time: 0.5424466 Jul 16 18:35:54.267310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59754c1-682e-4396-aa67-cf9c295a9ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c19abb2-d30d-4469-a452-c0b6f0a4001f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.295348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 859c0a83-ee21-4b57-9354-39b5e2d0c566 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:54.295728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.298485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.412864 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.466737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 94f18952-2dcd-4371-80fa-03d70c9ba7da up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:54.577383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 94f18952-2dcd-4371-80fa-03d70c9ba7da completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:54.592479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 94f18952-2dcd-4371-80fa-03d70c9ba7da triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:54.600805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b20fd-ef7a-439a-ab54-cf03fa191c9c req-dc86070a-1de1-48d9-af76-defeb876626c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.602863 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.618304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b20fd-ef7a-439a-ab54-cf03fa191c9c req-dc86070a-1de1-48d9-af76-defeb876626c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.625376 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab7b20fd-ef7a-439a-ab54-cf03fa191c9c req-dc86070a-1de1-48d9-af76-defeb876626c tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1653 time: 0.1573150 Jul 16 18:35:54.694423 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab7b20fd-ef7a-439a-ab54-cf03fa191c9c req-ee812050-5372-4ed9-ba7d-4f57b17bd9dd tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630989 Jul 16 18:35:54.778394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:54.798738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.799555 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.818261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port 859c0a83-ee21-4b57-9354-39b5e2d0c566, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=859c0a83-ee21-4b57-9354-39b5e2d0c566,segment=NetworkSegment(43ae5af0-ed89-4757-b5de-d022e2853c29),segment_id=43ae5af0-ed89-4757-b5de-d022e2853c29)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:54.818654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.842521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Transition to ACTIVE for port object 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:54.847046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 94f18952-2dcd-4371-80fa-03d70c9ba7da, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=94f18952-2dcd-4371-80fa-03d70c9ba7da,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:54.850947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 859c0a83-ee21-4b57-9354-39b5e2d0c566 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:54.858921 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.861758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.930827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c9958ce-a4f6-4901-ab12-1d8cf3941c50 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.950592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=94f18952-2dcd-4371-80fa-03d70c9ba7da,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.980988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c9958ce-a4f6-4901-ab12-1d8cf3941c50 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.100124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.153919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c9958ce-a4f6-4901-ab12-1d8cf3941c50 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.158647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35852) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:55.159252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6c9958ce-a4f6-4901-ab12-1d8cf3941c50 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2723646 Jul 16 18:35:55.164252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a5488383-f4ab-4d04-9d1e-7f627f30c633 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'security_group_rule': {'security_group_id': '0c5e254e-945b-467c-99f6-e93f380a612f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:55.165516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9958ce-a4f6-4901-ab12-1d8cf3941c50 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e254e-945b-467c-99f6-e93f380a612f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.234223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5488383-f4ab-4d04-9d1e-7f627f30c633 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.339931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5488383-f4ab-4d04-9d1e-7f627f30c633 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.349171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5488383-f4ab-4d04-9d1e-7f627f30c633 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.359764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Attempting to bind port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:55.364157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Attempting to bind port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:55.364654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Attempting to bind port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af on network 948ea605-7615-47fa-a143-3838c6e8d14a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:55.385119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5488383-f4ab-4d04-9d1e-7f627f30c633 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1489f240-2e56-43c1-bf16-5b6182831d07,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.406977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5488383-f4ab-4d04-9d1e-7f627f30c633 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.410759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a5488383-f4ab-4d04-9d1e-7f627f30c633 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2483761 Jul 16 18:35:55.411319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af on network 948ea605-7615-47fa-a143-3838c6e8d14a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:55.411319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Attempting to bind port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af on network 948ea605-7615-47fa-a143-3838c6e8d14a {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:55.411543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35866) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:55.421093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7f5225e2-7c8a-4d50-8f26-fc62f0c87931 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'security_group_rule': {'security_group_id': '0c5e254e-945b-467c-99f6-e93f380a612f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:55.429144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:55.430037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Checking segment: {'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:55.430608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Bound using segment: {'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:55.431178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Bound port: 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d04a28-6e56-47a3-a2e9-96269cdcf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:55.431691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.480810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5225e2-7c8a-4d50-8f26-fc62f0c87931 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.571679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7979-f290-43a8-8fc8-d133cc817737 req-5c1f3243-bdb4-4b92-980e-eecda7011cf7 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.573385 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-5c1f3243-bdb4-4b92-980e-eecda7011cf7 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 819 time: 0.4209454 Jul 16 18:35:55.584368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3707bb10-31b3-4ac2-9c5b-8ec519be1dce req-ae5440b4-18b3-45f7-8cea-6224cddb04db tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0360618 Jul 16 18:35:55.618364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5225e2-7c8a-4d50-8f26-fc62f0c87931 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.626590 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5225e2-7c8a-4d50-8f26-fc62f0c87931 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.657924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5225e2-7c8a-4d50-8f26-fc62f0c87931 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfd4e86-c6a1-4cbb-bcf8-b73dd73cd4df,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.684951 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-d56e0e52-0578-4c21-aabc-d11020dd81d6 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/quotas/8cc014e0d77d4e2bbf9a51370c65d71b HTTP/1.1" status: 200 len: 375 time: 0.0603943 Jul 16 18:35:55.693698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f5225e2-7c8a-4d50-8f26-fc62f0c87931 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.698432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7f5225e2-7c8a-4d50-8f26-fc62f0c87931 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823584 Jul 16 18:35:55.699282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:55.727958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:55.736979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] For port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:55.750169 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] For port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:55.759842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.804727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.813575 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Sync routers for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:55.836537 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:55.838752 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:55.852485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.874957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.890260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.891944 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.893729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-95ffb835-23d6-4039-934d-2bc63cb5d664 service neutron] 10.222.0.67 "PUT /v2.0/ports/6bfd37e1-fa53-47ab-9cb4-6736fb3af6af HTTP/1.1" status: 200 len: 1092 time: 2.0811687 Jul 16 18:35:55.917653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'tag': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:55.921358 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f678bd48-0c29-4088-a355-3dc71d55c7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "tag": "6bfd37e1-fa53-47ab-9cb4-6736fb3af6af"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:55.935226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-a8dfc305-5363-4114-a119-0163613b5e3c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.942067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-a8dfc305-5363-4114-a119-0163613b5e3c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.1987562 Jul 16 18:35:55.955764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Request body: {'port': {'device_id': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:55.968531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-01762654-90ce-43a6-a715-8ebadd8c4f1f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/quotas/6bed682e5e28436097f6a28101681068 HTTP/1.1" status: 200 len: 375 time: 0.0254383 Jul 16 18:35:56.078230 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-66068001-b661-4970-8377-1ee240559b25 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086495 Jul 16 18:35:56.140180 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:56.263677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-bc733d84-acd9-4fd3-a1f8-138ffe490a12 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5692880 Jul 16 18:35:56.386159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 94f18952-2dcd-4371-80fa-03d70c9ba7da up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:56.431723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:56.434140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ed8bafbe-4d87-4255-a8db-2c51789f1f75 service neutron] 10.222.0.49 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696379 Jul 16 18:35:56.435102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=859c0a83-ee21-4b57-9354-39b5e2d0c566,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:56.458526 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 2, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:56.473510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 94f18952-2dcd-4371-80fa-03d70c9ba7da triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:56.473887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.535162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.545367 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Checking router: bb98c7d6-0877-4d73-ae19-0d053acbdcc3 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:56.546241 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Updating router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 port bc9a4d00-1e49-475b-9b29-505badc8289a binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:56.628727 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.654883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.693734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-b2569e3b-58eb-46f9-976c-f9a01fffa6fc service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140871 Jul 16 18:35:56.734375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.751761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-774e4df8-b286-45fe-811b-f6df27c1b7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.892951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 172.25.1.221 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/f688a27b-0d70-444e-abb9-b87cc02412fa) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:56.952900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-3c2bf646-131f-4b79-b2aa-64fb13ad3bcc service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582173 Jul 16 18:35:56.985806 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.990649 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-774e4df8-b286-45fe-811b-f6df27c1b7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.995315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-d38d341f-0dc1-474d-9d76-a4fa82cdd0ec service neutron] 10.222.0.49 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202923 Jul 16 18:35:56.998292 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Transition to ACTIVE for port object bc9a4d00-1e49-475b-9b29-505badc8289a will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:57.010748 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.057390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-774e4df8-b286-45fe-811b-f6df27c1b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.090621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-774e4df8-b286-45fe-811b-f6df27c1b7b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=560fffb398ec4ee987708b4991d349a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6528029 Jul 16 18:35:57.109784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:57.117725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.174356 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Pushing event updated for resources: {'Port': ['ID=bc9a4d00-1e49-475b-9b29-505badc8289a,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.179732 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.257119 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Attempting to bind port bc9a4d00-1e49-475b-9b29-505badc8289a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:57.261793 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Attempting to bind port bc9a4d00-1e49-475b-9b29-505badc8289a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:57.262490 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Attempting to bind port bc9a4d00-1e49-475b-9b29-505badc8289a on network 0ddbe116-d643-41f2-b04a-339d51dd3deb {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:57.275389 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:57.275947 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Checking segment: {'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:57.276457 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.278546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Bound using segment: {'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:57.279258 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Bound port: bc9a4d00-1e49-475b-9b29-505badc8289a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:57.281465 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.284436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e4df8-b286-45fe-811b-f6df27c1b7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29299164-9675-496f-b0bf-784e8d6f3962,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.312128 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.312628 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.313183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.327186 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.327709 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.328154 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.329674 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.330688 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.331847 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.332417 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.334335 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.336031 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:57.336467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:57.366962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:57.395628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:57.505872 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] For port bc9a4d00-1e49-475b-9b29-505badc8289a, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:57.511082 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] For port bc9a4d00-1e49-475b-9b29-505badc8289a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bc9a4d00-1e49-475b-9b29-505badc8289a,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:57.517353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=f688a27b-0d70-444e-abb9-b87cc02412fa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.521332 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.558686 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca3042e-c647-4dc0-9386-a65019d9fa50 x-openstack-request-id: req-bca3042e-c647-4dc0-9386-a65019d9fa50 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:57.559086 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "tag": "6bfd37e1-fa53-47ab-9cb4-6736fb3af6af", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:57.559892 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bca3042e-c647-4dc0-9386-a65019d9fa50 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:57.561644 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'tag': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af', 'status': 'completed', 'code': 200} Jul 16 18:35:57.638870 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:57.655322 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:57.721208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e3114e6-5ebd-46e5-9cca-48c6c1d0d407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.773289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e3114e6-5ebd-46e5-9cca-48c6c1d0d407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.897117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bb157381-2257-44f7-8bad-2e7ce95a92af req-4ec56999-ddc9-4ab3-927b-729b46daac31 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0702751 Jul 16 18:35:57.912714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e3114e6-5ebd-46e5-9cca-48c6c1d0d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.915379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e3114e6-5ebd-46e5-9cca-48c6c1d0d407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.918948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e3114e6-5ebd-46e5-9cca-48c6c1d0d407 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29299164-9675-496f-b0bf-784e8d6f3962 HTTP/1.1" status: 204 len: 168 time: 0.8055372 Jul 16 18:35:57.943164 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e648d1-ee32-4973-95f3-b765baa559cc None None] Pushing event updated for resources: {'Port': ['ID=bc9a4d00-1e49-475b-9b29-505badc8289a,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.948320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.958653 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:58.075785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:58.078874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3114e6-5ebd-46e5-9cca-48c6c1d0d407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29299164-9675-496f-b0bf-784e8d6f3962,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.137693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209f7f-c7bd-4fb2-8d90-a46fca2bf51c req-49f094a1-ace6-4a05-ad57-a9b2b72ec8c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.144128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209f7f-c7bd-4fb2-8d90-a46fca2bf51c req-49f094a1-ace6-4a05-ad57-a9b2b72ec8c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.160438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b209f7f-c7bd-4fb2-8d90-a46fca2bf51c req-49f094a1-ace6-4a05-ad57-a9b2b72ec8c7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1665 time: 0.4301612 Jul 16 18:35:58.184288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-587495e7-d196-4757-94ec-689aa32e1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.185009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-587495e7-d196-4757-94ec-689aa32e1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.187263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-587495e7-d196-4757-94ec-689aa32e1003 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1913 time: 0.7049384 Jul 16 18:35:58.188102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.196486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8edf0b32-138b-4255-ae82-a77e1d02ca9a req-482e5592-4741-4a5e-ba52-0adea393fad4 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 210 time: 0.1706569 Jul 16 18:35:58.436092 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:57Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:58.476934 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e3a36-85cb-4abc-ba0f-b1332cec73c6 None None] The sync data for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 is: [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:35:57Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:58.488251 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b209f7f-c7bd-4fb2-8d90-a46fca2bf51c req-215b784d-f6ce-4d9b-91af-82009ed63ce6 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265352 Jul 16 18:35:58.578389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-6d0463df-3dbe-4d08-8c24-adf23c4f72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.578964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-6d0463df-3dbe-4d08-8c24-adf23c4f72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.579346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-6d0463df-3dbe-4d08-8c24-adf23c4f72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.593447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-6d0463df-3dbe-4d08-8c24-adf23c4f72d4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cf3f073ddde442de855fd56c1a871c3f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3772299 Jul 16 18:35:58.962830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:58.973177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.987572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Transition to ACTIVE for port object 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:58.993353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-93c5a0e0-f0ab-49c9-a1c1-213b82553bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.994890 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f678bd48-0c29-4088-a355-3dc71d55c7b1 req-93c5a0e0-f0ab-49c9-a1c1-213b82553bb8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3800268 Jul 16 18:35:59.044638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.055663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.104804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:59.118323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:59.119097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4e1b60b2-5d45-4f23-948d-c4ddbe9d8e9a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4387362 Jul 16 18:35:59.123152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35956) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:59.124117 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.136085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:59.137258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.215752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet 37ba48a2-3d42-4385-89ee-fb4a537fa6e0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:59.218547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=f688a27b-0d70-444e-abb9-b87cc02412fa,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.231680 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.260244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.277965 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.319150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:59.343476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d2d3051-ff20-48cc-a675-c65841c50199 req-1fffcca7-25fd-42ef-8005-81b4b9232d3e tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0706718 Jul 16 18:35:59.346256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.350025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b0926083-37cf-4fca-9dc7-03b7b5e775ba tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6262579 Jul 16 18:35:59.382913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.471101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21af17c9-ec9a-4655-90ab-f328bb3bb099 req-8e510def-8213-42d1-961d-7c48441ae9ea tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 210 time: 1.1364055 Jul 16 18:35:59.508109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.552066 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.557097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:59.561035 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/37ba48a2-3d42-4385-89ee-fb4a537fa6e0 HTTP/1.1" status: 204 len: 168 time: 0.4307971 Jul 16 18:35:59.576000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559ea7-fe8a-400a-8b5b-f47d02038121 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=37ba48a2-3d42-4385-89ee-fb4a537fa6e0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.598832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c37c7b-6a90-41cc-a461-cf33632c313b None None] Network c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:59.672745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.000479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-124b1927-6748-4a7e-8f39-bab6662c081d req-a676493b-04b7-4164-aa57-5628ab7368c1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 210 time: 0.2820597 Jul 16 18:36:00.029124 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.059964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Attempting to bind port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:00.066569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Attempting to bind port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:00.067322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Attempting to bind port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 on network 4e46978f-5a0b-4afd-98f6-2a94934ce406 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:00.116119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 on network 4e46978f-5a0b-4afd-98f6-2a94934ce406 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:00.116799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Attempting to bind port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 on network 4e46978f-5a0b-4afd-98f6-2a94934ce406 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:00.153604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:00.155239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Checking segment: {'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:00.156023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Bound using segment: {'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:00.157660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Bound port: 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:00.158048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.195141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec4a79-d6cd-437e-9233-1d578881a77f req-fc4541a2-dab6-47e5-ad73-d4d9d14b5ed8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.206692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec4a79-d6cd-437e-9233-1d578881a77f req-fc4541a2-dab6-47e5-ad73-d4d9d14b5ed8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.214801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72ec4a79-d6cd-437e-9233-1d578881a77f req-fc4541a2-dab6-47e5-ad73-d4d9d14b5ed8 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1677 time: 0.4100904 Jul 16 18:36:00.296295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:55Z', 'revision_number': 8, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.334978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.365831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:00.377653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-72ec4a79-d6cd-437e-9233-1d578881a77f req-84b309ce-7475-42f6-8f82-8fbe2953024f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483645 Jul 16 18:36:00.402917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2259add4-2a4e-4dfe-b5f6-1b17e08480cd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--270859010&fields=id&tenant_id=4bd9adc1127b4e53b8587fa09befa7f9 HTTP/1.1" status: 200 len: 267 time: 0.1144218 Jul 16 18:36:00.406096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:00.406745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.480364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] For port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:00.492598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] For port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:00.501294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.560644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-b50567f0-0b08-4b20-ae9c-c6524114fb61 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.600883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.601113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-b50567f0-0b08-4b20-ae9c-c6524114fb61 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.59 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.6544204 Jul 16 18:36:00.620404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.622213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 HTTP/1.1" status: 200 len: 1092 time: 4.6784012 Jul 16 18:36:00.623028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:00.625967 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f59916-0d31-4af2-9918-a0cc47cc8d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:00.666483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:00.669355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda21dc-4d2f-4419-9368-05e19a8ebd07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.720059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-f003a1fe-a7c1-4673-9393-8134ddc20bf7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.728081 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-f003a1fe-a7c1-4673-9393-8134ddc20bf7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 936 time: 0.3240345 Jul 16 18:36:00.822348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] DHCP port deletion for c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:00.840275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bc9a4d00-1e49-475b-9b29-505badc8289a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:00.841032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Request body: {'port': {'device_id': 'd9d9016e-31df-4e14-884f-b422876eb843', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'admin_state_up': True, 'tenant_id': '6bed682e5e28436097f6a28101681068'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:00.926770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-14443bf2-6129-4b57-8694-eabbc0e700c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.946012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-14443bf2-6129-4b57-8694-eabbc0e700c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports/a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 937 time: 0.2166150 Jul 16 18:36:01.007124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-408c7d8f-50b4-499c-8567-4aa00948d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.010181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-408c7d8f-50b4-499c-8567-4aa00948d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.018175 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-408c7d8f-50b4-499c-8567-4aa00948d129 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1981 time: 0.2004495 Jul 16 18:36:01.045198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-0dc1e6c8-2fe8-4f1a-9c70-97572ae2752c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0980508 Jul 16 18:36:01.107853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-0e5554a4-11ed-4bb6-a55a-106d483c33a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af HTTP/1.1" status: 200 len: 217 time: 0.0815148 Jul 16 18:36:01.109444 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-b958882b-17cd-4dd4-ac8f-5692d1e15b69 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0619738 Jul 16 18:36:01.150556 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af962b15-d343-41d6-b661-874b89d6295a req-d5724cc4-4ae3-4aaa-bb6d-f18deec2e932 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0452154 Jul 16 18:36:01.178728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bc9a4d00-1e49-475b-9b29-505badc8289a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:01.199324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-226abd1d-da24-4c10-b854-8257ea92591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.201255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-226abd1d-da24-4c10-b854-8257ea92591c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7 HTTP/1.1" status: 200 len: 801 time: 0.0812654 Jul 16 18:36:01.205427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] Deleting port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:01.205803 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.212651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bc9a4d00-1e49-475b-9b29-505badc8289a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:01.213052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.220115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:01.220569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.296387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port 672185a3-819a-41cd-82db-8a6ff4bc9bc1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=672185a3-819a-41cd-82db-8a6ff4bc9bc1,segment=NetworkSegment(43ae5af0-ed89-4757-b5de-d022e2853c29),segment_id=43ae5af0-ed89-4757-b5de-d022e2853c29)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:01.296809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.304152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-5c255428-6ed1-4aca-972e-6f2bfe4216ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.305822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-5c255428-6ed1-4aca-972e-6f2bfe4216ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=948ea605-7615-47fa-a143-3838c6e8d14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969005 Jul 16 18:36:01.320219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c6bf8b7a-472b-44c0-881b-fecff719915d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.327032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c6bf8b7a-472b-44c0-881b-fecff719915d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.334397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c6bf8b7a-472b-44c0-881b-fecff719915d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.341562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c6bf8b7a-472b-44c0-881b-fecff719915d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/networks?id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=bcfb801e-225d-480f-9891-020ae1c4d687&id=bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 200 len: 1994 time: 0.2309334 Jul 16 18:36:01.361477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] For port 672185a3-819a-41cd-82db-8a6ff4bc9bc1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=672185a3-819a-41cd-82db-8a6ff4bc9bc1,segment=NetworkSegment(43ae5af0-ed89-4757-b5de-d022e2853c29),segment_id=43ae5af0-ed89-4757-b5de-d022e2853c29)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:01.362557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.372502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-719d9883-3d8b-436c-91cd-630d49dce25f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/quotas/4bd9adc1127b4e53b8587fa09befa7f9 HTTP/1.1" status: 200 len: 375 time: 0.0295191 Jul 16 18:36:01.382767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195cc8ed-0f77-4107-bdae-e78e2279a3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.386507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] Calling delete_port for 672185a3-819a-41cd-82db-8a6ff4bc9bc1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:01.391796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 672185a3-819a-41cd-82db-8a6ff4bc9bc1 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:01.409793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:55Z', 'revision_number': 8, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:01.423800 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2804aa2-02af-4770-945f-9a72b2f35af2 req-9f995dc0-6856-4ffc-a74c-5eba09c88169 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 210 time: 0.0966287 Jul 16 18:36:01.446383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a702b54-9dcc-4549-bd67-e9d533dbe42a None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:55Z', 'revision_number': 8, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebb4f16-5e70-4f5c-8343-913d5dec063e', 'name': '', 'network_id': '61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:e3:76:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '0de33b1f-aab2-4408-858c-352186821ca0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:20Z', 'updated_at': '2021-07-16T18:35:30Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '0de33b1f-aab2-4408-858c-352186821ca0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:01.534946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-ca7081b0-73f0-44cb-8488-411789fcaf87 service neutron] 10.222.0.67 "GET /v2.0/networks/948ea605-7615-47fa-a143-3838c6e8d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208905 Jul 16 18:36:01.537152 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65935347-04ec-4a0a-be9b-c394676d4e07 x-openstack-request-id: req-65935347-04ec-4a0a-be9b-c394676d4e07 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:01.537448 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:01.537696 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65935347-04ec-4a0a-be9b-c394676d4e07 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:01.538091 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74', 'status': 'completed', 'code': 200} Jul 16 18:36:01.563966 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.618409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port bc9a4d00-1e49-475b-9b29-505badc8289a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bc9a4d00-1e49-475b-9b29-505badc8289a,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:01.628765 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.669075 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.674486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e0776b87-5056-48c3-b390-b1d193e537cf req-3081994b-1a04-4a1e-93a4-846cb3dc9b56 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 210 time: 0.0327005 Jul 16 18:36:01.677147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-6a583180-1cfd-4038-a244-16d4714f0ad6 service neutron] 10.222.0.67 "GET /v2.0/networks/948ea605-7615-47fa-a143-3838c6e8d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353695 Jul 16 18:36:01.693574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] No DVR routers for this DVR port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:01.695557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=bc9a4d00-1e49-475b-9b29-505badc8289a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.736702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7979-f290-43a8-8fc8-d133cc817737 req-dc7bc3f2-45b5-42de-a620-2a1b3a89f4b6 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.738407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-dc7bc3f2-45b5-42de-a620-2a1b3a89f4b6 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.59 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 819 time: 1.2072356 Jul 16 18:36:01.740050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f0347-6783-46e3-9018-ce32652f39ac None None] Pushing event deleted for resources: {'Port': ['ID=672185a3-819a-41cd-82db-8a6ff4bc9bc1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.765785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-a1eb1a64-9ea8-4294-9e70-c2bf5ab3d4d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 HTTP/1.1" status: 200 len: 217 time: 0.0805249 Jul 16 18:36:01.766424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Request body: {'port': {'device_id': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'admin_state_up': True, 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:01.823049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-d9ae2893-b23e-408c-964b-7cb50edb8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.824859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-d9ae2893-b23e-408c-964b-7cb50edb8f03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa28b3d-45ad-4a13-98fe-7461a9fe5d05 HTTP/1.1" status: 200 len: 801 time: 0.0536880 Jul 16 18:36:01.908621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-da615b6e-9420-4a1b-9f05-d5d33aa9b156 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5351079 Jul 16 18:36:01.961810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-b961bd8d-34c0-46c1-ad83-f612565a334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.963725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-b961bd8d-34c0-46c1-ad83-f612565a334e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e46978f-5a0b-4afd-98f6-2a94934ce406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319308 Jul 16 18:36:02.052246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.056122 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195cc8ed-0f77-4107-bdae-e78e2279a3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.065982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32acf0-c6fa-450e-8b82-f46746352d17 req-8dd58f8f-f090-4651-8e42-48cf1e397064 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.072301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32acf0-c6fa-450e-8b82-f46746352d17 req-8dd58f8f-f090-4651-8e42-48cf1e397064 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.079476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c32acf0-c6fa-450e-8b82-f46746352d17 req-8dd58f8f-f090-4651-8e42-48cf1e397064 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1677 time: 0.2016294 Jul 16 18:36:02.094890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-195cc8ed-0f77-4107-bdae-e78e2279a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.122253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=672185a3-819a-41cd-82db-8a6ff4bc9bc1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.130332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:36:02.130332 n-d-791504-15 neutron-server[93795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:36:02.130332 n-d-791504-15 neutron-server[93795]: [parameters: {'project_id_1': '8cc014e0d77d4e2bbf9a51370c65d71b', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 36, 2, 14205)}] Jul 16 18:36:02.130332 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:36:02.130712 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:36:02.149232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-182edee4-a404-423b-ad4f-0a932240034f service neutron] 10.222.0.67 "GET /v2.0/networks/4e46978f-5a0b-4afd-98f6-2a94934ce406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757338 Jul 16 18:36:02.155616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c32acf0-c6fa-450e-8b82-f46746352d17 req-eae3c7cd-7811-4557-8ea9-d42063f8156a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748000 Jul 16 18:36:02.162855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port 672185a3-819a-41cd-82db-8a6ff4bc9bc1 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:02.167639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:02.171865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.225182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-195cc8ed-0f77-4107-bdae-e78e2279a3d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=048aa87476da48ccbd78b4ad77afc292&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8815019 Jul 16 18:36:02.248730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-fe6f3d21-89c7-4802-8494-9a0331a26f87 service neutron] 10.222.0.49 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081920 Jul 16 18:36:02.250604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36006) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.267351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f565ab41-3c56-4588-a1eb-e856d398e1e9 req-5ca78714-60ba-43a7-979d-38afc15f7f80 service neutron] 10.222.0.67 "GET /v2.0/networks/4e46978f-5a0b-4afd-98f6-2a94934ce406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107485 Jul 16 18:36:02.304836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc8ed-0f77-4107-bdae-e78e2279a3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b42e8e-b0b5-420a-ac97-3607b99c978f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.379519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bc9a4d00-1e49-475b-9b29-505badc8289a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:02.406874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-4f04243f-ed2c-4b96-b153-efa0373e8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.407549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-4f04243f-ed2c-4b96-b153-efa0373e8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.409588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-4f04243f-ed2c-4b96-b153-efa0373e8e2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf3f073ddde442de855fd56c1a871c3f&device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1981 time: 0.0865901 Jul 16 18:36:02.420507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.434114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ba16da-83e0-4d25-9c2d-7a84422f0ef1']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:02.455774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ae5af0-ed89-4757-b5de-d022e2853c29') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:02.456076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ae5af0-ed89-4757-b5de-d022e2853c29') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:02.466822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.471962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bc9a4d00-1e49-475b-9b29-505badc8289a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:02.473058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.560235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e00999f7-8df9-40df-b2c5-2188a0f24aae req-643c6999-a82a-4e6b-91d3-7feb939da98f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0834529 Jul 16 18:36:02.613305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-175d9ac2-ada3-4a5d-86ff-cb35048abe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.615018 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-175d9ac2-ada3-4a5d-86ff-cb35048abe20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e46978f-5a0b-4afd-98f6-2a94934ce406 HTTP/1.1" status: 200 len: 903 time: 0.1984892 Jul 16 18:36:02.663465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 859c0a83-ee21-4b57-9354-39b5e2d0c566 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:02.678506 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-87d5228c-2cd8-4616-b9ef-52016b7e7b99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 HTTP/1.1" status: 200 len: 217 time: 0.0543489 Jul 16 18:36:02.701374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 859c0a83-ee21-4b57-9354-39b5e2d0c566 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:02.701717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 859c0a83-ee21-4b57-9354-39b5e2d0c566 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:02.702133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 672185a3-819a-41cd-82db-8a6ff4bc9bc1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:02.725606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 672185a3-819a-41cd-82db-8a6ff4bc9bc1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:02.725956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 672185a3-819a-41cd-82db-8a6ff4bc9bc1 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:02.752452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68758a64-7e6b-44bc-90ee-b81d947d345a req-f3c41e6b-7559-45bc-a5d1-1304a5effaac tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 210 time: 0.0580513 Jul 16 18:36:02.767908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-46dd4487-1559-43a2-8a2c-8ef5f3b9af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.770256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-46dd4487-1559-43a2-8a2c-8ef5f3b9af7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa28b3d-45ad-4a13-98fe-7461a9fe5d05 HTTP/1.1" status: 200 len: 801 time: 0.0841968 Jul 16 18:36:02.843069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-1f07e192-ba83-4d02-9fee-7da1b27a4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.845075 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-1f07e192-ba83-4d02-9fee-7da1b27a4f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e46978f-5a0b-4afd-98f6-2a94934ce406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681186 Jul 16 18:36:02.918420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c7b081df-75e6-4403-a2f8-daa002738091 req-db8ef9a3-593b-4f95-b677-6a4fee8b1d6b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 210 time: 0.0383186 Jul 16 18:36:02.978085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.983756 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-ccfd35d4-82a3-4303-a8ab-f73fac7e5ba0 service neutron] 10.222.0.67 "GET /v2.0/networks/4e46978f-5a0b-4afd-98f6-2a94934ce406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315284 Jul 16 18:36:02.997551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:02.998038 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:03.003978 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:03.007584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Made reservation on behalf of 8cc014e0d77d4e2bbf9a51370c65d71b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:03.008577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.086007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f59916-0d31-4af2-9918-a0cc47cc8d1b req-62c63036-aef9-496c-bdee-431bdaf4e8e8 service neutron] 10.222.0.67 "GET /v2.0/networks/4e46978f-5a0b-4afd-98f6-2a94934ce406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955913 Jul 16 18:36:03.087329 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c88508-e645-4acf-b4cb-4d43ca729a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.175293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-6dc83978-2f2c-4406-a481-ae9fe0d077d9 service neutron] 10.222.0.49 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9256082 Jul 16 18:36:03.211222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.216494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.221434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.222080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/c1ba16da-83e0-4d25-9c2d-7a84422f0ef1 HTTP/1.1" status: 204 len: 168 time: 3.6630392 Jul 16 18:36:03.243931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c88508-e645-4acf-b4cb-4d43ca729a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.279169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Allocated IP 172.20.0.13 (eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39/61aae9a1-c47b-4e28-8c0d-cdea6fa6d648/adfe1ef6-2c25-44ec-aab8-46874de50e52) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:03.303712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1330c4-357f-454f-84d1-c38252c0e1a6 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=c1ba16da-83e0-4d25-9c2d-7a84422f0ef1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.363190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-6db1a5f2-f4a5-413b-ae59-886537ef1049 service neutron] 10.222.0.49 "GET /v2.0/ports/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1527269 Jul 16 18:36:03.477229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752d91b-57b9-4f38-9835-09146e6b474c req-4a166d9f-e059-403d-8f38-27a9f2e3dbe6 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.485059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752d91b-57b9-4f38-9835-09146e6b474c req-4a166d9f-e059-403d-8f38-27a9f2e3dbe6 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.486989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a752d91b-57b9-4f38-9835-09146e6b474c req-4a166d9f-e059-403d-8f38-27a9f2e3dbe6 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1677 time: 0.1699684 Jul 16 18:36:03.517144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Allocated IP 172.20.0.7 (0ddbe116-d643-41f2-b04a-339d51dd3deb/cb678e27-521d-4285-87ba-ac6641df13ce/009a9ae4-060f-4f7f-9553-7b91f511a729) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:03.519271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c88508-e645-4acf-b4cb-4d43ca729a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.522432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6c88508-e645-4acf-b4cb-4d43ca729a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.526080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a6c88508-e645-4acf-b4cb-4d43ca729a29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61b42e8e-b0b5-420a-ac97-3607b99c978f HTTP/1.1" status: 204 len: 168 time: 1.2535613 Jul 16 18:36:03.561244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c88508-e645-4acf-b4cb-4d43ca729a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b42e8e-b0b5-420a-ac97-3607b99c978f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.576299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a752d91b-57b9-4f38-9835-09146e6b474c req-fdb488c6-db3a-4110-b0cd-6669673b307e tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740666 Jul 16 18:36:03.653218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-a35a87ec-804f-408a-b559-ef7edb63ee8e service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597933 Jul 16 18:36:03.771804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.801646 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.891115 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-10fc4213-05e1-411d-a600-56edf1852e68 service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280142 Jul 16 18:36:03.994399 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.021368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-dbeba942-4305-4b0d-b80a-bec63a9af133 service neutron] 10.222.0.49 "GET /v2.0/ports/a7066535-e347-4025-a13f-8c20c49ab2a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1219056 Jul 16 18:36:04.024871 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.104463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:04.121472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:04.124113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:04.197668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.224031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f451cac3-f0c3-473f-990a-354718275e8f req-6321ef90-4e6b-4d03-a905-5ed74d6bbc9c tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0450029 Jul 16 18:36:04.224622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.267361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.267361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.292672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-e7c46bd6-6efa-4eb2-aa13-68489d26b9ce service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611642 Jul 16 18:36:04.305825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Network 0ddbe116-d643-41f2-b04a-339d51dd3deb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:04.322501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:04.329196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:04.357852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-81665c0e-da01-44de-b53c-8c3d3eef9b1c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5494854 Jul 16 18:36:04.359537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port bebb4f16-5e70-4f5c-8343-913d5dec063e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:04.361332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.376825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event updated for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.472820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.473500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.495842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-ee11c7da-8242-4181-b10c-0a31ff788326 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7342441 Jul 16 18:36:04.527019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-15c2e127-b89e-4653-90d1-05b0c13309d1 service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198119 Jul 16 18:36:04.610304 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:04.613616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port bebb4f16-5e70-4f5c-8343-913d5dec063e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bebb4f16-5e70-4f5c-8343-913d5dec063e,segment=NetworkSegment(ccf099b6-1291-4762-8571-aff43aca54da),segment_id=ccf099b6-1291-4762-8571-aff43aca54da)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:04.614008 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.630620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for bebb4f16-5e70-4f5c-8343-913d5dec063e owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:04.645898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750efdd7-2fea-4b9d-9f4a-0542291e969e req-41b96329-f9c8-4e67-be71-eb41d8a8f424 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.648004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-750efdd7-2fea-4b9d-9f4a-0542291e969e req-41b96329-f9c8-4e67-be71-eb41d8a8f424 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 931 time: 0.2377336 Jul 16 18:36:04.712177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Request body: {'port': {'device_id': 'd9d9016e-31df-4e14-884f-b422876eb843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:04.741614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Request body: {'port': {'device_id': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:04.749289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-750efdd7-2fea-4b9d-9f4a-0542291e969e req-add32a13-c833-4c66-b9fe-620b2daedb42 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895817 Jul 16 18:36:04.774913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-be0d0f1b-9123-4f2e-b3dd-07f940c7390d service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356386 Jul 16 18:36:04.895935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:05.059990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.064489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-1ef31634-fb87-4703-ae7d-9a1bbe4aca8a service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715580 Jul 16 18:36:05.112161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:05.127768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74', 'network_id': '4e46978f-5a0b-4afd-98f6-2a94934ce406', 'port_id': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74', 'mac_address': 'fa:16:3e:89:24:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa28b3d-45ad-4a13-98fe-7461a9fe5d05', 'ip_address': '19.86.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:05.181737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.218058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.237419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:05.263169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:05.269656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.270798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:05.322119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.359926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=bebb4f16-5e70-4f5c-8343-913d5dec063e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.369475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.374319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be6962-a9bb-4093-938c-78447175f986 req-a0ed355e-f448-4e00-91e1-ce237ec17e29 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.382867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-19be6962-a9bb-4093-938c-78447175f986 req-a0ed355e-f448-4e00-91e1-ce237ec17e29 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 932 time: 0.1419678 Jul 16 18:36:05.444594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:05.464948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af', 'network_id': '948ea605-7615-47fa-a143-3838c6e8d14a', 'port_id': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af', 'mac_address': 'fa:16:3e:81:4e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:05.513844 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.536207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:05.546452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7936ba50-7f22-45b6-b955-ba4c9df66bff service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544611 Jul 16 18:36:05.562890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:05.568293 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.576372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-19be6962-a9bb-4093-938c-78447175f986 req-abc52834-a041-48de-8199-c40631198bd0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923897 Jul 16 18:36:05.634428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.741873 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.785902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6bfd37e1-fa53-47ab-9cb4-6736fb3af6af'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:05.804882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36078) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.044801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c69b5b0-d4ec-4889-b120-93c257fd01f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.084829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:06.109468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a162a-3497-42e7-94eb-d0683aa17282 req-14ac2f40-ae44-4ff8-a0fd-4cca14b94f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.115937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a162a-3497-42e7-94eb-d0683aa17282 req-14ac2f40-ae44-4ff8-a0fd-4cca14b94f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.117957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f9a162a-3497-42e7-94eb-d0683aa17282 req-14ac2f40-ae44-4ff8-a0fd-4cca14b94f8f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1679 time: 0.3228824 Jul 16 18:36:06.149765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3375d199-1e74-46b9-90ab-8eec6bf86980 service neutron] 10.222.0.49 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077368 Jul 16 18:36:06.167307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009a9ae4-060f-4f7f-9553-7b91f511a729 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:06.191391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.196580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfe1ef6-2c25-44ec-aab8-46874de50e52 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:06.212710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.253649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f9a162a-3497-42e7-94eb-d0683aa17282 req-a16b7311-cca4-4d3b-a6c6-b2356bed7ab6 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290691 Jul 16 18:36:06.258779 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Transition to ACTIVE for port object 009a9ae4-060f-4f7f-9553-7b91f511a729 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:06.270321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Transition to ACTIVE for port object adfe1ef6-2c25-44ec-aab8-46874de50e52 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:06.272989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.279336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:06.289101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b6d36fec-502e-49af-ade9-74f294fcf4ef tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0667524 Jul 16 18:36:06.289788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.297728 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:06.314525 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:06.315258 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:06.355532 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.362757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet 0de33b1f-aab2-4408-858c-352186821ca0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:06.373193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.395537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-fa05cc7e-80e5-442f-8ca6-a5fc10982fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392287 Jul 16 18:36:06.422489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Pushing event updated for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.445932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.452426 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:06.567548 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c69b5b0-d4ec-4889-b120-93c257fd01f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.593103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c69b5b0-d4ec-4889-b120-93c257fd01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.627885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.639135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.668920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Attempting to bind port 009a9ae4-060f-4f7f-9553-7b91f511a729 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:06.669389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Attempting to bind port 009a9ae4-060f-4f7f-9553-7b91f511a729 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:06.669820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Attempting to bind port 009a9ae4-060f-4f7f-9553-7b91f511a729 on network 0ddbe116-d643-41f2-b04a-339d51dd3deb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:06.681649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-287295f7-e5a4-4294-a37d-375f44c02a81 service neutron] 10.222.0.49 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720642 Jul 16 18:36:06.684557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Port 009a9ae4-060f-4f7f-9553-7b91f511a729 on network 0ddbe116-d643-41f2-b04a-339d51dd3deb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:06.685018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Attempting to bind port 009a9ae4-060f-4f7f-9553-7b91f511a729 on network 0ddbe116-d643-41f2-b04a-339d51dd3deb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:06.693135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Attempting to bind port adfe1ef6-2c25-44ec-aab8-46874de50e52 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:06.693616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Attempting to bind port adfe1ef6-2c25-44ec-aab8-46874de50e52 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:06.694114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Attempting to bind port adfe1ef6-2c25-44ec-aab8-46874de50e52 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:06.705312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:06.705806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Checking segment: {'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:06.706533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Bound using segment: {'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:06.707107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Bound port: 009a9ae4-060f-4f7f-9553-7b91f511a729, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:06.707572 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.725729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Port adfe1ef6-2c25-44ec-aab8-46874de50e52 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:06.726192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Attempting to bind port adfe1ef6-2c25-44ec-aab8-46874de50e52 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:06.738022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69b5b0-d4ec-4889-b120-93c257fd01f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbca100-cff8-4eed-bd4b-5082c23dcc4e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.746277 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2147271-1307-4664-8ae6-cb9bd80d67a5 req-581dbe23-dad8-42e1-9992-7533b1de599a tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/ports?device_id=c96976e1-36ab-49b2-8e84-6f8f35cc0ea3 HTTP/1.1" status: 200 len: 210 time: 0.0906894 Jul 16 18:36:06.756070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c69b5b0-d4ec-4889-b120-93c257fd01f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=909e90ed1126427085b6197132f43d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9466648 Jul 16 18:36:06.761074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.821484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.832980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3a3fa7d2-40eb-4b6e-902d-8adf394f1a74'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:06.855513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=0de33b1f-aab2-4408-858c-352186821ca0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.865574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.872010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-302de446-e2d0-4f71-899e-5ea9f340e23a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/0de33b1f-aab2-4408-858c-352186821ca0 HTTP/1.1" status: 204 len: 168 time: 0.5784452 Jul 16 18:36:06.873361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36090) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.914513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b566-80eb-42bd-b4ca-ea1428117514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.927578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3c2fb-0cef-4be1-91ea-42103c2fe20b None None] Network 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:06.930856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:06.942124 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:04Z', 'revision_number': 9, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:06.975857 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:06.985779 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:06.986407 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.014623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b566-80eb-42bd-b4ca-ea1428117514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.030033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.085385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:07.085896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Checking segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:07.086388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Bound using segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:07.086959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Bound port: adfe1ef6-2c25-44ec-aab8-46874de50e52, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:07.087414 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.123054 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:07.124182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ad582-69eb-4971-bb0a-184d2e71c396 req-2bbd63de-6cf3-438e-b7e0-7b637ed0dd29 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.126190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-037ad582-69eb-4971-bb0a-184d2e71c396 req-2bbd63de-6cf3-438e-b7e0-7b637ed0dd29 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 943 time: 0.2362452 Jul 16 18:36:07.138760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b566-80eb-42bd-b4ca-ea1428117514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.141960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dd6b566-80eb-42bd-b4ca-ea1428117514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.143515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5dd6b566-80eb-42bd-b4ca-ea1428117514 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fbca100-cff8-4eed-bd4b-5082c23dcc4e HTTP/1.1" status: 204 len: 168 time: 0.3774791 Jul 16 18:36:07.145726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:07.169576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:07.170868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.174565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6b566-80eb-42bd-b4ca-ea1428117514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbca100-cff8-4eed-bd4b-5082c23dcc4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.203660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-037ad582-69eb-4971-bb0a-184d2e71c396 req-79b46c61-2477-4095-9bfc-927651aeb4ca tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 Jul 16 18:36:07.206663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:07.207115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.236119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:07.244943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-453cac85-0bea-460a-ab6b-0e21755f28a1 service neutron] 10.222.0.49 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529456 Jul 16 18:36:07.248510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=009a9ae4-060f-4f7f-9553-7b91f511a729,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:07.275785 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.292950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:07.303368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8936c265-6f57-47e3-a5cc-a168a4cbaa2c,segment=NetworkSegment(ccf099b6-1291-4762-8571-aff43aca54da),segment_id=ccf099b6-1291-4762-8571-aff43aca54da)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:07.303770 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.344079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 8936c265-6f57-47e3-a5cc-a168a4cbaa2c owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:07.350658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:07.365013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.365790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.367328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] 10.222.0.59 "PUT /v2.0/ports/009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 1092 time: 2.8604970 Jul 16 18:36:07.371679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:07.388390 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1771c656-b7dc-4867-86fd-a4ee151e3a23" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:07.431720 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.438119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.481679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:07.495202 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b50dc6-9ff1-4bec-ade4-8e139764866a" -d '{"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-plugged", "status": "completed", "tag": "6bfd37e1-fa53-47ab-9cb4-6736fb3af6af"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:07.512164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.513321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.514870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] 10.222.0.59 "PUT /v2.0/ports/adfe1ef6-2c25-44ec-aab8-46874de50e52 HTTP/1.1" status: 200 len: 1093 time: 3.1341665 Jul 16 18:36:07.518151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5158-16f5-49c1-8d8a-6cf488938e1e service neutron] Pushing event updated for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.534431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.561485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:07.576315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.588530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=8936c265-6f57-47e3-a5cc-a168a4cbaa2c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.591450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-895b7fe7-1706-47b6-997a-25dfb04e4119 service neutron] 10.222.0.49 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386412 Jul 16 18:36:07.593918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port 8936c265-6f57-47e3-a5cc-a168a4cbaa2c on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:07.607346 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:04Z', 'revision_number': 9, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.667465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67ea2a-e6e7-456b-b098-fb1a4b132881 service neutron] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.672326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7979-f290-43a8-8fc8-d133cc817737 req-fa36e288-7b46-4378-8961-ccab465565d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.673980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-fa36e288-7b46-4378-8961-ccab465565d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1095 time: 0.2296906 Jul 16 18:36:07.678068 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab500b-d07e-4557-a76a-f418089f51ed None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:04Z', 'revision_number': 9, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5ae048a-07ad-4487-9a40-dd1f3848403d', 'name': '', 'network_id': '5729bc29-238e-4127-a3c8-50fefbfd6b8a', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:09:b2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:09Z', 'updated_at': '2021-07-16T18:35:22Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': '76b7d699-6d3f-4dc8-ad93-89ec259e56de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:07.694974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c64e9f-8381-4e1f-97b6-2d3462dcc1b3 req-00befcac-8d96-4aa9-9dd6-530889df684f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.703292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-45c64e9f-8381-4e1f-97b6-2d3462dcc1b3 req-00befcac-8d96-4aa9-9dd6-530889df684f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 944 time: 0.2158327 Jul 16 18:36:07.730226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-87531352-9856-49bb-be47-2022a6ed2336 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 217 time: 0.0470178 Jul 16 18:36:07.737593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.737842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.740663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a8fd9-64dd-4a38-83c2-4f6589adcae0 None None] DHCP port deletion for 61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:07.757986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.765346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-54e450b9-e8ee-4492-90c1-c78dd075f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.768030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-54e450b9-e8ee-4492-90c1-c78dd075f8d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 1096 time: 0.1982517 Jul 16 18:36:07.768551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf099b6-1291-4762-8571-aff43aca54da') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.768953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf099b6-1291-4762-8571-aff43aca54da') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.788429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.815120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.829460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-45c64e9f-8381-4e1f-97b6-2d3462dcc1b3 req-6f6a1c9b-9e4b-4cf1-84d9-1881752b9996 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250150 Jul 16 18:36:07.837416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:07.838069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:07.841491 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:07.852303 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-6a5db8e2-82b3-4de3-b231-379b89f245c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52 HTTP/1.1" status: 200 len: 217 time: 0.0578318 Jul 16 18:36:07.871315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7979-f290-43a8-8fc8-d133cc817737 req-6ca9aa83-296e-4f28-8738-6f089fb5555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.872988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-6ca9aa83-296e-4f28-8738-6f089fb5555b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.1304555 Jul 16 18:36:07.925619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-2bb31776-3ff5-43ca-bcf1-35e99d3976ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342753 Jul 16 18:36:07.960225 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.962845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-7caebe23-d1cd-4896-80f2-12e6e2fb743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.964358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-7caebe23-d1cd-4896-80f2-12e6e2fb743e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.1052370 Jul 16 18:36:07.973369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.979462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727 HTTP/1.1" status: 204 len: 168 time: 1.1005857 Jul 16 18:36:07.980560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36120) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:08.007318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-901bb38f-3c07-4468-9d87-e1328ca0a540 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362062 Jul 16 18:36:08.125754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9fd68-4498-43d5-95b3-f4f2433a6276 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=61c731e2-c4fb-4e5c-b0eb-f5bf1f1ec727,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.137981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-3a1a6327-6b66-43bb-b2c6-a63b249439be service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993382 Jul 16 18:36:08.191442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-da3521a1-6ee3-4496-af3a-a33f4108c654 service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470015 Jul 16 18:36:08.309147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-374c7979-f290-43a8-8fc8-d133cc817737 req-205c6bc4-e53e-48c6-a657-f30285ea5c0a service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631851 Jul 16 18:36:08.352476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d7dfaa5-8536-43b3-bd99-ec791aff7ca0 req-2d24b588-3d3f-4e95-98dc-bed5feabe018 service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296830 Jul 16 18:36:08.364701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8936c265-6f57-47e3-a5cc-a168a4cbaa2c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:08.389357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8936c265-6f57-47e3-a5cc-a168a4cbaa2c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:08.390002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8936c265-6f57-47e3-a5cc-a168a4cbaa2c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:08.390640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bebb4f16-5e70-4f5c-8343-913d5dec063e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:08.394080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29244-ddbd-4204-8a7a-1f4b9795a625 req-f89f98f9-0909-4b75-b17b-78a024b16c6a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.400373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29244-ddbd-4204-8a7a-1f4b9795a625 req-f89f98f9-0909-4b75-b17b-78a024b16c6a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.402238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fc29244-ddbd-4204-8a7a-1f4b9795a625 req-f89f98f9-0909-4b75-b17b-78a024b16c6a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1680 time: 0.3202026 Jul 16 18:36:08.410933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bebb4f16-5e70-4f5c-8343-913d5dec063e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:08.411284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bebb4f16-5e70-4f5c-8343-913d5dec063e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:08.492659 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fc29244-ddbd-4204-8a7a-1f4b9795a625 req-684ac3c3-96be-435f-9e69-b9b647c4d8cb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Jul 16 18:36:08.546283 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b8174-a049-4ca6-91b0-c42a8183f185 x-openstack-request-id: req-ba5b8174-a049-4ca6-91b0-c42a8183f185 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:08.546577 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:08.546830 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba5b8174-a049-4ca6-91b0-c42a8183f185 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:08.547239 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'status': 'completed', 'code': 200} Jul 16 18:36:08.617635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.640922 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a20fb-05fc-458b-839e-e1e2bb2a12be x-openstack-request-id: req-c50a20fb-05fc-458b-839e-e1e2bb2a12be {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:08.641438 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-plugged", "status": "completed", "tag": "6bfd37e1-fa53-47ab-9cb4-6736fb3af6af", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:08.641865 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c50a20fb-05fc-458b-839e-e1e2bb2a12be {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:08.642274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-7a0ff91b-8ef5-4259-9f75-8251ca255127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.642437 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af', 'code': 200} Jul 16 18:36:08.644719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-7a0ff91b-8ef5-4259-9f75-8251ca255127 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1095 time: 0.0743186 Jul 16 18:36:08.781538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-39daa858-4fcd-4da7-877a-ee2e4b8f9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.783139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-39daa858-4fcd-4da7-877a-ee2e4b8f9673 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.1318481 Jul 16 18:36:08.842115 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-9ed83678-4db6-4f64-82e7-b207d20b9890 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 217 time: 0.0517514 Jul 16 18:36:08.874994 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5d81e6e-6fd8-4532-8a8a-29c84ec1019b req-a2e548e2-2f95-4aef-a9c4-1fa13ea703fa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.0705676 Jul 16 18:36:08.908940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:08.945946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-1700eb17-0b45-44f8-a2b7-07ec047029c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.948374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-1700eb17-0b45-44f8-a2b7-07ec047029c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.0850945 Jul 16 18:36:08.976034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:08.992975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:09.004667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:09.005257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.060144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-5c94436f-a022-4c1f-a0f9-58660c768619 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040208 Jul 16 18:36:09.170308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f132bd4-0a04-4b21-a547-8a292685bfe3 req-13c1903c-63c5-472d-9387-0f0e69d77bbf tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.172048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f132bd4-0a04-4b21-a547-8a292685bfe3 req-13c1903c-63c5-472d-9387-0f0e69d77bbf tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 943 time: 0.2764409 Jul 16 18:36:09.188398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port f5ae048a-07ad-4487-9a40-dd1f3848403d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:09.188822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.266844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1273b22d-6505-44f7-81f9-3521dee5437b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.296455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port f5ae048a-07ad-4487-9a40-dd1f3848403d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f5ae048a-07ad-4487-9a40-dd1f3848403d,segment=NetworkSegment(58017d91-9bf3-4778-bd16-463352dfc627),segment_id=58017d91-9bf3-4778-bd16-463352dfc627)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:09.296878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.302516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-f41a14da-2d22-4fd0-b430-adcf90fe3ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347765 Jul 16 18:36:09.313632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for f5ae048a-07ad-4487-9a40-dd1f3848403d owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:09.314322 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1273b22d-6505-44f7-81f9-3521dee5437b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.380296 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.432434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce825bd-5d3b-45b8-8dc6-cca3cec2e086 req-4c0b4842-eecc-47ea-8438-8c0575f23b5a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.433551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:09.437324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cce825bd-5d3b-45b8-8dc6-cca3cec2e086 req-4c0b4842-eecc-47ea-8438-8c0575f23b5a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 944 time: 0.2773509 Jul 16 18:36:09.442714 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.478998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f132bd4-0a04-4b21-a547-8a292685bfe3 req-f2b9a1b3-b9c6-4a1c-848a-60b8cef3bbd3 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898872 Jul 16 18:36:09.511539 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1273b22d-6505-44f7-81f9-3521dee5437b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.514369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1273b22d-6505-44f7-81f9-3521dee5437b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.518437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1273b22d-6505-44f7-81f9-3521dee5437b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/security-groups/3dd5cdab-2c2c-409e-82c6-607d1ae2e535 HTTP/1.1" status: 204 len: 168 time: 0.5375609 Jul 16 18:36:09.521416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.521810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36174) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:09.538645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1771c656-b7dc-4867-86fd-a4ee151e3a23 req-5a57311c-d0d7-4675-8a9b-ced7b91bb283 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213414 Jul 16 18:36:09.566429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cce825bd-5d3b-45b8-8dc6-cca3cec2e086 req-b99ed343-f797-477d-85df-a847c9e54fed tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198401 Jul 16 18:36:09.570351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273b22d-6505-44f7-81f9-3521dee5437b tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd5cdab-2c2c-409e-82c6-607d1ae2e535,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.576686 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-b69f4518-60aa-437c-892b-64c40e8d376f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] show failed (client error): The resource could not be found. Jul 16 18:36:09.582231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b69f4518-60aa-437c-892b-64c40e8d376f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "GET /v2.0/security-groups/3dd5cdab-2c2c-409e-82c6-607d1ae2e535 HTTP/1.1" status: 404 len: 347 time: 0.0564444 Jul 16 18:36:09.583432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:09.588747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.632362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:09.635489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=f5ae048a-07ad-4487-9a40-dd1f3848403d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.767058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port 4779fd0a-958c-44f7-a5b0-5dec028683b1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:09.767405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.866805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4b423b40-8a33-4548-8a69-3bf14aa9ce5a tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-933694854'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:09.867435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4b423b40-8a33-4548-8a69-3bf14aa9ce5a tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Unknown quota resources ['metering_label']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:10.030497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.030881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.097775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for 4779fd0a-958c-44f7-a5b0-5dec028683b1 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:10.130949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-64b20662-2305-4321-a743-73870bb0a10d req-3cd7038f-7fb3-47ba-beca-600330a65ac8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.0971639 Jul 16 18:36:10.134088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b423b40-8a33-4548-8a69-3bf14aa9ce5a tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.135270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4b423b40-8a33-4548-8a69-3bf14aa9ce5a tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5017557 Jul 16 18:36:10.139394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:10.144479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96d2961c-8c58-4227-9d6c-7c68705e1aa8 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3d2d5501-7d13-4712-95cf-8405a55784af'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:10.145118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96d2961c-8c58-4227-9d6c-7c68705e1aa8 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:10.257140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.273223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad4bd4-b5d9-4770-827b-ca6ae8e9c0f5 req-5b693bbc-8988-4eac-a34f-f2bf2c1b61bb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.279064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad4bd4-b5d9-4770-827b-ca6ae8e9c0f5 req-5b693bbc-8988-4eac-a34f-f2bf2c1b61bb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.281046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41ad4bd4-b5d9-4770-827b-ca6ae8e9c0f5 req-5b693bbc-8988-4eac-a34f-f2bf2c1b61bb tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1681 time: 0.5367091 Jul 16 18:36:10.290541 n-d-791504-15 neutron-server[93795]: WARNING neutron.services.metering.metering_plugin [None req-96d2961c-8c58-4227-9d6c-7c68705e1aa8 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:36:10.309060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-52f8447c-fa08-4b67-85f5-1f35eb52a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.310423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-52f8447c-fa08-4b67-85f5-1f35eb52a5af service neutron] 10.222.0.67 "GET /v2.0/ports/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 1032 time: 0.1046298 Jul 16 18:36:10.423241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96d2961c-8c58-4227-9d6c-7c68705e1aa8 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.424463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96d2961c-8c58-4227-9d6c-7c68705e1aa8 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2840407 Jul 16 18:36:10.427919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36190) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:10.429953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41ad4bd4-b5d9-4770-827b-ca6ae8e9c0f5 req-79bb5aa6-1ab1-4200-ac22-b690960a49f1 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420279 Jul 16 18:36:10.432812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96e6c1a4-97b1-4161-a4d3-015918eaa9e5 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3d2d5501-7d13-4712-95cf-8405a55784af'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:10.433355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96e6c1a4-97b1-4161-a4d3-015918eaa9e5 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:10.442155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c0d7eeb7-723a-449d-83d6-993525bafd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.443534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c0d7eeb7-723a-449d-83d6-993525bafd45 service neutron] 10.222.0.67 "GET /v2.0/ports/a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 1033 time: 0.1031075 Jul 16 18:36:10.488451 n-d-791504-15 neutron-server[93795]: WARNING neutron.services.metering.metering_plugin [None req-96e6c1a4-97b1-4161-a4d3-015918eaa9e5 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:36:10.552962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:10.555079 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:10.598948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96e6c1a4-97b1-4161-a4d3-015918eaa9e5 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.603432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96e6c1a4-97b1-4161-a4d3-015918eaa9e5 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1712267 Jul 16 18:36:10.603986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:10.624365 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ac31b1-b8be-4f8b-a1b5-0af87ea3d021 x-openstack-request-id: req-92ac31b1-b8be-4f8b-a1b5-0af87ea3d021 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:10.628140 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:10.629096 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92ac31b1-b8be-4f8b-a1b5-0af87ea3d021 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:10.629661 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'status': 'completed', 'code': 200} Jul 16 18:36:10.631630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70e5cef4-4d71-4c4c-881d-2d100d41522b tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=1c814b76-128c-4377-a12b-4728cda9d6a2 HTTP/1.1" status: 200 len: 462 time: 0.0265472 Jul 16 18:36:10.632709 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.636072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:10.638943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device adfe1ef6-2c25-44ec-aab8-46874de50e52 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:10.644470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:10.647425 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9b2124-db49-4e57-92eb-a49d2fe5d6b1" -d '{"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-plugged", "status": "completed", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:10.691726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-a8a7e025-2dac-4ceb-a447-b105ebdfcfa5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.698720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-a8a7e025-2dac-4ceb-a447-b105ebdfcfa5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.705155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-a8a7e025-2dac-4ceb-a447-b105ebdfcfa5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.709131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-a8a7e025-2dac-4ceb-a447-b105ebdfcfa5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "GET /v2.0/networks?id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=bcfb801e-225d-480f-9891-020ae1c4d687&id=bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 200 len: 1994 time: 0.2548254 Jul 16 18:36:10.742747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:10.791922 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c1b4813c-53f5-4e4a-9f5e-e1403bfff277 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd9adc1127b4e53b8587fa09befa7f9 HTTP/1.1" status: 200 len: 379 time: 0.0758052 Jul 16 18:36:10.792167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:10.818828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'port_id': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'mac_address': 'fa:16:3e:f3:7e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61aae9a1-c47b-4e28-8c0d-cdea6fa6d648', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:10.867969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.884435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfe1ef6-2c25-44ec-aab8-46874de50e52 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:10.898893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'admin_state_up': True, 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'security_groups': ['0c5e254e-945b-467c-99f6-e93f380a612f']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:10.914311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:10.922692 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.923547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 009a9ae4-060f-4f7f-9553-7b91f511a729 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:10.965493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:10.974038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-83635f69-765d-4791-a5e6-1289727f13f3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9878309 Jul 16 18:36:10.974670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:10.998845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:11.050580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:11.051259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:11.079466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=4779fd0a-958c-44f7-a5b0-5dec028683b1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.111380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet 76b7d699-6d3f-4dc8-ad93-89ec259e56de {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:11.125031 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.130680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.133383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.133845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.134277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.134705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.135415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.135557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.135936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.136372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.136854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.137223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.138022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.138022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:11.188953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.198475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:11.245152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=009a9ae4-060f-4f7f-9553-7b91f511a729,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:11.265516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'port_id': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'mac_address': 'fa:16:3e:5e:ec:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:11.271830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f92d41d-eb08-4793-88a7-dcd90ef65971 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.273127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f92d41d-eb08-4793-88a7-dcd90ef65971 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/1c814b76-128c-4377-a12b-4728cda9d6a2 HTTP/1.1" status: 204 len: 168 time: 0.6336131 Jul 16 18:36:11.280512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.294513 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.297209 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.301342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a2f07cc9-d398-4b06-8720-7e9e21528978 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/floatingips/7fcfd356-c1b9-43fa-86d4-26cafbe73d06 HTTP/1.1" status: 204 len: 168 time: 1.7169702 Jul 16 18:36:11.302090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.310154 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.319257 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-898fa2af-2398-470c-9f65-6c63ec8faa14 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=1c814b76-128c-4377-a12b-4728cda9d6a2 HTTP/1.1" status: 200 len: 221 time: 0.0364690 Jul 16 18:36:11.343103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.351072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ec60fd14-c6c1-4a69-8500-e7f991be978e tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1160663162', 'description': 'label created by tempest'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:11.351671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ec60fd14-c6c1-4a69-8500-e7f991be978e tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Unknown quota resources ['metering_label']. {{(pid=93795) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:11.364802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad8fa-1ce9-4aa7-b897-79b6b0a09ba1 req-63a70ebf-c924-4e0a-8278-36bed3999eb2 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.372881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a7ad8fa-1ce9-4aa7-b897-79b6b0a09ba1 req-63a70ebf-c924-4e0a-8278-36bed3999eb2 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 943 time: 0.7371371 Jul 16 18:36:11.381777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-647b616e-a77c-4c60-b920-6d9077cf76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.383365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-647b616e-a77c-4c60-b920-6d9077cf76af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 1097 time: 0.7352879 Jul 16 18:36:11.395174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.410832 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.428668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009a9ae4-060f-4f7f-9553-7b91f511a729 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:11.441437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=76b7d699-6d3f-4dc8-ad93-89ec259e56de,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.450682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.456857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e7555623-3999-41c2-80c0-a29280e0aeb4 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/76b7d699-6d3f-4dc8-ad93-89ec259e56de HTTP/1.1" status: 204 len: 168 time: 0.4749851 Jul 16 18:36:11.466038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915933c-f67d-47b0-9b12-d48b5a943446 req-52177de5-57a2-41c9-b1e8-cc3917a0c1c2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.467831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7915933c-f67d-47b0-9b12-d48b5a943446 req-52177de5-57a2-41c9-b1e8-cc3917a0c1c2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 945 time: 0.5758088 Jul 16 18:36:11.468338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.477177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=009a9ae4-060f-4f7f-9553-7b91f511a729,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:11.483164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e211b57-4abb-4e41-9f7f-e4ff469b5d1c None None] Network 5729bc29-238e-4127-a3c8-50fefbfd6b8a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:11.569086 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.592446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a7ad8fa-1ce9-4aa7-b897-79b6b0a09ba1 req-053ba843-17e5-4d15-832d-4b2d8050145f tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185516 Jul 16 18:36:11.598858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.608499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:11.615002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.660907 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ffaf0c-8d9a-4828-bda3-cc985ba3e0d5 x-openstack-request-id: req-88ffaf0c-8d9a-4828-bda3-cc985ba3e0d5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:11.661502 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-plugged", "status": "completed", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:11.661618 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88ffaf0c-8d9a-4828-bda3-cc985ba3e0d5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:11.662056 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74', 'code': 200} Jul 16 18:36:11.662629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.752091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7915933c-f67d-47b0-9b12-d48b5a943446 req-6104febe-306f-4e71-a213-2818254462d8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777701 Jul 16 18:36:11.809129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 10, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:11.865342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:11.867408 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.869073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['009a9ae4-060f-4f7f-9553-7b91f511a729'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:11.871420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['adfe1ef6-2c25-44ec-aab8-46874de50e52'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:11.876596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] DHCP port deletion for 5729bc29-238e-4127-a3c8-50fefbfd6b8a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:11.880117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:11.883348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec60fd14-c6c1-4a69-8500-e7f991be978e tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.887075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ec60fd14-c6c1-4a69-8500-e7f991be978e tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5385051 Jul 16 18:36:11.889521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.904319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-98e98673-db91-44c8-9569-b58270951a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.906136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-98e98673-db91-44c8-9569-b58270951a9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 912 time: 0.5114188 Jul 16 18:36:11.931282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:11.931952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:35:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:11.995650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae531910-7281-4660-9f4e-35cc3f60a822 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=e5e02abb-c8b0-4e9c-8111-cda00b8c1e2c HTTP/1.1" status: 200 len: 468 time: 0.1007719 Jul 16 18:36:12.004237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.023863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port 96b717f1-96f3-4504-9d41-b71f81c27ba4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:12.024205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.027681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-8e3f7066-497e-4a06-a981-01b58de8dfdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52 HTTP/1.1" status: 200 len: 217 time: 0.0915370 Jul 16 18:36:12.091233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:12.199431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30393f81-4913-4f44-be2b-1359b9da201b req-724d8067-f96b-4f3f-bd2d-146eeb7700ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.199832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30393f81-4913-4f44-be2b-1359b9da201b req-724d8067-f96b-4f3f-bd2d-146eeb7700ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.200572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 172.20.0.5 (b1db7a24-1dfd-49a5-a251-caaa1f75753b/fafd6d35-6aac-4787-a356-ab5b988a2150/9e72a60b-710f-4405-bb7c-8e2e8bd85a6b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:12.202080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30393f81-4913-4f44-be2b-1359b9da201b req-724d8067-f96b-4f3f-bd2d-146eeb7700ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1985 time: 0.4154849 Jul 16 18:36:12.205895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-d83c8781-918e-4283-9164-b26000f69093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.207363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-d83c8781-918e-4283-9164-b26000f69093 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.1692908 Jul 16 18:36:12.209632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8bafdf9e-4082-4490-ba50-00193c425942 req-a1f3e0ea-3944-4640-87d4-2ae11a314c57 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1938100 Jul 16 18:36:12.216075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,segment=NetworkSegment(58017d91-9bf3-4778-bd16-463352dfc627),segment_id=58017d91-9bf3-4778-bd16-463352dfc627)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:12.218474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.255307 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.278603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for 96b717f1-96f3-4504-9d41-b71f81c27ba4 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:12.298578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:12.384847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:12.445762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] Deleting port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:12.446127 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.485714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.491610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3fb4ee9e-f301-4de6-91e6-2435f03cc48e tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.492921 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3fb4ee9e-f301-4de6-91e6-2435f03cc48e tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/e5e02abb-c8b0-4e9c-8111-cda00b8c1e2c HTTP/1.1" status: 204 len: 168 time: 0.4875116 Jul 16 18:36:12.498194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36226) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.528654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-06020a20-225e-4ce5-9685-0129a46d835e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639760 Jul 16 18:36:12.545822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-699cac6b-2c89-4bbd-a835-89cf9d8c3d9b tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=e5e02abb-c8b0-4e9c-8111-cda00b8c1e2c HTTP/1.1" status: 200 len: 216 time: 0.0441229 Jul 16 18:36:12.552163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.565859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=96b717f1-96f3-4504-9d41-b71f81c27ba4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.613534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-de61d871-58b6-4d20-95b0-d9c8ada0a2fe tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0552766 Jul 16 18:36:12.615192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30393f81-4913-4f44-be2b-1359b9da201b req-34993678-640a-4560-a07c-cbbbf6678773 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535192 Jul 16 18:36:12.619890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.625329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02113409-7fb2-4be8-8e38-2300902a97d9 req-15260a38-30fc-4a0c-b0ac-d1ca9a968ab2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.631882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02113409-7fb2-4be8-8e38-2300902a97d9 req-15260a38-30fc-4a0c-b0ac-d1ca9a968ab2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.634189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02113409-7fb2-4be8-8e38-2300902a97d9 req-15260a38-30fc-4a0c-b0ac-d1ca9a968ab2 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1681 time: 0.6137614 Jul 16 18:36:12.696016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6c2b7629-b62a-4037-a0f2-20de8a20812c tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0748146 Jul 16 18:36:12.714059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36234) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.775848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.788346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.793978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4f918e38-2e53-45b9-936f-5536868d2c70 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/ports/96b717f1-96f3-4504-9d41-b71f81c27ba4 HTTP/1.1" status: 204 len: 168 time: 1.4849620 Jul 16 18:36:12.795994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.827288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02113409-7fb2-4be8-8e38-2300902a97d9 req-023acb83-83d4-44ef-87bc-0bb2317e3b0d tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808972 Jul 16 18:36:12.841660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.852918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-ceccd559-cdf2-4102-bcd3-3160e82ba102 service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961755 Jul 16 18:36:12.877849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] For port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,segment=NetworkSegment(58017d91-9bf3-4778-bd16-463352dfc627),segment_id=58017d91-9bf3-4778-bd16-463352dfc627)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:12.878890 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.881472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No active binding found for port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:36:12.881892 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:12.883077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2b3f3fda-e33a-4906-abf9-63f4b6a65952 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/3d2d5501-7d13-4712-95cf-8405a55784af HTTP/1.1" status: 200 len: 472 time: 0.1652629 Jul 16 18:36:12.890647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36242) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.894600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.914987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8cb7eba4-8149-42c7-8613-0ba741a065c3 tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/75d51e13-ba9d-40f6-b89f-bfa1ff50d3fb HTTP/1.1" status: 200 len: 459 time: 0.0228753 Jul 16 18:36:12.935406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.957340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Transition to ACTIVE for port object 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:12.959290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:12.975177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb2bb3e6-7ce1-47b3-8ca5-d52887ec1acf req-4db9693a-d181-4c11-aace-fc9c69a1de9b service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142919 Jul 16 18:36:12.983804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] Calling delete_port for 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:13.090866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.132443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] Pushing event deleted for resources: {'Port': ['ID=21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.137623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e9c0-8047-49da-8045-91ee7ae5d244 req-b1a88ab7-f866-4387-9fae-c599676eb772 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:13.139243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28c4e9c0-8047-49da-8045-91ee7ae5d244 req-b1a88ab7-f866-4387-9fae-c599676eb772 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 945 time: 0.1135597 Jul 16 18:36:13.142899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931e8f9-fd9b-4653-a373-891becaa3f20 None None] No DVR routers for this DVR port 21fdd5b3-2e4c-4dd7-bb85-4b3ff515db15 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:13.185156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 10, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.203363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28c4e9c0-8047-49da-8045-91ee7ae5d244 req-491498b1-86c6-42f0-8c5b-09950a3079b6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568683 Jul 16 18:36:13.218374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a926ee2-f398-4b00-a44e-2defe161ee05 None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 10, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None, '_interfaces': [{'id': '8281c879-d177-4c34-ba8a-d2cc6305f4a3', 'name': '', 'network_id': 'de45781f-0a35-4dc7-b681-3aae03b8d385', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'mac_address': 'fa:16:3e:b3:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:58Z', 'updated_at': '2021-07-16T18:35:14Z', 'revision_number': 5, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'subnets': [{'id': 'd255eb14-f20c-4681-b637-9e321e5a7a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:13.226071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.240049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5729bc29-238e-4127-a3c8-50fefbfd6b8a']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.267756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58017d91-9bf3-4778-bd16-463352dfc627') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.268836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58017d91-9bf3-4778-bd16-463352dfc627') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.290780 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.350843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51d3f7c5-e568-46e2-a224-f367519073de tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.350843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51d3f7c5-e568-46e2-a224-f367519073de tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/75d51e13-ba9d-40f6-b89f-bfa1ff50d3fb HTTP/1.1" status: 204 len: 168 time: 0.3927493 Jul 16 18:36:13.353685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36248) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:13.359623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.386892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:13.387339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:13.396250 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:13.450558 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.462407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c3a0-6bb2-4485-9ad1-d30281fcfe3c req-af346870-5eea-44ee-b39f-19c775e78998 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:13.463968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3468c3a0-6bb2-4485-9ad1-d30281fcfe3c req-af346870-5eea-44ee-b39f-19c775e78998 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 944 time: 0.6119268 Jul 16 18:36:13.544838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aa32a-8b00-4f0d-bbb0-02e045c1d8f4 req-178e0c86-3e88-4e14-924c-524f9dac3226 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:13.552456 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d83aa32a-8b00-4f0d-bbb0-02e045c1d8f4 req-178e0c86-3e88-4e14-924c-524f9dac3226 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 931 time: 0.1037517 Jul 16 18:36:13.614787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d83aa32a-8b00-4f0d-bbb0-02e045c1d8f4 req-9a79044d-4f76-4a87-b196-8c4fd84ef4f5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615437 Jul 16 18:36:14.007965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:14.020908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b3915-aa2e-40d5-87d2-8b326f3a1b9a req-8dbb20a9-a33a-4d86-8232-9afa154c2101 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.027427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b3915-aa2e-40d5-87d2-8b326f3a1b9a req-8dbb20a9-a33a-4d86-8232-9afa154c2101 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.033323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e0b3915-aa2e-40d5-87d2-8b326f3a1b9a req-8dbb20a9-a33a-4d86-8232-9afa154c2101 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1681 time: 0.0834775 Jul 16 18:36:14.056706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:14.059308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting port 7d832fb5-5e0b-402d-8510-d76f37a77922 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:14.059650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.067636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:14.084990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.090142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e0b3915-aa2e-40d5-87d2-8b326f3a1b9a req-1c611de6-04ba-4d98-8730-6790095e7554 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543215 Jul 16 18:36:14.109394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.138797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.140696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/5729bc29-238e-4127-a3c8-50fefbfd6b8a HTTP/1.1" status: 204 len: 168 time: 2.6680410 Jul 16 18:36:14.143559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:14.223979 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3468c3a0-6bb2-4485-9ad1-d30281fcfe3c req-3e878251-6fa4-4372-bd60-1db530ca062b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7453346 Jul 16 18:36:14.224729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21c362-41e3-48e2-9f4d-80d726cb4270 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=5729bc29-238e-4127-a3c8-50fefbfd6b8a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.233460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3094062d-d891-4ed4-a07a-998249ae938f tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.234493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3094062d-d891-4ed4-a07a-998249ae938f tempest-MeteringIpV6TestJSON-865322763 tempest-MeteringIpV6TestJSON-865322763-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/3d2d5501-7d13-4712-95cf-8405a55784af HTTP/1.1" status: 204 len: 168 time: 0.8765564 Jul 16 18:36:14.315867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5ae048a-07ad-4487-9a40-dd1f3848403d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:14.321204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.321910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.360443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ebc64add-4c7f-4140-9c01-df88766852bd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4657063 Jul 16 18:36:14.367495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f5ae048a-07ad-4487-9a40-dd1f3848403d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:14.376982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5ae048a-07ad-4487-9a40-dd1f3848403d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:14.389660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'admin_state_up': True, 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'security_groups': ['0c5e254e-945b-467c-99f6-e93f380a612f']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:14.410430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.461215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Calling delete_port for 7d832fb5-5e0b-402d-8510-d76f37a77922 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:14.470286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da8e99a1-8c7a-4d92-86b0-5629c561dada None None] Provisioning for port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:14.474601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da8e99a1-8c7a-4d92-86b0-5629c561dada None None] Provisioning complete for port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:14.474983 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da8e99a1-8c7a-4d92-86b0-5629c561dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.525116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-da8e99a1-8c7a-4d92-86b0-5629c561dada None None] Port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:14.670292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device adfe1ef6-2c25-44ec-aab8-46874de50e52 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:14.728338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.778957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9970ca-4365-4cc0-a0b3-013ff3b974e0 req-3a54f546-57df-42bd-ac46-10d64f352b2f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.781093 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5e9970ca-4365-4cc0-a0b3-013ff3b974e0 req-3a54f546-57df-42bd-ac46-10d64f352b2f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 945 time: 0.2963612 Jul 16 18:36:14.787443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port adfe1ef6-2c25-44ec-aab8-46874de50e52 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:14.803290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port adfe1ef6-2c25-44ec-aab8-46874de50e52 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:14.803666 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.821590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:14.827098 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.878914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:14.902824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5e9970ca-4365-4cc0-a0b3-013ff3b974e0 req-f4ac00ff-008d-4391-9331-4701a0bf0253 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145082 Jul 16 18:36:15.019671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.065010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.074143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:15.081536 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d88b6-ae3f-4276-93d7-b6e2d5c068e5" -d '{"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-plugged", "status": "completed", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:15.098985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c50d10ec-86b3-4e74-a9da-02f1fee1e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.110114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:15.118784 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.119759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 009a9ae4-060f-4f7f-9553-7b91f511a729 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:15.136765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Port': ['ID=7d832fb5-5e0b-402d-8510-d76f37a77922,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.208091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.213605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e86349-9601-4f01-84c3-ffb89320f9d4 req-3ba181c8-4419-4559-94ba-6bcd9aa8d6d5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.218492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 10.1.1.238 (3e698956-aae8-4d30-a23c-711ca06f5ddc/9b997167-61f8-4a10-b10a-f913f47099e1/d616bc62-dbba-460d-8a03-a02a334e122c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:15.222408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04e86349-9601-4f01-84c3-ffb89320f9d4 req-3ba181c8-4419-4559-94ba-6bcd9aa8d6d5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 931 time: 0.2066123 Jul 16 18:36:15.260743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 009a9ae4-060f-4f7f-9553-7b91f511a729 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:15.269271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 009a9ae4-060f-4f7f-9553-7b91f511a729 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:15.269504 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.314488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.320495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4486ae8e-aa06-40bd-bf2d-a92382c17c13 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/ports/7d832fb5-5e0b-402d-8510-d76f37a77922 HTTP/1.1" status: 204 len: 168 time: 2.4740791 Jul 16 18:36:15.324194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.362267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4961-8374-48d6-9a72-519911bc0994 req-fcb34297-54e3-4253-b02c-31d7a16ab9b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.369374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4961-8374-48d6-9a72-519911bc0994 req-fcb34297-54e3-4253-b02c-31d7a16ab9b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.371077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-506a4961-8374-48d6-9a72-519911bc0994 req-fcb34297-54e3-4253-b02c-31d7a16ab9b9 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1681 time: 0.2397475 Jul 16 18:36:15.378599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.394688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04e86349-9601-4f01-84c3-ffb89320f9d4 req-2c79b3a5-dcd1-420a-9450-916425d58d3f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713903 Jul 16 18:36:15.428711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=009a9ae4-060f-4f7f-9553-7b91f511a729,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:15.434048 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.442563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting subnet 4fd51714-53ed-48ba-9a27-1107c4fed231 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:15.461637 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-506a4961-8374-48d6-9a72-519911bc0994 req-f024b1ca-6b51-453e-8193-5638b46e1319 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815094 Jul 16 18:36:15.473600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.489300 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.519919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Transition to ACTIVE for port object d616bc62-dbba-460d-8a03-a02a334e122c will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:15.570220 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bbea58-ff86-49ea-8be2-2421caba8f97 x-openstack-request-id: req-a5bbea58-ff86-49ea-8be2-2421caba8f97 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:15.570516 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-plugged", "status": "completed", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:15.570771 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5bbea58-ff86-49ea-8be2-2421caba8f97 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:15.570918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.571315 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'code': 200} Jul 16 18:36:15.571948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.638476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:15.647195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:15.653713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:15.657562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=d616bc62-dbba-460d-8a03-a02a334e122c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.712708 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.742275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.744966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.788285 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c50d10ec-86b3-4e74-a9da-02f1fee1e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.807716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c50d10ec-86b3-4e74-a9da-02f1fee1e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.809246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-88a73c72-0204-43be-8a6f-6e3f8ba43b8e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4347343 Jul 16 18:36:15.822138 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'admin_state_up': True, 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'security_groups': ['0c5e254e-945b-467c-99f6-e93f380a612f']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:15.840014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port 8281c879-d177-4c34-ba8a-d2cc6305f4a3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:15.840354 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.961624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c50d10ec-86b3-4e74-a9da-02f1fee1e330 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38c337a1b80645a69287f62e24b863b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0815578 Jul 16 18:36:15.963311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.976647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01504-c9f7-4452-8481-b0ea75348dc6 req-ae24b5cc-3b55-448c-b37d-7d21479b51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.977615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbd01504-c9f7-4452-8481-b0ea75348dc6 req-ae24b5cc-3b55-448c-b37d-7d21479b51a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 1098 time: 0.3889089 Jul 16 18:36:15.984926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d10ec-86b3-4e74-a9da-02f1fee1e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d7b91a-43a9-4983-8ef4-3b8d7e0b56a3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.088362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:16.089724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-181bef02-2abc-419e-aee8-5d23ead2094f None None] Provisioning for port d616bc62-dbba-460d-8a03-a02a334e122c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:16.092877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.095923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-181bef02-2abc-419e-aee8-5d23ead2094f None None] Provisioning complete for port d616bc62-dbba-460d-8a03-a02a334e122c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:16.096270 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-181bef02-2abc-419e-aee8-5d23ead2094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.155188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.157954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-181bef02-2abc-419e-aee8-5d23ead2094f None None] Port d616bc62-dbba-460d-8a03-a02a334e122c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:16.171422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4a087ec-01b6-4be8-b2f9-073b21f89c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.285414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 10.1.1.36 (3e698956-aae8-4d30-a23c-711ca06f5ddc/9b997167-61f8-4a10-b10a-f913f47099e1/9c903364-c373-435b-90d8-fa82a0d0159a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:16.337146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788341db-813e-4d45-b793-8b8ae05f3720 req-b1feb767-79d0-42ad-978a-a7b4f259f92c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.338757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-788341db-813e-4d45-b793-8b8ae05f3720 req-b1feb767-79d0-42ad-978a-a7b4f259f92c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1385763 Jul 16 18:36:16.411193 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-788341db-813e-4d45-b793-8b8ae05f3720 req-d0eb3099-d55a-4b23-9d8a-cfc2099b8758 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640769 Jul 16 18:36:16.487203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.503699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Transition to ACTIVE for port object 9c903364-c373-435b-90d8-fa82a0d0159a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:16.535657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port 8281c879-d177-4c34-ba8a-d2cc6305f4a3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8281c879-d177-4c34-ba8a-d2cc6305f4a3,segment=NetworkSegment(9a9cd5d6-6eb3-4e78-979b-0cf285a09c04),segment_id=9a9cd5d6-6eb3-4e78-979b-0cf285a09c04)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:16.536020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.550366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.572895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5fe5-84aa-4f83-a88a-a6f7e1af8b63 req-fa8d9c8e-0394-4c97-af46-f6893c3c4dea tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.574403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beba5fe5-84aa-4f83-a88a-a6f7e1af8b63 req-fa8d9c8e-0394-4c97-af46-f6893c3c4dea tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.9124796 Jul 16 18:36:16.589498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for 8281c879-d177-4c34-ba8a-d2cc6305f4a3 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:16.624951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:16.628708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:16.634098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbd01504-c9f7-4452-8481-b0ea75348dc6 req-441c21e9-e28b-467d-b744-38305334563e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280136 Jul 16 18:36:16.637129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:16.646287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=9c903364-c373-435b-90d8-fa82a0d0159a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.664840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400dc257-dbcc-4a35-a2ff-5c6b4436d53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.694609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f69d2e-d53e-432d-b054-92301ee6b88d req-ebff358a-3e84-4098-b612-27432406d504 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.700671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f69d2e-d53e-432d-b054-92301ee6b88d req-ebff358a-3e84-4098-b612-27432406d504 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.706808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f69d2e-d53e-432d-b054-92301ee6b88d req-ebff358a-3e84-4098-b612-27432406d504 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.708612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23f69d2e-d53e-432d-b054-92301ee6b88d req-ebff358a-3e84-4098-b612-27432406d504 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 2373 time: 0.1712441 Jul 16 18:36:16.719931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.720582 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.747685 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9708570e-307c-4a99-9c4c-196b05797881 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9314160 Jul 16 18:36:16.756128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-beba5fe5-84aa-4f83-a88a-a6f7e1af8b63 req-57c8fcf9-f566-4a46-a5a5-be733b1dbc00 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616843 Jul 16 18:36:16.765754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400dc257-dbcc-4a35-a2ff-5c6b4436d53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.767202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687', 'admin_state_up': True, 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'security_groups': ['0c5e254e-945b-467c-99f6-e93f380a612f']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:16.785345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-33751401-d552-4de8-82f8-5b78464abe2a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.792652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23f69d2e-d53e-432d-b054-92301ee6b88d req-af1415b5-216b-4956-a696-72267d707d1b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648620 Jul 16 18:36:16.793327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-33751401-d552-4de8-82f8-5b78464abe2a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.795180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-33751401-d552-4de8-82f8-5b78464abe2a tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1681 time: 0.7658975 Jul 16 18:36:16.809114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.921369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd51714-53ed-48ba-9a27-1107c4fed231,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.923624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126f3fa-f486-4de3-ad43-4a4158929736 None None] Network c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:16.932835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.934765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d3f528e4-4f75-43b1-9b3b-8b39c6cfd46f tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/subnets/4fd51714-53ed-48ba-9a27-1107c4fed231 HTTP/1.1" status: 204 len: 168 time: 1.6059277 Jul 16 18:36:16.950115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.998173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:17.070486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400dc257-dbcc-4a35-a2ff-5c6b4436d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.072891 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-400dc257-dbcc-4a35-a2ff-5c6b4436d53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.076807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-400dc257-dbcc-4a35-a2ff-5c6b4436d53f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6d7b91a-43a9-4983-8ef4-3b8d7e0b56a3 HTTP/1.1" status: 204 len: 168 time: 1.1075137 Jul 16 18:36:17.084187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Deleting subnet af9a18ad-9ad2-4889-b612-dd94bd71ae35 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:17.088892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.147866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dc257-dbcc-4a35-a2ff-5c6b4436d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d7b91a-43a9-4983-8ef4-3b8d7e0b56a3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.164617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.178912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bcc82f88-94bf-4b6c-b541-2376aeea8bcf None None] Provisioning for port 9c903364-c373-435b-90d8-fa82a0d0159a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:17.190884 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.202678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037259d-d299-42f5-a6fa-4731445fff7f req-a5f1f5c3-03ba-4a79-a774-2f984912057b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.209078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037259d-d299-42f5-a6fa-4731445fff7f req-a5f1f5c3-03ba-4a79-a774-2f984912057b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.228131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7037259d-d299-42f5-a6fa-4731445fff7f req-a5f1f5c3-03ba-4a79-a774-2f984912057b tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 1681 time: 0.3172483 Jul 16 18:36:17.243266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bcc82f88-94bf-4b6c-b541-2376aeea8bcf None None] Provisioning complete for port 9c903364-c373-435b-90d8-fa82a0d0159a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:17.243644 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcc82f88-94bf-4b6c-b541-2376aeea8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.279204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:17.279873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.299277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.354972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcc82f88-94bf-4b6c-b541-2376aeea8bcf None None] Port 9c903364-c373-435b-90d8-fa82a0d0159a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:17.438862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=8281c879-d177-4c34-ba8a-d2cc6305f4a3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.467218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7037259d-d299-42f5-a6fa-4731445fff7f req-47834174-4430-40f3-9132-40ab41483628 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381589 Jul 16 18:36:17.544850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] DHCP port deletion for c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:17.590045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:17.600731 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662cfc7-e684-4ccd-9244-a69090af531b" -d '{"events": [{"server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "name": "network-vif-plugged", "status": "completed", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:17.696117 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.703941 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8948bf5-739b-4dd9-863e-39a06a8c948c x-openstack-request-id: req-c8948bf5-739b-4dd9-863e-39a06a8c948c {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:17.705404 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "name": "network-vif-plugged", "status": "completed", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:17.709303 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8948bf5-739b-4dd9-863e-39a06a8c948c {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:17.709944 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'code': 200} Jul 16 18:36:17.718075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] Deleting port 98848aa8-3e18-48b6-a411-d7a950980356 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:17.720057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.769016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:17.769393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.816518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:17.819944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:17.869887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b13eaea8-5a3b-430e-8930-f487b483b326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.903248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] For port 98848aa8-3e18-48b6-a411-d7a950980356, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=98848aa8-3e18-48b6-a411-d7a950980356,segment=NetworkSegment(0890d453-4eae-4181-aed7-5e0709bad49f),segment_id=0890d453-4eae-4181-aed7-5e0709bad49f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:17.906469 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.929458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] Calling delete_port for 98848aa8-3e18-48b6-a411-d7a950980356 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:17.993980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a598e-aea3-43bd-bb3b-c489f208ac8e req-5f2faa64-35b9-441e-a624-e91ccd5f0ee5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.001627 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a81a598e-aea3-43bd-bb3b-c489f208ac8e req-5f2faa64-35b9-441e-a624-e91ccd5f0ee5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2959752 Jul 16 18:36:18.022726 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.036714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 10.2.2.100 (bcfb801e-225d-480f-9891-020ae1c4d687/dd466530-836c-45f6-a661-b1ab909a6580/9bef2d62-86d4-4817-95d3-ea52a0e58733) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:18.068760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Subnet': ['ID=af9a18ad-9ad2-4889-b612-dd94bd71ae35,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.104415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.109408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/subnets/af9a18ad-9ad2-4889-b612-dd94bd71ae35 HTTP/1.1" status: 204 len: 168 time: 1.1557868 Jul 16 18:36:18.110757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.113276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.113633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.113972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.114383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.114721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.115052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.115383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.115706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.116030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.116355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.116728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe7bc5-4e6f-4ab4-aebf-040bba5e3946 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:18.117195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0557a72-ff03-4561-af5e-7fa079f93549 None None] Network 8a00e6c7-113c-4bdc-896b-c4b3777b451f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:18.121314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:18.177039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a81a598e-aea3-43bd-bb3b-c489f208ac8e req-21858b23-1135-4e1d-b005-b733fbe610f3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742353 Jul 16 18:36:18.178865 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.296650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.317912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] Pushing event deleted for resources: {'Port': ['ID=98848aa8-3e18-48b6-a411-d7a950980356,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.323339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc29fc2-1be7-4104-aa41-a234e02105c4 None None] No DVR routers for this DVR port 98848aa8-3e18-48b6-a411-d7a950980356 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:18.380347 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.391057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b13eaea8-5a3b-430e-8930-f487b483b326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.457566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b13eaea8-5a3b-430e-8930-f487b483b326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.483413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98848aa8-3e18-48b6-a411-d7a950980356 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:18.530367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 98848aa8-3e18-48b6-a411-d7a950980356 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:18.530715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98848aa8-3e18-48b6-a411-d7a950980356 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:18.532181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7f49-8606-4c4c-bc0d-9865193088b1 req-23566f3e-c7a7-450a-b297-734c06ade587 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.533799 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a50e7f49-8606-4c4c-bc0d-9865193088b1 req-23566f3e-c7a7-450a-b297-734c06ade587 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.6095934 Jul 16 18:36:18.566187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] DHCP port deletion for 8a00e6c7-113c-4bdc-896b-c4b3777b451f request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:18.567219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11603434-29cb-49ab-8568-9e3de00ac8ab req-9398c520-c53e-486c-b8c4-34d0efc7d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.568702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11603434-29cb-49ab-8568-9e3de00ac8ab req-9398c520-c53e-486c-b8c4-34d0efc7d7aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.6431699 Jul 16 18:36:18.684063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] Deleting port c3c819c8-e855-4267-9870-b50ca2d2bfc8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:18.684466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.698753 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-825b607a-847b-4a12-b862-a967c0ee4b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.746228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.761710 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b13eaea8-5a3b-430e-8930-f487b483b326 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7a3fb4bd9af4697a7c1200c017e56f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9416533 Jul 16 18:36:18.762288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:18.773964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=6bfd37e1-fa53-47ab-9cb4-6736fb3af6af,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.779002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eaea8-5a3b-430e-8930-f487b483b326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e3ba14-e7ef-45d1-94a0-987d13ddd732,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.796682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:18.841220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] For port c3c819c8-e855-4267-9870-b50ca2d2bfc8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c3c819c8-e855-4267-9870-b50ca2d2bfc8,segment=NetworkSegment(df05264d-2bf0-4661-a0b0-81d8054c4895),segment_id=df05264d-2bf0-4661-a0b0-81d8054c4895)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:18.841772 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.845510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:18.849712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.861528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-64420848-3e66-4e27-bb82-45313d0c45fe tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "DELETE /v2.0/ports/6bfd37e1-fa53-47ab-9cb4-6736fb3af6af HTTP/1.1" status: 204 len: 173 time: 2.0543227 Jul 16 18:36:18.862458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-deleted', 'tag': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:18.871522 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f920dc-86b3-4bc4-b991-39fd3a2630c2" -d '{"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-deleted", "tag": "6bfd37e1-fa53-47ab-9cb4-6736fb3af6af"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:18.877341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a50e7f49-8606-4c4c-bc0d-9865193088b1 req-02393447-ebce-48ea-8375-c07c3dd464ef tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068578 Jul 16 18:36:18.906739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] Calling delete_port for c3c819c8-e855-4267-9870-b50ca2d2bfc8 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:18.920794 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.956377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11603434-29cb-49ab-8568-9e3de00ac8ab req-be8ded96-0c0e-4a04-b414-6462d363a5d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771751 Jul 16 18:36:18.969094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.973121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:19.039591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:19.051789 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:19.054087 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ae0e2223-504c-47d5-b9db-04c53f735d5a tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9091485 Jul 16 18:36:19.058164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.077361 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:19.077977 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.099538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617adc1-0286-4efe-97ac-f41ed8527b88 req-4b39a008-8145-4161-8392-e6f55cf65887 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.106262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617adc1-0286-4efe-97ac-f41ed8527b88 req-4b39a008-8145-4161-8392-e6f55cf65887 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.121585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.132538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617adc1-0286-4efe-97ac-f41ed8527b88 req-4b39a008-8145-4161-8392-e6f55cf65887 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.145017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting subnet d255eb14-f20c-4681-b637-9e321e5a7a50 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:19.148592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d617adc1-0286-4efe-97ac-f41ed8527b88 req-4b39a008-8145-4161-8392-e6f55cf65887 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 2373 time: 0.7112517 Jul 16 18:36:19.153966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.176427 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.198401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:19.198748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.206360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.223099 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:19.235580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:19.275468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.276159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:19.278060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] Pushing event deleted for resources: {'Port': ['ID=c3c819c8-e855-4267-9870-b50ca2d2bfc8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.298139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.300411 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 11, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.312984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.328954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0890d453-4eae-4181-aed7-5e0709bad49f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.329642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0890d453-4eae-4181-aed7-5e0709bad49f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.339434 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:19.342931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.354484 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:19.354841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.355980 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.358321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3690c-07e5-4dd8-a086-ad8bb3343dd1 None None] No DVR routers for this DVR port c3c819c8-e855-4267-9870-b50ca2d2bfc8 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:19.361190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:19.361353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6bfd37e1-fa53-47ab-9cb4-6736fb3af6af not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:19.384232 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Transition to ACTIVE for port object 9bef2d62-86d4-4817-95d3-ea52a0e58733 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:19.392790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.399836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d88265-20e6-4923-8bd0-94d17570283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.426835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d617adc1-0286-4efe-97ac-f41ed8527b88 req-2d1fcc11-3210-4eec-b238-0b907ec17fa9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744861 Jul 16 18:36:19.429158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:19.429849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.475669 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:19.483488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:19.484089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.507527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:19.508756 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:19.511768 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.517609 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f2cea-0de8-4374-8c8f-0e3c28990e40 x-openstack-request-id: req-201f2cea-0de8-4374-8c8f-0e3c28990e40 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:19.517875 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-deleted", "tag": "6bfd37e1-fa53-47ab-9cb4-6736fb3af6af", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:19.518134 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-201f2cea-0de8-4374-8c8f-0e3c28990e40 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:19.518669 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-deleted', 'tag': '6bfd37e1-fa53-47ab-9cb4-6736fb3af6af', 'status': 'completed', 'code': 200} Jul 16 18:36:19.551464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d88265-20e6-4923-8bd0-94d17570283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.554829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.585055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.588711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/networks/c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2 HTTP/1.1" status: 204 len: 168 time: 1.4181902 Jul 16 18:36:19.600411 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 11, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.617647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2082cd-7f6a-4223-8189-591ca677d49a req-5247750a-3047-4437-bf61-6f7f855b23af tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.619260 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c2082cd-7f6a-4223-8189-591ca677d49a req-5247750a-3047-4437-bf61-6f7f855b23af tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 943 time: 0.3529801 Jul 16 18:36:19.621903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.664652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71eef-64a2-4ef8-a708-6331c302f865 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Network': ['ID=c7c2a6ca-e568-4d6d-9782-0ba0327e2ff2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.666240 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8327d-1b01-4952-961e-1ee5e2b1ede9 None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 11, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:19.678804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.681183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d88265-20e6-4923-8bd0-94d17570283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.684552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d88265-20e6-4923-8bd0-94d17570283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.686020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-02d88265-20e6-4923-8bd0-94d17570283f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85e3ba14-e7ef-45d1-94a0-987d13ddd732 HTTP/1.1" status: 204 len: 168 time: 0.9181893 Jul 16 18:36:19.710844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:19.713204 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8736b484-23f6-4880-9f86-a556b9cd88c5" -d '{"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:19.813721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d88265-20e6-4923-8bd0-94d17570283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e3ba14-e7ef-45d1-94a0-987d13ddd732,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.816620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=9bef2d62-86d4-4817-95d3-ea52a0e58733,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.843054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network bcfb801e-225d-480f-9891-020ae1c4d687 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:19.862455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:19.865273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c2082cd-7f6a-4223-8189-591ca677d49a req-169d3985-136c-4d2f-9c57-ddbced849fc7 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/security-groups?id=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943498 Jul 16 18:36:19.884748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.902559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:19.911901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.912185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.960627 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60424e9e-cf72-4f7f-8ad8-918c147fdfce x-openstack-request-id: req-60424e9e-cf72-4f7f-8ad8-918c147fdfce {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:19.961640 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:19.962048 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60424e9e-cf72-4f7f-8ad8-918c147fdfce {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:19.962703 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74', 'code': 200} Jul 16 18:36:20.000084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7bf90-c485-45cc-ac3e-ac1050f2909a req-258ff198-5f1b-465e-8446-43ae3d8506b5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.009211 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30d7bf90-c485-45cc-ac3e-ac1050f2909a req-258ff198-5f1b-465e-8446-43ae3d8506b5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2286007 Jul 16 18:36:20.032489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.033353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.106225 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2f50a85a-7e05-43d8-ac61-5f3c9a613160 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3495789 Jul 16 18:36:20.130725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Subnet': ['ID=d255eb14-f20c-4681-b637-9e321e5a7a50,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.133082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.137697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687', 'admin_state_up': True, 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'security_groups': ['0c5e254e-945b-467c-99f6-e93f380a612f']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:20.140858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b281ada-a139-4122-be21-f66a798c8618 None None] Network de45781f-0a35-4dc7-b681-3aae03b8d385 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:20.147022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a816841e-dde9-4824-9703-1759b4b8b0d3 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/d255eb14-f20c-4681-b637-9e321e5a7a50 HTTP/1.1" status: 204 len: 168 time: 1.0877306 Jul 16 18:36:20.160793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36334) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:20.324144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.369028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30d7bf90-c485-45cc-ac3e-ac1050f2909a req-11552fda-5e2d-45c7-aedb-9a1ff38d45c2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063471 Jul 16 18:36:20.401612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Made reservation on behalf of 4bd9adc1127b4e53b8587fa09befa7f9 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:20.423304 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.457785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c3c819c8-e855-4267-9870-b50ca2d2bfc8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:20.513970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: c3c819c8-e855-4267-9870-b50ca2d2bfc8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:20.514447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c3c819c8-e855-4267-9870-b50ca2d2bfc8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:20.514967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8281c879-d177-4c34-ba8a-d2cc6305f4a3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:20.547822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.551531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64227f85-0d1e-4e82-80b4-c3ab14a9c339 None None] Provisioning for port 9bef2d62-86d4-4817-95d3-ea52a0e58733 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:20.554419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8281c879-d177-4c34-ba8a-d2cc6305f4a3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:20.554870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8281c879-d177-4c34-ba8a-d2cc6305f4a3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:20.560052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64227f85-0d1e-4e82-80b4-c3ab14a9c339 None None] Provisioning complete for port 9bef2d62-86d4-4817-95d3-ea52a0e58733 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:20.560524 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64227f85-0d1e-4e82-80b4-c3ab14a9c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.569605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.602359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-64227f85-0d1e-4e82-80b4-c3ab14a9c339 None None] Port 9bef2d62-86d4-4817-95d3-ea52a0e58733 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:20.602599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a00e6c7-113c-4bdc-896b-c4b3777b451f']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.627456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df05264d-2bf0-4661-a0b0-81d8054c4895') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.627931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df05264d-2bf0-4661-a0b0-81d8054c4895') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.647317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.702610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] DHCP port deletion for de45781f-0a35-4dc7-b681-3aae03b8d385 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:20.765482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=3a3fa7d2-40eb-4b6e-902d-8adf394f1a74,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.773667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Allocated IP 10.2.2.200 (bcfb801e-225d-480f-9891-020ae1c4d687/dd466530-836c-45f6-a661-b1ab909a6580/d1b6d32e-9918-4b35-842c-95cab1a4e578) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:20.789094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] Deleting port e7f86ee5-8d36-497a-9530-0d6b1030abe2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:20.789761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.832404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.930578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:20.931021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:20.937501 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:20.991939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] For port e7f86ee5-8d36-497a-9530-0d6b1030abe2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e7f86ee5-8d36-497a-9530-0d6b1030abe2,segment=NetworkSegment(9a9cd5d6-6eb3-4e78-979b-0cf285a09c04),segment_id=9a9cd5d6-6eb3-4e78-979b-0cf285a09c04)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:20.994872 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.025262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110993-f79d-4e05-827b-336ac16c4b11 req-b7e62989-12bd-42da-89e5-7b8b9e3fd705 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.026992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a110993-f79d-4e05-827b-336ac16c4b11 req-b7e62989-12bd-42da-89e5-7b8b9e3fd705 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.6984515 Jul 16 18:36:21.027880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port 3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:21.029847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] Calling delete_port for e7f86ee5-8d36-497a-9530-0d6b1030abe2 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:21.044252 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.046720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3927571c-e1cb-4794-a481-e3eaa852ddd7 req-3391b183-9e28-43a2-9933-261171577b97 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.67 "DELETE /v2.0/ports/3a3fa7d2-40eb-4b6e-902d-8adf394f1a74 HTTP/1.1" status: 204 len: 173 time: 2.1656945 Jul 16 18:36:21.219866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.280110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] No DVR routers for this DVR port e7f86ee5-8d36-497a-9530-0d6b1030abe2 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:21.282709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a8178-b7e3-4021-936e-76966b0a4f51 None None] Pushing event deleted for resources: {'Port': ['ID=e7f86ee5-8d36-497a-9530-0d6b1030abe2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.299339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.306863 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.327823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] 10.222.0.49 "DELETE /v2.0/networks/8a00e6c7-113c-4bdc-896b-c4b3777b451f HTTP/1.1" status: 204 len: 168 time: 1.6968555 Jul 16 18:36:21.327823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Deleting port e7f86ee5-8d36-497a-9530-0d6b1030abe2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:21.327823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.336168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a110993-f79d-4e05-827b-336ac16c4b11 req-7a7f84f5-43d4-41b2-82de-e2927bc427d9 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708843 Jul 16 18:36:21.480229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] For port e7f86ee5-8d36-497a-9530-0d6b1030abe2, host n-d-791504-15, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:21.480895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.484471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9753953-978f-4b99-8ff5-bc8f21b1aa71 tempest-TaggedBootDevicesTest-1712125085 tempest-TaggedBootDevicesTest-1712125085-project] Pushing event deleted for resources: {'Network': ['ID=8a00e6c7-113c-4bdc-896b-c4b3777b451f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.501730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Calling delete_port for e7f86ee5-8d36-497a-9530-0d6b1030abe2 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:21.506768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Port e7f86ee5-8d36-497a-9530-0d6b1030abe2 was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:36:21.508461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.546901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-deleted', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:21.549803 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfb319b-0c9d-45ba-b418-804bb14bf1c4" -d '{"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-deleted", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:21.556228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Port': ['ID=e7f86ee5-8d36-497a-9530-0d6b1030abe2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.571682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No DVR routers for this DVR port e7f86ee5-8d36-497a-9530-0d6b1030abe2 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:21.697031 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.777885 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.805887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de45781f-0a35-4dc7-b681-3aae03b8d385']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:21.828895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.843650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:21.843930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9cd5d6-6eb3-4e78-979b-0cf285a09c04') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:21.865293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.883865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869c61-876a-4c9d-9505-d930309e1411 req-c6bd2a58-28a7-4f7d-b924-fdddb084548b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.884626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Transition to ACTIVE for port object d1b6d32e-9918-4b35-842c-95cab1a4e578 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:21.890861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869c61-876a-4c9d-9505-d930309e1411 req-c6bd2a58-28a7-4f7d-b924-fdddb084548b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.897128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869c61-876a-4c9d-9505-d930309e1411 req-c6bd2a58-28a7-4f7d-b924-fdddb084548b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.903377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869c61-876a-4c9d-9505-d930309e1411 req-c6bd2a58-28a7-4f7d-b924-fdddb084548b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.912368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0a869c61-876a-4c9d-9505-d930309e1411 req-c6bd2a58-28a7-4f7d-b924-fdddb084548b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 3094 time: 0.2792766 Jul 16 18:36:21.934979 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.948376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:21.950216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:21.958022 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:22.004227 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a47af026-5e5d-48cd-b932-3c16721351a8 req-ba8e1be8-55eb-4c18-8e69-f3a42e174578 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "GET /v2.0/ports?device_id=3940f192-e738-46d2-bf27-3ad46a5e3767 HTTP/1.1" status: 200 len: 210 time: 0.0666442 Jul 16 18:36:22.027872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0a869c61-876a-4c9d-9505-d930309e1411 req-219386b5-df70-40cc-8d2c-33c2be459821 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143906 Jul 16 18:36:22.039436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.136327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.143562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.150767 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/networks/de45781f-0a35-4dc7-b681-3aae03b8d385 HTTP/1.1" status: 204 len: 168 time: 1.9881482 Jul 16 18:36:22.175358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36390) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:22.175710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:22.176375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event updated for resources: {'Port': ['ID=d1b6d32e-9918-4b35-842c-95cab1a4e578,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.183389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5041f-0720-46b5-823e-4a273dd28e0b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Pushing event deleted for resources: {'Network': ['ID=de45781f-0a35-4dc7-b681-3aae03b8d385,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.197742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'routes': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.268616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Network bcfb801e-225d-480f-9891-020ae1c4d687 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:22.272252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:22.274938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:22.427016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7f86ee5-8d36-497a-9530-0d6b1030abe2 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:22.448495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.449207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.456940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e7f86ee5-8d36-497a-9530-0d6b1030abe2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:22.457480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e7f86ee5-8d36-497a-9530-0d6b1030abe2 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:22.465607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6fa727f1-d258-4915-84a7-533064f87032 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-484022955'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.467204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6fa727f1-d258-4915-84a7-533064f87032 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Unknown quota resources ['metering_label']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:22.473487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Added routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:36:22.473785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Removed routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:36:22.474241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.498319 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0750b0-cddf-43c0-bea9-a328ae8fa330 x-openstack-request-id: req-5b0750b0-cddf-43c0-bea9-a328ae8fa330 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:22.498617 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940f192-e738-46d2-bf27-3ad46a5e3767", "name": "network-vif-deleted", "tag": "3a3fa7d2-40eb-4b6e-902d-8adf394f1a74", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:22.498870 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b0750b0-cddf-43c0-bea9-a328ae8fa330 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:22.499283 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3940f192-e738-46d2-bf27-3ad46a5e3767', 'name': 'network-vif-deleted', 'tag': '3a3fa7d2-40eb-4b6e-902d-8adf394f1a74', 'status': 'completed', 'code': 200} Jul 16 18:36:22.549400 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c3017ec6-8ffd-470a-a922-4548e9ce70ea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4177213 Jul 16 18:36:22.632440 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.649816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4612b76e-ef98-459d-af9b-f83cc8e83905 None None] Provisioning for port d1b6d32e-9918-4b35-842c-95cab1a4e578 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:22.650972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.657351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4612b76e-ef98-459d-af9b-f83cc8e83905 None None] Provisioning complete for port d1b6d32e-9918-4b35-842c-95cab1a4e578 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:22.658212 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4612b76e-ef98-459d-af9b-f83cc8e83905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.680654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-3aa39955-e0a7-46c4-9527-4516e5199a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.682695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-3aa39955-e0a7-46c4-9527-4516e5199a37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.0808711 Jul 16 18:36:22.703188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4612b76e-ef98-459d-af9b-f83cc8e83905 None None] Port d1b6d32e-9918-4b35-842c-95cab1a4e578 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:22.802421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-7f6efa45-041d-427f-aef4-1a23cd5e13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.804492 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-7f6efa45-041d-427f-aef4-1a23cd5e13c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.1141531 Jul 16 18:36:22.881347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-2e5cbb18-d2ad-4940-a1f9-66c6e5447019 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 217 time: 0.0686531 Jul 16 18:36:22.934505 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fa727f1-d258-4915-84a7-533064f87032 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.938333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6fa727f1-d258-4915-84a7-533064f87032 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7478654 Jul 16 18:36:22.943077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.944668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:22.949544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f7d39dc1-65bb-4bf7-befd-9b973442ab8c tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bb301780-20e1-4811-baee-679dd5576edd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.950057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f7d39dc1-65bb-4bf7-befd-9b973442ab8c tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:22.960387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.969699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.161157 n-d-791504-15 neutron-server[93796]: WARNING neutron.services.metering.metering_plugin [None req-f7d39dc1-65bb-4bf7-befd-9b973442ab8c tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:36:23.297474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7d39dc1-65bb-4bf7-befd-9b973442ab8c tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.299130 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f7d39dc1-65bb-4bf7-befd-9b973442ab8c tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3533244 Jul 16 18:36:23.307735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router b55269b3-5b4f-46bc-baae-5654d59c7f5c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:23.308450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.314821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ee38bba7-4f31-499b-9ee8-a8c895ada0f0 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bb301780-20e1-4811-baee-679dd5576edd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:23.315552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ee38bba7-4f31-499b-9ee8-a8c895ada0f0 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:23.331758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4ce65-7063-4c1e-81e7-d94f3f74a7e6 req-44d21986-6a62-4356-bfd9-ca5651ca4553 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.340050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69e4ce65-7063-4c1e-81e7-d94f3f74a7e6 req-44d21986-6a62-4356-bfd9-ca5651ca4553 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.5583942 Jul 16 18:36:23.406306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-a6c8d13f-3879-41d6-9e4f-cf0db088a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.407940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-a6c8d13f-3879-41d6-9e4f-cf0db088a62c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.5193274 Jul 16 18:36:23.454496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-374902c9-0a00-461b-aebd-61a8630ee9bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334430 Jul 16 18:36:23.480188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0453e-f9c2-48d9-a267-72d95aa97b63 req-edd5858a-0b33-483e-89d2-f3361ec8faac tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.481896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ba0453e-f9c2-48d9-a267-72d95aa97b63 req-edd5858a-0b33-483e-89d2-f3361ec8faac tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1227832 Jul 16 18:36:23.561848 n-d-791504-15 neutron-server[93796]: WARNING neutron.services.metering.metering_plugin [None req-ee38bba7-4f31-499b-9ee8-a8c895ada0f0 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:36:23.595594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69e4ce65-7063-4c1e-81e7-d94f3f74a7e6 req-da5a1491-fb66-4106-b8a6-f7c4b5bf4286 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540205 Jul 16 18:36:23.596810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ba0453e-f9c2-48d9-a267-72d95aa97b63 req-def170f6-c66c-4155-b1cd-953cc5199ba0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960069 Jul 16 18:36:23.657398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-c9df9c89-3b97-4954-a283-b55d88aba668 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952918 Jul 16 18:36:23.726231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:23.736637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] Sync routers for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:23.737734 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.746119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.748673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7ba74bde-2f72-4382-9960-02cdd1b4cdae tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 200 len: 701 time: 1.5641198 Jul 16 18:36:23.751865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36420) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.753789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:23.756928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:23.864554 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-929f33d4-9076-4729-83f8-ef5372848f47 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 200 len: 205 time: 0.1114409 Jul 16 18:36:23.865237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36422) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.880134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting subnet 2aa28b3d-45ad-4a13-98fe-7461a9fe5d05 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:23.894327 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee38bba7-4f31-499b-9ee8-a8c895ada0f0 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.898077 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.901259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee38bba7-4f31-499b-9ee8-a8c895ada0f0 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5896633 Jul 16 18:36:23.908574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.979086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a98dd456-77ff-4ae2-80e3-803a1ec67aab tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=9b21b593-14ec-4bc9-9648-33c7ea0fad87 HTTP/1.1" status: 200 len: 464 time: 0.0615294 Jul 16 18:36:23.990946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36428) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.004555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1064f2ff-5086-48d1-81a1-c1c5d1f0104a req-b94f708c-76ca-47bf-9e80-7a453edefebe service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391416 Jul 16 18:36:24.038460 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.083664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303d7464-ba20-4982-827b-90e64737e055 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.110940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:24.178369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 11, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:24.193875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.209026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] Checking router: b55269b3-5b4f-46bc-baae-5654d59c7f5c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:24.217951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] Routers {'b55269b3-5b4f-46bc-baae-5654d59c7f5c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:24.218585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:24.219165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a89f-0038-4449-8830-e6bacb8eab2c req-fb9deb73-26a4-421b-90b3-18c40bd3f649 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.231177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a89f-0038-4449-8830-e6bacb8eab2c req-fb9deb73-26a4-421b-90b3-18c40bd3f649 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.237251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a89f-0038-4449-8830-e6bacb8eab2c req-fb9deb73-26a4-421b-90b3-18c40bd3f649 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.243595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a89f-0038-4449-8830-e6bacb8eab2c req-fb9deb73-26a4-421b-90b3-18c40bd3f649 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.249562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a89f-0038-4449-8830-e6bacb8eab2c req-fb9deb73-26a4-421b-90b3-18c40bd3f649 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.251388 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e21a89f-0038-4449-8830-e6bacb8eab2c req-fb9deb73-26a4-421b-90b3-18c40bd3f649 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 3815 time: 0.4508786 Jul 16 18:36:24.272240 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.303050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa28b3d-45ad-4a13-98fe-7461a9fe5d05,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.316743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.322005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d4d9e8ea-21d1-47c4-947e-64432cc7be72 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/subnets/2aa28b3d-45ad-4a13-98fe-7461a9fe5d05 HTTP/1.1" status: 204 len: 168 time: 0.5732510 Jul 16 18:36:24.322170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d211609-e1f4-4eaf-84cf-f130b546d0dc None None] Network 4e46978f-5a0b-4afd-98f6-2a94934ce406 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:24.322498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.339321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] Set router b55269b3-5b4f-46bc-baae-5654d59c7f5c gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:24.425325 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.513403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port f426c744-2c9b-42c0-babb-057b98f7d86a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:24.514156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.528651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 11, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:24.601839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port f426c744-2c9b-42c0-babb-057b98f7d86a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f426c744-2c9b-42c0-babb-057b98f7d86a,segment=NetworkSegment(efef2bb5-d6eb-4a79-80c7-794e2b79c4c6),segment_id=efef2bb5-d6eb-4a79-80c7-794e2b79c4c6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:24.602690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.618066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for f426c744-2c9b-42c0-babb-057b98f7d86a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:24.632615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd52f5c-3dce-454a-aa51-3a2564f25b59 None None] The sync data for ids ['b55269b3-5b4f-46bc-baae-5654d59c7f5c'] in n-d-791504-15 is: [{'id': 'b55269b3-5b4f-46bc-baae-5654d59c7f5c', 'name': 'tempest-RoutersTest-router-1949806835', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 11, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:24.692414 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.774676 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.834723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729405a-6a85-403c-8874-dc9967d50c46 None None] DHCP port deletion for 4e46978f-5a0b-4afd-98f6-2a94934ce406 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:24.869287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=f426c744-2c9b-42c0-babb-057b98f7d86a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.879726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port f426c744-2c9b-42c0-babb-057b98f7d86a on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:24.881745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303d7464-ba20-4982-827b-90e64737e055 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.886062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-045c50e0-c00c-43ba-b99b-c089dbef5777 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.887697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-045c50e0-c00c-43ba-b99b-c089dbef5777 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/9b21b593-14ec-4bc9-9648-33c7ea0fad87 HTTP/1.1" status: 204 len: 168 time: 0.8952675 Jul 16 18:36:24.893393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303d7464-ba20-4982-827b-90e64737e055 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.895383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.958989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e21a89f-0038-4449-8830-e6bacb8eab2c req-2747758c-402b-47ff-9aff-f8e69f59c1b1 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075586 Jul 16 18:36:24.983636 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-34789277-f77d-4e2b-892f-0754d02d4298 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=9b21b593-14ec-4bc9-9648-33c7ea0fad87 HTTP/1.1" status: 200 len: 221 time: 0.0652235 Jul 16 18:36:25.018421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.023247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-560d1ddc-1675-4e7d-8036-ef3244a064d3 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--507811181', 'description': 'label created by tempest'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:25.023779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-560d1ddc-1675-4e7d-8036-ef3244a064d3 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Unknown quota resources ['metering_label']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:25.031622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:25.047485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.048405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.067780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e46978f-5a0b-4afd-98f6-2a94934ce406']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.081552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.081829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efef2bb5-d6eb-4a79-80c7-794e2b79c4c6') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.094036 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.115610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.120432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303d7464-ba20-4982-827b-90e64737e055 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.121837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303d7464-ba20-4982-827b-90e64737e055 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Fanout notify agent at l3_agent the message router_deleted on router b55269b3-5b4f-46bc-baae-5654d59c7f5c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:25.134753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303d7464-ba20-4982-827b-90e64737e055 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.136444 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-303d7464-ba20-4982-827b-90e64737e055 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 204 len: 168 time: 1.2495654 Jul 16 18:36:25.137084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:25.137570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.144188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.158884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ed157d78-7374-4007-81cb-e99f9e48c48b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-638743185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:25.210911 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:25.235335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed157d78-7374-4007-81cb-e99f9e48c48b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.236354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed157d78-7374-4007-81cb-e99f9e48c48b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.238657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.240980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Transition to ACTIVE for port object 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:25.247105 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.249530 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/networks/4e46978f-5a0b-4afd-98f6-2a94934ce406 HTTP/1.1" status: 204 len: 168 time: 0.9259028 Jul 16 18:36:25.258096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.302710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a150-c770-49f2-9637-ef7d4d80dcc5 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Network': ['ID=4e46978f-5a0b-4afd-98f6-2a94934ce406,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.322368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.335652 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcba9fd-3a53-4eb2-a780-873fe04d5be1 req-8684b982-479d-4def-a535-d54cb77a4122 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.337351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fcba9fd-3a53-4eb2-a780-873fe04d5be1 req-8684b982-479d-4def-a535-d54cb77a4122 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.4648268 Jul 16 18:36:25.352631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting subnet fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:25.357280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.362561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-560d1ddc-1675-4e7d-8036-ef3244a064d3 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.366852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-560d1ddc-1675-4e7d-8036-ef3244a064d3 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3474457 Jul 16 18:36:25.372467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.414878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.526143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fcba9fd-3a53-4eb2-a780-873fe04d5be1 req-abed45c4-2a85-4f80-a6be-eb03fc832cf6 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782200 Jul 16 18:36:25.568424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed157d78-7374-4007-81cb-e99f9e48c48b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.579798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0cc96321-704e-40fa-bfb2-8d11508f70d4 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=7f82a260-0a3d-4d13-ac7c-0562b2ce12ef HTTP/1.1" status: 200 len: 467 time: 0.1888967 Jul 16 18:36:25.590566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.600612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed157d78-7374-4007-81cb-e99f9e48c48b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.642658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.672413 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed157d78-7374-4007-81cb-e99f9e48c48b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.677025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ed157d78-7374-4007-81cb-e99f9e48c48b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5258520 Jul 16 18:36:25.688193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.702754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.714628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-12277104-1a5d-4826-b9f5-a0fb5cb94e59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:25.759187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf42fb3-97a1-4568-b633-3c80e5b6b4c4 req-5b255acb-0fec-4e58-bfd8-9e929057eb22 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.764040 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf42fb3-97a1-4568-b633-3c80e5b6b4c4 req-5b255acb-0fec-4e58-bfd8-9e929057eb22 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.5763075 Jul 16 18:36:25.814778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Attempting to bind port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:25.815137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Attempting to bind port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:25.815353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Attempting to bind port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b on network b1db7a24-1dfd-49a5-a251-caaa1f75753b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:25.824717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b on network b1db7a24-1dfd-49a5-a251-caaa1f75753b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:25.825058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Attempting to bind port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b on network b1db7a24-1dfd-49a5-a251-caaa1f75753b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:25.845108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3cf42fb3-97a1-4568-b633-3c80e5b6b4c4 req-2905e38c-4a5a-4679-af96-e78c4ed522de tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704124 Jul 16 18:36:25.846491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:25.847219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Checking segment: {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:25.847219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Bound using segment: {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:25.847706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Bound port: 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:25.848068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.937469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] For port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:25.941578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] For port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:25.948429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.019302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.020301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.022017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] 10.222.0.67 "PUT /v2.0/ports/9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 200 len: 1092 time: 3.3757825 Jul 16 18:36:26.022647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:26.025081 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:26.061457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:26.087060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215dafd-9ba0-4096-8d22-c61305e3ef30 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.141346 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53ff0b6-a7cb-47fd-9022-aa45fcd99836 x-openstack-request-id: req-a53ff0b6-a7cb-47fd-9022-aa45fcd99836 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:26.142289 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:26.142951 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a53ff0b6-a7cb-47fd-9022-aa45fcd99836 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:26.143744 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'status': 'completed', 'code': 200} Jul 16 18:36:26.236019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.324087 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12277104-1a5d-4826-b9f5-a0fb5cb94e59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.432992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f426c744-2c9b-42c0-babb-057b98f7d86a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:26.454413 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12277104-1a5d-4826-b9f5-a0fb5cb94e59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.480282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f426c744-2c9b-42c0-babb-057b98f7d86a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:26.481268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f426c744-2c9b-42c0-babb-057b98f7d86a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:26.485001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b234f69-8e4b-42d4-82a1-6f870f956b9d tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.486363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2b234f69-8e4b-42d4-82a1-6f870f956b9d tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/7f82a260-0a3d-4d13-ac7c-0562b2ce12ef HTTP/1.1" status: 204 len: 168 time: 0.8946178 Jul 16 18:36:26.490949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.494841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.606537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-72292a19-d381-46b6-a9c9-f1054aaa02ef tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=7f82a260-0a3d-4d13-ac7c-0562b2ce12ef HTTP/1.1" status: 200 len: 216 time: 0.1044884 Jul 16 18:36:26.607001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.611248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.621263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.627259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c1a7ccdf-c075-4c85-9ab4-84d6d4223e3c tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0096426 Jul 16 18:36:26.627479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-154f945a-e772-44df-92f3-5bbc1ad3cb4f tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/subnets/fb5aa186-2ac2-4eec-bfd0-0dc5b8b894a7 HTTP/1.1" status: 204 len: 168 time: 1.3646185 Jul 16 18:36:26.627758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.627758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.628076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceecccb-a427-46f0-9136-e992b2f7b6d1 None None] Network 948ea605-7615-47fa-a143-3838c6e8d14a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:26.686020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51951b35-525e-48fc-893f-342c800d0333 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0452518 Jul 16 18:36:26.687026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.700656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-4dffef08-79d0-4765-b9fc-52968d9d9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.701400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-4dffef08-79d0-4765-b9fc-52968d9d9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.702185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-4dffef08-79d0-4765-b9fc-52968d9d9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.702626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-4dffef08-79d0-4765-b9fc-52968d9d9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.703157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-4dffef08-79d0-4765-b9fc-52968d9d9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.705072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-4dffef08-79d0-4765-b9fc-52968d9d9e71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 4363 time: 0.5644250 Jul 16 18:36:26.717402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f5fc-f099-4b0e-b4d1-0053a0d4c9a6 req-00efd075-3baf-4aca-a01c-ba6254567570 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.725003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f5fc-f099-4b0e-b4d1-0053a0d4c9a6 req-00efd075-3baf-4aca-a01c-ba6254567570 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.731064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f5fc-f099-4b0e-b4d1-0053a0d4c9a6 req-00efd075-3baf-4aca-a01c-ba6254567570 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.737205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f5fc-f099-4b0e-b4d1-0053a0d4c9a6 req-00efd075-3baf-4aca-a01c-ba6254567570 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.743272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f5fc-f099-4b0e-b4d1-0053a0d4c9a6 req-00efd075-3baf-4aca-a01c-ba6254567570 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.745217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4625f5fc-f099-4b0e-b4d1-0053a0d4c9a6 req-00efd075-3baf-4aca-a01c-ba6254567570 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 3827 time: 0.3437552 Jul 16 18:36:26.844250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f1dfdb1e-bf5e-48f9-aee2-b1bfe7d732a1 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/bb301780-20e1-4811-baee-679dd5576edd HTTP/1.1" status: 200 len: 472 time: 0.1513529 Jul 16 18:36:26.847305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.856307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12277104-1a5d-4826-b9f5-a0fb5cb94e59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Router 82e0d8e4-3e82-471d-acd4-973f69751c0c is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:26.868394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-821621b9-f4bf-48f3-b153-e7ca201cfbee tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/749f165d-5fda-4e39-b477-e60f9ee18421 HTTP/1.1" status: 200 len: 461 time: 0.0151379 Jul 16 18:36:26.869572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.873537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.897552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:26.913419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.975888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Transition to ACTIVE for port object 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:26.992357 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.994408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] DHCP port deletion for 948ea605-7615-47fa-a143-3838c6e8d14a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:27.026902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4625f5fc-f099-4b0e-b4d1-0053a0d4c9a6 req-11cfde92-e679-4201-b967-d74a49500333 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502348 Jul 16 18:36:27.054742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abb767-48b9-4a6e-adcd-b4a63fa6f1aa req-e13efea5-8b37-4b28-9054-9d26f1d3f3e0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.054742 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93abb767-48b9-4a6e-adcd-b4a63fa6f1aa req-e13efea5-8b37-4b28-9054-9d26f1d3f3e0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.2980828 Jul 16 18:36:27.084423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] Deleting port f4c1499c-24a0-4087-9b99-2bf095b2f89f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:27.085113 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.125331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12277104-1a5d-4826-b9f5-a0fb5cb94e59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:27.126165 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-60a77a59-f256-4e4f-b261-baa9ade41842 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.129516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-60a77a59-f256-4e4f-b261-baa9ade41842 tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/749f165d-5fda-4e39-b477-e60f9ee18421 HTTP/1.1" status: 204 len: 168 time: 0.2526419 Jul 16 18:36:27.132370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.141486 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] Sync routers for ids ['82e0d8e4-3e82-471d-acd4-973f69751c0c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:27.172424 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] Routers {'82e0d8e4-3e82-471d-acd4-973f69751c0c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:27.172424 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['82e0d8e4-3e82-471d-acd4-973f69751c0c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:27.186236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12277104-1a5d-4826-b9f5-a0fb5cb94e59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.187874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-12277104-1a5d-4826-b9f5-a0fb5cb94e59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "PUT /v2.0/routers/82e0d8e4-3e82-471d-acd4-973f69751c0c HTTP/1.1" status: 200 len: 693 time: 1.4916983 Jul 16 18:36:27.208510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Pushing event updated for resources: {'Port': ['ID=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.212534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.280531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] For port f4c1499c-24a0-4087-9b99-2bf095b2f89f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f4c1499c-24a0-4087-9b99-2bf095b2f89f,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:27.281114 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.307223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] Calling delete_port for f4c1499c-24a0-4087-9b99-2bf095b2f89f owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:27.338662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9d9f3a6d-912b-44cf-a4e5-825bcd991a2c tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/routers/82e0d8e4-3e82-471d-acd4-973f69751c0c HTTP/1.1" status: 200 len: 699 time: 0.1221974 Jul 16 18:36:27.340317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Deleting port f4c1499c-24a0-4087-9b99-2bf095b2f89f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:27.340908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.345653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93abb767-48b9-4a6e-adcd-b4a63fa6f1aa req-510ca12b-8289-4479-b6f2-7474c51e9077 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660239 Jul 16 18:36:27.365294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.391674 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] Set router 82e0d8e4-3e82-471d-acd4-973f69751c0c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:27.449682 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-088ebc4d-b45d-439f-be15-f2c0c67abec8 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=82e0d8e4-3e82-471d-acd4-973f69751c0c HTTP/1.1" status: 200 len: 205 time: 0.0823643 Jul 16 18:36:27.452163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.520526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-de370cce-4877-40b5-89c9-775e9a8b5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.521221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-de370cce-4877-40b5-89c9-775e9a8b5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.521787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-de370cce-4877-40b5-89c9-775e9a8b5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.524429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-de370cce-4877-40b5-89c9-775e9a8b5e5f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7774117 Jul 16 18:36:27.531275 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.578611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] Pushing event deleted for resources: {'Port': ['ID=f4c1499c-24a0-4087-9b99-2bf095b2f89f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.590799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db8797-7bb2-403b-9b46-bc6168cf6e93 None None] No DVR routers for this DVR port f4c1499c-24a0-4087-9b99-2bf095b2f89f on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:27.611552 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e0d8e4-3e82-471d-acd4-973f69751c0c', 'name': 'tempest-RoutersTest-router-638743185', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:25Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:27.645523 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] Checking router: 82e0d8e4-3e82-471d-acd4-973f69751c0c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:27.654795 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] Routers {'82e0d8e4-3e82-471d-acd4-973f69751c0c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:27.655617 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['82e0d8e4-3e82-471d-acd4-973f69751c0c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:27.660750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Attempting to bind port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:27.661199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Attempting to bind port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:27.661530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Attempting to bind port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:27.666495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] For port f4c1499c-24a0-4087-9b99-2bf095b2f89f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f4c1499c-24a0-4087-9b99-2bf095b2f89f,segment=NetworkSegment(34d04a28-6e56-47a3-a2e9-96269cdcf1bf),segment_id=34d04a28-6e56-47a3-a2e9-96269cdcf1bf)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:27.666793 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.683271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76fe4283-98ca-4ed7-9585-a1d2e00e7903 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.687913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:27.688239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Attempting to bind port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:27.691873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Calling delete_port for f4c1499c-24a0-4087-9b99-2bf095b2f89f owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:27.747469 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] Set router 82e0d8e4-3e82-471d-acd4-973f69751c0c gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:27.755827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5230-8866-474a-97e9-7c3e5c760ecf tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.759339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1a6d5230-8866-474a-97e9-7c3e5c760ecf tempest-MeteringTestJSON-1219897694 tempest-MeteringTestJSON-1219897694-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/bb301780-20e1-4811-baee-679dd5576edd HTTP/1.1" status: 204 len: 168 time: 0.6006753 Jul 16 18:36:27.762881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:27.763380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Checking segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:27.763805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Bound using segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:27.764226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Bound port: 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:27.764589 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.829242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a69245-bc36-44c8-bdba-c82d1bc9040a req-e339a5a7-e6cd-42e5-8344-99cd6df236d4 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.837565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6a69245-bc36-44c8-bdba-c82d1bc9040a req-e339a5a7-e6cd-42e5-8344-99cd6df236d4 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2547679 Jul 16 18:36:27.848185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] For port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:27.852152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] For port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:27.867750 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e0d8e4-3e82-471d-acd4-973f69751c0c', 'name': 'tempest-RoutersTest-router-638743185', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:25Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:27.869138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-0bf5bc0a-6bd0-4954-a943-24f5afea09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.872821 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2b8ecfa-78f5-46a6-a646-4071f33c5b56 req-0bf5bc0a-6bd0-4954-a943-24f5afea09f3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2645011 Jul 16 18:36:27.907911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.915218 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7dc8b-d3c9-458d-8592-da0845aca151 None None] The sync data for ids ['82e0d8e4-3e82-471d-acd4-973f69751c0c'] in n-d-791504-15 is: [{'id': '82e0d8e4-3e82-471d-acd4-973f69751c0c', 'name': 'tempest-RoutersTest-router-638743185', 'tenant_id': 'aef88e47ebde4af29b3288810ac29fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:25Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 2, 'project_id': 'aef88e47ebde4af29b3288810ac29fe2', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:27.923991 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6a69245-bc36-44c8-bdba-c82d1bc9040a req-374f0f0f-d8b0-4879-9e7b-5960f37dbb42 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851741 Jul 16 18:36:28.088922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76fe4283-98ca-4ed7-9585-a1d2e00e7903 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.097000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76fe4283-98ca-4ed7-9585-a1d2e00e7903 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.116057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.116962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.118963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] 10.222.0.67 "PUT /v2.0/ports/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 1136 time: 2.0627077 Jul 16 18:36:28.147571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '4797f1b2-7452-4544-a4ad-2a1a7f27c2c4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:28.149873 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "4797f1b2-7452-4544-a4ad-2a1a7f27c2c4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:28.187187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.253794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:28.262541 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e848385-c442-46f0-8f30-832ac2950cc6 x-openstack-request-id: req-6e848385-c442-46f0-8f30-832ac2950cc6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:28.262925 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "4797f1b2-7452-4544-a4ad-2a1a7f27c2c4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:28.263774 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e848385-c442-46f0-8f30-832ac2950cc6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:28.263774 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '4797f1b2-7452-4544-a4ad-2a1a7f27c2c4', 'status': 'completed', 'code': 200} Jul 16 18:36:28.324286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc5f40-64f7-49f6-a956-6c21cd1ba753 service neutron] Pushing event updated for resources: {'Port': ['ID=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:28.350950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76fe4283-98ca-4ed7-9585-a1d2e00e7903 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.351501 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fe4283-98ca-4ed7-9585-a1d2e00e7903 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Fanout notify agent at l3_agent the message router_deleted on router 82e0d8e4-3e82-471d-acd4-973f69751c0c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:28.373319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76fe4283-98ca-4ed7-9585-a1d2e00e7903 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.379352 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-76fe4283-98ca-4ed7-9585-a1d2e00e7903 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/82e0d8e4-3e82-471d-acd4-973f69751c0c HTTP/1.1" status: 204 len: 168 time: 0.9245398 Jul 16 18:36:28.380129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.408861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4c1499c-24a0-4087-9b99-2bf095b2f89f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:28.419090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-d46eec7a-34dc-4c5d-b35b-a44ab457b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.419897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-d46eec7a-34dc-4c5d-b35b-a44ab457b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.420823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-d46eec7a-34dc-4c5d-b35b-a44ab457b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.421784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-d46eec7a-34dc-4c5d-b35b-a44ab457b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.422593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-d46eec7a-34dc-4c5d-b35b-a44ab457b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.423210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-d46eec7a-34dc-4c5d-b35b-a44ab457b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.425814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-d46eec7a-34dc-4c5d-b35b-a44ab457b815 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5292 time: 0.1524177 Jul 16 18:36:28.453423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f4c1499c-24a0-4087-9b99-2bf095b2f89f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:28.454134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4c1499c-24a0-4087-9b99-2bf095b2f89f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:28.455736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea48140e-b27f-42e1-a566-b82d6020c09b tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=82e0d8e4-3e82-471d-acd4-973f69751c0c HTTP/1.1" status: 200 len: 205 time: 0.0337520 Jul 16 18:36:28.458381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.463071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.575203 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-90b6674e-2842-4167-878c-813e91b1c8d9 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] delete failed (client error): The resource could not be found. Jul 16 18:36:28.586971 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-90b6674e-2842-4167-878c-813e91b1c8d9 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/82e0d8e4-3e82-471d-acd4-973f69751c0c HTTP/1.1" status: 404 len: 336 time: 0.1257114 Jul 16 18:36:28.595401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.598806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-1d4f737e-8f2e-47ae-883d-7e79bbe1dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.599405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-1d4f737e-8f2e-47ae-883d-7e79bbe1dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.599942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-1d4f737e-8f2e-47ae-883d-7e79bbe1dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.601690 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-1d4f737e-8f2e-47ae-883d-7e79bbe1dff9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1689782 Jul 16 18:36:28.602515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.617802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] No DVR routers for this DVR port f4c1499c-24a0-4087-9b99-2bf095b2f89f on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:28.649437 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8833acb-7833-41b0-912d-fde92ea013d7 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:28.650059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8833acb-7833-41b0-912d-fde92ea013d7 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:28.654629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f8833acb-7833-41b0-912d-fde92ea013d7 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/37ba48a2-3d42-4385-89ee-fb4a537fa6e0 HTTP/1.1" status: 404 len: 337 time: 0.0461385 Jul 16 18:36:28.654629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc95370d-2067-44c6-affd-d3b3674df861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.664647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.726140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.738793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948ea605-7615-47fa-a143-3838c6e8d14a']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:28.752163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d04a28-6e56-47a3-a2e9-96269cdcf1bf') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:28.752542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d04a28-6e56-47a3-a2e9-96269cdcf1bf') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:28.764565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.781264 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.782889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc95370d-2067-44c6-affd-d3b3674df861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.789830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:28.790463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.812409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dc95370d-2067-44c6-affd-d3b3674df861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:28.866445 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:28.870108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Port': ['ID=f4c1499c-24a0-4087-9b99-2bf095b2f89f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:28.875243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.886800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dc95370d-2067-44c6-affd-d3b3674df861 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b754365dafe4baa8b7d6ea92793ba9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984079 Jul 16 18:36:28.934042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36526) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.942768 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0d966a-35e5-4ef6-9a9b-abe39f4d8488 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:28.943212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0d966a-35e5-4ef6-9a9b-abe39f4d8488 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:28.947317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cb0d966a-35e5-4ef6-9a9b-abe39f4d8488 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/0de33b1f-aab2-4408-858c-352186821ca0 HTTP/1.1" status: 404 len: 337 time: 0.1602581 Jul 16 18:36:28.949368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.954129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] 10.222.0.49 "DELETE /v2.0/networks/948ea605-7615-47fa-a143-3838c6e8d14a HTTP/1.1" status: 204 len: 168 time: 2.3231001 Jul 16 18:36:28.961497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.059022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d8506-ff82-40fd-bda6-c7cc9d720b92 tempest-ServersTestMultiNic-127258749 tempest-ServersTestMultiNic-127258749-project] Pushing event deleted for resources: {'Network': ['ID=948ea605-7615-47fa-a143-3838c6e8d14a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.070407 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb7e3aa-0f5d-4811-affc-bb7b9633d51d tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:29.070809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb7e3aa-0f5d-4811-affc-bb7b9633d51d tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:29.072735 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8cb7e3aa-0f5d-4811-affc-bb7b9633d51d tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/76b7d699-6d3f-4dc8-ad93-89ec259e56de HTTP/1.1" status: 404 len: 337 time: 0.0582285 Jul 16 18:36:29.087623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-5c064621-7ebc-4cfd-8094-edfa388df71d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.099161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-5c064621-7ebc-4cfd-8094-edfa388df71d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.101666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-5c064621-7ebc-4cfd-8094-edfa388df71d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.108611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-5c064621-7ebc-4cfd-8094-edfa388df71d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.115080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-5c064621-7ebc-4cfd-8094-edfa388df71d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.121560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-5c064621-7ebc-4cfd-8094-edfa388df71d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.123565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-5c064621-7ebc-4cfd-8094-edfa388df71d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 4604 time: 0.8201938 Jul 16 18:36:29.124073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.177130 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0fa36d-cd24-4567-a4a6-75861958d704 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:29.177589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0fa36d-cd24-4567-a4a6-75861958d704 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:29.179630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bc0fa36d-cd24-4567-a4a6-75861958d704 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/d255eb14-f20c-4681-b637-9e321e5a7a50 HTTP/1.1" status: 404 len: 337 time: 0.0516927 Jul 16 18:36:29.195381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.246527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-62c3a767-5d7b-47aa-972a-ad1bd8bc81fd tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 200 len: 205 time: 0.0482798 Jul 16 18:36:29.281301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.430138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95370d-2067-44c6-affd-d3b3674df861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9b1c92-8fa0-49d3-8165-64a496f00834,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.513204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-69e68bd5-42dd-4a52-abdc-8499653c4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.515011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fef5dbd4-fb7a-43cb-9ab4-57388c29da71 req-69e68bd5-42dd-4a52-abdc-8499653c4289 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8516030 Jul 16 18:36:29.515820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0337d656-e60f-46cb-81a3-ced2504e42ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.534290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160015-d768-4f72-941f-348e6a1cf4f7 req-65324d47-207b-45ff-8925-692afb3f2432 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.536405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af160015-d768-4f72-941f-348e6a1cf4f7 req-65324d47-207b-45ff-8925-692afb3f2432 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.7427487 Jul 16 18:36:29.573409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0337d656-e60f-46cb-81a3-ced2504e42ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.616975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af160015-d768-4f72-941f-348e6a1cf4f7 req-b403a9c3-2040-48eb-86a8-1e06300a1a2e tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739744 Jul 16 18:36:29.663443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0337d656-e60f-46cb-81a3-ced2504e42ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.666621 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0337d656-e60f-46cb-81a3-ced2504e42ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.670167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0337d656-e60f-46cb-81a3-ced2504e42ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d9b1c92-8fa0-49d3-8165-64a496f00834 HTTP/1.1" status: 204 len: 168 time: 0.7263708 Jul 16 18:36:29.679725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337d656-e60f-46cb-81a3-ced2504e42ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9b1c92-8fa0-49d3-8165-64a496f00834,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.717596 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-4abfe01e-3eed-46d8-bdb4-46edf323c06f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] delete failed (client error): The resource could not be found. Jul 16 18:36:29.718780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4abfe01e-3eed-46d8-bdb4-46edf323c06f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/b55269b3-5b4f-46bc-baae-5654d59c7f5c HTTP/1.1" status: 404 len: 336 time: 0.4313285 Jul 16 18:36:29.721669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.744635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0b10a71-3305-4c85-8f2d-c7fc11f79fd6 req-79b04a22-23e1-4bc8-8354-f531faec446d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6050100 Jul 16 18:36:29.806904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-71605cb2-6c67-4789-a273-d25054bb3983 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3e39205-8b3d-464c-a219-06278b523037 HTTP/1.1" status: 200 len: 205 time: 0.0831594 Jul 16 18:36:29.809659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36548) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.900589 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-28545c69-31ea-463d-b64f-e6a667182f52 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] delete failed (client error): The resource could not be found. Jul 16 18:36:29.903489 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-28545c69-31ea-463d-b64f-e6a667182f52 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/f3e39205-8b3d-464c-a219-06278b523037 HTTP/1.1" status: 404 len: 336 time: 0.0903304 Jul 16 18:36:29.903862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.937098 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3924e9-0999-47d4-b245-b00c2e214060 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:29.937732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3924e9-0999-47d4-b245-b00c2e214060 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:29.942277 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9b3924e9-0999-47d4-b245-b00c2e214060 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/57a9217c-f608-4ac8-98cd-6a5768493c52 HTTP/1.1" status: 404 len: 337 time: 0.0345185 Jul 16 18:36:29.942842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.960618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d4a1-61e7-476c-becc-289b1963ec19 req-aa0738a3-4d37-4b47-9250-eb1eb37390cf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.968181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2b44d4a1-61e7-476c-becc-289b1963ec19 req-aa0738a3-4d37-4b47-9250-eb1eb37390cf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1601751 Jul 16 18:36:29.978909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7066535-e347-4025-a13f-8c20c49ab2a1 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:30.002440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f52d0d0-6bfb-42a4-a20d-ffe2e4457e5f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc6dbcb-97ef-400a-9afe-5ef20952e06e HTTP/1.1" status: 200 len: 205 time: 0.0563617 Jul 16 18:36:30.006000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.008594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.043954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Transition to ACTIVE for port object a7066535-e347-4025-a13f-8c20c49ab2a1 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:30.049823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.058616 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-440773f0-2965-400d-82c4-8a39fa65fa22 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] delete failed (client error): The resource could not be found. Jul 16 18:36:30.062054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-440773f0-2965-400d-82c4-8a39fa65fa22 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/bcc6dbcb-97ef-400a-9afe-5ef20952e06e HTTP/1.1" status: 404 len: 336 time: 0.0501373 Jul 16 18:36:30.064666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.140210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b17e0e51-8a3b-433d-b071-1dd55a64b600 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=e379aa6d-563b-4964-933c-7f1817f25c33 HTTP/1.1" status: 200 len: 205 time: 0.0726964 Jul 16 18:36:30.153959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2b44d4a1-61e7-476c-becc-289b1963ec19 req-55efc1ae-a654-4b88-ab36-166ddd102f77 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847425 Jul 16 18:36:30.154789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.219584 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.259795 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d6f60e9f-5fbc-4007-b111-4e0bc1f74194 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] delete failed (client error): The resource could not be found. Jul 16 18:36:30.263790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d6f60e9f-5fbc-4007-b111-4e0bc1f74194 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/e379aa6d-563b-4964-933c-7f1817f25c33 HTTP/1.1" status: 404 len: 336 time: 0.1078422 Jul 16 18:36:30.264235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.313975 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7eaecf-b2e8-4454-a7fc-88c2c4a7cf88 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:30.314439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7eaecf-b2e8-4454-a7fc-88c2c4a7cf88 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:30.331526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.332204 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe7eaecf-b2e8-4454-a7fc-88c2c4a7cf88 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/132e1fe5-1ce6-46c5-8b8a-bfe3a0f37367 HTTP/1.1" status: 404 len: 337 time: 0.0668414 Jul 16 18:36:30.359405 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a31b5260-2f85-48d6-bf66-59441b122fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.384632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Pushing event updated for resources: {'Port': ['ID=a7066535-e347-4025-a13f-8c20c49ab2a1,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.398270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d8610c99-5904-40cb-828e-ee9ee0290670 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e9d492b-e963-4509-974d-2cdf3b227d90 HTTP/1.1" status: 200 len: 205 time: 0.0654976 Jul 16 18:36:30.400763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.450108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Attempting to bind port a7066535-e347-4025-a13f-8c20c49ab2a1 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:30.450678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Attempting to bind port a7066535-e347-4025-a13f-8c20c49ab2a1 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:30.450920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Attempting to bind port a7066535-e347-4025-a13f-8c20c49ab2a1 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:30.456827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Port a7066535-e347-4025-a13f-8c20c49ab2a1 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:30.457152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Attempting to bind port a7066535-e347-4025-a13f-8c20c49ab2a1 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:30.461669 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-75b2d310-2cf6-4e52-b4f8-6f1b8b23acfc tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] delete failed (client error): The resource could not be found. Jul 16 18:36:30.462852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-75b2d310-2cf6-4e52-b4f8-6f1b8b23acfc tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/7e9d492b-e963-4509-974d-2cdf3b227d90 HTTP/1.1" status: 404 len: 336 time: 0.0610938 Jul 16 18:36:30.465410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.469479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:30.469815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Checking segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:30.470200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Bound using segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:30.470642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Bound port: a7066535-e347-4025-a13f-8c20c49ab2a1, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:30.471057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.518798 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a8e31c-f85f-488b-98dc-792ee11d5b59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:30.524949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a8e31c-f85f-488b-98dc-792ee11d5b59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:30.528506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f2a8e31c-f85f-488b-98dc-792ee11d5b59 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/f625dad6-347a-412f-8d31-fb3580f936f2 HTTP/1.1" status: 404 len: 337 time: 0.0614717 Jul 16 18:36:30.530060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.547290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.609846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] For port a7066535-e347-4025-a13f-8c20c49ab2a1, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:30.617285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] For port a7066535-e347-4025-a13f-8c20c49ab2a1, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a7066535-e347-4025-a13f-8c20c49ab2a1,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:30.623067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ed661f7d-2c15-4a1e-9c00-7a48019e76c7 tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa0816e6-6620-4004-9366-848ad64b118b HTTP/1.1" status: 200 len: 205 time: 0.0735621 Jul 16 18:36:30.626959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.631754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.659749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a31b5260-2f85-48d6-bf66-59441b122fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.710944 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7b71d8c1-0a21-450a-aeee-25201598f44d tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] delete failed (client error): The resource could not be found. Jul 16 18:36:30.713894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7b71d8c1-0a21-450a-aeee-25201598f44d tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/routers/fa0816e6-6620-4004-9366-848ad64b118b HTTP/1.1" status: 404 len: 336 time: 0.0791059 Jul 16 18:36:30.716069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36586) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.739849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a31b5260-2f85-48d6-bf66-59441b122fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.756378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.757543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.759129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] 10.222.0.67 "PUT /v2.0/ports/a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 1137 time: 2.5937481 Jul 16 18:36:30.762034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': 'a7066535-e347-4025-a13f-8c20c49ab2a1'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:30.774237 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a90270d-bbc7-4898-8c63-758cb09687e9" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "a7066535-e347-4025-a13f-8c20c49ab2a1"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:30.869018 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba94d66f-7f61-45ff-81e0-11becd7ae4aa tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:30.869691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba94d66f-7f61-45ff-81e0-11becd7ae4aa tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:30.871914 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ba94d66f-7f61-45ff-81e0-11becd7ae4aa tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/e16d3539-cf30-4d67-b106-cf12292021cb HTTP/1.1" status: 404 len: 337 time: 0.1521807 Jul 16 18:36:30.876274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:30.895217 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7152a7c7-affd-4f5c-ba59-379cfef73bb1 x-openstack-request-id: req-7152a7c7-affd-4f5c-ba59-379cfef73bb1 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:30.897516 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "a7066535-e347-4025-a13f-8c20c49ab2a1", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:30.897832 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7152a7c7-affd-4f5c-ba59-379cfef73bb1 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:30.898438 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': 'a7066535-e347-4025-a13f-8c20c49ab2a1', 'status': 'completed', 'code': 200} Jul 16 18:36:30.898886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:31.078819 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f90c91a-63ed-44df-8fae-0e0a0fb3030f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:31.079525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f90c91a-63ed-44df-8fae-0e0a0fb3030f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:31.083584 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f90c91a-63ed-44df-8fae-0e0a0fb3030f tempest-RoutersTest-814393105 tempest-RoutersTest-814393105-project] 10.222.0.49 "DELETE /v2.0/subnets/268e8ec7-d4a3-41b0-ba1e-865de0fc756d HTTP/1.1" status: 404 len: 337 time: 0.1720235 Jul 16 18:36:31.118979 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a31b5260-2f85-48d6-bf66-59441b122fd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7331ce92a8c46229fc66cc1b06ca90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978961 Jul 16 18:36:31.119618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36602) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:31.139264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1df449-da8d-4c00-9cd8-d268d10c4269 service neutron] Pushing event updated for resources: {'Port': ['ID=a7066535-e347-4025-a13f-8c20c49ab2a1,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.148397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b5260-2f85-48d6-bf66-59441b122fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06bf8f3-56e3-4d1e-9aee-415fc80aa9d3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.203344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.204733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.205538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.206542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.207234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.208055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.208689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.211980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-50458e63-18fd-49a5-a3da-4de4f5f89ae5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6222 time: 0.3302953 Jul 16 18:36:31.295530 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.316095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028a19-ee41-4323-997a-9202e2073c02 req-e1f8e139-df66-44d5-9546-8b936c860026 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.319413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc028a19-ee41-4323-997a-9202e2073c02 req-e1f8e139-df66-44d5-9546-8b936c860026 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.5317354 Jul 16 18:36:31.424090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.431178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.437557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.445488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.446822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc028a19-ee41-4323-997a-9202e2073c02 req-c3649828-79bc-4bf8-96af-12f0d4021151 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148748 Jul 16 18:36:31.452992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.466526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.476723 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.478745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-35941370-249b-40bf-83a8-76494bb7b0e0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5382 time: 0.4124177 Jul 16 18:36:31.555313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:31.601821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a5a345-9435-4616-a7d9-dc5cfe41d994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.625391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-72ffaddb-3033-4e76-a6e9-db267d31a860 req-dd82c7a3-1804-4ae1-a303-bf06251ac09d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985360 Jul 16 18:36:31.657730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-d31c5154-ad81-40fc-8080-bd3f5cf0c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.658212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-d31c5154-ad81-40fc-8080-bd3f5cf0c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.658831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-d31c5154-ad81-40fc-8080-bd3f5cf0c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.666997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-d31c5154-ad81-40fc-8080-bd3f5cf0c4d5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4386158 Jul 16 18:36:31.742379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b6e48-d225-4695-9877-2ea5514cb444 req-c23eea4a-df1b-429b-9772-c9be913901ed tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.749833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd4b6e48-d225-4695-9877-2ea5514cb444 req-c23eea4a-df1b-429b-9772-c9be913901ed tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1865668 Jul 16 18:36:31.835292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-10dd5c9b-7391-4c1c-a0a6-00009f641efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.836983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a90270d-bbc7-4898-8c63-758cb09687e9 req-10dd5c9b-7391-4c1c-a0a6-00009f641efa service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1522667 Jul 16 18:36:31.843597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a5a345-9435-4616-a7d9-dc5cfe41d994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.861847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd4b6e48-d225-4695-9877-2ea5514cb444 req-4fae267e-11e9-4d6a-9cb7-9ed8e5595e78 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106472 Jul 16 18:36:31.910157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b79f4396-776c-46c9-baa9-01db010dedb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aef88e47ebde4af29b3288810ac29fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539619 Jul 16 18:36:31.913219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:31.952257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a5a345-9435-4616-a7d9-dc5cfe41d994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.955562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66a5a345-9435-4616-a7d9-dc5cfe41d994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.957010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-66a5a345-9435-4616-a7d9-dc5cfe41d994 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e06bf8f3-56e3-4d1e-9aee-415fc80aa9d3 HTTP/1.1" status: 204 len: 168 time: 0.8361609 Jul 16 18:36:31.975462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5a345-9435-4616-a7d9-dc5cfe41d994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06bf8f3-56e3-4d1e-9aee-415fc80aa9d3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.981925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.000098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d616bc62-dbba-460d-8a03-a02a334e122c {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:32.012077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.046014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Transition to ACTIVE for port object d616bc62-dbba-460d-8a03-a02a334e122c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:32.056099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b91e73b1-36e1-4802-887b-3e35eb6f4031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.061795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.272107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b91e73b1-36e1-4802-887b-3e35eb6f4031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.286334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Pushing event updated for resources: {'Port': ['ID=d616bc62-dbba-460d-8a03-a02a334e122c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.361359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Deleting port 43c45843-cd8f-435c-9c65-e7fb4c4f129a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:32.361997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.403690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b91e73b1-36e1-4802-887b-3e35eb6f4031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.406988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b91e73b1-36e1-4802-887b-3e35eb6f4031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.408281 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b91e73b1-36e1-4802-887b-3e35eb6f4031 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d46af86-43af-4300-8bfc-7b7f3a937c76 HTTP/1.1" status: 204 len: 168 time: 0.4941280 Jul 16 18:36:32.429121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e73b1-36e1-4802-887b-3e35eb6f4031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d46af86-43af-4300-8bfc-7b7f3a937c76,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.450985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Attempting to bind port d616bc62-dbba-460d-8a03-a02a334e122c on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:32.455019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Attempting to bind port d616bc62-dbba-460d-8a03-a02a334e122c by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:32.455482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Attempting to bind port d616bc62-dbba-460d-8a03-a02a334e122c on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:32.465436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Port d616bc62-dbba-460d-8a03-a02a334e122c on network 3e698956-aae8-4d30-a23c-711ca06f5ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:32.465774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Attempting to bind port d616bc62-dbba-460d-8a03-a02a334e122c on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:32.476414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:32.476753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Checking segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:32.477166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Bound using segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:32.477604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Bound port: d616bc62-dbba-460d-8a03-a02a334e122c, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:32.477966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.541968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] For port 43c45843-cd8f-435c-9c65-e7fb4c4f129a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=43c45843-cd8f-435c-9c65-e7fb4c4f129a,segment=NetworkSegment(72ad961c-0ccb-47ea-af9b-747fff4a21c0),segment_id=72ad961c-0ccb-47ea-af9b-747fff4a21c0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:32.543031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.575735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Calling delete_port for 43c45843-cd8f-435c-9c65-e7fb4c4f129a owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:32.601609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] For port d616bc62-dbba-460d-8a03-a02a334e122c, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:32.607782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] For port d616bc62-dbba-460d-8a03-a02a334e122c, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d616bc62-dbba-460d-8a03-a02a334e122c,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:32.618714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.688417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.692682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.694094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] 10.222.0.67 "PUT /v2.0/ports/d616bc62-dbba-460d-8a03-a02a334e122c HTTP/1.1" status: 200 len: 1092 time: 1.8312042 Jul 16 18:36:32.738478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:32.843195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5ec3e-eb0c-4b4c-924b-0aa8b827ec28 service neutron] Pushing event updated for resources: {'Port': ['ID=d616bc62-dbba-460d-8a03-a02a334e122c,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.928827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:32.931655 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73457324-0999-480d-af1d-baa4826331b9" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:32.973747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.041890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.048626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.051562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.056084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.062044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.067974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdeb72-6a51-4e54-bf32-e0e04b78c162 req-2ea9c875-3ca3-45f4-923d-ab1017833813 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.070644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.075464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25bdeb72-6a51-4e54-bf32-e0e04b78c162 req-2ea9c875-3ca3-45f4-923d-ab1017833813 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.4315174 Jul 16 18:36:33.076719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.083386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.085390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-08262b31-9c35-439a-998f-a8fd03426a2b tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5394 time: 0.2156692 Jul 16 18:36:33.113055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c45843-cd8f-435c-9c65-e7fb4c4f129a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.211787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-923b8326-7417-4abe-8bea-912b17d3afa2 req-685fe604-f5a7-4bed-a8b7-7b201789b514 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089816 Jul 16 18:36:33.310746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25bdeb72-6a51-4e54-bf32-e0e04b78c162 req-ae2f65d4-76ba-485c-93b2-231f150e0ba9 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342587 Jul 16 18:36:33.450677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.480560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.555963 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdadb4c-adf8-48ce-8f07-93d460fe05ad x-openstack-request-id: req-bcdadb4c-adf8-48ce-8f07-93d460fe05ad {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:33.556522 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:33.556522 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcdadb4c-adf8-48ce-8f07-93d460fe05ad {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:33.558000 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c', 'status': 'completed', 'code': 200} Jul 16 18:36:33.588313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c903364-c373-435b-90d8-fa82a0d0159a {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:33.604289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.631297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Transition to ACTIVE for port object 9c903364-c373-435b-90d8-fa82a0d0159a will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:33.638380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.656193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fad4a7b1-2f16-4621-8049-90847efe4156 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] Request body: {'port': {'network_id': '602c898e-95f8-44a7-8b09-268e7716dba7', 'name': 'tempest-NetworksNegativeTestJSON-183981022'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:33.694454 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad4a7b1-2f16-4621-8049-90847efe4156 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] POST failed (client error): The resource could not be found. Jul 16 18:36:33.695023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad4a7b1-2f16-4621-8049-90847efe4156 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:33.696198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fad4a7b1-2f16-4621-8049-90847efe4156 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2443192 Jul 16 18:36:33.706796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.764936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb25b2-5b07-460b-8363-095dd8fc9865 req-ebff96d6-51d8-47e9-91d2-92ff53bc2906 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.772207 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4abb25b2-5b07-460b-8363-095dd8fc9865 req-ebff96d6-51d8-47e9-91d2-92ff53bc2906 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2026360 Jul 16 18:36:33.799573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.800224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.800322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.800759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.801266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.801736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.802201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.804104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73457324-0999-480d-af1d-baa4826331b9 req-843a5dc7-896a-4adb-984a-2dd5b35ec48e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6290 time: 0.2360594 Jul 16 18:36:33.811719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Pushing event updated for resources: {'Port': ['ID=9c903364-c373-435b-90d8-fa82a0d0159a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.821263 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf38b5d-01aa-4ecf-affb-da3e896738e3 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:33.822049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf38b5d-01aa-4ecf-affb-da3e896738e3 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:33.829174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ebf38b5d-01aa-4ecf-affb-da3e896738e3 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "DELETE /v2.0/networks/08e5f0ab-1788-48ae-b622-1abbacd29cb9 HTTP/1.1" status: 404 len: 339 time: 0.1194513 Jul 16 18:36:33.829174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.864177 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06ec83f-31fe-43af-b2e4-bd144db01104 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:33.865131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06ec83f-31fe-43af-b2e4-bd144db01104 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:33.871139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e06ec83f-31fe-43af-b2e4-bd144db01104 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "DELETE /v2.0/ports/4d81e6d0-99d8-4ec7-b3be-69205dac0d63 HTTP/1.1" status: 404 len: 333 time: 0.0359616 Jul 16 18:36:33.871753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.877955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4abb25b2-5b07-460b-8363-095dd8fc9865 req-8afa773f-743f-4229-8594-e03d08c8f1e4 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050429 Jul 16 18:36:33.883266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Attempting to bind port 9c903364-c373-435b-90d8-fa82a0d0159a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:33.883601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Attempting to bind port 9c903364-c373-435b-90d8-fa82a0d0159a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:33.883931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Attempting to bind port 9c903364-c373-435b-90d8-fa82a0d0159a on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:33.921680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Port 9c903364-c373-435b-90d8-fa82a0d0159a on network 3e698956-aae8-4d30-a23c-711ca06f5ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:33.921906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Attempting to bind port 9c903364-c373-435b-90d8-fa82a0d0159a on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:33.926890 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04ad3fe-4e8b-4c2a-9d03-c350b5870ca0 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:33.927593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04ad3fe-4e8b-4c2a-9d03-c350b5870ca0 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:33.929556 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f04ad3fe-4e8b-4c2a-9d03-c350b5870ca0 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "DELETE /v2.0/subnets/b345969d-46c1-4bfd-bb9d-4fb6daf6977f HTTP/1.1" status: 404 len: 337 time: 0.0552874 Jul 16 18:36:33.936058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.936230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:33.936543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Checking segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:33.936956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Bound using segment: {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:33.937401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Bound port: 9c903364-c373-435b-90d8-fa82a0d0159a, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31edf747-17a2-40bd-95ca-cab1a7e08709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:33.938745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.954106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.009688 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d442775f-afd0-4acc-8568-f7097fb4ba7f tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] GET failed (client error): The resource could not be found. Jul 16 18:36:34.011407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d442775f-afd0-4acc-8568-f7097fb4ba7f tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "GET /v2.0/networks/d8afb884-846f-45a5-93fe-9c54e071b7d4 HTTP/1.1" status: 404 len: 339 time: 0.0641794 Jul 16 18:36:34.029778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] For port 9c903364-c373-435b-90d8-fa82a0d0159a, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:34.033787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] For port 9c903364-c373-435b-90d8-fa82a0d0159a, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9c903364-c373-435b-90d8-fa82a0d0159a,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:34.035271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.076002 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3e93d6-a92d-4bce-8a39-919acf4f9700 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] GET failed (client error): The resource could not be found. Jul 16 18:36:34.081889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-da3e93d6-a92d-4bce-8a39-919acf4f9700 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "GET /v2.0/ports/b8465cf3-8b72-4de0-a137-4ba1d816b1d7 HTTP/1.1" status: 404 len: 333 time: 0.0448260 Jul 16 18:36:34.082771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36688) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.083512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.108459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-0838b05d-59dc-4e1d-84e0-42b713160d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.109053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-0838b05d-59dc-4e1d-84e0-42b713160d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.109663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-0838b05d-59dc-4e1d-84e0-42b713160d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.111292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73457324-0999-480d-af1d-baa4826331b9 req-0838b05d-59dc-4e1d-84e0-42b713160d8f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2871804 Jul 16 18:36:34.113309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:34.163933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-97962fc5-0927-4b57-8da8-4a0403275e93 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-634213706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.169195 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17b7719-93f4-44d7-a0e6-1ca191466336 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] GET failed (client error): The resource could not be found. Jul 16 18:36:34.174594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a17b7719-93f4-44d7-a0e6-1ca191466336 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "GET /v2.0/subnets/3319b3e9-7947-437b-83be-52447163e7f9 HTTP/1.1" status: 404 len: 337 time: 0.0881948 Jul 16 18:36:34.177512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.179347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.183191 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] 10.222.0.67 "PUT /v2.0/ports/9c903364-c373-435b-90d8-fa82a0d0159a HTTP/1.1" status: 200 len: 1091 time: 1.4562137 Jul 16 18:36:34.219184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab37cd-0999-472c-b945-2eef095f28ff service neutron] Pushing event updated for resources: {'Port': ['ID=9c903364-c373-435b-90d8-fa82a0d0159a,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.228304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.237611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.359327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b3e5d649-56f4-424d-bbdf-7abd560ac525 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.377906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36698) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.444986 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e5d649-56f4-424d-bbdf-7abd560ac525 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] PUT failed (client error): The resource could not be found. Jul 16 18:36:34.445834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e5d649-56f4-424d-bbdf-7abd560ac525 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:34.451614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3e5d649-56f4-424d-bbdf-7abd560ac525 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "PUT /v2.0/networks/f5d94a69-a988-4c25-ba25-89495abe66ad HTTP/1.1" status: 404 len: 339 time: 0.2101469 Jul 16 18:36:34.454552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36702) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.464567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b7d79c8a-848d-4575-9b86-b1b3d05b8cbd tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.504069 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d79c8a-848d-4575-9b86-b1b3d05b8cbd tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] PUT failed (client error): The resource could not be found. Jul 16 18:36:34.504851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d79c8a-848d-4575-9b86-b1b3d05b8cbd tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:34.509863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b7d79c8a-848d-4575-9b86-b1b3d05b8cbd tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "PUT /v2.0/ports/0a3e2665-d1a9-4075-ab04-e58773ccea2e HTTP/1.1" status: 404 len: 333 time: 0.0518038 Jul 16 18:36:34.510476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.522372 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97962fc5-0927-4b57-8da8-4a0403275e93 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.523418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97962fc5-0927-4b57-8da8-4a0403275e93 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.531418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-445dded0-421c-47a4-82d5-8a2858744e71 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.557513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.599196 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-445dded0-421c-47a4-82d5-8a2858744e71 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] PUT failed (client error): The resource could not be found. Jul 16 18:36:34.599644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445dded0-421c-47a4-82d5-8a2858744e71 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:34.605760 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-445dded0-421c-47a4-82d5-8a2858744e71 tempest-NetworksNegativeTestJSON-1447917530 tempest-NetworksNegativeTestJSON-1447917530-project] 10.222.0.49 "PUT /v2.0/subnets/33294f5b-324c-436d-b6d9-f850e560de9f HTTP/1.1" status: 404 len: 337 time: 0.0798390 Jul 16 18:36:34.713049 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97962fc5-0927-4b57-8da8-4a0403275e93 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.724830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97962fc5-0927-4b57-8da8-4a0403275e93 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.851265 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97962fc5-0927-4b57-8da8-4a0403275e93 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.855001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97962fc5-0927-4b57-8da8-4a0403275e93 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8618517 Jul 16 18:36:34.857521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.875566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.881726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.887667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.893262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.894295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.900152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.906354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.906901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457324-0999-480d-af1d-baa4826331b9 req-87689efe-b7e1-4738-91c7-a8c713e72807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.908419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73457324-0999-480d-af1d-baa4826331b9 req-87689efe-b7e1-4738-91c7-a8c713e72807 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7907345 Jul 16 18:36:34.912392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.914459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-adc3d384-e68c-4321-bdfe-b0aab8f4f911 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5406 time: 0.4149823 Jul 16 18:36:34.918134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-308728295'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.929671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:34.940143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-db8db322-8a29-4ba0-b7b1-e9573c2afd99 admin admin] 10.222.0.49 "PUT /v2.0/routers/32a2dd79-1fd3-4513-94ac-0bfbfd72aecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4050555 Jul 16 18:36:34.941609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] Sync routers for ids ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:34.945960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.951364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] Routers {'32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:34.951984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:34.965635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d3ab-b840-4a85-a8dd-165e43d3cef7 req-f5cdad40-6677-4200-9d88-2585ee0c7b45 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.970506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9cf7d3ab-b840-4a85-a8dd-165e43d3cef7 req-f5cdad40-6677-4200-9d88-2585ee0c7b45 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.2392373 Jul 16 18:36:35.079666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:35.083880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.108378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] Set router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:35.134373 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e02f7561-5575-4eb6-b62b-a08f75b5871d req-946cb549-8b34-4b1b-aeb6-15b5110a8658 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2053113 Jul 16 18:36:35.140062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.169984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65d67497-2129-4508-b8f4-47e16ef33d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.201733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9cf7d3ab-b840-4a85-a8dd-165e43d3cef7 req-f7a32e3f-8883-4771-98f6-0a98a9db4da4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838826 Jul 16 18:36:35.253214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.363006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 5, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.371262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.378641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bef2d62-86d4-4817-95d3-ea52a0e58733 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:35.390856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.401626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] Checking router: 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:35.413173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] Routers {'32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:35.414100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.439106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Transition to ACTIVE for port object 9bef2d62-86d4-4817-95d3-ea52a0e58733 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:35.447941 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.506635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4a98-2d36-46d6-b649-ade717eee0dc req-b237a3bd-882c-4d7e-9b93-1b2bcba0abcf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.514669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f97d4a98-2d36-46d6-b649-ade717eee0dc req-b237a3bd-882c-4d7e-9b93-1b2bcba0abcf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1450739 Jul 16 18:36:35.534463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.536628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Pushing event updated for resources: {'Port': ['ID=9bef2d62-86d4-4817-95d3-ea52a0e58733,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.546364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.552025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] Set router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:35.559453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:35.561910 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa80333-da77-4049-8faa-79a671de7869" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:35.570748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Deleting port 857ca9a0-589a-4fe6-abd3-81d86a705e05 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:35.570748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.608105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f97d4a98-2d36-46d6-b649-ade717eee0dc req-b04290a9-0639-4220-9f48-0ab4850530a3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923479 Jul 16 18:36:35.655640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:35.672415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b206dc-976f-49cd-bea7-54197d730dd5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.732263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] For port 857ca9a0-589a-4fe6-abd3-81d86a705e05, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=857ca9a0-589a-4fe6-abd3-81d86a705e05,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:35.732843 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.754348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Calling delete_port for 857ca9a0-589a-4fe6-abd3-81d86a705e05 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:35.761590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.761941 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Added segment 95eb0e9a-4929-475d-a0fe-4d21f66502f6 of type vlan for network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f Jul 16 18:36:35.790421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65d67497-2129-4508-b8f4-47e16ef33d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.812842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 5, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.815215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.830435 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5038af19-a014-4693-b5d4-edb425e15d94 x-openstack-request-id: req-5038af19-a014-4693-b5d4-edb425e15d94 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:35.830811 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:35.830992 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5038af19-a014-4693-b5d4-edb425e15d94 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:35.831384 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a', 'status': 'completed', 'code': 200} Jul 16 18:36:35.837686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65d67497-2129-4508-b8f4-47e16ef33d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.847153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0c2ea-f27e-423b-85a1-ce2cddca2322 None None] The sync data for ids ['32a2dd79-1fd3-4513-94ac-0bfbfd72aecc'] in n-d-791504-15 is: [{'id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'name': 'tempest-ServersTestMultiNic-99787774-router', 'tenant_id': 'cf3f073ddde442de855fd56c1a871c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:17Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 5, 'project_id': 'cf3f073ddde442de855fd56c1a871c3f', 'gw_port': {'id': '857ca9a0-589a-4fe6-abd3-81d86a705e05', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a2dd79-1fd3-4513-94ac-0bfbfd72aecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:19Z', 'updated_at': '2021-07-16T18:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:35.911338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Attempting to bind port 9bef2d62-86d4-4817-95d3-ea52a0e58733 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:35.911769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Attempting to bind port 9bef2d62-86d4-4817-95d3-ea52a0e58733 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:35.912074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Attempting to bind port 9bef2d62-86d4-4817-95d3-ea52a0e58733 on network bcfb801e-225d-480f-9891-020ae1c4d687 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:35.920047 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.925711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.926301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.932610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-65d67497-2129-4508-b8f4-47e16ef33d44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88a3e412e4c14d89868017cb82076b68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0384212 Jul 16 18:36:35.938377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36726) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:35.941446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Port 9bef2d62-86d4-4817-95d3-ea52a0e58733 on network bcfb801e-225d-480f-9891-020ae1c4d687 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:35.941778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Attempting to bind port 9bef2d62-86d4-4817-95d3-ea52a0e58733 on network bcfb801e-225d-480f-9891-020ae1c4d687 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:35.947464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d67497-2129-4508-b8f4-47e16ef33d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70282c6e-1b2c-4143-b6e9-dd7300c62086,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.973012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:35.973384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Checking segment: {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:35.973748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Bound using segment: {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:35.974198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Bound port: 9bef2d62-86d4-4817-95d3-ea52a0e58733, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:35.974561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.977275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1175389 Jul 16 18:36:35.988651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.000841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'subnet': {'network_id': '0b1f3d03-3479-41e6-bf2d-1aa52469a51f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:36.032851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.069415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.069904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.070381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.070854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.071322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.071791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.072257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.074294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fa80333-da77-4049-8faa-79a671de7869 req-43dcfe3c-c0f1-4c39-9519-a03f40593b9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6384 time: 0.2236171 Jul 16 18:36:36.085294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bd919-f3e5-45a8-9393-475f15748a01 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Network': ['ID=0b1f3d03-3479-41e6-bf2d-1aa52469a51f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.107065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:36.114511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4cee1a9-7d7d-4ac8-8a4d-a28b2f464775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.246985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4cee1a9-7d7d-4ac8-8a4d-a28b2f464775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.254337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] For port 9bef2d62-86d4-4817-95d3-ea52a0e58733, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:36.260403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] For port 9bef2d62-86d4-4817-95d3-ea52a0e58733, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:36.297198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.299221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.301933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:36.305629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.342101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 43c45843-cd8f-435c-9c65-e7fb4c4f129a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:36.367872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 43c45843-cd8f-435c-9c65-e7fb4c4f129a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:36.368522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 43c45843-cd8f-435c-9c65-e7fb4c4f129a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:36.373915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Pushing event deleted for resources: {'Port': ['ID=857ca9a0-589a-4fe6-abd3-81d86a705e05,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.376753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4cee1a9-7d7d-4ac8-8a4d-a28b2f464775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.378973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4cee1a9-7d7d-4ac8-8a4d-a28b2f464775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.382764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b4cee1a9-7d7d-4ac8-8a4d-a28b2f464775 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70282c6e-1b2c-4143-b6e9-dd7300c62086 HTTP/1.1" status: 204 len: 168 time: 0.4411945 Jul 16 18:36:36.413488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cee1a9-7d7d-4ac8-8a4d-a28b2f464775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70282c6e-1b2c-4143-b6e9-dd7300c62086,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.458461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-dd17b6a0-53d9-4cdd-a11a-4ab01ac188d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.458940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-dd17b6a0-53d9-4cdd-a11a-4ab01ac188d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.459412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-dd17b6a0-53d9-4cdd-a11a-4ab01ac188d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.461454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fa80333-da77-4049-8faa-79a671de7869 req-dd17b6a0-53d9-4cdd-a11a-4ab01ac188d5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3792903 Jul 16 18:36:36.647433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.751463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.752111 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.753658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] 10.222.0.67 "PUT /v2.0/ports/9bef2d62-86d4-4817-95d3-ea52a0e58733 HTTP/1.1" status: 200 len: 1092 time: 2.5300949 Jul 16 18:36:36.771511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.777564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.783970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.790082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.795967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.797059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Request body: {'port': {'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:36.802411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.808352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.810311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-4e1bcd47-92c4-4654-b8f2-483d721d758a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5418 time: 0.4758048 Jul 16 18:36:36.815238 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.818516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80333-da77-4049-8faa-79a671de7869 req-70bf57e1-2e40-4335-8a76-65db72de3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.820151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fa80333-da77-4049-8faa-79a671de7869 req-70bf57e1-2e40-4335-8a76-65db72de3e19 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3286800 Jul 16 18:36:36.821470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.825473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-82c0d690-ca5b-4fbf-bb20-12c16ac2ed2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3603532 Jul 16 18:36:36.901476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08972acb-3d63-413b-ad44-3fd08937d410 service neutron] Pushing event updated for resources: {'Port': ['ID=9bef2d62-86d4-4817-95d3-ea52a0e58733,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.957582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07ca531f-1b72-4b35-ae0e-f427245549bf req-459adfb5-9980-48dd-b953-26e078990f4d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297553 Jul 16 18:36:36.961900 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.962403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32a2dd79-1fd3-4513-94ac-0bfbfd72aecc {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:36.982717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.990926 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5c907a7b-e83b-46a5-bf5f-47aa0b564111 admin admin] 10.222.0.49 "DELETE /v2.0/routers/32a2dd79-1fd3-4513-94ac-0bfbfd72aecc HTTP/1.1" status: 204 len: 168 time: 2.0159736 Jul 16 18:36:36.995097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:37.036230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-f230c24f-128e-4281-a06a-21576680b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.038053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-f230c24f-128e-4281-a06a-21576680b357 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1097 time: 0.1511123 Jul 16 18:36:37.099880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238453e0-da29-40a0-ba0b-5ffe57dc2974 req-551a5e65-fd98-4b1f-ab0d-9b422c56341a tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.099880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-238453e0-da29-40a0-ba0b-5ffe57dc2974 req-551a5e65-fd98-4b1f-ab0d-9b422c56341a tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.4006302 Jul 16 18:36:37.119406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.247016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] Deleting subnet b415a25d-6871-4497-911a-183543692633 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:37.247614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-149bd039-8a15-419f-9c36-c80a4b085dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.249044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-149bd039-8a15-419f-9c36-c80a4b085dc7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.1767035 Jul 16 18:36:37.274248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.333991 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-a91b619d-a63f-48c1-9dae-c60560b5389d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 1001 time: 0.0775428 Jul 16 18:36:37.348032 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-238453e0-da29-40a0-ba0b-5ffe57dc2974 req-77303661-bf41-4161-9311-e701b2c9e4c0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093146 Jul 16 18:36:37.403548 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.435468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-90c3ec29-794a-4aa1-a7b0-56499c8f888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.437228 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-90c3ec29-794a-4aa1-a7b0-56499c8f888a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.0893700 Jul 16 18:36:37.449711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873d23b-28e7-4f85-a01d-2e3e76bad84f req-bb109228-7b43-4e69-8f67-8db0b362be01 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.451178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d873d23b-28e7-4f85-a01d-2e3e76bad84f req-bb109228-7b43-4e69-8f67-8db0b362be01 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1129396 Jul 16 18:36:37.460444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.539414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d873d23b-28e7-4f85-a01d-2e3e76bad84f req-ffaea731-7650-4f0a-9a84-5016f43b6422 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768740 Jul 16 18:36:37.568172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-df3acc6e-4a0b-469e-a8d9-f5880795c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.569810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-df3acc6e-4a0b-469e-a8d9-f5880795c470 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177702 Jul 16 18:36:37.624500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Subnet': ['ID=c8c60401-3de1-4109-b201-7d86e87c9740,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.628808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Deleting port 4de20823-36b1-4cfb-a8c4-9c98100433af {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:37.629161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.680059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-adb19cfd-37cc-450e-8940-eafdec371b9d service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019139 Jul 16 18:36:37.728121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Checking segment: {'id': '95eb0e9a-4929-475d-a0fe-4d21f66502f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0b1f3d03-3479-41e6-bf2d-1aa52469a51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:37.728121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network hostable DHCP agents. Network: 0b1f3d03-3479-41e6-bf2d-1aa52469a51f, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:37.728121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.790873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1151fe38-9a3d-42c5-b47d-961637b27105 req-a935cc8b-e14b-4bf8-b605-b103db4a6e7d service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002491 Jul 16 18:36:37.835281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:37.838035 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4a1cdc-053d-4205-8987-5ca21338a057" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:37.854485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] For port 4de20823-36b1-4cfb-a8c4-9c98100433af, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4de20823-36b1-4cfb-a8c4-9c98100433af,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:37.854764 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.866815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:37.885013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Calling delete_port for 4de20823-36b1-4cfb-a8c4-9c98100433af owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:37.893394 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c65f1-1fcd-46c8-9e95-0282200d0999 x-openstack-request-id: req-473c65f1-1fcd-46c8-9e95-0282200d0999 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:37.893678 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:37.893927 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-473c65f1-1fcd-46c8-9e95-0282200d0999 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:37.894337 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733', 'status': 'completed', 'code': 200} Jul 16 18:36:37.906692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0b1f3d03-3479-41e6-bf2d-1aa52469a51f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:37.924618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af4bf6-7412-4a3b-984d-8dfdbe15bd6a None None] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:37.929900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.930571 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.937989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.990130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.990888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.991517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.992142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.992767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.993409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.994064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.996310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-5df9af77-16a1-4053-8b9e-f3b319056659 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6426 time: 0.0747912 Jul 16 18:36:38.041459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b415a25d-6871-4497-911a-183543692633,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.051299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c506e0-0ff9-4a5c-aebb-1836f8446eb8 None None] Network d95d6e22-1f9e-4d51-8983-6c32fa457fbc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:38.051511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.053902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0da91ac0-06f4-454f-a1ef-874530276ed0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b415a25d-6871-4497-911a-183543692633 HTTP/1.1" status: 204 len: 168 time: 1.0490475 Jul 16 18:36:38.059913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.061273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f58dbab-50c9-49e0-af73-917db670c9f2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0695114 Jul 16 18:36:38.091944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.119442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'network': {'name': 'tempest-router-network01--1384925754'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:38.140855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b6d32e-9918-4b35-842c-95cab1a4e578 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:38.144323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0b1f3d03-3479-41e6-bf2d-1aa52469a51f', 'network_id': '0b1f3d03-3479-41e6-bf2d-1aa52469a51f', 'tenant_id': '6c34fff4397d4ae5a945e385992ea63b', 'fixed_ips': [{'subnet_id': 'c8c60401-3de1-4109-b201-7d86e87c9740'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:38.145612 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.183499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.221585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-19923439-5310-4061-92c4-302d06704dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.222083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-19923439-5310-4061-92c4-302d06704dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.223353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-19923439-5310-4061-92c4-302d06704dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.225359 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-19923439-5310-4061-92c4-302d06704dfb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2208583 Jul 16 18:36:38.273451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Transition to ACTIVE for port object d1b6d32e-9918-4b35-842c-95cab1a4e578 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:38.315748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:38.319613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.335379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.346362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Allocated IP 2001:db8::2 (0b1f3d03-3479-41e6-bf2d-1aa52469a51f/c8c60401-3de1-4109-b201-7d86e87c9740/71c4b7ef-d082-4951-9553-76f8bf20e0bb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:38.370743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.455631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 857ca9a0-589a-4fe6-abd3-81d86a705e05 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:38.458766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.480128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:38.492228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 857ca9a0-589a-4fe6-abd3-81d86a705e05 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:38.492856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 857ca9a0-589a-4fe6-abd3-81d86a705e05 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:38.556987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b6d32e-9918-4b35-842c-95cab1a4e578,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.557205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.577978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.597418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.606130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.613031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.614842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.627201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.639852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.641890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Transition to ACTIVE for port object 71c4b7ef-d082-4951-9553-76f8bf20e0bb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:38.652054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-0c9a455b-1cb2-4da9-bc57-60b8a00ede80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.3676836 Jul 16 18:36:38.664566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.664954 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Added segment 97128ed0-b388-410b-994d-c1e26204e327 of type vlan for network 8e1bd73a-2e67-4854-b566-86b9cd690f74 Jul 16 18:36:38.667391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Transition to ACTIVE for port object 71c4b7ef-d082-4951-9553-76f8bf20e0bb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:38.671342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-f80e9cdd-0604-482b-8978-a33bec2781f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.677074 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a4a1cdc-053d-4205-8987-5ca21338a057 req-f80e9cdd-0604-482b-8978-a33bec2781f2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4407547 Jul 16 18:36:38.682939 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.697635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] DHCP port deletion for d95d6e22-1f9e-4d51-8983-6c32fa457fbc request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:38.716895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8bf361cb-9c6d-436b-81a1-1c74ca86c864 req-cb5874ee-b412-46ef-b81b-ef1b419f4256 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570257 Jul 16 18:36:38.734479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:38.756618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:38.762244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:38.772722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc38a16c-7434-42b8-afc7-a7851e388c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.795704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Pushing event updated for resources: {'Port': ['ID=71c4b7ef-d082-4951-9553-76f8bf20e0bb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.843323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.843848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.843988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.844319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.844646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.844996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.845324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.845675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.846002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.846330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.846731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.847056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:38.855981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] Deleting port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:38.856371 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.902795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.943620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756157-0dc6-4fc9-a094-3d950a56616a req-57806000-f0bb-4bf1-afec-c1ce6d4c544f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.949608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d756157-0dc6-4fc9-a094-3d950a56616a req-57806000-f0bb-4bf1-afec-c1ce6d4c544f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.0999281 Jul 16 18:36:38.956013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.990304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d756157-0dc6-4fc9-a094-3d950a56616a req-6a56ded4-4385-41f5-bbda-c8669577a21a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 Jul 16 18:36:39.009527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Deleting port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:39.009844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.038378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Attempting to bind port 71c4b7ef-d082-4951-9553-76f8bf20e0bb on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:39.039016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Attempting to bind port 71c4b7ef-d082-4951-9553-76f8bf20e0bb by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '95eb0e9a-4929-475d-a0fe-4d21f66502f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0b1f3d03-3479-41e6-bf2d-1aa52469a51f'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:39.039120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Attempting to bind port 71c4b7ef-d082-4951-9553-76f8bf20e0bb on network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:39.041940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de20823-36b1-4cfb-a8c4-9c98100433af,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.054911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:39.055292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Checking segment: {'id': '95eb0e9a-4929-475d-a0fe-4d21f66502f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0b1f3d03-3479-41e6-bf2d-1aa52469a51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:39.056290 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.056471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Bound using segment: {'id': '95eb0e9a-4929-475d-a0fe-4d21f66502f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0b1f3d03-3479-41e6-bf2d-1aa52469a51f'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:39.056953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Bound port: 71c4b7ef-d082-4951-9553-76f8bf20e0bb, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95eb0e9a-4929-475d-a0fe-4d21f66502f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0b1f3d03-3479-41e6-bf2d-1aa52469a51f'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:39.057326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.081934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Attempting to bind port d1b6d32e-9918-4b35-842c-95cab1a4e578 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:39.082369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Attempting to bind port d1b6d32e-9918-4b35-842c-95cab1a4e578 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:39.082611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Attempting to bind port d1b6d32e-9918-4b35-842c-95cab1a4e578 on network bcfb801e-225d-480f-9891-020ae1c4d687 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:39.093133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.099294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.099916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.121249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] For port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,segment=NetworkSegment(72ad961c-0ccb-47ea-af9b-747fff4a21c0),segment_id=72ad961c-0ccb-47ea-af9b-747fff4a21c0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:39.121656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.150893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Port d1b6d32e-9918-4b35-842c-95cab1a4e578 on network bcfb801e-225d-480f-9891-020ae1c4d687 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:39.151221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Attempting to bind port d1b6d32e-9918-4b35-842c-95cab1a4e578 on network bcfb801e-225d-480f-9891-020ae1c4d687 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:39.152727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] Calling delete_port for 4d63362a-5fb8-4da9-ac2a-3381bbb6193e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:39.160666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e817c-afc7-4060-8732-239e351caa99 req-2dcaf8b6-4017-4c60-838d-304e4652e2e6 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.162286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-949e817c-afc7-4060-8732-239e351caa99 req-2dcaf8b6-4017-4c60-838d-304e4652e2e6 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.4829419 Jul 16 18:36:39.236513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] For port 71c4b7ef-d082-4951-9553-76f8bf20e0bb, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:39.242569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] For port 71c4b7ef-d082-4951-9553-76f8bf20e0bb, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=71c4b7ef-d082-4951-9553-76f8bf20e0bb,segment=NetworkSegment(95eb0e9a-4929-475d-a0fe-4d21f66502f6),segment_id=95eb0e9a-4929-475d-a0fe-4d21f66502f6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:39.246707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:39.247217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Checking segment: {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:39.247668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Bound using segment: {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:39.248269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Bound port: d1b6d32e-9918-4b35-842c-95cab1a4e578, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61b689c-c93c-4c69-a064-e89a8e946f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:39.248482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.250778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.267083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] For port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,segment=NetworkSegment(72ad961c-0ccb-47ea-af9b-747fff4a21c0),segment_id=72ad961c-0ccb-47ea-af9b-747fff4a21c0)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:39.267447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.292176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc38a16c-7434-42b8-afc7-a7851e388c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.319932 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.322026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bb5d6-11b6-4aa2-8c97-1c014f93f1ac None None] Pushing event updated for resources: {'Port': ['ID=71c4b7ef-d082-4951-9553-76f8bf20e0bb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.322640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Calling delete_port for 4d63362a-5fb8-4da9-ac2a-3381bbb6193e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:39.349575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc38a16c-7434-42b8-afc7-a7851e388c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.350184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] Pushing event deleted for resources: {'Port': ['ID=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.352008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23eefbc-3252-4aeb-81cf-6e0b0ed30aff None None] No DVR routers for this DVR port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:39.395056 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2947063 Jul 16 18:36:39.395734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9555ee-1709-4cc2-a657-56bea6a40a61 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Network': ['ID=8e1bd73a-2e67-4854-b566-86b9cd690f74,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.397735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.403954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'network': {'name': 'tempest-router-network02--741135688'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:39.410946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:39.435853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:39.442458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.454029 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-949e817c-afc7-4060-8732-239e351caa99 req-4877b896-d53f-4db4-8a7e-fd57a3536bec tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425458 Jul 16 18:36:39.473711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:39.484002 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.484458 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Added segment 46fe119d-d531-441d-8db8-78d1c706b2ad of type vlan for network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af Jul 16 18:36:39.569627 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.587833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38a16c-7434-42b8-afc7-a7851e388c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6893d-3c96-4f57-b8cb-a699a2cca3bb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.622914 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cc38a16c-7434-42b8-afc7-a7851e388c04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd6bbf223c3549858ceb8b0a768a38dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1595440 Jul 16 18:36:39.627426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36804) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.645669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.652994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] For port d1b6d32e-9918-4b35-842c-95cab1a4e578, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:39.653385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.654384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.661208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] For port d1b6d32e-9918-4b35-842c-95cab1a4e578, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:39.672451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.692489 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.725656 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.727562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3285758 Jul 16 18:36:39.728993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.743899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'subnet': {'network_id': '8e1bd73a-2e67-4854-b566-86b9cd690f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:39.744141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.744791 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.746229 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] 10.222.0.67 "PUT /v2.0/ports/d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 200 len: 1092 time: 2.9598196 Jul 16 18:36:39.795972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] No DVR routers for this DVR port 4d63362a-5fb8-4da9-ac2a-3381bbb6193e on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:39.835932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf446ca-e047-4851-9a9d-b1795a09ca92 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Network': ['ID=7bae96b5-4b8c-45e9-bcac-f699cc37b2af,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.850075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:39.935076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-571d9233-59a4-41ce-ba21-31b6e51c6f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.977655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-571d9233-59a4-41ce-ba21-31b6e51c6f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.010311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:40.013853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.153889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-571d9233-59a4-41ce-ba21-31b6e51c6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.156918 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-571d9233-59a4-41ce-ba21-31b6e51c6f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.160891 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-571d9233-59a4-41ce-ba21-31b6e51c6f2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36f6893d-3c96-4f57-b8cb-a699a2cca3bb HTTP/1.1" status: 204 len: 168 time: 0.5299129 Jul 16 18:36:40.185072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d9233-59a4-41ce-ba21-31b6e51c6f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6893d-3c96-4f57-b8cb-a699a2cca3bb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.208047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:40.217791 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823203ad-fccb-44d4-95d1-b1b882462e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:40.258308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1233e5-f8e1-4db9-b603-47307b61d902 req-b25e5bfc-eaf3-4600-a48c-ab82d9adfd34 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.260170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e1233e5-f8e1-4db9-b603-47307b61d902 req-b25e5bfc-eaf3-4600-a48c-ab82d9adfd34 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1422803 Jul 16 18:36:40.352916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.373780 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.394074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702ff2-fd9c-474d-9086-c00107fd9035 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b6d32e-9918-4b35-842c-95cab1a4e578,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.444663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d63362a-5fb8-4da9-ac2a-3381bbb6193e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.459074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Checking segment: {'id': '97128ed0-b388-410b-994d-c1e26204e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8e1bd73a-2e67-4854-b566-86b9cd690f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:40.459445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network hostable DHCP agents. Network: 8e1bd73a-2e67-4854-b566-86b9cd690f74, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:40.461102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95d6e22-1f9e-4d51-8983-6c32fa457fbc']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:40.473804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e1233e5-f8e1-4db9-b603-47307b61d902 req-bc6125db-2236-444b-9610-d5b55c1a28d3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079408 Jul 16 18:36:40.478287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Subnet': ['ID=f60eb6b6-62c8-4ddd-a980-67afc14eb1e7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.498406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:40.505942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8e1bd73a-2e67-4854-b566-86b9cd690f74) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:40.516798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ad961c-0ccb-47ea-af9b-747fff4a21c0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:40.517088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ad961c-0ccb-47ea-af9b-747fff4a21c0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:40.527615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348c35e-5012-4a39-bfdd-f9358114fcb7 None None] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:40.529894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.536667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.562499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.563193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9292527b-884d-429d-b553-63dff351e9de tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8236229 Jul 16 18:36:40.565867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.571292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'subnet': {'network_id': '7bae96b5-4b8c-45e9-bcac-f699cc37b2af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:40.647970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.648283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71c4b7ef-d082-4951-9553-76f8bf20e0bb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:40.690224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c31a9a-5d4f-49cc-86e9-edbfacaf9f11 None None] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:40.698516 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34681534-fb8e-4529-b06b-efcefd52f4c8 x-openstack-request-id: req-34681534-fb8e-4529-b06b-efcefd52f4c8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:40.699175 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:40.699646 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34681534-fb8e-4529-b06b-efcefd52f4c8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:40.700353 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578', 'status': 'completed', 'code': 200} Jul 16 18:36:40.707194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fb1276-039e-4d02-8074-7a485ae49459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.723383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.724344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.724519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.725176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.725753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.726116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.726729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.728737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2c789c01-16f8-4c89-8ed5-04eca1a6290a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6494 time: 0.9340930 Jul 16 18:36:40.741581 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.762506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05245b2f-448c-42c5-8340-10f7cc794bc2 None None] Provisioning for port 71c4b7ef-d082-4951-9553-76f8bf20e0bb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:40.799394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.805564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.811478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.821730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.828115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.834344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b8355-687b-446b-af11-5e4a3e0748b1 req-10cc2c5a-9c49-47c9-b8bd-fc7240b36e5d tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.834656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.836028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-204b8355-687b-446b-af11-5e4a3e0748b1 req-10cc2c5a-9c49-47c9-b8bd-fc7240b36e5d tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1149783 Jul 16 18:36:40.840727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.842964 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-db765efc-3e5f-415c-9bae-fc8c69a56682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.5416069 Jul 16 18:36:40.852722 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 71c4b7ef-d082-4951-9553-76f8bf20e0bb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:40.869817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 71c4b7ef-d082-4951-9553-76f8bf20e0bb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:40.870521 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.873649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:40.874064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:40.876035 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:40.888713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-daadc67e-f70e-4c1b-90ee-4ea75f162bef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 200 len: 217 time: 0.1434131 Jul 16 18:36:40.911678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fb1276-039e-4d02-8074-7a485ae49459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.915420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-204b8355-687b-446b-af11-5e4a3e0748b1 req-29f14ea7-abf2-4810-8427-51cdc6eb833f tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663605 Jul 16 18:36:40.918734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fb1276-039e-4d02-8074-7a485ae49459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.960428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:40.967570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-8e1bd73a-2e67-4854-b566-86b9cd690f74', 'network_id': '8e1bd73a-2e67-4854-b566-86b9cd690f74', 'tenant_id': '6c34fff4397d4ae5a945e385992ea63b', 'fixed_ips': [{'subnet_id': 'f60eb6b6-62c8-4ddd-a980-67afc14eb1e7'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:40.968427 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.973134 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.015357 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.020222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-89fb1276-039e-4d02-8074-7a485ae49459 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2117ebd057e04f39aa2543d767f994c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707755 Jul 16 18:36:41.026500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:41.029723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21b16531-1d26-4663-938c-9ff0bc122dd7 req-b9d0b15a-e336-4d15-9182-6ae5c73a72fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442180 Jul 16 18:36:41.031575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:41.038815 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.040805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d95d6e22-1f9e-4d51-8983-6c32fa457fbc HTTP/1.1" status: 204 len: 168 time: 2.9784224 Jul 16 18:36:41.055310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb1276-039e-4d02-8074-7a485ae49459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27075d66-72f7-4b97-b3c5-215e79022717,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.056060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-224db490-d9c0-446e-b9c3-bd73f9ba91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.057743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-224db490-d9c0-446e-b9c3-bd73f9ba91f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fafd6d35-6aac-4787-a356-ab5b988a2150 HTTP/1.1" status: 200 len: 855 time: 0.1587877 Jul 16 18:36:41.061118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e68a9-a164-4256-906d-b4e3a705c8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d95d6e22-1f9e-4d51-8983-6c32fa457fbc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.168453 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.187711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21b1e14-0dba-4b74-85bc-a184964062c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.242618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 71c4b7ef-d082-4951-9553-76f8bf20e0bb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=71c4b7ef-d082-4951-9553-76f8bf20e0bb,segment=NetworkSegment(95eb0e9a-4929-475d-a0fe-4d21f66502f6),segment_id=95eb0e9a-4929-475d-a0fe-4d21f66502f6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:41.249381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21b1e14-0dba-4b74-85bc-a184964062c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.254088 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.264302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-f9db55ae-6e03-46c7-a836-c4dd96cf7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.266750 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-f9db55ae-6e03-46c7-a836-c4dd96cf7fdc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018995 Jul 16 18:36:41.302762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:41.311463 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] Sync routers for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:41.322854 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:41.331007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e67b39e-8ec9-4c7a-b22b-c5e76a11b692 admin admin] 10.222.0.49 "PUT /v2.0/routers/3dd4d6c6-7541-45f3-8ef9-f718f5444514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9392896 Jul 16 18:36:41.331250 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:41.337200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:41.341833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Allocated IP 2001:db8::2 (8e1bd73a-2e67-4854-b566-86b9cd690f74/f60eb6b6-62c8-4ddd-a980-67afc14eb1e7/e26d090d-7791-4056-9251-c5eceecca702) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:41.362027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d63362a-5fb8-4da9-ac2a-3381bbb6193e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:41.401276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.402847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4d63362a-5fb8-4da9-ac2a-3381bbb6193e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:41.403223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d63362a-5fb8-4da9-ac2a-3381bbb6193e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:41.454328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36832) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:41.466226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-75b802a8-6656-43bb-bd91-7e20ac667a2c service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907165 Jul 16 18:36:41.480570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=71c4b7ef-d082-4951-9553-76f8bf20e0bb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.572595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-24fcdb0f-45ed-479d-b711-05ec9621c682 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf3f073ddde442de855fd56c1a871c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168082 Jul 16 18:36:41.575209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36836) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:41.655902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8157f19c-2de2-48d5-b457-d04fb698dceb service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800518 Jul 16 18:36:41.656879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd3999a1-72bc-43db-8050-3364ace51e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.703990 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.707990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-7b0c336e-7c0c-4177-83ae-8252480a6414 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0461042 Jul 16 18:36:41.723274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Transition to ACTIVE for port object e26d090d-7791-4056-9251-c5eceecca702 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:41.725799 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:41.745523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Transition to ACTIVE for port object e26d090d-7791-4056-9251-c5eceecca702 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:41.745888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd3999a1-72bc-43db-8050-3364ace51e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.750988 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:41.765913 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.768706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d9cabb7f-36cf-4093-84bb-2c4acaaa305e None None] Provisioning complete for port 71c4b7ef-d082-4951-9553-76f8bf20e0bb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:41.769101 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9cabb7f-36cf-4093-84bb-2c4acaaa305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.843239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-26ff298b-e931-4517-82f7-3fd92c2e80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.844936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-26ff298b-e931-4517-82f7-3fd92c2e80ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1218092 Jul 16 18:36:41.880694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:41.885582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:41.905273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:41.917477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957778e7-0d1f-4f02-b5aa-dfc5dce9b612 req-f5ca604f-642f-49a4-bfbc-9b3a6d045b0f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.925268 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-957778e7-0d1f-4f02-b5aa-dfc5dce9b612 req-f5ca604f-642f-49a4-bfbc-9b3a6d045b0f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2189631 Jul 16 18:36:41.929757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd3999a1-72bc-43db-8050-3364ace51e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.932609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd3999a1-72bc-43db-8050-3364ace51e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.933819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cd3999a1-72bc-43db-8050-3364ace51e7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9 HTTP/1.1" status: 204 len: 168 time: 0.3573751 Jul 16 18:36:41.961160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3999a1-72bc-43db-8050-3364ace51e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db4a8e2-6cca-4fe5-8ecf-ec9bc8f55aa9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.976388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Pushing event updated for resources: {'Port': ['ID=e26d090d-7791-4056-9251-c5eceecca702,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.993237 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:36:38Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:42.028930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-049b8d9d-f985-46cc-8078-e8305ac40d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.031190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-049b8d9d-f985-46cc-8078-e8305ac40d79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1788661 Jul 16 18:36:42.034484 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] Checking router: 3dd4d6c6-7541-45f3-8ef9-f718f5444514 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:42.044401 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] Routers {'3dd4d6c6-7541-45f3-8ef9-f718f5444514'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:42.045237 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:42.045377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Attempting to bind port e26d090d-7791-4056-9251-c5eceecca702 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:42.045621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Attempting to bind port e26d090d-7791-4056-9251-c5eceecca702 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '97128ed0-b388-410b-994d-c1e26204e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8e1bd73a-2e67-4854-b566-86b9cd690f74'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:42.045988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Attempting to bind port e26d090d-7791-4056-9251-c5eceecca702 on network 8e1bd73a-2e67-4854-b566-86b9cd690f74 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:42.054110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:42.054491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Checking segment: {'id': '97128ed0-b388-410b-994d-c1e26204e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8e1bd73a-2e67-4854-b566-86b9cd690f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:42.054898 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.055057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-957778e7-0d1f-4f02-b5aa-dfc5dce9b612 req-bcee0c14-299b-4954-9f42-47421c375812 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284339 Jul 16 18:36:42.055294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Bound using segment: {'id': '97128ed0-b388-410b-994d-c1e26204e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8e1bd73a-2e67-4854-b566-86b9cd690f74'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:42.055832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Bound port: e26d090d-7791-4056-9251-c5eceecca702, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97128ed0-b388-410b-994d-c1e26204e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8e1bd73a-2e67-4854-b566-86b9cd690f74'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:42.056224 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.118309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Subnet': ['ID=1ed7e15b-af52-4deb-8b80-6c97d152937b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.147203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21b1e14-0dba-4b74-85bc-a184964062c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.151719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21b1e14-0dba-4b74-85bc-a184964062c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.155118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e21b1e14-0dba-4b74-85bc-a184964062c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27075d66-72f7-4b97-b3c5-215e79022717 HTTP/1.1" status: 204 len: 168 time: 1.1183491 Jul 16 18:36:42.208324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] For port e26d090d-7791-4056-9251-c5eceecca702, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:42.208853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-9e379bc8-9d59-4eae-9345-95ae38f72513 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520407 Jul 16 18:36:42.212645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] For port e26d090d-7791-4056-9251-c5eceecca702, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e26d090d-7791-4056-9251-c5eceecca702,segment=NetworkSegment(97128ed0-b388-410b-994d-c1e26204e327),segment_id=97128ed0-b388-410b-994d-c1e26204e327)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:42.221510 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.223382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b1e14-0dba-4b74-85bc-a184964062c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27075d66-72f7-4b97-b3c5-215e79022717,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.283951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Checking segment: {'id': '46fe119d-d531-441d-8db8-78d1c706b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7bae96b5-4b8c-45e9-bcac-f699cc37b2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:42.288077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network hostable DHCP agents. Network: 7bae96b5-4b8c-45e9-bcac-f699cc37b2af, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:42.293515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f8afe-6fee-4584-93d4-f7868c270175 None None] Pushing event updated for resources: {'Port': ['ID=e26d090d-7791-4056-9251-c5eceecca702,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.311624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.330904 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] Set router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:42.414085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71c4b7ef-d082-4951-9553-76f8bf20e0bb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:42.442616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:42.548677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7bae96b5-4b8c-45e9-bcac-f699cc37b2af) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:42.563875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464e958-d02c-4475-b7c5-9170fc714902 None None] Network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:42.569914 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c34523e0-fe7b-485f-8842-5d78371e44cc service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510051 Jul 16 18:36:42.571391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.572134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 71c4b7ef-d082-4951-9553-76f8bf20e0bb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:42.572607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.572866 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.594281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab54e-c9a3-4cd5-b595-d100a1d80e0b req-d4b6afb1-9eb7-49a4-98fe-d1ca46aa90ad tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.596014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21ab54e-c9a3-4cd5-b595-d100a1d80e0b req-d4b6afb1-9eb7-49a4-98fe-d1ca46aa90ad tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.4229915 Jul 16 18:36:42.649723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ec86e59a-0c9b-434b-a334-97e151182900 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0825207 Jul 16 18:36:42.653172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:42.656315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-4cc86764-4427-465d-964a-f28cca48dc58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 217 time: 0.0773399 Jul 16 18:36:42.725004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.757341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21ab54e-c9a3-4cd5-b595-d100a1d80e0b req-7da60e65-73b4-48d2-97aa-82c3d6a3d033 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355877 Jul 16 18:36:42.762298 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:36:38Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:42.846477 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbb440c-da9b-4d20-9ebe-c6f326fe07df None None] The sync data for ids ['3dd4d6c6-7541-45f3-8ef9-f718f5444514'] in n-d-791504-15 is: [{'id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'name': 'tempest-TaggedBootDevicesTest-1815108169-router', 'tenant_id': '5a74622d980444c6b599db4cbae02d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:36:38Z', 'revision_number': 5, 'project_id': '5a74622d980444c6b599db4cbae02d32', 'gw_port': {'id': '6c8edc19-ee2f-44fa-b786-13ede18169c5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd4d6c6-7541-45f3-8ef9-f718f5444514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:42.886607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Deleting port 6c8edc19-ee2f-44fa-b786-13ede18169c5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:42.889573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.915705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.942994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.950706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.961409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.969774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.977378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.983925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.986503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3639903-a025-4caf-b225-555ed2e2295d req-d65c4e02-90c4-4035-ba78-5caca9d7b864 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.5601797 Jul 16 18:36:43.025343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-7bae96b5-4b8c-45e9-bcac-f699cc37b2af', 'network_id': '7bae96b5-4b8c-45e9-bcac-f699cc37b2af', 'tenant_id': '6c34fff4397d4ae5a945e385992ea63b', 'fixed_ips': [{'subnet_id': '1ed7e15b-af52-4deb-8b80-6c97d152937b'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:43.026501 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.042865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] For port 6c8edc19-ee2f-44fa-b786-13ede18169c5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6c8edc19-ee2f-44fa-b786-13ede18169c5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:43.043203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.064516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Calling delete_port for 6c8edc19-ee2f-44fa-b786-13ede18169c5 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:43.337075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Allocated IP 2001:db8::2 (7bae96b5-4b8c-45e9-bcac-f699cc37b2af/1ed7e15b-af52-4deb-8b80-6c97d152937b/06a0f75c-4495-4ee2-b7da-ba948270d64d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:43.381067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-404e8b4a-b47b-4e15-8b5c-baaeaa641bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.382998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-404e8b4a-b47b-4e15-8b5c-baaeaa641bf0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.7210598 Jul 16 18:36:43.413546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3639903-a025-4caf-b225-555ed2e2295d req-c16720b3-8810-4a7a-a60b-d5b1e28dcf32 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3857145 Jul 16 18:36:43.466728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e2b59-19ac-41f6-a4d9-11c04e389fc5 req-5319e751-7376-4629-96a3-68a85ef384c6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.477055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-652e2b59-19ac-41f6-a4d9-11c04e389fc5 req-5319e751-7376-4629-96a3-68a85ef384c6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1880770 Jul 16 18:36:43.491120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.532701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-652e2b59-19ac-41f6-a4d9-11c04e389fc5 req-41bd68c0-16aa-4b5f-9712-ae83a05ba8d1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547273 Jul 16 18:36:43.563699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.572207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.622316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8edc19-ee2f-44fa-b786-13ede18169c5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.696392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-65147968-network', 'tenant_id': 'd4946f30d31b4d7b9559871fbed88b98'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.700897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-18ce278f-0c13-4763-8012-4f49c0ae61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.702647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-18ce278f-0c13-4763-8012-4f49c0ae61d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2868571 Jul 16 18:36:43.729633 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.740820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Transition to ACTIVE for port object 06a0f75c-4495-4ee2-b7da-ba948270d64d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:43.771231 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.778258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Transition to ACTIVE for port object 06a0f75c-4495-4ee2-b7da-ba948270d64d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:43.796391 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.818594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Made reservation on behalf of d4946f30d31b4d7b9559871fbed88b98 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:43.821079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.858485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.887281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:43.896416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:43.902652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Pushing event updated for resources: {'Port': ['ID=06a0f75c-4495-4ee2-b7da-ba948270d64d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.905893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:43.969473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.971971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.983016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e687b53-04cf-4e4c-9b6d-d26d6298eca0 None None] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:43.985987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Attempting to bind port 06a0f75c-4495-4ee2-b7da-ba948270d64d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:43.986473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Attempting to bind port 06a0f75c-4495-4ee2-b7da-ba948270d64d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '46fe119d-d531-441d-8db8-78d1c706b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7bae96b5-4b8c-45e9-bcac-f699cc37b2af'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:43.986884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Attempting to bind port 06a0f75c-4495-4ee2-b7da-ba948270d64d on network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:44.003030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:44.003700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Checking segment: {'id': '46fe119d-d531-441d-8db8-78d1c706b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7bae96b5-4b8c-45e9-bcac-f699cc37b2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:44.004122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.004517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Bound using segment: {'id': '46fe119d-d531-441d-8db8-78d1c706b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7bae96b5-4b8c-45e9-bcac-f699cc37b2af'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:44.005154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Bound port: 06a0f75c-4495-4ee2-b7da-ba948270d64d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fe119d-d531-441d-8db8-78d1c706b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7bae96b5-4b8c-45e9-bcac-f699cc37b2af'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:44.005539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.036404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.036998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dd4d6c6-7541-45f3-8ef9-f718f5444514 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:44.041976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.045420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4f07bf67-0f85-4670-8dff-dfe69feef46f admin admin] 10.222.0.49 "DELETE /v2.0/routers/3dd4d6c6-7541-45f3-8ef9-f718f5444514 HTTP/1.1" status: 204 len: 168 time: 2.7045465 Jul 16 18:36:44.045420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.087881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c98af0cf-ce45-4291-9d3e-8378c63abcf4 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738880 Jul 16 18:36:44.158905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] Deleting subnet e002e86a-d76d-4541-b528-5f64fdfd0358 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:44.164317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.187817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] For port 06a0f75c-4495-4ee2-b7da-ba948270d64d, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:44.192273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] For port 06a0f75c-4495-4ee2-b7da-ba948270d64d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=06a0f75c-4495-4ee2-b7da-ba948270d64d,segment=NetworkSegment(46fe119d-d531-441d-8db8-78d1c706b2ad),segment_id=46fe119d-d531-441d-8db8-78d1c706b2ad)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:44.209691 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.235058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cf797230-d6ac-464e-a86e-696d95c449bc None None] Provisioning for port e26d090d-7791-4056-9251-c5eceecca702 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:44.248056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.331730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Allocated IP 2001:db8::1 (8e1bd73a-2e67-4854-b566-86b9cd690f74/f60eb6b6-62c8-4ddd-a980-67afc14eb1e7/981ba62e-72b9-4fb9-aa5d-26c3af87effe) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:44.358638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84e49e-c544-49df-99cd-bd825b45f764 None None] Pushing event updated for resources: {'Port': ['ID=06a0f75c-4495-4ee2-b7da-ba948270d64d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.408268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.487256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.500638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.511616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c7a98970-3efe-4a6b-bd08-296ccc2016d4 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953602 Jul 16 18:36:44.516422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.545424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cee911-3efd-4a12-918d-f9e1550d60d9 req-0c094773-1caf-4dfe-851a-3a53888659fd tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.552512 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1cee911-3efd-4a12-918d-f9e1550d60d9 req-0c094773-1caf-4dfe-851a-3a53888659fd tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.5941758 Jul 16 18:36:44.559906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e002e86a-d76d-4541-b528-5f64fdfd0358,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.595024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.603524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edee44-29aa-40e8-9dd9-159051216ad5 None None] Network 5f578155-921a-45d2-b167-32878999fee7 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:44.603729 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-20b90e67-5c0c-43fe-b084-f326331fe3b5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e002e86a-d76d-4541-b528-5f64fdfd0358 HTTP/1.1" status: 204 len: 168 time: 0.5549006 Jul 16 18:36:44.605537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.758819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:44.802525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.821333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-0d8a2ca6-0ce0-4d6e-87e7-278cd3b37aeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=d616bc62-dbba-460d-8a03-a02a334e122c HTTP/1.1" status: 200 len: 217 time: 0.3004847 Jul 16 18:36:44.942884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] DHCP port deletion for 5f578155-921a-45d2-b167-32878999fee7 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:44.995486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e26d090d-7791-4056-9251-c5eceecca702 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:44.998392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.005392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.011441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.017707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.023930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.031181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.037413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.045421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-c0bcf793-56b0-4422-a13a-830dacb3eb80 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.2387693 Jul 16 18:36:45.059380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] Deleting port 83c02668-cfe0-482e-a57e-db49484bc3fa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:45.059854 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.073834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Deleting port 83c02668-cfe0-482e-a57e-db49484bc3fa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:45.074175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.094030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e26d090d-7791-4056-9251-c5eceecca702 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:45.100808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e26d090d-7791-4056-9251-c5eceecca702 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:45.101433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.172134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] For port 83c02668-cfe0-482e-a57e-db49484bc3fa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=83c02668-cfe0-482e-a57e-db49484bc3fa,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:45.172502 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.195617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a43bfbd6-a755-4c9f-a289-bf3bf298010b req-55f95701-77d3-42b1-b8bb-15297dfa42ed tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491761 Jul 16 18:36:45.200525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] For port 83c02668-cfe0-482e-a57e-db49484bc3fa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=83c02668-cfe0-482e-a57e-db49484bc3fa,segment=NetworkSegment(69c92c07-e7fa-4184-98a1-c7073096e38e),segment_id=69c92c07-e7fa-4184-98a1-c7073096e38e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:45.201089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.230189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Calling delete_port for 83c02668-cfe0-482e-a57e-db49484bc3fa owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:45.254017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] Calling delete_port for 83c02668-cfe0-482e-a57e-db49484bc3fa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:45.317780 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.338078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.338430 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Added segment 24c257d0-6a6f-43fd-9e5d-117cb54d78c4 of type vlan for network 52515a86-544a-4d53-aa50-536ef4372f01 Jul 16 18:36:45.361852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.409622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e26d090d-7791-4056-9251-c5eceecca702, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e26d090d-7791-4056-9251-c5eceecca702,segment=NetworkSegment(97128ed0-b388-410b-994d-c1e26204e327),segment_id=97128ed0-b388-410b-994d-c1e26204e327)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:45.421636 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1cee911-3efd-4a12-918d-f9e1550d60d9 req-da397c73-318c-48da-a2c5-9e49a3d6559a tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8681612 Jul 16 18:36:45.438875 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.445402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.480625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.486137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.496325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-69adb228-7384-4190-983d-0972181b81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.498213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-69adb228-7384-4190-983d-0972181b81d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.6569567 Jul 16 18:36:45.502961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Transition to ACTIVE for port object 981ba62e-72b9-4fb9-aa5d-26c3af87effe will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:45.517502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Pushing event deleted for resources: {'Port': ['ID=83c02668-cfe0-482e-a57e-db49484bc3fa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.530805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e26d090d-7791-4056-9251-c5eceecca702,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.534253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4de20823-36b1-4cfb-a8c4-9c98100433af no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:45.534789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] No DVR routers for this DVR port 83c02668-cfe0-482e-a57e-db49484bc3fa on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:45.537453 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.601571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4de20823-36b1-4cfb-a8c4-9c98100433af {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:45.601919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4de20823-36b1-4cfb-a8c4-9c98100433af not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:45.611474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] No DVR routers for this DVR port 83c02668-cfe0-482e-a57e-db49484bc3fa on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:45.620150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db43ae0-db9a-4b61-9d91-fc7ec8e2498c None None] Pushing event deleted for resources: {'Port': ['ID=83c02668-cfe0-482e-a57e-db49484bc3fa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.621946 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.623115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.636897 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.672677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.685221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f578155-921a-45d2-b167-32878999fee7']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:45.698460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c92c07-e7fa-4184-98a1-c7073096e38e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:45.699034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c92c07-e7fa-4184-98a1-c7073096e38e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:45.715561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.720758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.747980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.754423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2579703 Jul 16 18:36:45.757342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:45.757869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.801433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.860476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460c17-1de0-4807-8f59-ef68338173ce req-f380b6d5-830d-49b1-8f3d-b53f56c966b6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.863201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3a0f7-90e7-4bed-a008-42b1f26c13f6 None None] Network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:45.869367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Request body: {'subnet': {'network_id': '52515a86-544a-4d53-aa50-536ef4372f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-65147968-subnet', 'tenant_id': 'd4946f30d31b4d7b9559871fbed88b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:45.873358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b460c17-1de0-4807-8f59-ef68338173ce req-f380b6d5-830d-49b1-8f3d-b53f56c966b6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.4675262 Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:45.877542 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:45.879729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.896814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.900060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] 10.222.0.49 "DELETE /v2.0/networks/5f578155-921a-45d2-b167-32878999fee7 HTTP/1.1" status: 204 len: 168 time: 1.2934537 Jul 16 18:36:45.909459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7410a-dcd2-4fe7-926e-01c41a300469 admin admin] Pushing event updated for resources: {'Network': ['ID=52515a86-544a-4d53-aa50-536ef4372f01,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.921645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:45.928323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-856d70a0-7452-419d-84f7-0761cae68ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.930427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-856d70a0-7452-419d-84f7-0761cae68ed5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4227459 Jul 16 18:36:45.938804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:45.956051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:45.956918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.972958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 52515a86-544a-4d53-aa50-536ef4372f01 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:45.974314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f4e47-0ea1-48d6-8542-de66f173457a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f578155-921a-45d2-b167-32878999fee7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.006710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Port': ['ID=981ba62e-72b9-4fb9-aa5d-26c3af87effe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.025316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Made reservation on behalf of d4946f30d31b4d7b9559871fbed88b98 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:46.027845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.083608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b460c17-1de0-4807-8f59-ef68338173ce req-54da52ee-6940-4468-9c08-363e70afa39a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023268 Jul 16 18:36:46.123820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c38d56e3-d7d2-4e3a-ae6e-9b7f25500e8a None None] Provisioning for port 06a0f75c-4495-4ee2-b7da-ba948270d64d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:46.230898 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0e12bde-41b9-4992-a6f6-e6ae322710a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.273524 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-35371dc0-773f-4e54-87a8-322f4d8ed617 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299813 Jul 16 18:36:46.326688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36936) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.375319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.423371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-df0006c3-0779-4f11-8ba5-9aa0f86de9b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a74622d980444c6b599db4cbae02d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939147 Jul 16 18:36:46.424070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36938) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.483275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c060c7e6-3273-4e8c-9d37-6a90c2a3bd78 None None] Provisioning for port 981ba62e-72b9-4fb9-aa5d-26c3af87effe completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:46.490187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c060c7e6-3273-4e8c-9d37-6a90c2a3bd78 None None] Provisioning complete for port 981ba62e-72b9-4fb9-aa5d-26c3af87effe triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:46.490785 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c060c7e6-3273-4e8c-9d37-6a90c2a3bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.510887 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-88c4-4e7c-9fa9-e61dc8bacefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.556582 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-88c4-4e7c-9fa9-e61dc8bacefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.561526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c060c7e6-3273-4e8c-9d37-6a90c2a3bd78 None None] Port 981ba62e-72b9-4fb9-aa5d-26c3af87effe cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:46.583129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e26d090d-7791-4056-9251-c5eceecca702 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:46.648658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e26d090d-7791-4056-9251-c5eceecca702 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:46.649378 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.685418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-88c4-4e7c-9fa9-e61dc8bacefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.690199 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f77df8cf-88c4-4e7c-9fa9-e61dc8bacefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.691943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f77df8cf-88c4-4e7c-9fa9-e61dc8bacefb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2f10a05-1407-4a9c-8c2d-81ef13d71936 HTTP/1.1" status: 204 len: 168 time: 0.2669067 Jul 16 18:36:46.710893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77df8cf-88c4-4e7c-9fa9-e61dc8bacefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f10a05-1407-4a9c-8c2d-81ef13d71936,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.743178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718d038-c9a4-4f5e-9fbe-f9203b95d1d9 req-b750c1d5-0206-4170-80cf-e06c240945e4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.752206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b718d038-c9a4-4f5e-9fbe-f9203b95d1d9 req-b750c1d5-0206-4170-80cf-e06c240945e4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1491508 Jul 16 18:36:46.806248 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b718d038-c9a4-4f5e-9fbe-f9203b95d1d9 req-6899a1b1-0449-4c89-9a1a-2d15676cbfbf tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525732 Jul 16 18:36:46.814804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.828559 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.829615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.040752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 06a0f75c-4495-4ee2-b7da-ba948270d64d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:47.068654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:47.099744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:47.102239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 06a0f75c-4495-4ee2-b7da-ba948270d64d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:47.106047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Port': ['ID=981ba62e-72b9-4fb9-aa5d-26c3af87effe,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.108401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 06a0f75c-4495-4ee2-b7da-ba948270d64d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:47.109244 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.119064 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-ae022a90-3a3e-4594-8129-10300c8aa68d service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378625 Jul 16 18:36:47.122091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.229959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.335065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 06a0f75c-4495-4ee2-b7da-ba948270d64d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=06a0f75c-4495-4ee2-b7da-ba948270d64d,segment=NetworkSegment(46fe119d-d531-441d-8db8-78d1c706b2ad),segment_id=46fe119d-d531-441d-8db8-78d1c706b2ad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:47.344127 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.369011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-a9611be9-5aa3-4c9d-ac0c-47ad2a227d11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9c903364-c373-435b-90d8-fa82a0d0159a HTTP/1.1" status: 200 len: 217 time: 0.2347269 Jul 16 18:36:47.396497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.416357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.432547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.440203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.446830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.453040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.455287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c8edc19-ee2f-44fa-b786-13ede18169c5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:47.459788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.461788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2001be72-e870-437a-9718-a10466309f3e req-ffa3d9d3-27b7-4d7c-a8d2-578599bb4e29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.6413574 Jul 16 18:36:47.480942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692e056-1e83-4fe8-a146-1ea5feedb26a req-b95cfe61-c06b-4de9-adf1-98f9e75d03b0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.485572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=06a0f75c-4495-4ee2-b7da-ba948270d64d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.488950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e692e056-1e83-4fe8-a146-1ea5feedb26a req-b95cfe61-c06b-4de9-adf1-98f9e75d03b0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1482768 Jul 16 18:36:47.498716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6c8edc19-ee2f-44fa-b786-13ede18169c5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:47.500492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c8edc19-ee2f-44fa-b786-13ede18169c5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:47.501115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83c02668-cfe0-482e-a57e-db49484bc3fa no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:47.523173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 83c02668-cfe0-482e-a57e-db49484bc3fa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:47.523792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83c02668-cfe0-482e-a57e-db49484bc3fa not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:47.542020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e692e056-1e83-4fe8-a146-1ea5feedb26a req-d8d6c179-dc48-4e4d-a35c-62bb7f2a87ba tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515332 Jul 16 18:36:47.557460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35fc02cb-0f6a-45e6-ab70-9d9b93826df6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.613272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-e3abbb90-8513-4998-b9ad-ee1ec8dde926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.613500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6b41f12d-f234-4f41-b25f-671ac45efd00 None None] Provisioning complete for port 981ba62e-72b9-4fb9-aa5d-26c3af87effe triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:47.613779 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b41f12d-f234-4f41-b25f-671ac45efd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.614867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-e3abbb90-8513-4998-b9ad-ee1ec8dde926 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1502204 Jul 16 18:36:47.646851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2001be72-e870-437a-9718-a10466309f3e req-3b202848-8335-4353-a5a0-fd65e302e9de tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1535029 Jul 16 18:36:47.651641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Checking segment: {'id': '24c257d0-6a6f-43fd-9e5d-117cb54d78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52515a86-544a-4d53-aa50-536ef4372f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:47.652009 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Network hostable DHCP agents. Network: 52515a86-544a-4d53-aa50-536ef4372f01, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:47.655926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6b41f12d-f234-4f41-b25f-671ac45efd00 None None] Port 981ba62e-72b9-4fb9-aa5d-26c3af87effe cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:47.702617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Router 02a6a94a-d088-467b-bee5-af944711a573 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:47.710180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Network 52515a86-544a-4d53-aa50-536ef4372f01 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:47.726500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 52515a86-544a-4d53-aa50-536ef4372f01) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:47.737421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91928d-4e7f-4678-be9e-008daaee035d None None] Network 52515a86-544a-4d53-aa50-536ef4372f01 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:47.788797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.789452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.800126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-73a8cc57-8766-4dbf-9021-b8621d1b2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.801698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-73a8cc57-8766-4dbf-9021-b8621d1b2f7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1774054 Jul 16 18:36:47.824754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-88eadd44-9959-47f9-b6c5-a48038646585 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0222304 Jul 16 18:36:47.853139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:47.857295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.862927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-addc8d1e-6e77-423a-81d9-c4845b7f9838 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1994298 Jul 16 18:36:47.862927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.910765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] Sync routers for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:47.952691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:47.953355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:47.960207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a776a4-3310-4bed-a050-2e7083a868ef None None] Network 52515a86-544a-4d53-aa50-536ef4372f01 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:47.988158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-aea60a4b-e107-45b9-9881-52856cd53b3e service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777842 Jul 16 18:36:48.001034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.070628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:48.071732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.078215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5772bf-f50b-41f7-ac15-8fa982bafa77 req-b56cf6b0-8067-4f5c-83ae-96326acd8dce tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.090045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f5772bf-f50b-41f7-ac15-8fa982bafa77 req-b56cf6b0-8067-4f5c-83ae-96326acd8dce tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1434422 Jul 16 18:36:48.111810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.112876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c8eee-b601-4cbd-b7ff-9d313e9d158b None None] The sync data for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:48.125143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-330602765-network', 'tenant_id': 'bce99d6ec0c345e5984eb4f60caeef97'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:48.166840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Made reservation on behalf of bce99d6ec0c345e5984eb4f60caeef97 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:48.169750 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.189688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8f5772bf-f50b-41f7-ac15-8fa982bafa77 req-08aebed0-090f-4f97-b16d-ed181cc76804 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975084 Jul 16 18:36:48.197506 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.258350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-774c7cea-cec0-453d-a57e-7907b9380b90 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640097 Jul 16 18:36:48.313070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.319387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.351300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-c8f3f324-22d1-4c36-809d-8cdbdc12a9ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733 HTTP/1.1" status: 200 len: 217 time: 0.0836990 Jul 16 18:36:48.353199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:48.367369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 06a0f75c-4495-4ee2-b7da-ba948270d64d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:48.390216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65e5c8a-f184-4a0e-a2f0-403e719fd82c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.409083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.410597 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Added segment 953c2db9-34a5-4feb-8522-a94e2297cc71 of type vlan for network 3a815c63-0fe0-4f0d-98d2-5da8838f87df Jul 16 18:36:48.437578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 06a0f75c-4495-4ee2-b7da-ba948270d64d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:48.438234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.476584 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-384cceea-69b2-4901-89d3-2a3f7798e8cc tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:36:48.477505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-384cceea-69b2-4901-89d3-2a3f7798e8cc tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6137998 Jul 16 18:36:48.481436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37002) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.486625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.519868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.521440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.522164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.586399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-1ea43265-07d9-4d61-b616-53fb634ff7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.587881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-1ea43265-07d9-4d61-b616-53fb634ff7b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.2290578 Jul 16 18:36:48.592975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] Pushing event updated for resources: {'Network': ['ID=3a815c63-0fe0-4f0d-98d2-5da8838f87df,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.598063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-544bbf3c-b894-4653-9cfb-308b950824be admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7394779 Jul 16 18:36:48.600157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.608470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3a815c63-0fe0-4f0d-98d2-5da8838f87df details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:48.623028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Request body: {'subnet': {'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-330602765-subnet', 'tenant_id': 'bce99d6ec0c345e5984eb4f60caeef97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:48.738330 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5c534d2-9f8d-4bec-b0a6-21698260d80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.809695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed77061-029f-4729-a45f-e3a96c5b8ec9 req-00ba9e46-ff74-4b72-8884-5adf6aa09c9b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.817412 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ed77061-029f-4729-a45f-e3a96c5b8ec9 req-00ba9e46-ff74-4b72-8884-5adf6aa09c9b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1321576 Jul 16 18:36:48.857834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ed77061-029f-4729-a45f-e3a96c5b8ec9 req-8d5301fe-ad20-46fe-9470-3c7516615682 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Jul 16 18:36:48.870451 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.878311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device adfe1ef6-2c25-44ec-aab8-46874de50e52 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:49.011970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:49.036970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'port_id': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'mac_address': 'fa:16:3e:f3:7e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61aae9a1-c47b-4e28-8c0d-cdea6fa6d648', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:49.080139 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.097830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adfe1ef6-2c25-44ec-aab8-46874de50e52 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:49.124294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.132650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.135276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:49.139271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.140317 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.149147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.156132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.163438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.171450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.179692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-ca2cd6f2-e0e3-4849-9714-a8133b653de8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.1537950 Jul 16 18:36:49.203904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:49.235302 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa6cd564-eb20-4899-91b7-a163fd55330c req-866c4a61-1bc5-4752-ae3e-b5344c042674 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544753 Jul 16 18:36:49.264456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791388b7-d170-49ed-ad97-a9a718874b4c req-14e44884-20ba-4a4c-91db-2cc816090a1f tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.266117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-14e44884-20ba-4a4c-91db-2cc816090a1f tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/networks?id=52515a86-544a-4d53-aa50-536ef4372f01 HTTP/1.1" status: 200 len: 812 time: 0.7824562 Jul 16 18:36:49.275216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['adfe1ef6-2c25-44ec-aab8-46874de50e52'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:49.276090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Made reservation on behalf of bce99d6ec0c345e5984eb4f60caeef97 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:49.278633 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.428435 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-546e192d-0b00-4abf-aceb-e8a3c9a80239 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/quotas/d4946f30d31b4d7b9559871fbed88b98 HTTP/1.1" status: 200 len: 375 time: 0.1455398 Jul 16 18:36:49.502805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2ba0b2fb-f45f-449c-bf4c-4875fd2f5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.504307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-2ba0b2fb-f45f-449c-bf4c-4875fd2f5728 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9066927 Jul 16 18:36:49.540179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-ed232cd2-f778-4a28-a803-90ab2809c207 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4946f30d31b4d7b9559871fbed88b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745540 Jul 16 18:36:49.576868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ef9a6-0f3c-49c3-8c20-cd7efbc92a01 req-c5e65aa2-e514-4013-a75d-1d4dbd55921a tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.578919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4d8ef9a6-0f3c-49c3-8c20-cd7efbc92a01 req-c5e65aa2-e514-4013-a75d-1d4dbd55921a tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.0784264 Jul 16 18:36:49.676619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4d8ef9a6-0f3c-49c3-8c20-cd7efbc92a01 req-71d86b42-71fd-458d-97ff-7f1af242848c tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853682 Jul 16 18:36:49.766988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-461a6c60-e6fd-4b36-b50e-d62fc7d9f54a service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345805 Jul 16 18:36:49.925940 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.005714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.050687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-d9dc523d-d261-4776-8ce7-2a585b93e389 service neutron] 10.222.0.49 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793789 Jul 16 18:36:50.198759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143ec27-08e8-4b77-9cef-ed1ddd533545 req-4d7bb627-b954-4854-bbc4-692ccf38a52b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.200598 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4143ec27-08e8-4b77-9cef-ed1ddd533545 req-4d7bb627-b954-4854-bbc4-692ccf38a52b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 945 time: 0.1686776 Jul 16 18:36:50.209019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11edc221-d641-4d91-9461-7f2cc9ed47be,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:50.217587 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-d5c326b1-6df8-4359-a910-dde5436669bd service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195614 Jul 16 18:36:50.322830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Checking segment: {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:50.323578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Network hostable DHCP agents. Network: 3a815c63-0fe0-4f0d-98d2-5da8838f87df, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:50.332280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.339551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-0804c3da-cd59-4ec3-bccc-a0ae789af5d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 200 len: 217 time: 0.1116397 Jul 16 18:36:50.365420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4143ec27-08e8-4b77-9cef-ed1ddd533545 req-95abb235-ed15-4306-b06f-a5f8bdb4bf8c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517019 Jul 16 18:36:50.375381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984283b-d59d-4b43-b6cf-e255feba7203 req-f9538fb4-1b1f-406e-b0d5-4c077f4c4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.378058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7984283b-d59d-4b43-b6cf-e255feba7203 req-f9538fb4-1b1f-406e-b0d5-4c077f4c4451 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.1466131 Jul 16 18:36:50.455132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7984283b-d59d-4b43-b6cf-e255feba7203 req-a6102781-61e0-4f78-918b-4591bddbfb95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649862 Jul 16 18:36:50.566114 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-bbf549f8-6562-4b49-98a7-0bdbe6862237 service neutron] 10.222.0.49 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998507 Jul 16 18:36:50.570727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Network 3a815c63-0fe0-4f0d-98d2-5da8838f87df is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:50.643231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3a815c63-0fe0-4f0d-98d2-5da8838f87df) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:50.645780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-adb91721-ea6d-44c3-80d5-e99512c344b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.655288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4afa89c-6e8e-4f36-b4c9-36c8b3cacc69 None None] Network 3a815c63-0fe0-4f0d-98d2-5da8838f87df requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:50.658021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-adb91721-ea6d-44c3-80d5-e99512c344b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.2835536 Jul 16 18:36:50.671904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.678842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.684958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.691369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.692707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.693540 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.698055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.704184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.710838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.718854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-80b60103-02fe-478a-9e23-05eecec4dfe8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.1474721 Jul 16 18:36:50.744824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bb585b8a-c786-4960-a276-79a14008613a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1241319 Jul 16 18:36:50.799350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3664235b-e234-4960-aea3-7b384a1ee4e9 req-9af63219-b078-4d00-9a35-4fd242c3fe04 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792475 Jul 16 18:36:50.906786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device adfe1ef6-2c25-44ec-aab8-46874de50e52 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:51.031659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8e091131-a134-4b01-98cb-0af633caf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.033615 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-8e091131-a134-4b01-98cb-0af633caf0de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3220546 Jul 16 18:36:51.105003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb587bf-c9d4-4c7e-ad30-9d60224dff1a None None] Network 3a815c63-0fe0-4f0d-98d2-5da8838f87df requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:51.224546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port adfe1ef6-2c25-44ec-aab8-46874de50e52 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:51.225319 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.240885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d43a8cd-9834-4408-b835-8f27323f4fc9 req-344867a1-8d30-4355-9575-88916bbe4fd9 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 210 time: 0.0544024 Jul 16 18:36:51.428839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting port 981ba62e-72b9-4fb9-aa5d-26c3af87effe {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:51.428839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.481925 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.521740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:51.527177 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fa7f89-5b13-4138-afbd-8e9cf1318fad" -d '{"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-plugged", "status": "completed", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:51.536739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-a4e1191b-2c01-4439-932d-92518e72ea49 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952502 Jul 16 18:36:51.550267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:51.556588 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.663617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:51.703374 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.757621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a4f23c-6018-4072-8c39-1157d07bf3b3 req-5bd9c903-5ea7-40ed-bd32-c1d200aa5657 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059021 Jul 16 18:36:51.895576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8651af-a92b-46e2-bda3-79a098208eda req-9008aba7-8991-4477-9059-08c733b58f2a tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.904184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b8651af-a92b-46e2-bda3-79a098208eda req-9008aba7-8991-4477-9059-08c733b58f2a tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.7097609 Jul 16 18:36:51.905542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-80734807-7ced-4eaf-834d-0376b6f85620 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.920309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-80734807-7ced-4eaf-834d-0376b6f85620 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 814 time: 0.3178294 Jul 16 18:36:51.941578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-5f52515c-0449-48dc-a550-aa1648a15010 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/quotas/bce99d6ec0c345e5984eb4f60caeef97 HTTP/1.1" status: 200 len: 375 time: 0.0199730 Jul 16 18:36:51.950430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.982992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Calling delete_port for 981ba62e-72b9-4fb9-aa5d-26c3af87effe owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:52.005174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-8e44c01e-9a6c-4c5e-99ea-f064e416fa23 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613704 Jul 16 18:36:52.012695 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b8651af-a92b-46e2-bda3-79a098208eda req-5297dbf2-c373-4289-bdf1-d0a629d69ce6 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077566 Jul 16 18:36:52.055749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.057430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.059360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.060958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.062358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.065792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.066510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.068715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-de9c3735-ebb0-4db5-941d-c46e9547ecae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6494 time: 0.2296238 Jul 16 18:36:52.176022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-8145849a-884d-4752-9625-0aca10bfcc15 service neutron] 10.222.0.49 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689484 Jul 16 18:36:52.378063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-3e48197d-86bf-4c18-a0e3-57befdb0410b service neutron] 10.222.0.49 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995311 Jul 16 18:36:52.410892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-5d8f33f6-bba0-45e8-877a-0ac426c83574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.412981 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-5d8f33f6-bba0-45e8-877a-0ac426c83574 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 200 len: 902 time: 0.3366935 Jul 16 18:36:52.490267 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-0feb5726-e005-43c5-bcb4-ae148f26c675 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 200 len: 217 time: 0.0619655 Jul 16 18:36:52.646669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d765c-0e21-4ba3-8e79-5d5e9c1fcb96 req-d4cff5c4-a33e-4241-bc37-7d6c70e6c1c2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.655778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.658051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e35d765c-0e21-4ba3-8e79-5d5e9c1fcb96 req-d4cff5c4-a33e-4241-bc37-7d6c70e6c1c2 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.3394725 Jul 16 18:36:52.713073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-1f9085c4-67de-4cb9-9b74-8ab12f6e0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.720654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-1f9085c4-67de-4cb9-9b74-8ab12f6e0e85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.2201746 Jul 16 18:36:52.811944 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbaff1-0b7f-4fd1-8c08-8ea26a246a52 x-openstack-request-id: req-69fbaff1-0b7f-4fd1-8c08-8ea26a246a52 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:52.812520 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-plugged", "status": "completed", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:52.813294 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69fbaff1-0b7f-4fd1-8c08-8ea26a246a52 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:52.814113 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'code': 200} Jul 16 18:36:52.862331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.918871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e35d765c-0e21-4ba3-8e79-5d5e9c1fcb96 req-64205d88-66e3-4e81-b16a-555402cb7e56 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561500 Jul 16 18:36:52.931338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Port': ['ID=981ba62e-72b9-4fb9-aa5d-26c3af87effe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.235193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-31f6fcaa-acc1-4516-b469-d2a25c8a6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.237010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-31f6fcaa-acc1-4516-b469-d2a25c8a6eb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4750907 Jul 16 18:36:53.242223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.320973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.350761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.367705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.381666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.399361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.406572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.433323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.435673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-1d620c7d-92c0-460c-a77f-980b1982e390 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.3399439 Jul 16 18:36:53.497698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ecfa86c3-e7f1-43f5-b0e1-834af5ff50a8 req-bff148ca-b1c4-42db-9b7b-0c299308cda4 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 210 time: 0.0605450 Jul 16 18:36:53.563847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aad67d7d-c4cb-41d1-8d58-1caa373f81f9 req-2572652d-fdba-40c3-a799-4d7186734ab8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163716 Jul 16 18:36:53.812642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27a48ed3-a618-4c7c-bb87-429346086777 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.839407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27a48ed3-a618-4c7c-bb87-429346086777 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.67 "GET /v2.0/networks?id=52515a86-544a-4d53-aa50-536ef4372f01 HTTP/1.1" status: 200 len: 812 time: 0.4024310 Jul 16 18:36:53.860404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-a45904ff-c885-4d7f-91f0-a320604eff07 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951159 Jul 16 18:36:53.868066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Request body: {'port': {'device_id': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'network_id': '52515a86-544a-4d53-aa50-536ef4372f01', 'admin_state_up': True, 'tenant_id': 'd4946f30d31b4d7b9559871fbed88b98'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:53.926806 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22f55dac-f010-4486-9392-de95475abba7 req-16154276-fb0c-490a-8cd3-ca02428777b8 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 210 time: 0.0897038 Jul 16 18:36:53.947372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Router 02a6a94a-d088-467b-bee5-af944711a573 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:54.082121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Made reservation on behalf of d4946f30d31b4d7b9559871fbed88b98 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:54.085779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.213898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc51a65-ad1f-44c9-8e7c-4c54da440d84 req-5cf77622-fdd3-4e37-8f2a-29d95d18225b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.221358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fc51a65-ad1f-44c9-8e7c-4c54da440d84 req-5cf77622-fdd3-4e37-8f2a-29d95d18225b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1553581 Jul 16 18:36:54.339238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fc51a65-ad1f-44c9-8e7c-4c54da440d84 req-821845f2-b59c-4155-a0f8-864a9c76dc36 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167643 Jul 16 18:36:54.414243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Allocated IP 172.20.0.14 (52515a86-544a-4d53-aa50-536ef4372f01/35fc02cb-0f6a-45e6-ab70-9d9b93826df6/aeb37315-947c-4797-a758-33df50edfea0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:54.414970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.613442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-690b128b-6087-493f-95a5-3241527063ff req-7e271254-98b1-4576-87f2-f94c92b2461b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-966817616', 'description': 'tempest-description-832912761'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:54.662470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-690b128b-6087-493f-95a5-3241527063ff req-7e271254-98b1-4576-87f2-f94c92b2461b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.799597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-690b128b-6087-493f-95a5-3241527063ff req-7e271254-98b1-4576-87f2-f94c92b2461b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.814647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-690b128b-6087-493f-95a5-3241527063ff req-7e271254-98b1-4576-87f2-f94c92b2461b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.873083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-e04f6d01-7c8f-4464-aafc-14e8faa4f624 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.874993 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-e04f6d01-7c8f-4464-aafc-14e8faa4f624 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 814 time: 0.4056318 Jul 16 18:36:54.905766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Request body: {'port': {'device_id': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'admin_state_up': True, 'tenant_id': 'bce99d6ec0c345e5984eb4f60caeef97'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:54.933465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:54.944626 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] Sync routers for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:54.955181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eeb72fa3-8be9-4cba-8ed3-af2ae6e415ce tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4689093 Jul 16 18:36:54.963224 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:54.963560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37132) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:54.965723 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:54.982855 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823203ad-fccb-44d4-95d1-b1b882462e6c req-7cd6923a-1e4f-447b-a5ee-11f03bb13146 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0849977 Jul 16 18:36:55.036139 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-6f079cbe-c49e-462b-92c2-27657e3294a5 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] delete failed (client error): The resource could not be found. Jul 16 18:36:55.040598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f079cbe-c49e-462b-92c2-27657e3294a5 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-369557241 HTTP/1.1" status: 404 len: 334 time: 0.0690978 Jul 16 18:36:55.041536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:55.046890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e61457e1-2c54-47ac-a7d9-0c673f639fd7 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'router': {'external_gateway_info': {'network_id': '02a6a94a-d088-467b-bee5-af944711a573'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:55.091412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-690b128b-6087-493f-95a5-3241527063ff req-7e271254-98b1-4576-87f2-f94c92b2461b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.101919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-690b128b-6087-493f-95a5-3241527063ff req-7e271254-98b1-4576-87f2-f94c92b2461b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5012338 Jul 16 18:36:55.112232 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:55.121271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e271254-98b1-4576-87f2-f94c92b2461b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d3080-50e4-4826-ad61-1d6276ce1ccc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:55.139000 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:55.140147 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:55.178911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838cd49-c720-49dd-8075-2e7ef4bef749 req-c976fbe4-8bd0-4edc-a37b-fed4134ce7c6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.187774 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2838cd49-c720-49dd-8075-2e7ef4bef749 req-c976fbe4-8bd0-4edc-a37b-fed4134ce7c6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 1.0302694 Jul 16 18:36:55.212394 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:55.218487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.218944 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df16700-1427-4826-a603-5ccdd8da291e None None] The sync data for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:55.346692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Made reservation on behalf of bce99d6ec0c345e5984eb4f60caeef97 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:55.351263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.357372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.377978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2838cd49-c720-49dd-8075-2e7ef4bef749 req-26f2c77b-824a-4e64-9145-8641f006e460 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892247 Jul 16 18:36:55.577132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Network 52515a86-544a-4d53-aa50-536ef4372f01 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:55.578789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e61457e1-2c54-47ac-a7d9-0c673f639fd7 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.591553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:55.606610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:55.631324 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-e61457e1-2c54-47ac-a7d9-0c673f639fd7 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] update failed (client error): The resource could not be found. Jul 16 18:36:55.632477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e61457e1-2c54-47ac-a7d9-0c673f639fd7 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573 HTTP/1.1" status: 404 len: 339 time: 0.5900092 Jul 16 18:36:55.638905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:55.654159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1268811205'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:55.657450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Pushing event updated for resources: {'Port': ['ID=aeb37315-947c-4797-a758-33df50edfea0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:55.679732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d31551-83c4-4c15-a2f2-37ae381c1674 req-8e78e1c6-e7d7-478c-9521-215f34528463 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.681700 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2d31551-83c4-4c15-a2f2-37ae381c1674 req-8e78e1c6-e7d7-478c-9521-215f34528463 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 932 time: 0.3369663 Jul 16 18:36:55.692613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.699600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.706894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.717863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.724877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.731230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.738678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.747120 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-d25f7821-c132-435f-8e58-ce7ccd4581a8 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.2266080 Jul 16 18:36:55.750240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:55.755282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.812062 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:55.843297 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.843647 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Added segment 1a2f321e-c6e4-4caa-bc10-b04b56b53a73 of type vlan for network abf189ec-3e62-4a56-b390-0b897c3a25d5 Jul 16 18:36:55.871574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-844a027e-2a5c-45b6-8115-702d4d71e016 req-7a45df4a-7f4e-4222-b5cb-94b9f2b52e14 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232460 Jul 16 18:36:55.930282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.983814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.002747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.003986 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.086056 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4400809 Jul 16 18:36:56.090286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:56.120241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'subnet': {'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:56.155929 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4cbfb86a-706c-4598-a342-1a6521cae326 req-0c7e5f54-dc91-4608-8005-fd42bc2241d2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 210 time: 0.1123292 Jul 16 18:36:56.166750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8983a-ac54-4b40-afa8-c199f875ff08 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Network': ['ID=abf189ec-3e62-4a56-b390-0b897c3a25d5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.178579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network abf189ec-3e62-4a56-b390-0b897c3a25d5 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:56.307667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.308426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.344638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Allocated IP 172.20.0.6 (3a815c63-0fe0-4f0d-98d2-5da8838f87df/11edc221-d641-4d91-9461-7f2cc9ed47be/ea8e2667-5e4f-4e75-9096-77180a0f7cd0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:56.351727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2d31551-83c4-4c15-a2f2-37ae381c1674 req-2b64ef46-5faf-43df-824a-d1bc9e1bf95b tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598694 Jul 16 18:36:56.355385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-27580282-f294-43fd-a93f-82dce8fe0592 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5043781 Jul 16 18:36:56.369328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67bb4742-7714-4404-a47f-07cf48e98006 req-d3ac9a3e-abc7-4ece-ae98-1b735b4165d2 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-966817616&fields=id&tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b HTTP/1.1" status: 200 len: 267 time: 0.0531914 Jul 16 18:36:56.370751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Request body: {'port': {'device_id': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:56.393660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Made reservation on behalf of 6c34fff4397d4ae5a945e385992ea63b for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:56.397779 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.488497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.573306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb4742-7714-4404-a47f-07cf48e98006 req-a7e18d57-2daa-42f1-916f-f0ef09706b44 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.581591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67bb4742-7714-4404-a47f-07cf48e98006 req-a7e18d57-2daa-42f1-916f-f0ef09706b44 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1893964 Jul 16 18:36:56.589421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Request body: {'port': {'security_groups': ['fa83e461-8784-480d-af14-2fa627822b34', 'aa3d3080-50e4-4826-ad61-1d6276ce1ccc']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:56.744114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.769966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.800821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.867110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c8f1c-ca0b-43c8-97fa-5fba80b8fb7b req-3ed963a4-9718-4244-9ecf-e527b5531015 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.868844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d3c8f1c-ca0b-43c8-97fa-5fba80b8fb7b req-3ed963a4-9718-4244-9ecf-e527b5531015 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1843240 Jul 16 18:36:56.875942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Subnet': ['ID=80a24af6-0b1d-4677-94e7-b8355cddc584,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.928979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Checking segment: {'id': '1a2f321e-c6e4-4caa-bc10-b04b56b53a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:56.929372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network hostable DHCP agents. Network: abf189ec-3e62-4a56-b390-0b897c3a25d5, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:56.945815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.968384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d3c8f1c-ca0b-43c8-97fa-5fba80b8fb7b req-b5d45a75-860c-4d06-8fec-bc258ca54a3f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867379 Jul 16 18:36:56.974438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network abf189ec-3e62-4a56-b390-0b897c3a25d5 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:57.027290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, abf189ec-3e62-4a56-b390-0b897c3a25d5) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:57.038611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34aa7e-8ee7-402b-bea6-7f395743ea53 None None] Network abf189ec-3e62-4a56-b390-0b897c3a25d5 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:57.047809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.048433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.052450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Network 3a815c63-0fe0-4f0d-98d2-5da8838f87df is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:57.064589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Pushing event updated for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.067164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:57.082727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:57.085788 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-99ea76d8-9bfc-42bc-b6ce-78efc144bfef tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9779325 Jul 16 18:36:57.086799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb37315-947c-4797-a758-33df50edfea0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:57.088032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37158) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:57.096747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-485f3d7e-e2a2-4a18-9a48-4c71c9557a56 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'router': {'external_gateway_info': {'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:57.102424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=009a9ae4-060f-4f7f-9553-7b91f511a729,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:57.167492 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.225370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Transition to ACTIVE for port object aeb37315-947c-4797-a758-33df50edfea0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:57.236613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.237725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.257296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.262768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-abf189ec-3e62-4a56-b390-0b897c3a25d5', 'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5', 'tenant_id': '6c34fff4397d4ae5a945e385992ea63b', 'fixed_ips': [{'subnet_id': '80a24af6-0b1d-4677-94e7-b8355cddc584'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:57.264104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-2617e282-c36a-4d50-b158-09fd4a5316e1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3674221 Jul 16 18:36:57.264891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.325312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.335750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.364216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['009a9ae4-060f-4f7f-9553-7b91f511a729'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:57.378162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Request body: {'port': {'device_id': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:57.476189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb37315-947c-4797-a758-33df50edfea0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.564309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.565486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.583785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67bb4742-7714-4404-a47f-07cf48e98006 req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "PUT /v2.0/ports/009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 981 time: 1.0009518 Jul 16 18:36:57.586357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:57.588875 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb4acfa-63f3-4502-97e6-446e6de5e00d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:57.619358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Allocated IP 2001:db8:1::2 (abf189ec-3e62-4a56-b390-0b897c3a25d5/80a24af6-0b1d-4677-94e7-b8355cddc584/bb696661-feed-4163-ab60-d8cb9a9a5e4c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:57.631103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-485f3d7e-e2a2-4a18-9a48-4c71c9557a56 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.643913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e437262-500e-4068-ad25-f28d82321deb tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event updated for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.668415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['009a9ae4-060f-4f7f-9553-7b91f511a729'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:57.710010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.727059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.741824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.753303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.764996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.774203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.780534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.788857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-b0aa1f3f-20aa-4a1d-a49d-bbc836ecd5a2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.6459746 Jul 16 18:36:57.865977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa877a6f-a6d8-4211-b44c-e573c12752c2 req-1b24ca8a-9eff-4098-89e3-14030fa020b2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761054 Jul 16 18:36:57.882776 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.894736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Transition to ACTIVE for port object bb696661-feed-4163-ab60-d8cb9a9a5e4c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:57.902250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Attempting to bind port aeb37315-947c-4797-a758-33df50edfea0 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:57.904071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Attempting to bind port aeb37315-947c-4797-a758-33df50edfea0 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '24c257d0-6a6f-43fd-9e5d-117cb54d78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52515a86-544a-4d53-aa50-536ef4372f01'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:57.905187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Attempting to bind port aeb37315-947c-4797-a758-33df50edfea0 on network 52515a86-544a-4d53-aa50-536ef4372f01 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:57.915890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Transition to ACTIVE for port object bb696661-feed-4163-ab60-d8cb9a9a5e4c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:57.917086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.923810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Port aeb37315-947c-4797-a758-33df50edfea0 on network 52515a86-544a-4d53-aa50-536ef4372f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:57.924555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Attempting to bind port aeb37315-947c-4797-a758-33df50edfea0 on network 52515a86-544a-4d53-aa50-536ef4372f01 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:57.946816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.962397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:57.964689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Checking segment: {'id': '24c257d0-6a6f-43fd-9e5d-117cb54d78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52515a86-544a-4d53-aa50-536ef4372f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:57.969052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Bound using segment: {'id': '24c257d0-6a6f-43fd-9e5d-117cb54d78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52515a86-544a-4d53-aa50-536ef4372f01'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:57.970641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Bound port: aeb37315-947c-4797-a758-33df50edfea0, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c257d0-6a6f-43fd-9e5d-117cb54d78c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52515a86-544a-4d53-aa50-536ef4372f01'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:57.971308 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.022133 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-485f3d7e-e2a2-4a18-9a48-4c71c9557a56 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:36:58.024345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Network abf189ec-3e62-4a56-b390-0b897c3a25d5 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:58.033323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-485f3d7e-e2a2-4a18-9a48-4c71c9557a56 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573 HTTP/1.1" status: 400 len: 364 time: 0.9441228 Jul 16 18:36:58.034061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:58.039181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:58.077837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211021ad-a949-4e9b-8536-3920e4ea7bfd req-efe60322-1331-4c9b-acb5-c9f977353c3d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.079673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-211021ad-a949-4e9b-8536-3920e4ea7bfd req-efe60322-1331-4c9b-acb5-c9f977353c3d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 931 time: 0.2713089 Jul 16 18:36:58.081849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:58.152105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Pushing event updated for resources: {'Port': ['ID=bb696661-feed-4163-ab60-d8cb9a9a5e4c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:58.244157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Attempting to bind port bb696661-feed-4163-ab60-d8cb9a9a5e4c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:58.244955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Attempting to bind port bb696661-feed-4163-ab60-d8cb9a9a5e4c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '1a2f321e-c6e4-4caa-bc10-b04b56b53a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:58.245836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Attempting to bind port bb696661-feed-4163-ab60-d8cb9a9a5e4c on network abf189ec-3e62-4a56-b390-0b897c3a25d5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:58.258700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:58.259526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Checking segment: {'id': '1a2f321e-c6e4-4caa-bc10-b04b56b53a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:58.260176 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.261254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Bound using segment: {'id': '1a2f321e-c6e4-4caa-bc10-b04b56b53a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:58.262003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Bound port: bb696661-feed-4163-ab60-d8cb9a9a5e4c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2f321e-c6e4-4caa-bc10-b04b56b53a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'abf189ec-3e62-4a56-b390-0b897c3a25d5'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:58.262690 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.380375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8e2667-5e4f-4e75-9096-77180a0f7cd0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:58.387502 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-211021ad-a949-4e9b-8536-3920e4ea7bfd req-a0c04dbf-0449-48d2-a418-b13d176d48dd tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028432 Jul 16 18:36:58.388406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.404484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Transition to ACTIVE for port object ea8e2667-5e4f-4e75-9096-77180a0f7cd0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:58.411716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.498729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] For port bb696661-feed-4163-ab60-d8cb9a9a5e4c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:58.526122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] For port bb696661-feed-4163-ab60-d8cb9a9a5e4c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb696661-feed-4163-ab60-d8cb9a9a5e4c,segment=NetworkSegment(1a2f321e-c6e4-4caa-bc10-b04b56b53a73),segment_id=1a2f321e-c6e4-4caa-bc10-b04b56b53a73)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:58.582794 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.650923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Attempting to bind port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:58.651291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Attempting to bind port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:58.651663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Attempting to bind port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:58.657512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c23b81-b7e9-48a3-bae4-d996268a5da5 None None] Pushing event updated for resources: {'Port': ['ID=bb696661-feed-4163-ab60-d8cb9a9a5e4c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:58.662771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:58.663102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Attempting to bind port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:58.669335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Pushing event updated for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:58.681588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:58.682225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Checking segment: {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:58.682859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Bound using segment: {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:58.683503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Bound port: ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:58.684039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.692997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] For port aeb37315-947c-4797-a758-33df50edfea0, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:58.708738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529a08f-bf62-4466-94e1-0600f96e131f req-730d5180-e283-4e27-8020-44e7ec0a4e66 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.716797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f529a08f-bf62-4466-94e1-0600f96e131f req-730d5180-e283-4e27-8020-44e7ec0a4e66 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 944 time: 0.3106873 Jul 16 18:36:58.727425 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] For port aeb37315-947c-4797-a758-33df50edfea0, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=aeb37315-947c-4797-a758-33df50edfea0,segment=NetworkSegment(24c257d0-6a6f-43fd-9e5d-117cb54d78c4),segment_id=24c257d0-6a6f-43fd-9e5d-117cb54d78c4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:58.763932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.780291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.817009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.817994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.819780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] 10.222.0.67 "PUT /v2.0/ports/aeb37315-947c-4797-a758-33df50edfea0 HTTP/1.1" status: 200 len: 1093 time: 2.4565127 Jul 16 18:36:58.823841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'tag': 'aeb37315-947c-4797-a758-33df50edfea0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:58.833794 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9046b175-b8d3-416d-ab4f-0721496fb772" -d '{"events": [{"name": "network-changed", "server_uuid": "265643df-e79c-4af4-81aa-a6bdb26eac7b", "tag": "aeb37315-947c-4797-a758-33df50edfea0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:58.906573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:58.910980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:58.955631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.981393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f529a08f-bf62-4466-94e1-0600f96e131f req-7cbd56bd-f932-4b2f-b2f0-a9a16d665e4b tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633035 Jul 16 18:36:58.993945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-9b55c72e-f17f-41c8-87b9-8f8fa6e31738 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-966817616&fields=id&tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b HTTP/1.1" status: 200 len: 267 time: 0.1098297 Jul 16 18:36:59.023902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.023902 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.023902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] 10.222.0.67 "PUT /v2.0/ports/ea8e2667-5e4f-4e75-9096-77180a0f7cd0 HTTP/1.1" status: 200 len: 1092 time: 1.6908677 Jul 16 18:36:59.084175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17b5bf-5266-48c3-b2b0-9d8c70c5c6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb37315-947c-4797-a758-33df50edfea0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.215663 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf934ee-2e25-4169-b383-c80a3ebcf834 x-openstack-request-id: req-ccf934ee-2e25-4169-b383-c80a3ebcf834 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:59.216293 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:59.216293 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccf934ee-2e25-4169-b383-c80a3ebcf834 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:59.216755 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'status': 'completed', 'code': 200} Jul 16 18:36:59.230089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-f0efbe21-c5e8-4cb8-9a76-600892db39e5 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.242419 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-f0efbe21-c5e8-4cb8-9a76-600892db39e5 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 984 time: 0.2426059 Jul 16 18:36:59.264809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Request body: {'port': {'security_groups': ['fa83e461-8784-480d-af14-2fa627822b34']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:59.340839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791388b7-d170-49ed-ad97-a9a718874b4c req-5128b3d5-9393-47f2-b31e-499c0c740103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.342287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-5128b3d5-9393-47f2-b31e-499c0c740103 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d4946f30d31b4d7b9559871fbed88b98&device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 1096 time: 0.4228518 Jul 16 18:36:59.427066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Allocated IP 2001:db8::1 (0b1f3d03-3479-41e6-bf2d-1aa52469a51f/c8c60401-3de1-4109-b201-7d86e87c9740/1e923bd5-011d-47dd-aeeb-3669d3cd8dfd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:59.438416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.462514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54b8c-23d7-417a-8fa2-e180907ed4db service neutron] Pushing event updated for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.475786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-d150347a-a695-473c-bcc1-3c142bf39da3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb37315-947c-4797-a758-33df50edfea0 HTTP/1.1" status: 200 len: 217 time: 0.1148300 Jul 16 18:36:59.483754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-688936f9-6340-46de-932a-00b7928b80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.485646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-688936f9-6340-46de-932a-00b7928b80b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 1095 time: 0.3835163 Jul 16 18:36:59.507332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-2c3b5b92-8a99-4dd7-b825-ef3d2d34e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.508837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-2c3b5b92-8a99-4dd7-b825-ef3d2d34e38c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1136 time: 0.2632439 Jul 16 18:36:59.549391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-222e30d3-8caa-473b-8d24-4b1b77d456ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0 HTTP/1.1" status: 200 len: 217 time: 0.0561695 Jul 16 18:36:59.602302 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.617777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Transition to ACTIVE for port object 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:59.634583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-b73f4efc-2cb5-4daf-92da-89bbd9f8cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.636053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-b73f4efc-2cb5-4daf-92da-89bbd9f8cd09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11edc221-d641-4d91-9461-7f2cc9ed47be HTTP/1.1" status: 200 len: 854 time: 0.0553470 Jul 16 18:36:59.683004 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.728655 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-446f000b-0b6c-4501-a959-725dce8123d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a815c63-0fe0-4f0d-98d2-5da8838f87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647101 Jul 16 18:36:59.773780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3c5a0-87eb-4bbe-b0c5-43da43dad6f6 req-b43dceec-7b67-4c2b-923a-eceb70b547a0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.775535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fc3c5a0-87eb-4bbe-b0c5-43da43dad6f6 req-b43dceec-7b67-4c2b-923a-eceb70b547a0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.4483712 Jul 16 18:36:59.873454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-080e39e6-91ee-4713-9d5e-247595ca3985 service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353774 Jul 16 18:36:59.874871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791388b7-d170-49ed-ad97-a9a718874b4c req-1b738763-d4f4-40fb-9e30-c68c6d568d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.876254 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-1b738763-d4f4-40fb-9e30-c68c6d568d8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35fc02cb-0f6a-45e6-ab70-9d9b93826df6 HTTP/1.1" status: 200 len: 852 time: 0.3885715 Jul 16 18:36:59.974791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-93036300-9200-4a67-a25c-eb18f1925641 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52515a86-544a-4d53-aa50-536ef4372f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567491 Jul 16 18:37:00.017675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fc3c5a0-87eb-4bbe-b0c5-43da43dad6f6 req-c473328f-0e2b-46e4-915b-abd75f9feea3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402194 Jul 16 18:37:00.047641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=009a9ae4-060f-4f7f-9553-7b91f511a729,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:00.090176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.116305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:00.121866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:00.125899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:00.126836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.132661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-0ad92e0c-e990-40df-a2a5-ae64a9ff6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.134094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-0ad92e0c-e990-40df-a2a5-ae64a9ff6de8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.5665073 Jul 16 18:37:00.280673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b798dbb-5bc6-4c91-8ee0-ef1ff345c92c None None] Network abf189ec-3e62-4a56-b390-0b897c3a25d5 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:00.289664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-71358906-6ded-471e-91c1-e521f35dbc55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 217 time: 0.1107323 Jul 16 18:37:00.298490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.370302 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dc35d47-7fc2-4f04-a8a6-fc31035ab839 req-9b70244e-41a4-42cc-a7a7-3d0be622fc4b service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597857 Jul 16 18:37:00.437642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.438310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.444669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80c889ae-9fc4-4a6c-a4bc-2ff4545ffa5a req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "PUT /v2.0/ports/009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 942 time: 1.1910467 Jul 16 18:37:00.456838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Port': ['ID=1e923bd5-011d-47dd-aeeb-3669d3cd8dfd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:00.495874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['009a9ae4-060f-4f7f-9553-7b91f511a729'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:00.550448 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8fb75c-90a2-456b-b47b-fc70c4dcb7fb x-openstack-request-id: req-6c8fb75c-90a2-456b-b47b-fc70c4dcb7fb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:00.552893 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265643df-e79c-4af4-81aa-a6bdb26eac7b", "tag": "aeb37315-947c-4797-a758-33df50edfea0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:00.553218 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c8fb75c-90a2-456b-b47b-fc70c4dcb7fb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:00.553569 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'tag': 'aeb37315-947c-4797-a758-33df50edfea0', 'status': 'completed', 'code': 200} Jul 16 18:37:00.560434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.573217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-ad0e4a61-041a-492b-a084-70ca6ee739a0 service neutron] 10.222.0.67 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827904 Jul 16 18:37:00.612074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-86eff6cb-cc4e-4b7c-9076-89510cf03297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.612972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['009a9ae4-060f-4f7f-9553-7b91f511a729'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:00.616000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb696661-feed-4163-ab60-d8cb9a9a5e4c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:00.621966 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-86eff6cb-cc4e-4b7c-9076-89510cf03297 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.3071644 Jul 16 18:37:00.687930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faf3ac-d15f-499a-8e24-7938a45f91a8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event updated for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:00.746032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-f3d0016d-490b-45ad-8812-671ba97feefe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863049 Jul 16 18:37:00.764244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.770373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.776445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.782933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.789294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.810145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.817119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.826806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-b62ee932-e506-4845-9e42-0dd43d96c1b6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.4892228 Jul 16 18:37:00.964151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-35348064-0082-46c7-b6d7-8a7fda5aabb5 req-1b5fd150-ed66-4171-8169-a09a2bc091cb tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359911 Jul 16 18:37:01.041041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd526d46-252e-4694-a1c2-105138c395be req-61496d1f-8757-4628-b53a-346e91b61bd7 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.051042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd526d46-252e-4694-a1c2-105138c395be req-61496d1f-8757-4628-b53a-346e91b61bd7 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 943 time: 0.2724597 Jul 16 18:37:01.058995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b63de4e6-9934-4dd9-8594-879e033af0fc None None] Provisioning for port bb696661-feed-4163-ab60-d8cb9a9a5e4c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:01.099955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791388b7-d170-49ed-ad97-a9a718874b4c req-9edb305d-3ec4-4715-b728-2ebde518531f service neutron] 10.222.0.67 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146432 Jul 16 18:37:01.158792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd526d46-252e-4694-a1c2-105138c395be req-929b4158-6c85-47f2-a07f-c820a535bc45 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066535 Jul 16 18:37:01.171062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-cbe027a5-af50-4a7b-9074-d16191e03dd4 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313773 Jul 16 18:37:01.218148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:01.226543 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:01.324480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.332424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.333249 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.470727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37212) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:01.530241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bb696661-feed-4163-ab60-d8cb9a9a5e4c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:01.544089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bb696661-feed-4163-ab60-d8cb9a9a5e4c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:01.544502 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.551792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8adc5b8-0877-48cd-b8b9-575b51e9750a None None] Provisioning for port 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:01.562037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event updated for resources: {'Port': ['ID=1e923bd5-011d-47dd-aeeb-3669d3cd8dfd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:01.657673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8adc5b8-0877-48cd-b8b9-575b51e9750a None None] Provisioning complete for port 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:01.658530 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8adc5b8-0877-48cd-b8b9-575b51e9750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.840464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b8adc5b8-0877-48cd-b8b9-575b51e9750a None None] Port 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:02.005713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.059344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port bb696661-feed-4163-ab60-d8cb9a9a5e4c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb696661-feed-4163-ab60-d8cb9a9a5e4c,segment=NetworkSegment(1a2f321e-c6e4-4caa-bc10-b04b56b53a73),segment_id=1a2f321e-c6e4-4caa-bc10-b04b56b53a73)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:02.069396 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.112479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3380d48f-a330-4c07-93e7-885bfb0c9805 None None] Provisioning complete for port bb696661-feed-4163-ab60-d8cb9a9a5e4c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:02.113017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3380d48f-a330-4c07-93e7-885bfb0c9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.166815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-b81a385e-5ebe-4e50-a7d7-a122d9863692 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6936951 Jul 16 18:37:02.179639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:02.201496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0cd714e-895e-4e84-974b-ef28f1b70f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.202081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=bb696661-feed-4163-ab60-d8cb9a9a5e4c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.213792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-c6a2f1f0-0c01-4888-8a84-110e14412b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.215298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-c6a2f1f0-0c01-4888-8a84-110e14412b80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d4946f30d31b4d7b9559871fbed88b98&device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 1096 time: 1.0433378 Jul 16 18:37:02.241652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-acb4acfa-63f3-4502-97e6-446e6de5e00d req-68930ebb-fe9a-49e1-be34-68319aed842c service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0583961 Jul 16 18:37:02.247408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:02.250520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:02.273578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da2c07-38ab-459f-ba66-e7a76311b11b req-100546b4-3254-46a5-82b7-2afbb705f706 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.275181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02da2c07-38ab-459f-ba66-e7a76311b11b req-100546b4-3254-46a5-82b7-2afbb705f706 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 944 time: 0.8251500 Jul 16 18:37:02.289243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.391147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-897a64df-2ed4-4489-843e-500522fa0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.393467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-897a64df-2ed4-4489-843e-500522fa0d79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=52515a86-544a-4d53-aa50-536ef4372f01 HTTP/1.1" status: 200 len: 913 time: 0.1665542 Jul 16 18:37:02.411562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb696661-feed-4163-ab60-d8cb9a9a5e4c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:02.425639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Router 02a6a94a-d088-467b-bee5-af944711a573 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:02.478549 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02da2c07-38ab-459f-ba66-e7a76311b11b req-c7f2b60f-d04d-4787-9d9e-535efedae118 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920254 Jul 16 18:37:02.486403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-ba9a26e6-596c-4472-a14b-8df1f227c5f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb37315-947c-4797-a758-33df50edfea0 HTTP/1.1" status: 200 len: 217 time: 0.0860288 Jul 16 18:37:02.538431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bb696661-feed-4163-ab60-d8cb9a9a5e4c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:02.539057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.584229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:02.595301 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10" -d '{"events": [{"name": "network-changed", "server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:02.647410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-9da6d541-4169-4601-9df5-d04d41097f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.649657 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-9da6d541-4169-4601-9df5-d04d41097f61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35fc02cb-0f6a-45e6-ab70-9d9b93826df6 HTTP/1.1" status: 200 len: 852 time: 0.1395237 Jul 16 18:37:02.673275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.701152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8b7da96d-cb6c-48bd-8837-0c79218090e4 None None] Provisioning complete for port 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:02.701545 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b7da96d-cb6c-48bd-8837-0c79218090e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.701683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-545e35bd-a879-4784-b1fc-f7cc546b847a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52515a86-544a-4d53-aa50-536ef4372f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371318 Jul 16 18:37:02.710940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:02.730525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] Sync routers for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:02.741778 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3245a990-926a-4a18-8220-f8c8c159a086 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7062395 Jul 16 18:37:02.744046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:02.744958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:02.749333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:02.753492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0cd714e-895e-4e84-974b-ef28f1b70f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.790968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:02.803790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8b7da96d-cb6c-48bd-8837-0c79218090e4 None None] Port 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:02.808950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:02.809595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:02.841040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-7c7d6270-647a-4db0-8347-65ddbfbaf62f service neutron] 10.222.0.67 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020806 Jul 16 18:37:02.845259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a0cd714e-895e-4e84-974b-ef28f1b70f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.874523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:02.875625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37abf5c-7b49-4f8d-a352-94d1437811d4 None None] The sync data for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:02.878827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a0cd714e-895e-4e84-974b-ef28f1b70f9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=259e8ef284844daca6a76bb116b6206b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4047973 Jul 16 18:37:02.880658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37226) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:02.937986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd714e-895e-4e84-974b-ef28f1b70f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2fedf9-47f5-4936-b091-357f25012720,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.959542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69b09c21-76c9-4d42-b4db-e55d309bfb3b tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.020863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Allocated IP 172.25.1.67 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/bf03aadb-f015-4d2b-9dc0-30df45f21213) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:03.040441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346f117-8504-4e3f-a1ee-aee70e604076 req-0651dd25-f306-4d32-9b3b-5844830ff31b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.043486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9046b175-b8d3-416d-ab4f-0721496fb772 req-fd7993bb-d6ee-45bf-9eae-39c70d2318f2 service neutron] 10.222.0.67 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941922 Jul 16 18:37:03.048498 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a346f117-8504-4e3f-a1ee-aee70e604076 req-0651dd25-f306-4d32-9b3b-5844830ff31b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.3653648 Jul 16 18:37:03.117187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a346f117-8504-4e3f-a1ee-aee70e604076 req-00f1ba55-a98f-4b49-a359-35798ce448fc tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669193 Jul 16 18:37:03.123942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057a1572-84ea-44ca-9399-2adf184a0ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.127391 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-69b09c21-76c9-4d42-b4db-e55d309bfb3b tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:37:03.131459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-69b09c21-76c9-4d42-b4db-e55d309bfb3b tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573 HTTP/1.1" status: 409 len: 329 time: 0.3808482 Jul 16 18:37:03.145109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:03.181021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057a1572-84ea-44ca-9399-2adf184a0ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.196303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ea8e2667-5e4f-4e75-9096-77180a0f7cd0 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:03.250882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.275505 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de163b-9a9a-4833-9371-b07c43bab307 x-openstack-request-id: req-76de163b-9a9a-4833-9371-b07c43bab307 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:03.275728 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:03.275942 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76de163b-9a9a-4833-9371-b07c43bab307 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:03.276338 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'status': 'completed', 'code': 200} Jul 16 18:37:03.306967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.335543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:03.349699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'port_id': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'mac_address': 'fa:16:3e:62:06:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11edc221-d641-4d91-9461-7f2cc9ed47be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:03.401673 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.419150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8e2667-5e4f-4e75-9096-77180a0f7cd0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:03.445033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:03.445274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:03.451592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.456036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:03.463389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:03.496540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event updated for resources: {'Port': ['ID=bf03aadb-f015-4d2b-9dc0-30df45f21213,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:03.539854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057a1572-84ea-44ca-9399-2adf184a0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.542180 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-057a1572-84ea-44ca-9399-2adf184a0ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.543846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-057a1572-84ea-44ca-9399-2adf184a0ab4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e2fedf9-47f5-4936-b091-357f25012720 HTTP/1.1" status: 204 len: 168 time: 0.6523421 Jul 16 18:37:03.548665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:03.575201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-c6d94f24-bc40-4302-bcb8-cb6364eee6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.576922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-c6d94f24-bc40-4302-bcb8-cb6364eee6a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.2815902 Jul 16 18:37:03.579654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a1572-84ea-44ca-9399-2adf184a0ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2fedf9-47f5-4936-b091-357f25012720,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:03.598368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.604764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.611494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.618164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.624332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.630611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.636800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.648122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-bfbebb0e-1867-4c65-9481-4cbc165aeb75 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.2182035 Jul 16 18:37:03.656055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ea8e2667-5e4f-4e75-9096-77180a0f7cd0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:03.723214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.782672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1dfc485-7654-44c1-b1ac-b133237683a7 req-f53c80ec-1b95-4df0-9d6e-03b52ace0e52 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1326244 Jul 16 18:37:03.799715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-d87b265c-dc5f-4efb-b79c-1ba225c34c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.801531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-d87b265c-dc5f-4efb-b79c-1ba225c34c36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.2157063 Jul 16 18:37:03.809179 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.844108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.950778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-ba90c36f-758f-40a9-9131-c1c38b7a20bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 217 time: 0.1378846 Jul 16 18:37:04.048042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-3e6c2a44-9416-48e2-b980-eb144f3f7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.050136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-3e6c2a44-9416-48e2-b980-eb144f3f7962 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.0883486 Jul 16 18:37:04.092499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:04.136540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-9208c6f0-5142-406e-99eb-f05efd339973 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779850 Jul 16 18:37:04.182345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be26b9b6-8492-4075-b5bd-39aef8512daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.256470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6e5e2-f5cb-4ffe-8ab4-5de8f48bf248 req-1321d2b9-2f1b-4bed-a113-6896a17a52ba tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.258216 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48d6e5e2-f5cb-4ffe-8ab4-5de8f48bf248 req-1321d2b9-2f1b-4bed-a113-6896a17a52ba tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 944 time: 0.1109130 Jul 16 18:37:04.391199 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48d6e5e2-f5cb-4ffe-8ab4-5de8f48bf248 req-1b3999f7-e8f1-4c02-8fcb-4fa0a728fddb tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812247 Jul 16 18:37:04.405787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting port 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:04.406415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.421277 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-89720a1b-03e1-422e-bdb2-375fb3a85bba service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492023 Jul 16 18:37:04.435911 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.463191 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.528178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.551227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Calling delete_port for 1e923bd5-011d-47dd-aeeb-3669d3cd8dfd owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:04.646826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event updated for resources: {'Port': ['ID=bf03aadb-f015-4d2b-9dc0-30df45f21213,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.675606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be26b9b6-8492-4075-b5bd-39aef8512daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.686098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be26b9b6-8492-4075-b5bd-39aef8512daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.689736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.722637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5df3af1d-174f-4f41-93d9-4a4c5a4fe9c1 req-6205c34b-f205-4fdc-8e7f-a0cc3eec0dcf service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805781 Jul 16 18:37:04.752425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.761793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-300c2a59-e1db-46fd-b586-de74385b3da1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5854783 Jul 16 18:37:04.765266 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36892d2e-4cdf-458a-beb8-21ab8364c462 x-openstack-request-id: req-36892d2e-4cdf-458a-beb8-21ab8364c462 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:04.765602 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:04.765921 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36892d2e-4cdf-458a-beb8-21ab8364c462 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:04.766370 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'status': 'completed', 'code': 200} Jul 16 18:37:04.771783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-be26b9b6-8492-4075-b5bd-39aef8512daf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d217408cbeff45c5a57a650b22992824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701367 Jul 16 18:37:04.771783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b9b6-8492-4075-b5bd-39aef8512daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6a177-7d1e-4979-8ddd-47d6b2240445,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.773564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:04.834830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.878404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-93329818-4a05-453f-800e-e775851a6d82 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.1167436 Jul 16 18:37:04.900488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Port': ['ID=1e923bd5-011d-47dd-aeeb-3669d3cd8dfd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.006424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d4d699f-346f-4918-ae2f-a1cb9f1ec5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.044263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d4d699f-346f-4918-ae2f-a1cb9f1ec5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.063582 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.121507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d4d699f-346f-4918-ae2f-a1cb9f1ec5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.124058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d4d699f-346f-4918-ae2f-a1cb9f1ec5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.130868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4d4d699f-346f-4918-ae2f-a1cb9f1ec5f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cc6a177-7d1e-4979-8ddd-47d6b2240445 HTTP/1.1" status: 204 len: 168 time: 0.3429916 Jul 16 18:37:05.158042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d699f-346f-4918-ae2f-a1cb9f1ec5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6a177-7d1e-4979-8ddd-47d6b2240445,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.176936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78d483-d799-4573-a352-aec9390d5dc2 req-da90557e-425a-4e36-b425-c7c066a0b252 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.178658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b78d483-d799-4573-a352-aec9390d5dc2 req-da90557e-425a-4e36-b425-c7c066a0b252 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 944 time: 0.2661884 Jul 16 18:37:05.188597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-c9408eb1-9e3d-4d70-9b31-e8ab448a3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.190868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-c9408eb1-9e3d-4d70-9b31-e8ab448a3298 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 1096 time: 0.4280095 Jul 16 18:37:05.196038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device aeb37315-947c-4797-a758-33df50edfea0 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:05.214268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-cf1e412e-781d-4b45-bf00-276a1cd8c21b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.216311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aad4193e-bdb2-4167-80a1-0dc374241387 req-cf1e412e-781d-4b45-bf00-276a1cd8c21b tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.3370807 Jul 16 18:37:05.236527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b78d483-d799-4573-a352-aec9390d5dc2 req-a856f675-bb0d-42d8-8b8c-d9de6c5c9b07 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 Jul 16 18:37:05.329909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Router 02a6a94a-d088-467b-bee5-af944711a573 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:05.390475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-05bd30bc-c58a-45da-b509-8333f3add768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.398241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-05bd30bc-c58a-45da-b509-8333f3add768 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 915 time: 0.1781881 Jul 16 18:37:05.423901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port aeb37315-947c-4797-a758-33df50edfea0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=aeb37315-947c-4797-a758-33df50edfea0,segment=NetworkSegment(24c257d0-6a6f-43fd-9e5d-117cb54d78c4),segment_id=24c257d0-6a6f-43fd-9e5d-117cb54d78c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:05.449584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ea8e2667-5e4f-4e75-9096-77180a0f7cd0 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:05.482606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-1edf8dc2-f3bd-4f32-8919-6875811a4681 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0 HTTP/1.1" status: 200 len: 217 time: 0.0754044 Jul 16 18:37:05.491235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:05.496916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e0ddc7d5-6c14-4376-a9f2-f8f26637df0a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3506083 Jul 16 18:37:05.500836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:05.508960 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] Sync routers for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:05.527822 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:05.528640 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:05.545271 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-a9752def-3220-4686-b608-bf9b371f05f8 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] show failed (client error): The resource could not be found. Jul 16 18:37:05.546756 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a9752def-3220-4686-b608-bf9b371f05f8 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-257055758 HTTP/1.1" status: 404 len: 334 time: 0.0443594 Jul 16 18:37:05.554200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:05.559922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1364b463-edf5-4fdc-9e60-aac67e4e9940 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:05.569946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'aeb37315-947c-4797-a758-33df50edfea0', 'network_id': '52515a86-544a-4d53-aa50-536ef4372f01', 'port_id': 'aeb37315-947c-4797-a758-33df50edfea0', 'mac_address': 'fa:16:3e:40:d8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fc02cb-0f6a-45e6-ab70-9d9b93826df6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:05.613687 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-1364b463-edf5-4fdc-9e60-aac67e4e9940 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] update failed (client error): The resource could not be found. Jul 16 18:37:05.614765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1364b463-edf5-4fdc-9e60-aac67e4e9940 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1251403263 HTTP/1.1" status: 404 len: 335 time: 0.0596306 Jul 16 18:37:05.620256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:05.633973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-b25003b8-f2c6-4365-b654-b1f4822023ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.635533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-b25003b8-f2c6-4365-b654-b1f4822023ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11edc221-d641-4d91-9461-7f2cc9ed47be HTTP/1.1" status: 200 len: 854 time: 0.1399505 Jul 16 18:37:05.651375 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:05.676502 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] Routers {'02a6a94a-d088-467b-bee5-af944711a573'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:05.681759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['02a6a94a-d088-467b-bee5-af944711a573'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:05.687956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:05.694059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:05.695304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.717686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-bb122203-c976-41ce-b473-abea25cc7416 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a815c63-0fe0-4f0d-98d2-5da8838f87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703223 Jul 16 18:37:05.720713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.727033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.734496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.735303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33ea6-ddc3-43b8-9498-630d30f36f0e req-80abf4cc-5e73-4704-ae2b-cade08ebf507 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.740063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90c33ea6-ddc3-43b8-9498-630d30f36f0e req-80abf4cc-5e73-4704-ae2b-cade08ebf507 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2564943 Jul 16 18:37:05.751136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.758797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb37315-947c-4797-a758-33df50edfea0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:05.774844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.786651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port aeb37315-947c-4797-a758-33df50edfea0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=aeb37315-947c-4797-a758-33df50edfea0,segment=NetworkSegment(24c257d0-6a6f-43fd-9e5d-117cb54d78c4),segment_id=24c257d0-6a6f-43fd-9e5d-117cb54d78c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:05.796053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.816545 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:05.817557 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd6916-23aa-4684-8d9c-805f7ae4ccaf None None] The sync data for ids ['02a6a94a-d088-467b-bee5-af944711a573'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:05.819354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.830881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.838377 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.839256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-7b92ee04-393c-400a-ade1-a3e0a2d41d84 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.2953033 Jul 16 18:37:05.848246 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.884263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting subnet 80a24af6-0b1d-4677-94e7-b8355cddc584 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:05.892131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90c33ea6-ddc3-43b8-9498-630d30f36f0e req-f58c663e-a95f-4d90-b302-f91db15603f1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363635 Jul 16 18:37:05.899329 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.942757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e45ffa2-6dbf-45a5-8f8c-194e1269ec38 req-62a67018-8899-4443-a650-af1572d7c247 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024904 Jul 16 18:37:05.953021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-335d2739-d74a-4ff1-bbb8-b32c12a97c02 service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119126 Jul 16 18:37:05.984414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:05.991756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:05.997257 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1759bba9-45a3-4415-8f51-d8998f45e038" -d '{"events": [{"server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "name": "network-vif-plugged", "status": "completed", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:05.999123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.000368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.022537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=aeb37315-947c-4797-a758-33df50edfea0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.101886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['aeb37315-947c-4797-a758-33df50edfea0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:06.146938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.205453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.250612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea6cb6e9-9ceb-4d06-8c25-87f58015db10 req-5e36271c-e9c7-4b98-9ccb-c0482de563d3 service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903109 Jul 16 18:37:06.296618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-caa4927a-5b96-4e70-a2b2-9076bd52016d tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.298309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-caa4927a-5b96-4e70-a2b2-9076bd52016d tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1803553 Jul 16 18:37:06.388858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b7b8-1b95-4e32-85d7-f377d8fee2b6 req-ae122fc1-777b-4226-b5c1-6d3a7e9255b9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.393315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22e7b7b8-1b95-4e32-85d7-f377d8fee2b6 req-ae122fc1-777b-4226-b5c1-6d3a7e9255b9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.2311378 Jul 16 18:37:06.395579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.424053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-7b8ed15d-76d6-4f15-8af1-336456526dfd tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.1180885 Jul 16 18:37:06.434769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Request body: {'floatingip': {'port_id': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:06.445616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Subnet': ['ID=80a24af6-0b1d-4677-94e7-b8355cddc584,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.460395 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.462232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-249441f7-eaaa-4970-a6a6-68829dafc8d2 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/subnets/80a24af6-0b1d-4677-94e7-b8355cddc584 HTTP/1.1" status: 204 len: 168 time: 0.8404458 Jul 16 18:37:06.466469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66db51-3957-4fef-9bcf-0eaab89f54a6 None None] Network abf189ec-3e62-4a56-b390-0b897c3a25d5 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:06.470803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.604294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.653166 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22e7b7b8-1b95-4e32-85d7-f377d8fee2b6 req-b664c0bd-b1b3-47fe-9718-f1475271b5ff tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142220 Jul 16 18:37:06.767719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting port bb696661-feed-4163-ab60-d8cb9a9a5e4c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:06.768064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.805177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37038615-02a8-4de3-a364-c140e275908d None None] DHCP port deletion for abf189ec-3e62-4a56-b390-0b897c3a25d5 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:06.902498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] For port bb696661-feed-4163-ab60-d8cb9a9a5e4c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb696661-feed-4163-ab60-d8cb9a9a5e4c,segment=NetworkSegment(1a2f321e-c6e4-4caa-bc10-b04b56b53a73),segment_id=1a2f321e-c6e4-4caa-bc10-b04b56b53a73)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:06.903107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.907353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37038615-02a8-4de3-a364-c140e275908d None None] Deleting port bb696661-feed-4163-ab60-d8cb9a9a5e4c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:06.908555 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37038615-02a8-4de3-a364-c140e275908d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.943184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Calling delete_port for bb696661-feed-4163-ab60-d8cb9a9a5e4c owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:06.953751 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329828d-62a2-4e4d-8247-cde25ed65072 x-openstack-request-id: req-4329828d-62a2-4e4d-8247-cde25ed65072 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:06.954184 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "name": "network-vif-plugged", "status": "completed", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:06.954385 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4329828d-62a2-4e4d-8247-cde25ed65072 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:06.954833 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'code': 200} Jul 16 18:37:07.063600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.128552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.167663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-37038615-02a8-4de3-a364-c140e275908d None None] For port bb696661-feed-4163-ab60-d8cb9a9a5e4c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb696661-feed-4163-ab60-d8cb9a9a5e4c,segment=NetworkSegment(1a2f321e-c6e4-4caa-bc10-b04b56b53a73),segment_id=1a2f321e-c6e4-4caa-bc10-b04b56b53a73)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:07.167979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Port': ['ID=bb696661-feed-4163-ab60-d8cb9a9a5e4c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.168123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37038615-02a8-4de3-a364-c140e275908d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.170021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] No DVR routers for this DVR port bb696661-feed-4163-ab60-d8cb9a9a5e4c on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:07.212842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device aeb37315-947c-4797-a758-33df50edfea0 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:07.234611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac5ba5-4df9-4668-9c1c-a6f723c70cd7 req-3602eba5-e526-44eb-9dde-702c450665e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.236214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ac5ba5-4df9-4668-9c1c-a6f723c70cd7 req-3602eba5-e526-44eb-9dde-702c450665e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 1097 time: 0.1701059 Jul 16 18:37:07.293076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-37038615-02a8-4de3-a364-c140e275908d None None] Calling delete_port for bb696661-feed-4163-ab60-d8cb9a9a5e4c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:07.310899 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.373240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067b45-7adf-4149-95bb-354f7b09570c req-f402eba6-2f8d-4332-b1a9-c8da33ae5431 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.380469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-10067b45-7adf-4149-95bb-354f7b09570c req-f402eba6-2f8d-4332-b1a9-c8da33ae5431 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 945 time: 0.2204678 Jul 16 18:37:07.383461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf189ec-3e62-4a56-b390-0b897c3a25d5']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:07.399061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ac5ba5-4df9-4668-9c1c-a6f723c70cd7 req-73189132-b315-42e7-9eb4-e4d2e019002a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469889 Jul 16 18:37:07.453374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2f321e-c6e4-4caa-bc10-b04b56b53a73') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:07.453687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2f321e-c6e4-4caa-bc10-b04b56b53a73') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:07.480869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-10067b45-7adf-4149-95bb-354f7b09570c req-b455fc68-10b3-4d7d-91aa-5c816c9e85eb tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993199 Jul 16 18:37:07.487659 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.517843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.523769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port aeb37315-947c-4797-a758-33df50edfea0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:07.530792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:07.531643 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:07.541773 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:07.545050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port aeb37315-947c-4797-a758-33df50edfea0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:07.545432 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: from cryptography.utils import int_from_bytes Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: from cryptography.utils import int_from_bytes Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:07.644396 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:37:07.658617 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-37038615-02a8-4de3-a364-c140e275908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.676403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.689090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.697799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/networks/abf189ec-3e62-4a56-b390-0b897c3a25d5 HTTP/1.1" status: 204 len: 168 time: 1.2258682 Jul 16 18:37:07.702666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.751579 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.756939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8e7ec-a97b-48b1-b11a-6bcb84c65099 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Network': ['ID=abf189ec-3e62-4a56-b390-0b897c3a25d5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.776266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37038615-02a8-4de3-a364-c140e275908d None None] Pushing event deleted for resources: {'Port': ['ID=bb696661-feed-4163-ab60-d8cb9a9a5e4c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.781690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37038615-02a8-4de3-a364-c140e275908d None None] No DVR routers for this DVR port bb696661-feed-4163-ab60-d8cb9a9a5e4c on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:07.813093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port aeb37315-947c-4797-a758-33df50edfea0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=aeb37315-947c-4797-a758-33df50edfea0,segment=NetworkSegment(24c257d0-6a6f-43fd-9e5d-117cb54d78c4),segment_id=24c257d0-6a6f-43fd-9e5d-117cb54d78c4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:07.823179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.878954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting subnet 1ed7e15b-af52-4deb-8b80-6c97d152937b {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:07.895890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.920221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=aeb37315-947c-4797-a758-33df50edfea0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.954845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.070714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.079976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.165611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.237885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753b6b0-5f86-40fb-8a3e-ffa396502d1f req-76c572f8-f7b4-4afa-8c43-f43421660abb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.239601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0753b6b0-5f86-40fb-8a3e-ffa396502d1f req-76c572f8-f7b4-4afa-8c43-f43421660abb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2877498 Jul 16 18:37:08.294250 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Floating IP fb8b6a60-38a9-4aed-923c-4492d767602e associated. External IP: 172.25.1.67, port: 009a9ae4-060f-4f7f-9553-7b91f511a729. Jul 16 18:37:08.319191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.415700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed7e15b-af52-4deb-8b80-6c97d152937b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.423157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.428688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f1ceed29-5748-4a4d-96ad-dec3a484a57e tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/subnets/1ed7e15b-af52-4deb-8b80-6c97d152937b HTTP/1.1" status: 204 len: 168 time: 0.6830940 Jul 16 18:37:08.429947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.432666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77173e-7a80-40a7-8de8-10b5ca2ae3d4 None None] Network 7bae96b5-4b8c-45e9-bcac-f699cc37b2af requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:08.436183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb696661-feed-4163-ab60-d8cb9a9a5e4c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:08.444283 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0753b6b0-5f86-40fb-8a3e-ffa396502d1f req-d1921c2e-9e82-4e47-b31d-61d26ff71cef tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967728 Jul 16 18:37:08.579987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting subnet f60eb6b6-62c8-4ddd-a980-67afc14eb1e7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:08.599859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.630075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bb696661-feed-4163-ab60-d8cb9a9a5e4c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:08.634640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb696661-feed-4163-ab60-d8cb9a9a5e4c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:08.673239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.710069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:08.831864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37342) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.895157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] DHCP port deletion for 7bae96b5-4b8c-45e9-bcac-f699cc37b2af request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:08.956735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:08.965796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb37315-947c-4797-a758-33df50edfea0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:08.968421 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93396f87-819a-4b29-b284-b269fc3845fb" -d '{"events": [{"server_uuid": "265643df-e79c-4af4-81aa-a6bdb26eac7b", "name": "network-vif-plugged", "status": "completed", "tag": "aeb37315-947c-4797-a758-33df50edfea0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:08.974321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.999859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] Sync routers for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:09.073352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:09.075434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:09.135349 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec726c95-8ff3-4079-83ed-6310bf489c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.186770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-0c216dfd-03c4-47de-8110-7cba14895c59 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "PUT /v2.0/floatingips/fb8b6a60-38a9-4aed-923c-4492d767602e HTTP/1.1" status: 200 len: 995 time: 2.7568808 Jul 16 18:37:09.187560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:09.194513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.197511 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa03ba-388d-4bfa-bf17-40271dbced37" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:09.201093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.208351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.214830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.221620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.225921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] Deleting port 06a0f75c-4495-4ee2-b7da-ba948270d64d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:09.226303 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.227999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.234221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.250026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-a4fb1c1e-4b39-4d32-b1ec-e30d386a54c9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.5503223 Jul 16 18:37:09.326923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-9fca3bfe-a19c-4859-b09b-e8ed9bc426e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.341233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50d5a45-2370-4fb4-9772-64af725a58ce req-5f13cfaa-a2c5-482b-9fdd-442fda2e9fe3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819681 Jul 16 18:37:09.346040 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.348821 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-9fca3bfe-a19c-4859-b09b-e8ed9bc426e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.1322868 Jul 16 18:37:09.356082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] For port 06a0f75c-4495-4ee2-b7da-ba948270d64d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=06a0f75c-4495-4ee2-b7da-ba948270d64d,segment=NetworkSegment(46fe119d-d531-441d-8db8-78d1c706b2ad),segment_id=46fe119d-d531-441d-8db8-78d1c706b2ad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:09.356485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.368969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:09.553791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] Calling delete_port for 06a0f75c-4495-4ee2-b7da-ba948270d64d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:09.593513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.636409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-1fe3f54c-a826-45bf-93a8-69b5fd50cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.644669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-1fe3f54c-a826-45bf-93a8-69b5fd50cc64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.2939959 Jul 16 18:37:09.656013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.658329 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/subnets/f60eb6b6-62c8-4ddd-a980-67afc14eb1e7 HTTP/1.1" status: 204 len: 168 time: 1.2094889 Jul 16 18:37:09.661785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.662027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b383b-673c-4775-9e89-0b7fff701e90 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Subnet': ['ID=f60eb6b6-62c8-4ddd-a980-67afc14eb1e7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:09.791058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-59962493-4430-4762-9487-ccf8ad3dc7c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 998 time: 0.1447918 Jul 16 18:37:09.796980 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.807070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c9d73-bb36-4a2b-9878-bb3dfa4ed4db req-5cf631d8-471b-4eed-b3e5-0ed803bfdc1a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.815275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a0c9d73-bb36-4a2b-9878-bb3dfa4ed4db req-5cf631d8-471b-4eed-b3e5-0ed803bfdc1a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.2685413 Jul 16 18:37:09.854962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-8cd77442-2239-4da2-a3c4-6b1b6e942a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.856726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-8cd77442-2239-4da2-a3c4-6b1b6e942a59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.0648513 Jul 16 18:37:09.876883 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5a0c9d73-bb36-4a2b-9878-bb3dfa4ed4db req-b38851fd-82ed-44ee-9d26-130a1749fe51 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 Jul 16 18:37:09.915565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec726c95-8ff3-4079-83ed-6310bf489c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.927328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-10c0d73a-b570-4d12-aced-7efc9239e678 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559113 Jul 16 18:37:09.933702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-bfd629e6-496a-4461-8861-db08b35b558b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:09.941498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-bfd629e6-496a-4461-8861-db08b35b558b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122967 Jul 16 18:37:09.953736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec726c95-8ff3-4079-83ed-6310bf489c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.996843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting port 06a0f75c-4495-4ee2-b7da-ba948270d64d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:09.997341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.004548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec726c95-8ff3-4079-83ed-6310bf489c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138f0c0c-7908-4751-af4f-5a1e199b08fb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.023091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3de1f4-ea90-42df-bea6-3cc2189c23ea None None] Network 8e1bd73a-2e67-4854-b566-86b9cd690f74 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:10.072904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ec726c95-8ff3-4079-83ed-6310bf489c16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=640dfdd1e15b416c9c67df886fce8dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2372577 Jul 16 18:37:10.078345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.079067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:10.099213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] For port 06a0f75c-4495-4ee2-b7da-ba948270d64d, host n-d-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:10.100171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.133662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Calling delete_port for 06a0f75c-4495-4ee2-b7da-ba948270d64d owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:10.141095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Port 06a0f75c-4495-4ee2-b7da-ba948270d64d was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:37:10.143596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] Pushing event deleted for resources: {'Port': ['ID=06a0f75c-4495-4ee2-b7da-ba948270d64d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.148410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6397b8-609b-4b03-b90c-5c300424ed0c None None] No DVR routers for this DVR port 06a0f75c-4495-4ee2-b7da-ba948270d64d on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:10.161270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-cd1770ad-6c00-46e5-963c-1ce2615fd2b0 service neutron] 10.222.0.49 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143934 Jul 16 18:37:10.174650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.208109 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2175f8f1-8371-45ae-b88c-c3414e36b63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.222858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Port': ['ID=06a0f75c-4495-4ee2-b7da-ba948270d64d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.229896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] No DVR routers for this DVR port 06a0f75c-4495-4ee2-b7da-ba948270d64d on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:10.237802 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2175f8f1-8371-45ae-b88c-c3414e36b63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.270944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'fb8b6a60-38a9-4aed-923c-4492d767602e', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'port_id': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'mac_address': 'fa:16:3e:5e:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:03Z', 'updated_at': '2021-07-16T18:37:07Z', 'revision_number': 1, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.297760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2175f8f1-8371-45ae-b88c-c3414e36b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.306398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2175f8f1-8371-45ae-b88c-c3414e36b63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.306398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2175f8f1-8371-45ae-b88c-c3414e36b63c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/138f0c0c-7908-4751-af4f-5a1e199b08fb HTTP/1.1" status: 204 len: 168 time: 0.2231967 Jul 16 18:37:10.306683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] Checking router: bb98c7d6-0877-4d73-ae19-0d053acbdcc3 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:10.352163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175f8f1-8371-45ae-b88c-c3414e36b63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138f0c0c-7908-4751-af4f-5a1e199b08fb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.352389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:10.355186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.425088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08347c3c-11ed-4f8c-9ac8-515a1076ce16 req-c34a1837-1362-42c8-9055-b39a0e06c929 service neutron] 10.222.0.49 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659190 Jul 16 18:37:10.545356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.578807 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6f22a6-e766-4fa2-9f40-2d3093f9855a x-openstack-request-id: req-2a6f22a6-e766-4fa2-9f40-2d3093f9855a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:10.579128 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:10.579672 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a6f22a6-e766-4fa2-9f40-2d3093f9855a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:10.580455 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'status': 'completed', 'code': 200} Jul 16 18:37:10.583779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6fe2-0ba4-4678-9aba-305fc94d560f req-e797e38d-3248-4e4a-b05d-7cfaddce9687 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.597557 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a1d6fe2-0ba4-4678-9aba-305fc94d560f req-e797e38d-3248-4e4a-b05d-7cfaddce9687 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 946 time: 0.4822493 Jul 16 18:37:10.628038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:10.676918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bae96b5-4b8c-45e9-bcac-f699cc37b2af']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.713248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fe119d-d531-441d-8db8-78d1c706b2ad') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.713248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fe119d-d531-441d-8db8-78d1c706b2ad') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:10.719082 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32a2756-1054-491f-9de5-0ddae16825d3 x-openstack-request-id: req-f32a2756-1054-491f-9de5-0ddae16825d3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:10.719644 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265643df-e79c-4af4-81aa-a6bdb26eac7b", "name": "network-vif-plugged", "status": "completed", "tag": "aeb37315-947c-4797-a758-33df50edfea0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:10.720093 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f32a2756-1054-491f-9de5-0ddae16825d3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:10.720736 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb37315-947c-4797-a758-33df50edfea0', 'code': 200} Jul 16 18:37:10.759061 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a1d6fe2-0ba4-4678-9aba-305fc94d560f req-d8c524a3-1be6-4302-bd8d-e2c3c776f5f9 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590309 Jul 16 18:37:10.777687 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.825370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.840604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:10.841748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:10.851719 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:10.904715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37378) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:10.907538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 06a0f75c-4495-4ee2-b7da-ba948270d64d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:10.936676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-779225db-64e0-4dc6-a5d1-2b4d3b89cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.939320 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-779225db-64e0-4dc6-a5d1-2b4d3b89cf89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.2631941 Jul 16 18:37:10.955052 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-948c3c92-30c8-447c-9260-5f2c72167b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.956664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc1be-0f7e-4e14-a9f8-c9acbdc3384b req-b70aeb5c-a294-4695-a455-2a7f30434871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.958398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-009cc1be-0f7e-4e14-a9f8-c9acbdc3384b req-b70aeb5c-a294-4695-a455-2a7f30434871 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 1098 time: 0.3707750 Jul 16 18:37:10.995191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013a704-5f54-4139-b757-a22edc563569 req-ef270e65-3807-46d7-a664-5e53a22bfafb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.002712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9013a704-5f54-4139-b757-a22edc563569 req-ef270e65-3807-46d7-a664-5e53a22bfafb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.2592533 Jul 16 18:37:11.045872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 06a0f75c-4495-4ee2-b7da-ba948270d64d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:11.046755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 06a0f75c-4495-4ee2-b7da-ba948270d64d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:11.129877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.171983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.176449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/networks/7bae96b5-4b8c-45e9-bcac-f699cc37b2af HTTP/1.1" status: 204 len: 168 time: 1.5101414 Jul 16 18:37:11.187396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37386) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:11.204307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9bef2d62-86d4-4817-95d3-ea52a0e58733 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:11.232572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9013a704-5f54-4139-b757-a22edc563569 req-0df1fd6b-3c49-4c92-a495-4497fa4e68ab tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289479 Jul 16 18:37:11.241730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc8cb3-f5ba-4aba-90ee-a4793be52a44 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Network': ['ID=7bae96b5-4b8c-45e9-bcac-f699cc37b2af,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.252066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-009cc1be-0f7e-4e14-a9f8-c9acbdc3384b req-cdc3f807-58f5-442f-ab40-c406028bbef8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787919 Jul 16 18:37:11.270468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] DHCP port deletion for 8e1bd73a-2e67-4854-b566-86b9cd690f74 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:11.281853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-e86090b1-dac5-4923-a84b-575b4a37ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.284090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-e86090b1-dac5-4923-a84b-575b4a37ba1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.3368232 Jul 16 18:37:11.327810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.369613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-c993e3e1-e2dd-4624-9442-17b0f66b01a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 998 time: 0.0790296 Jul 16 18:37:11.383426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf77f8-546d-44cb-afb0-887b46f4daee req-20b820f8-2b4f-4bc5-9ea3-3870c6caf729 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.385058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48cf77f8-546d-44cb-afb0-887b46f4daee req-20b820f8-2b4f-4bc5-9ea3-3870c6caf729 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.2941873 Jul 16 18:37:11.407447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'fb8b6a60-38a9-4aed-923c-4492d767602e', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'port_id': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'mac_address': 'fa:16:3e:5e:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:03Z', 'updated_at': '2021-07-16T18:37:07Z', 'revision_number': 1, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:11.416346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9bef2d62-86d4-4817-95d3-ea52a0e58733, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:11.453893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de83039-a9d1-4f35-9b95-639b2c1cc4c7 None None] The sync data for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 is: [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'fb8b6a60-38a9-4aed-923c-4492d767602e', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'port_id': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'mac_address': 'fa:16:3e:5e:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:03Z', 'updated_at': '2021-07-16T18:37:07Z', 'revision_number': 1, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:11.458635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9bef2d62-86d4-4817-95d3-ea52a0e58733', 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687', 'port_id': '9bef2d62-86d4-4817-95d3-ea52a0e58733', 'mac_address': 'fa:16:3e:76:61:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd466530-836c-45f6-a661-b1ab909a6580', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:11.465351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] Deleting port e26d090d-7791-4056-9251-c5eceecca702 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:11.465622 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.469298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-be0f6fd4-4f4d-4f82-8bd6-2dd2332b67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.471306 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-be0f6fd4-4f4d-4f82-8bd6-2dd2332b67c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.0932107 Jul 16 18:37:11.474165 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-948c3c92-30c8-447c-9260-5f2c72167b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.484389 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48cf77f8-546d-44cb-afb0-887b46f4daee req-6fa6c6d2-d4d6-41ea-99ed-60bed4050118 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711834 Jul 16 18:37:11.486135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-948c3c92-30c8-447c-9260-5f2c72167b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.522250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting port e26d090d-7791-4056-9251-c5eceecca702 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:11.522597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.530732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.537607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.544390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.551105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.551521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] For port e26d090d-7791-4056-9251-c5eceecca702, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e26d090d-7791-4056-9251-c5eceecca702,segment=NetworkSegment(97128ed0-b388-410b-994d-c1e26204e327),segment_id=97128ed0-b388-410b-994d-c1e26204e327)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:11.551928 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.556670 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-948c3c92-30c8-447c-9260-5f2c72167b2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa4cd6ae882c4ccb8ec136eea54afeae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6497428 Jul 16 18:37:11.560308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c3c92-30c8-447c-9260-5f2c72167b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9448ed-ffb1-4a1f-bd57-accd5f602e76,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.561161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.564407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] Calling delete_port for e26d090d-7791-4056-9251-c5eceecca702 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:11.568451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.569365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:11.575195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.583184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5c28404-0848-4f31-9728-02dada9058a1 req-eed63843-5fc7-4798-9d19-61344ade8eea tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5430 time: 0.1952908 Jul 16 18:37:11.623533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-271ffc51-c086-452e-8762-094c84c747c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379884 Jul 16 18:37:11.668298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.685822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5c28404-0848-4f31-9728-02dada9058a1 req-268facc9-9195-4d08-9ddc-231f904d44e1 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017525 Jul 16 18:37:11.696460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bef2d62-86d4-4817-95d3-ea52a0e58733 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:11.718436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9bef2d62-86d4-4817-95d3-ea52a0e58733, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:11.720298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.757449 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.758157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d1b6d32e-9918-4b35-842c-95cab1a4e578 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:11.763386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] Pushing event deleted for resources: {'Port': ['ID=e26d090d-7791-4056-9251-c5eceecca702,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.770966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] For port e26d090d-7791-4056-9251-c5eceecca702, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e26d090d-7791-4056-9251-c5eceecca702,segment=NetworkSegment(97128ed0-b388-410b-994d-c1e26204e327),segment_id=97128ed0-b388-410b-994d-c1e26204e327)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:11.771722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.804582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12744db-a6e8-40e2-aab7-5dc07ad0c5be None None] No DVR routers for this DVR port e26d090d-7791-4056-9251-c5eceecca702 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:11.820145 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-f0d27f02-24bd-494d-b75a-942acb2477ff tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 998 time: 0.2898123 Jul 16 18:37:11.821316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Calling delete_port for e26d090d-7791-4056-9251-c5eceecca702 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:11.848403 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755389b-7cb9-4c59-b407-fed05711d063 None None] New status for floating IP fb8b6a60-38a9-4aed-923c-4492d767602e: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:11.860304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d1b6d32e-9918-4b35-842c-95cab1a4e578, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:11.871186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9bef2d62-86d4-4817-95d3-ea52a0e58733,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.895458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'd1b6d32e-9918-4b35-842c-95cab1a4e578', 'network_id': 'bcfb801e-225d-480f-9891-020ae1c4d687', 'port_id': 'd1b6d32e-9918-4b35-842c-95cab1a4e578', 'mac_address': 'fa:16:3e:d2:fc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd466530-836c-45f6-a661-b1ab909a6580', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:11.923528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ae86fa7-e8dd-42d4-9091-fa07d42e49ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.945415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-d8d2ee20-d1c4-4910-926d-c7146b442dc7 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714729 Jul 16 18:37:11.988676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ae86fa7-e8dd-42d4-9091-fa07d42e49ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.991313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.997697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-d35f1131-fbf0-4950-8ec1-f03541050a6f tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.999377 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-d35f1131-fbf0-4950-8ec1-f03541050a6f tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports/009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 942 time: 0.1716664 Jul 16 18:37:12.039843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b6d32e-9918-4b35-842c-95cab1a4e578 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:12.075678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.090458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d1b6d32e-9918-4b35-842c-95cab1a4e578, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:12.098367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.099236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9c903364-c373-435b-90d8-fa82a0d0159a details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:12.123981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] No DVR routers for this DVR port e26d090d-7791-4056-9251-c5eceecca702 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:12.124765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ffa03ba-388d-4bfa-bf17-40271dbced37 req-1181ed28-f5cb-4e0f-b94a-44a21132a0f5 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472685 Jul 16 18:37:12.180914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Port': ['ID=e26d090d-7791-4056-9251-c5eceecca702,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.233443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-1f4a0a00-645f-43d7-80ad-01f630e855fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.236733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-1f4a0a00-645f-43d7-80ad-01f630e855fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 1098 time: 0.2901804 Jul 16 18:37:12.245949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ae86fa7-e8dd-42d4-9091-fa07d42e49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.248529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ae86fa7-e8dd-42d4-9091-fa07d42e49ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.249750 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4ae86fa7-e8dd-42d4-9091-fa07d42e49ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e9448ed-ffb1-4a1f-bd57-accd5f602e76 HTTP/1.1" status: 204 len: 168 time: 0.6467168 Jul 16 18:37:12.252991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9c903364-c373-435b-90d8-fa82a0d0159a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9c903364-c373-435b-90d8-fa82a0d0159a,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:12.266577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9c903364-c373-435b-90d8-fa82a0d0159a', 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'port_id': '9c903364-c373-435b-90d8-fa82a0d0159a', 'mac_address': 'fa:16:3e:27:b7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b997167-61f8-4a10-b10a-f913f47099e1', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:12.286195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae86fa7-e8dd-42d4-9091-fa07d42e49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9448ed-ffb1-4a1f-bd57-accd5f602e76,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.320138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.343021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-911a78c3-fc7d-4026-b9c8-d1368f007fe9 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 1000 time: 0.2076747 Jul 16 18:37:12.354505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1bd73a-2e67-4854-b566-86b9cd690f74']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:12.363253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d1b6d32e-9918-4b35-842c-95cab1a4e578,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.368178 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.378933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97128ed0-b388-410b-994d-c1e26204e327') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:12.379116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97128ed0-b388-410b-994d-c1e26204e327') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:12.383735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c903364-c373-435b-90d8-fa82a0d0159a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:12.399581 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.431601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9c903364-c373-435b-90d8-fa82a0d0159a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9c903364-c373-435b-90d8-fa82a0d0159a,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:12.439919 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.440806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d616bc62-dbba-460d-8a03-a02a334e122c details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:12.452180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.486188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:12.486577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:12.490937 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:12.497613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d616bc62-dbba-460d-8a03-a02a334e122c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d616bc62-dbba-460d-8a03-a02a334e122c,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:12.552891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'd616bc62-dbba-460d-8a03-a02a334e122c', 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'port_id': 'd616bc62-dbba-460d-8a03-a02a334e122c', 'mac_address': 'fa:16:3e:a4:f2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b997167-61f8-4a10-b10a-f913f47099e1', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:12.560953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e26d090d-7791-4056-9251-c5eceecca702 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:12.564396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-bb4f8f9a-adc3-4514-b885-165ecba158a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.570157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-bb4f8f9a-adc3-4514-b885-165ecba158a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 912 time: 0.3262806 Jul 16 18:37:12.591986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-5bc565d0-e708-41f1-a00f-784a25e8f765 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.598587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e26d090d-7791-4056-9251-c5eceecca702 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:12.598982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e26d090d-7791-4056-9251-c5eceecca702 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:12.600343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-5bc565d0-e708-41f1-a00f-784a25e8f765 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.2563887 Jul 16 18:37:12.608948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-7336a98a-8d48-4052-8495-618eac277493 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:12.618412 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-7336a98a-8d48-4052-8495-618eac277493 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168929 Jul 16 18:37:12.644548 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-44cd9d07-b996-47d0-9adb-066f10f6eee2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52 HTTP/1.1" status: 200 len: 217 time: 0.0667803 Jul 16 18:37:12.666543 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.675024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.691501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d616bc62-dbba-460d-8a03-a02a334e122c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:12.699930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.702315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/networks/8e1bd73a-2e67-4854-b566-86b9cd690f74 HTTP/1.1" status: 204 len: 168 time: 1.5135300 Jul 16 18:37:12.715444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37424) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:12.719222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d616bc62-dbba-460d-8a03-a02a334e122c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d616bc62-dbba-460d-8a03-a02a334e122c,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:12.728326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0711655-4f7a-4f0f-bda3-59f47e14c9fa tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Network': ['ID=8e1bd73a-2e67-4854-b566-86b9cd690f74,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.738305 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.738966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a7066535-e347-4025-a13f-8c20c49ab2a1 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:12.745874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9c903364-c373-435b-90d8-fa82a0d0159a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.778181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-0f5e8b79-34f5-4cef-8bea-7fe96aec2cfe tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 1000 time: 0.1582379 Jul 16 18:37:12.783896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:12.812505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-eb467111-4dae-4b84-9b1f-e8db7233d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.814477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-eb467111-4dae-4b84-9b1f-e8db7233d22a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.1367753 Jul 16 18:37:12.826050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a7066535-e347-4025-a13f-8c20c49ab2a1, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a7066535-e347-4025-a13f-8c20c49ab2a1,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:12.828932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d616bc62-dbba-460d-8a03-a02a334e122c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.851112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'a7066535-e347-4025-a13f-8c20c49ab2a1', 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'port_id': 'a7066535-e347-4025-a13f-8c20c49ab2a1', 'mac_address': 'fa:16:3e:e3:00:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b997167-61f8-4a10-b10a-f913f47099e1', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:12.883138 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting subnet c8c60401-3de1-4109-b201-7d86e87c9740 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:12.886088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-d02fb1f2-cbfc-4981-8e15-eac670c70e1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642512 Jul 16 18:37:12.905823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.916669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.921469 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.959443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7066535-e347-4025-a13f-8c20c49ab2a1 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:13.013906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a7066535-e347-4025-a13f-8c20c49ab2a1, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a7066535-e347-4025-a13f-8c20c49ab2a1,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.018507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.025574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.027262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:13.032592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-9c44eaea-b88b-4b60-9a8d-32c3c31510ea service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382952 Jul 16 18:37:13.073330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.155308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '4797f1b2-7452-4544-a4ad-2a1a7f27c2c4', 'network_id': '3e698956-aae8-4d30-a23c-711ca06f5ddc', 'port_id': '4797f1b2-7452-4544-a4ad-2a1a7f27c2c4', 'mac_address': 'fa:16:3e:ad:c3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b997167-61f8-4a10-b10a-f913f47099e1', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:13.160211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a7066535-e347-4025-a13f-8c20c49ab2a1,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.238478 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.248590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.252576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.253155 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Floating IP fb8b6a60-38a9-4aed-923c-4492d767602e disassociated. External IP: 172.25.1.67, port: 009a9ae4-060f-4f7f-9553-7b91f511a729. Jul 16 18:37:13.307559 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.336388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:13.358982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.364988 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.365736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:13.522623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.556142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.578163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.582087 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/subnets/c8c60401-3de1-4109-b201-7d86e87c9740 HTTP/1.1" status: 204 len: 168 time: 0.8656354 Jul 16 18:37:13.584529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:13.585361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0e20e-c14f-48b1-86b1-b0ad868478ab None None] Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:13.598872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dccb4-7705-4002-9428-195d34c59700 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c60401-3de1-4109-b201-7d86e87c9740,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.601016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'port_id': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'mac_address': 'fa:16:3e:af:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:13.621485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca3f5183-1889-4862-8e59-027ec7c393d7 req-d6e99ef6-5d62-4ebe-9b2b-827bef6882f3 service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822883 Jul 16 18:37:13.630269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959e7d-baa9-4216-a2d1-3690a63ef6ca req-ead6e2e6-9c4a-45b4-85ff-a2ea890d8306 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.631784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf959e7d-baa9-4216-a2d1-3690a63ef6ca req-ead6e2e6-9c4a-45b4-85ff-a2ea890d8306 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 946 time: 0.1311619 Jul 16 18:37:13.662322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.666922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.686858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:13.709720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf959e7d-baa9-4216-a2d1-3690a63ef6ca req-6c1525bc-8962-4cd8-ba25-43df7599afd6 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712154 Jul 16 18:37:13.794965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.836592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:13.844289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.853440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.934473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef133a-2f30-42bf-b2ca-0531fc578edc req-3d72c197-560a-4c40-9a66-ce0be0ff21ab tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.946452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a2ef133a-2f30-42bf-b2ca-0531fc578edc req-3d72c197-560a-4c40-9a66-ce0be0ff21ab tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1184237 Jul 16 18:37:13.960359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.013276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a2ef133a-2f30-42bf-b2ca-0531fc578edc req-b878e9f0-af75-4a91-a077-0e77a0b3dce9 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651336 Jul 16 18:37:14.094124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:14.113485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.127056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] Sync routers for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:14.159100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:14.160626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:14.177040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Deleting port 71c4b7ef-d082-4951-9553-76f8bf20e0bb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:14.177396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.220445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b8dfe5-9147-4e14-956a-4f4a7faa37d6 None None] DHCP port deletion for 0b1f3d03-3479-41e6-bf2d-1aa52469a51f request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:14.240621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-8aa68283-2361-4812-a264-de82f51a1da8 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "PUT /v2.0/floatingips/fb8b6a60-38a9-4aed-923c-4492d767602e HTTP/1.1" status: 200 len: 694 time: 1.4621198 Jul 16 18:37:14.247485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:14.249840 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87466269-2dd8-4200-8fe0-f2759d051e62" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:14.455407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446c02a-6f9e-4d97-9aad-ab97eabaa3e2 req-a30935ba-a530-4172-a4aa-bb429fad58a2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.460490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] For port 71c4b7ef-d082-4951-9553-76f8bf20e0bb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=71c4b7ef-d082-4951-9553-76f8bf20e0bb,segment=NetworkSegment(95eb0e9a-4929-475d-a0fe-4d21f66502f6),segment_id=95eb0e9a-4929-475d-a0fe-4d21f66502f6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:14.460935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.469286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9446c02a-6f9e-4d97-9aad-ab97eabaa3e2 req-a30935ba-a530-4172-a4aa-bb429fad58a2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1927283 Jul 16 18:37:14.486406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Calling delete_port for 71c4b7ef-d082-4951-9553-76f8bf20e0bb owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:14.541998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9446c02a-6f9e-4d97-9aad-ab97eabaa3e2 req-65412b87-2078-46c8-9582-d3fc1a5bcbf8 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717390 Jul 16 18:37:14.612367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-e90dd408-25dc-4162-8932-6cc43e3ee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.622098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-e90dd408-25dc-4162-8932-6cc43e3ee453 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.2843435 Jul 16 18:37:14.723518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-e28dc635-7075-408f-b3db-e76aa725de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.730949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-e28dc635-7075-408f-b3db-e76aa725de4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.1077135 Jul 16 18:37:14.741684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:14.800169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-ac6cf89e-a65d-42ad-a859-91480d90b48e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 217 time: 0.0682530 Jul 16 18:37:14.850976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bef2d62-86d4-4817-95d3-ea52a0e58733'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:14.854433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71c4b7ef-d082-4951-9553-76f8bf20e0bb no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:14.856354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['d1b6d32e-9918-4b35-842c-95cab1a4e578'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:14.882435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-e89acab0-6f1f-41f7-88e1-28b09c35c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.883940 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-e89acab0-6f1f-41f7-88e1-28b09c35c64c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.0829959 Jul 16 18:37:14.884643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.890649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.905541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9e72a60b-710f-4405-bb7c-8e2e8bd85a6b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:14.908593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9c903364-c373-435b-90d8-fa82a0d0159a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:14.909501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.916864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.924428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-ef6cb4a3-adfb-47f9-9366-137854f6429d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319746 Jul 16 18:37:14.935458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.941681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.942408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['a7066535-e347-4025-a13f-8c20c49ab2a1'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:14.944433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['4797f1b2-7452-4544-a4ad-2a1a7f27c2c4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:14.956751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.958728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-5b194663-75e7-4e74-9dd4-3ea4fa319e8c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5437 time: 0.2193034 Jul 16 18:37:15.036011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0b9261a-7dc1-4d40-a226-194c79e6fd06 req-3a85d9e4-6904-4beb-a4fc-d1cd6013d715 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662577 Jul 16 18:37:15.042897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-0535b2cf-5257-4f28-aecb-f57c769b86e1 service neutron] 10.222.0.49 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091177 Jul 16 18:37:15.052735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.090894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Port': ['ID=71c4b7ef-d082-4951-9553-76f8bf20e0bb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.122624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] No DVR routers for this DVR port 71c4b7ef-d082-4951-9553-76f8bf20e0bb on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:15.164480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device adfe1ef6-2c25-44ec-aab8-46874de50e52 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:15.246977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d258ca6a-c766-4b8c-b39e-946d097a9eea req-2700c173-2add-418e-991d-054aabbe1102 service neutron] 10.222.0.49 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016132 Jul 16 18:37:15.287400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.302105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1f3d03-3479-41e6-bf2d-1aa52469a51f']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:15.323620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eb0e9a-4929-475d-a0fe-4d21f66502f6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:15.324173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eb0e9a-4929-475d-a0fe-4d21f66502f6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:15.333954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 71c4b7ef-d082-4951-9553-76f8bf20e0bb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:15.334699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71c4b7ef-d082-4951-9553-76f8bf20e0bb not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:15.358814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.362146 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0438b-8a69-4dd3-9d56-dc1777fedde2 x-openstack-request-id: req-dda0438b-8a69-4dd3-9d56-dc1777fedde2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:15.362576 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:15.362954 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dda0438b-8a69-4dd3-9d56-dc1777fedde2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:15.363465 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'status': 'completed', 'code': 200} Jul 16 18:37:15.399503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.497928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-36d955b0-98c7-46ff-a6db-8277b48c7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.499363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-36d955b0-98c7-46ff-a6db-8277b48c7929 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 1097 time: 0.1078835 Jul 16 18:37:15.522815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:15.525047 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.530900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8dfe5-9147-4e14-956a-4f4a7faa37d6 None None] Deleting port 71c4b7ef-d082-4951-9553-76f8bf20e0bb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:15.531153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7b8dfe5-9147-4e14-956a-4f4a7faa37d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:15.534142 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:15.560295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-a3e890a6-1804-4670-874f-86258473754d tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips/fb8b6a60-38a9-4aed-923c-4492d767602e HTTP/1.1" status: 200 len: 694 time: 0.1580744 Jul 16 18:37:15.658062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-0f970d85-c7e8-4bff-afc2-e85019c88029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.660005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-0f970d85-c7e8-4bff-afc2-e85019c88029 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 200 len: 920 time: 0.1427364 Jul 16 18:37:15.669321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.671424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb614e-89f8-4f1c-888e-246e42624ede req-7898f6d5-1361-4d36-81f7-81ac891cc540 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.679849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61fb614e-89f8-4f1c-888e-246e42624ede req-7898f6d5-1361-4d36-81f7-81ac891cc540 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 946 time: 0.1425068 Jul 16 18:37:15.723596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.725550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/networks/0b1f3d03-3479-41e6-bf2d-1aa52469a51f HTTP/1.1" status: 204 len: 168 time: 2.1394889 Jul 16 18:37:15.733627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.739227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d60325-e62f-4ca7-ba7c-e17e2f26811a tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Pushing event deleted for resources: {'Network': ['ID=0b1f3d03-3479-41e6-bf2d-1aa52469a51f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.746217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['d616bc62-dbba-460d-8a03-a02a334e122c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:15.764638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-d00e5a56-27c2-4088-b34c-fe3ed197b48e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 200 len: 217 time: 0.0778372 Jul 16 18:37:15.792263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-bdffc016-c6a4-4ea3-9cf6-df5b96661ac3 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.799151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2a6b9544-fa6b-4e43-85ca-736fbb5639ba tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a6a94a-d088-467b-bee5-af944711a573 HTTP/1.1" status: 200 len: 205 time: 0.0635083 Jul 16 18:37:15.801230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-bdffc016-c6a4-4ea3-9cf6-df5b96661ac3 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 784 time: 0.2256544 Jul 16 18:37:15.813638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.846703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61fb614e-89f8-4f1c-888e-246e42624ede req-16c148cf-7294-4604-a63b-1f535145ec4e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654651 Jul 16 18:37:15.875298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-258c39d7-e683-4224-8ef4-f3d428b7ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.879607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-258c39d7-e683-4224-8ef4-f3d428b7ebfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 200 len: 859 time: 0.1100135 Jul 16 18:37:15.933274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-6d2bbe6f-8ff0-49b3-83ac-f66e58f80500 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddbe116-d643-41f2-b04a-339d51dd3deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458107 Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-c7b8dfe5-9147-4e14-956a-4f4a7faa37d6 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f could not be found. Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 0b1f3d03-3479-41e6-bf2d-1aa52469a51f could not be found. Jul 16 18:37:15.941157 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 16 18:37:16.065348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25bdde-7990-49fd-a3f3-cee1413bb7c1 None None] DHCP port deletion for 0b1f3d03-3479-41e6-bf2d-1aa52469a51f request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:16.181862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-4a207565-0730-4d95-bfe9-8a1b61d8a7ce service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391679 Jul 16 18:37:16.333921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d465ff-a1ae-437a-b828-1369f69004d5 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:37:16.471661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87466269-2dd8-4200-8fe0-f2759d051e62 req-1f4eba76-b846-4c04-8d72-38ce29d5c0ec service neutron] 10.222.0.59 "GET /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812760 Jul 16 18:37:16.511838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-3761bee6-5d25-48f1-93d0-6a0b125fe872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.513462 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-3761bee6-5d25-48f1-93d0-6a0b125fe872 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d4946f30d31b4d7b9559871fbed88b98&device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 1098 time: 0.1271870 Jul 16 18:37:16.590125 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.701138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-050750b1-c952-4624-985b-a5c93d7f1686 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.716606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b95db4-7087-40e8-9105-3476ab63d3c3 req-902e0bbe-8c45-401f-98cf-63a2ba093135 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.717910 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b95db4-7087-40e8-9105-3476ab63d3c3 req-902e0bbe-8c45-401f-98cf-63a2ba093135 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.2029719 Jul 16 18:37:16.719531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-af1ae1dc-cb9a-43b2-b732-a2bed1b7c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.721054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-af1ae1dc-cb9a-43b2-b732-a2bed1b7c627 service neutron] 10.222.0.67 "GET /v2.0/networks?id=52515a86-544a-4d53-aa50-536ef4372f01 HTTP/1.1" status: 200 len: 913 time: 0.1957560 Jul 16 18:37:16.750393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-0cd0e79f-f937-4445-8333-0dfdf56f6338 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 697 time: 0.9290571 Jul 16 18:37:16.769123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bb262704-de3c-4e0f-ba9f-aa286faeaafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.773776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-4b4fa574-8603-4ae6-8ad0-1120e634a743 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeb37315-947c-4797-a758-33df50edfea0 HTTP/1.1" status: 200 len: 217 time: 0.0428469 Jul 16 18:37:16.828739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b95db4-7087-40e8-9105-3476ab63d3c3 req-9748bc2d-9183-49c0-87a4-77225943b61f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043603 Jul 16 18:37:16.831014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-691f02e5-3fdd-47c4-9521-81f00751d287 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 697 time: 0.0796237 Jul 16 18:37:16.849689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-adde2334-47df-4962-a75a-8d008fae99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.851319 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-adde2334-47df-4962-a75a-8d008fae99c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35fc02cb-0f6a-45e6-ab70-9d9b93826df6 HTTP/1.1" status: 200 len: 852 time: 0.0694563 Jul 16 18:37:16.908508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-8c481e9e-3bd5-46a0-b541-2bcdbc6c62e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52515a86-544a-4d53-aa50-536ef4372f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458333 Jul 16 18:37:16.911921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:16.914296 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a16535f-7ab6-477b-a977-9292ce368dd4" -d '{"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-unplugged", "status": "completed", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:16.927032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:16.983945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] Checking router: bb98c7d6-0877-4d73-ae19-0d053acbdcc3 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:16.996046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-050750b1-c952-4624-985b-a5c93d7f1686 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.999654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-050750b1-c952-4624-985b-a5c93d7f1686 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.057031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:17.085760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-050750b1-c952-4624-985b-a5c93d7f1686 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.086300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050750b1-c952-4624-985b-a5c93d7f1686 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Fanout notify agent at l3_agent the message router_deleted on router 02a6a94a-d088-467b-bee5-af944711a573 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:37:17.102783 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-050750b1-c952-4624-985b-a5c93d7f1686 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.107567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-050750b1-c952-4624-985b-a5c93d7f1686 tempest-RoutersNegativeIpV6Test-1131028873 tempest-RoutersNegativeIpV6Test-1131028873-project] 10.222.0.49 "DELETE /v2.0/routers/02a6a94a-d088-467b-bee5-af944711a573 HTTP/1.1" status: 204 len: 168 time: 1.2925894 Jul 16 18:37:17.107784 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.125567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Deleting port bf03aadb-f015-4d2b-9dc0-30df45f21213 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:17.126247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.162723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-bf7801d8-6967-46ac-a507-e13061ea09f9 service neutron] 10.222.0.67 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475235 Jul 16 18:37:17.178001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:17.180254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:17.218835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.219161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.225783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.231976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.233978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Calling delete_port for bf03aadb-f015-4d2b-9dc0-30df45f21213 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:17.239871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.245798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.252430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.258681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.264570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.272271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-05bcc9f1-a6fa-47c2-87da-d9d9193cb283 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5437 time: 0.2370288 Jul 16 18:37:17.410652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d00a5a6-eda9-4128-ab2e-bf2cb4b9206e req-f77276cb-597c-4aa6-b190-979f5c59a986 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371946 Jul 16 18:37:17.420975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d465ff-a1ae-437a-b828-1369f69004d5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:37:17.488499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dfa49d6-c4e6-4031-bae8-2115bf1841b6 req-a0ab93ec-77e2-4f1e-b26e-b4e2dbff3b42 service neutron] 10.222.0.67 "GET /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174016 Jul 16 18:37:17.503930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.509481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.605234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event deleted for resources: {'Port': ['ID=bf03aadb-f015-4d2b-9dc0-30df45f21213,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.610321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:17.674577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.750201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.753499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.767269 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22e82597-0988-42d4-b4a5-6bcdb7c79a0b req-8423b999-eb46-49ed-8ce6-0a90d0eca1c4 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "DELETE /v2.0/floatingips/fb8b6a60-38a9-4aed-923c-4492d767602e HTTP/1.1" status: 204 len: 173 time: 0.9350233 Jul 16 18:37:17.943707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860d46c-bdeb-4d4a-a344-c97998094b09 req-bd2de36f-16c3-46a4-91bc-5fd742d90381 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.968228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c860d46c-bdeb-4d4a-a344-c97998094b09 req-bd2de36f-16c3-46a4-91bc-5fd742d90381 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 944 time: 0.1110432 Jul 16 18:37:17.998648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb293ad-6d6e-4763-8a96-7c486f46ce64 req-9dad9f36-51a1-41a1-bd25-09885323fc8f tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.000297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4eb293ad-6d6e-4763-8a96-7c486f46ce64 req-9dad9f36-51a1-41a1-bd25-09885323fc8f tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 946 time: 0.2500515 Jul 16 18:37:18.021531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c860d46c-bdeb-4d4a-a344-c97998094b09 req-3e1d09fe-218e-4382-a804-082aa52fe495 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Jul 16 18:37:18.030217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9bef2d62-86d4-4817-95d3-ea52a0e58733 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:18.088243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ef252f67-bcb1-4a59-927e-c3a42d7613be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c34fff4397d4ae5a945e385992ea63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124422 Jul 16 18:37:18.090870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:18.194681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4eb293ad-6d6e-4763-8a96-7c486f46ce64 req-da7f0c0e-3cb6-4eb6-a4ea-aae562f09375 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095409 Jul 16 18:37:18.294899 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5890743-582c-44b8-890c-939167da9766 req-4acc4fe7-8486-4b8d-830b-3f9bfd8018b3 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups/aa3d3080-50e4-4826-ad61-1d6276ce1ccc HTTP/1.1" status: 200 len: 1808 time: 0.1399040 Jul 16 18:37:18.336148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.385325 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c8412-a834-49cb-933b-e52d08a507cf x-openstack-request-id: req-cb9c8412-a834-49cb-933b-e52d08a507cf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:18.385543 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-unplugged", "status": "failed", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:18.388310 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb9c8412-a834-49cb-933b-e52d08a507cf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:18.390241 n-d-791504-15 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'code': 422} returned with failed status Jul 16 18:37:18.393167 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.444309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5890743-582c-44b8-890c-939167da9766 req-e59b41cc-e292-46fe-937c-9155212d49d0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.536566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5890743-582c-44b8-890c-939167da9766 req-e59b41cc-e292-46fe-937c-9155212d49d0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.558681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.562125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.566672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33b206dc-976f-49cd-bea7-54197d730dd5 HTTP/1.1" status: 204 len: 168 time: 0.4746037 Jul 16 18:37:18.587074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf807172-ee33-46cc-8d73-58c74730652e req-07da990a-0a44-4bae-a5b6-1c3bfb4f0899 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.593601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b206dc-976f-49cd-bea7-54197d730dd5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.593952 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf807172-ee33-46cc-8d73-58c74730652e req-07da990a-0a44-4bae-a5b6-1c3bfb4f0899 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1484652 Jul 16 18:37:18.612528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.613667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.615434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.615914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.616471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.617287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.619273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.619552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.620488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.622604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.623027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.623440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8b4a7f-b186-4670-97cb-fd314a04ce72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:18.647775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5890743-582c-44b8-890c-939167da9766 req-e59b41cc-e292-46fe-937c-9155212d49d0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.651669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d5890743-582c-44b8-890c-939167da9766 req-e59b41cc-e292-46fe-937c-9155212d49d0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.653010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5890743-582c-44b8-890c-939167da9766 req-e59b41cc-e292-46fe-937c-9155212d49d0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa3d3080-50e4-4826-ad61-1d6276ce1ccc HTTP/1.1" status: 204 len: 173 time: 0.3470504 Jul 16 18:37:18.670723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf807172-ee33-46cc-8d73-58c74730652e req-8fb53ca0-f61f-428c-a75d-523706878df9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758851 Jul 16 18:37:18.676276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b41cc-e292-46fe-937c-9155212d49d0 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d3080-50e4-4826-ad61-1d6276ce1ccc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.729604 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:18.815666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 9bef2d62-86d4-4817-95d3-ea52a0e58733 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:18.927030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9bef2d62-86d4-4817-95d3-ea52a0e58733 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:18.927475 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.973222 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.982136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-409a11bb-96b1-4655-be92-94e8e2d49e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.064565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.071319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.094782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:19.113356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.132550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.139591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.146275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.154678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.163839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-964becdd-22b7-4b64-9bf8-0e70202902f7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5437 time: 0.2559454 Jul 16 18:37:19.175748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c121585-f0f5-479c-be26-99231c1eac6b None None] The sync data for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 is: [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:35:52Z', 'revision_number': 4, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bc9a4d00-1e49-475b-9b29-505badc8289a', 'name': '', 'network_id': '0ddbe116-d643-41f2-b04a-339d51dd3deb', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'mac_address': 'fa:16:3e:c3:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:51Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'subnets': [{'id': 'cb678e27-521d-4285-87ba-ac6641df13ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:19.208167 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.275191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-109e88c3-a2af-42d9-a8b8-20f088c96255 req-058bd6e8-0ef8-4b90-897b-c93fc33975b5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098905 Jul 16 18:37:19.357340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9bef2d62-86d4-4817-95d3-ea52a0e58733, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:19.364345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.365765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d1b6d32e-9918-4b35-842c-95cab1a4e578 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:19.455957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9bef2d62-86d4-4817-95d3-ea52a0e58733,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.474319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port d1b6d32e-9918-4b35-842c-95cab1a4e578 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:19.479933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port d1b6d32e-9918-4b35-842c-95cab1a4e578 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:19.480373 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.635504 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.664921 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88409721-675c-40ea-9afb-20f9fa63c9a7 None None] New status for floating IP fb8b6a60-38a9-4aed-923c-4492d767602e: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:19.734013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d1b6d32e-9918-4b35-842c-95cab1a4e578, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:19.741986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.845157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d1b6d32e-9918-4b35-842c-95cab1a4e578,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.869249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4278-ef35-4f2a-b07d-571b5e24fe95 req-b448ee51-bcaf-4fb6-9c2b-8898f0051e69 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.879280 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57dd4278-ef35-4f2a-b07d-571b5e24fe95 req-b448ee51-bcaf-4fb6-9c2b-8898f0051e69 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 946 time: 0.1091540 Jul 16 18:37:19.906530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d616bc62-dbba-460d-8a03-a02a334e122c up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:19.986756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.989924 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57dd4278-ef35-4f2a-b07d-571b5e24fe95 req-c8f4d02a-4d12-4e6e-a817-5f28afa196c2 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082544 Jul 16 18:37:20.025157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port d616bc62-dbba-460d-8a03-a02a334e122c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:20.029304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port d616bc62-dbba-460d-8a03-a02a334e122c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:20.029951 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.197423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.250494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d616bc62-dbba-460d-8a03-a02a334e122c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d616bc62-dbba-460d-8a03-a02a334e122c,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:20.263770 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.264962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9c903364-c373-435b-90d8-fa82a0d0159a up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:20.354011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d616bc62-dbba-460d-8a03-a02a334e122c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.387728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292196d-b580-4bdd-9905-bbbda3d75a85 req-90e921a2-a903-4064-a044-dd545bffc98c tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.389210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a292196d-b580-4bdd-9905-bbbda3d75a85 req-90e921a2-a903-4064-a044-dd545bffc98c tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1752980 Jul 16 18:37:20.391398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:20.394709 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b990882-a4e5-40d4-9754-e51add144985" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:20.402553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 9c903364-c373-435b-90d8-fa82a0d0159a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:20.421906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9c903364-c373-435b-90d8-fa82a0d0159a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:20.422675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.493607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a292196d-b580-4bdd-9905-bbbda3d75a85 req-bb892ff6-e7ab-4c99-ba5a-610b44411e93 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953856 Jul 16 18:37:20.533468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.577060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9c903364-c373-435b-90d8-fa82a0d0159a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9c903364-c373-435b-90d8-fa82a0d0159a,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:20.589452 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.590554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a7066535-e347-4025-a13f-8c20c49ab2a1 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:20.652614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07214317-2ae1-46f4-8884-c54208229152 req-effefcf8-07ba-4ff5-bb54-0f20b765fc11 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.666644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-07214317-2ae1-46f4-8884-c54208229152 req-effefcf8-07ba-4ff5-bb54-0f20b765fc11 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9d9016e-31df-4e14-884f-b422876eb843 HTTP/1.1" status: 200 len: 944 time: 0.1734750 Jul 16 18:37:20.736603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9c903364-c373-435b-90d8-fa82a0d0159a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.771319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port a7066535-e347-4025-a13f-8c20c49ab2a1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:20.778282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port a7066535-e347-4025-a13f-8c20c49ab2a1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:20.780352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.782334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41efed-53fc-43e6-8ef0-40604e9f4e6e req-7967b7cb-41ba-409d-8c75-58b04528dbd4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.789012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a41efed-53fc-43e6-8ef0-40604e9f4e6e req-7967b7cb-41ba-409d-8c75-58b04528dbd4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1308692 Jul 16 18:37:20.879549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a41efed-53fc-43e6-8ef0-40604e9f4e6e req-31455a9c-06b5-4bcd-8463-fc0cd8fb917d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780704 Jul 16 18:37:20.935744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Deleting port adfe1ef6-2c25-44ec-aab8-46874de50e52 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:20.936426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.945937 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.986934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port a7066535-e347-4025-a13f-8c20c49ab2a1, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a7066535-e347-4025-a13f-8c20c49ab2a1,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:20.992225 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.994120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:21.102518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=a7066535-e347-4025-a13f-8c20c49ab2a1,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.128012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:21.132910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:21.133564 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.139378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] For port adfe1ef6-2c25-44ec-aab8-46874de50e52, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=adfe1ef6-2c25-44ec-aab8-46874de50e52,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:21.139887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.153874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Calling delete_port for adfe1ef6-2c25-44ec-aab8-46874de50e52 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:21.280553 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.330297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:21.338339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.340754 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.341744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:21.388678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event deleted for resources: {'Port': ['ID=adfe1ef6-2c25-44ec-aab8-46874de50e52,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.424515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.435131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.443399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.450072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.456923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.464359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.469564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.469919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] No DVR routers for this DVR port adfe1ef6-2c25-44ec-aab8-46874de50e52 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:21.472117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.474369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-4387f343-a366-46be-912c-257ed471d7a4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5442 time: 0.2001622 Jul 16 18:37:21.475854 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.479337 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-07214317-2ae1-46f4-8884-c54208229152 req-a13d7fa4-c856-4a46-b364-1d490e4cd1fa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "DELETE /v2.0/ports/adfe1ef6-2c25-44ec-aab8-46874de50e52 HTTP/1.1" status: 204 len: 173 time: 0.8009415 Jul 16 18:37:21.480296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-deleted', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:21.483081 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e1939-73dd-40e8-807d-3f81c13e5cde" -d '{"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-deleted", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:21.487231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:21.493884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:21.494917 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.553028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-80514ff9-6e6f-46fe-a99e-08fc340e1df2 req-419ee245-3e16-4b1b-81ea-3446f163c552 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598733 Jul 16 18:37:21.651009 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.655117 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0a897-9969-4c9b-bc27-d635045cdd14 x-openstack-request-id: req-e1d0a897-9969-4c9b-bc27-d635045cdd14 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:21.655421 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:21.655737 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1d0a897-9969-4c9b-bc27-d635045cdd14 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:21.656135 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733', 'code': 200} Jul 16 18:37:21.656384 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578', 'code': 200} Jul 16 18:37:21.656656 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c', 'code': 200} Jul 16 18:37:21.739051 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.743212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:21.757199 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.836632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.017911 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d0a13-f7bb-4ff9-990d-595fc14f3768 x-openstack-request-id: req-457d0a13-f7bb-4ff9-990d-595fc14f3768 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:22.018599 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d9016e-31df-4e14-884f-b422876eb843", "name": "network-vif-deleted", "tag": "adfe1ef6-2c25-44ec-aab8-46874de50e52", "status": "failed", "code": 422}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:22.018599 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-457d0a13-f7bb-4ff9-990d-595fc14f3768 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:22.018882 n-d-791504-15 neutron-server[93796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9d9016e-31df-4e14-884f-b422876eb843', 'name': 'network-vif-deleted', 'tag': 'adfe1ef6-2c25-44ec-aab8-46874de50e52', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:37:22.092062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-c4b2d05f-1d4d-42bb-ba58-e1c3e3550c0c tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.093691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-c4b2d05f-1d4d-42bb-ba58-e1c3e3550c0c tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1164141 Jul 16 18:37:22.270869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6b4e7-88f3-49c7-9b44-66ae5f0854e9 req-897543ee-2d07-4c42-9f93-eeba603c85a1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.272480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde6b4e7-88f3-49c7-9b44-66ae5f0854e9 req-897543ee-2d07-4c42-9f93-eeba603c85a1 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 945 time: 0.1227384 Jul 16 18:37:22.281410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Deleting port 009a9ae4-060f-4f7f-9553-7b91f511a729 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:22.282064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.335380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde6b4e7-88f3-49c7-9b44-66ae5f0854e9 req-cf0f6556-ff92-48a1-9e36-a7d3d35d7a8e tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa83e461-8784-480d-af14-2fa627822b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Jul 16 18:37:22.435002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d6a6-4a74-4c1a-a701-ae344dd3f6f8 req-df14ec33-9add-4d43-bcd9-3e56505e4d53 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.437089 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3075d6a6-4a74-4c1a-a701-ae344dd3f6f8 req-df14ec33-9add-4d43-bcd9-3e56505e4d53 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1137633 Jul 16 18:37:22.442810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] For port 009a9ae4-060f-4f7f-9553-7b91f511a729, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=009a9ae4-060f-4f7f-9553-7b91f511a729,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:22.443358 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.456896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Calling delete_port for 009a9ae4-060f-4f7f-9553-7b91f511a729 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:22.487476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3075d6a6-4a74-4c1a-a701-ae344dd3f6f8 req-f7126c2b-6323-4819-b488-a3a6b9a30bd0 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Jul 16 18:37:22.636037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54685baf-40a7-4171-877b-0f1b42c99d13 req-d6e20ffb-269c-4fa5-8167-cd79f25f308a tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.643686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54685baf-40a7-4171-877b-0f1b42c99d13 req-d6e20ffb-269c-4fa5-8167-cd79f25f308a tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 946 time: 0.1427851 Jul 16 18:37:22.651928 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.693939 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.707492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['009a9ae4-060f-4f7f-9553-7b91f511a729'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:22.709719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54685baf-40a7-4171-877b-0f1b42c99d13 req-7110d57f-da74-45ca-9ed5-3d81e15b49b7 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Jul 16 18:37:22.744131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Pushing event deleted for resources: {'Port': ['ID=009a9ae4-060f-4f7f-9553-7b91f511a729,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.785174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.792568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.795253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.795617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.796113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.796445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.796806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.797144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.797553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.797888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.798371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.798705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.799035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.799245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.799374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:22.807100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.815573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.822784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.823583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] No DVR routers for this DVR port 009a9ae4-060f-4f7f-9553-7b91f511a729 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:22.826188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.828752 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90931fc-99cb-4da4-9d74-2c4df841f2c6 req-9404b194-ee1a-47fd-935d-f7473ce22715 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.59 "DELETE /v2.0/ports/009a9ae4-060f-4f7f-9553-7b91f511a729 HTTP/1.1" status: 204 len: 173 time: 0.7289414 Jul 16 18:37:22.829233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'name': 'network-vif-deleted', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:22.830022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.831552 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c18d2a-439f-44c4-912f-1c3b481a25a6" -d '{"events": [{"server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "name": "network-vif-deleted", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:22.832536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-44a5b07d-2148-4f7e-aa2b-2f7dcf188dd3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.1394913 Jul 16 18:37:22.902487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20bea8af-c1d3-4917-970b-4866fdd155a4 req-ad00bbef-efaf-41b3-b458-7fc5436b5aae tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621052 Jul 16 18:37:22.968725 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f687062-2a57-4519-96f7-ad53d27791b0 x-openstack-request-id: req-6f687062-2a57-4519-96f7-ad53d27791b0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:22.969222 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02230b-e4f5-480e-93bd-a90dc468edba", "name": "network-vif-deleted", "tag": "009a9ae4-060f-4f7f-9553-7b91f511a729", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:22.969519 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f687062-2a57-4519-96f7-ad53d27791b0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:22.970039 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02230b-e4f5-480e-93bd-a90dc468edba', 'name': 'network-vif-deleted', 'tag': '009a9ae4-060f-4f7f-9553-7b91f511a729', 'status': 'completed', 'code': 200} Jul 16 18:37:22.981623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-ea80bd03-6601-43ca-aabd-40059799590b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.983070 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-ea80bd03-6601-43ca-aabd-40059799590b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.1402688 Jul 16 18:37:22.999941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-d7b7049b-7342-4b5b-bd3b-b076b3423e99 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/quotas/6bed682e5e28436097f6a28101681068 HTTP/1.1" status: 200 len: 375 time: 0.0103619 Jul 16 18:37:23.040921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-23141288-99b3-4591-b532-8a5c782c7d1f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330853 Jul 16 18:37:23.140593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-692ff226-c263-4899-9c3b-e4ad2c45ce6e service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920568 Jul 16 18:37:23.251288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-1f93398e-84f1-4bca-b58b-88858d60dd11 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035566 Jul 16 18:37:23.537878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daabea50-4ab7-4904-adac-494d72c3eadf req-5e8c3561-1d7b-49bc-8b43-c3cbfe0af6f7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 210 time: 0.0646081 Jul 16 18:37:23.594908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-6d6a8aea-1b87-4cf5-890c-c591f3f743b3 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.601194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-6d6a8aea-1b87-4cf5-890c-c591f3f743b3 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.67 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 946 time: 0.2127757 Jul 16 18:37:23.658379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7066535-e347-4025-a13f-8c20c49ab2a1'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4797f1b2-7452-4544-a4ad-2a1a7f27c2c4'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:23.661466 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4c34e5-40fa-40cb-b889-81e9540c7316" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "a7066535-e347-4025-a13f-8c20c49ab2a1"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "4797f1b2-7452-4544-a4ad-2a1a7f27c2c4"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:23.789647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8408a434-0a50-474a-9ac0-603ac6b81e83 req-b939c3b1-749d-4484-8f69-d54d313f1dd5 tempest-ServerRescueTestJSONUnderV235-1357883078 tempest-ServerRescueTestJSONUnderV235-1357883078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c02230b-e4f5-480e-93bd-a90dc468edba HTTP/1.1" status: 200 len: 210 time: 0.0637558 Jul 16 18:37:23.798884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Deleting port aeb37315-947c-4797-a758-33df50edfea0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:23.799297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.859899 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbfaf16-26fd-428f-a10f-851a83e3f304 x-openstack-request-id: req-8cbfaf16-26fd-428f-a10f-851a83e3f304 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:23.860247 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "a7066535-e347-4025-a13f-8c20c49ab2a1", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "4797f1b2-7452-4544-a4ad-2a1a7f27c2c4", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-plugged", "status": "completed", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:23.860499 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cbfaf16-26fd-428f-a10f-851a83e3f304 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:23.860992 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a', 'code': 200} Jul 16 18:37:23.861262 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7066535-e347-4025-a13f-8c20c49ab2a1', 'code': 200} Jul 16 18:37:23.861689 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4797f1b2-7452-4544-a4ad-2a1a7f27c2c4', 'code': 200} Jul 16 18:37:23.862211 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'code': 200} Jul 16 18:37:23.901858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064cde3-f1a6-4f45-aff5-da5144c0fe33 req-64f0632b-8742-4278-a916-c3b4c91da729 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.914555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f064cde3-f1a6-4f45-aff5-da5144c0fe33 req-64f0632b-8742-4278-a916-c3b4c91da729 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1873622 Jul 16 18:37:24.094712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f064cde3-f1a6-4f45-aff5-da5144c0fe33 req-a704f953-c5a8-487b-873b-974affb08106 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789322 Jul 16 18:37:24.135998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] For port aeb37315-947c-4797-a758-33df50edfea0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=aeb37315-947c-4797-a758-33df50edfea0,segment=NetworkSegment(24c257d0-6a6f-43fd-9e5d-117cb54d78c4),segment_id=24c257d0-6a6f-43fd-9e5d-117cb54d78c4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:24.143238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef881b-eb91-403a-8c8f-c028695e5841 req-85e0563d-cc02-40a9-8d00-bb2ba84638c9 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.145882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fef881b-eb91-403a-8c8f-c028695e5841 req-85e0563d-cc02-40a9-8d00-bb2ba84638c9 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 946 time: 0.1675200 Jul 16 18:37:24.146044 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.167169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.167928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.168123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.168589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.169082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.169545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.170006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.171939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-908a9a93-6e46-4354-8eaf-978b9f40d395 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6508 time: 0.1849632 Jul 16 18:37:24.173180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Calling delete_port for aeb37315-947c-4797-a758-33df50edfea0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:24.237815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7fef881b-eb91-403a-8c8f-c028695e5841 req-f1558602-f699-4cfb-b0ae-f0b29e51c6be tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832119 Jul 16 18:37:24.255511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43c95ef4-d01f-4364-97f1-dec94377bb3b req-b311f0e2-2d2e-4011-9465-9777fc5259f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728214 Jul 16 18:37:24.397761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.411362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['aeb37315-947c-4797-a758-33df50edfea0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:24.455438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Pushing event deleted for resources: {'Port': ['ID=aeb37315-947c-4797-a758-33df50edfea0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.460012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.526175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.532836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.540236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.546008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.554832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.563517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.571165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.574823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-bbd39c8f-3064-4082-aadb-ca2761d8d868 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.2463217 Jul 16 18:37:24.611865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] No DVR routers for this DVR port aeb37315-947c-4797-a758-33df50edfea0 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:24.615243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.617675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9032be29-81e3-4167-9f23-6a72d7c41219 req-64b9a197-a1d4-492c-9528-364463a2004e tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.67 "DELETE /v2.0/ports/aeb37315-947c-4797-a758-33df50edfea0 HTTP/1.1" status: 204 len: 173 time: 1.0143929 Jul 16 18:37:24.714604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da2e1edb-c185-4c4a-8d44-b9c00d6d5ece req-e99514dd-c186-4ae8-abe8-ba6eeedb3376 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954745 Jul 16 18:37:24.752226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-84ad4279-cf61-43f3-ac23-b5151bac157a req-b3b807b4-6fee-448d-8136-8154343f6b40 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 210 time: 0.0370405 Jul 16 18:37:24.901240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37744) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.971161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'name': 'network-vif-deleted', 'tag': 'aeb37315-947c-4797-a758-33df50edfea0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:24.974508 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd19486-6b11-4ab8-90d4-0770f85e5911" -d '{"events": [{"server_uuid": "265643df-e79c-4af4-81aa-a6bdb26eac7b", "name": "network-vif-deleted", "tag": "aeb37315-947c-4797-a758-33df50edfea0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:25.019042 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed26f2a-eff1-47b2-ad3f-8d23f3987bf0 x-openstack-request-id: req-2ed26f2a-eff1-47b2-ad3f-8d23f3987bf0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:25.019332 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265643df-e79c-4af4-81aa-a6bdb26eac7b", "name": "network-vif-deleted", "tag": "aeb37315-947c-4797-a758-33df50edfea0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:25.019793 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ed26f2a-eff1-47b2-ad3f-8d23f3987bf0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:25.020368 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265643df-e79c-4af4-81aa-a6bdb26eac7b', 'name': 'network-vif-deleted', 'tag': 'aeb37315-947c-4797-a758-33df50edfea0', 'status': 'completed', 'code': 200} Jul 16 18:37:25.046066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 009a9ae4-060f-4f7f-9553-7b91f511a729 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:25.128407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 009a9ae4-060f-4f7f-9553-7b91f511a729 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:25.129057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 009a9ae4-060f-4f7f-9553-7b91f511a729 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:25.463678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.497976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-afb40fd5-e35a-46f8-9515-fc346421f04b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.503132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-afb40fd5-e35a-46f8-9515-fc346421f04b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.59 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.2358897 Jul 16 18:37:25.592404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Request body: {'port': {'device_id': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'admin_state_up': True, 'tenant_id': '6bed682e5e28436097f6a28101681068'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:25.607406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8219d7fa-8fab-4c9b-9f00-0647b87d0e6e req-2aca22f7-ad9a-4758-be4a-d33253734f06 tempest-InstanceActionsTestJSON-1563550131 tempest-InstanceActionsTestJSON-1563550131-project] 10.222.0.49 "GET /v2.0/ports?device_id=265643df-e79c-4af4-81aa-a6bdb26eac7b HTTP/1.1" status: 200 len: 210 time: 0.0992932 Jul 16 18:37:25.610546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e82e2c-6c5d-4673-972f-1153960cae5d req-c9b03d04-27b3-408d-80c6-674c4fab3fd5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.621522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5e82e2c-6c5d-4673-972f-1153960cae5d req-c9b03d04-27b3-408d-80c6-674c4fab3fd5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.3069472 Jul 16 18:37:25.748275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5e82e2c-6c5d-4673-972f-1153960cae5d req-9142363b-2e95-465f-8b51-da3524720181 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227114 Jul 16 18:37:25.796659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:25.805565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.973661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Allocated IP 172.20.0.9 (eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39/61aae9a1-c47b-4e28-8c0d-cdea6fa6d648/73494418-d64d-4dba-bcda-15fd44c1dc44) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:26.059724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Deleting port bc9a4d00-1e49-475b-9b29-505badc8289a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:26.060751 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.163033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] For port bc9a4d00-1e49-475b-9b29-505badc8289a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bc9a4d00-1e49-475b-9b29-505badc8289a,segment=NetworkSegment(e00785cf-fa77-4d0b-8cdc-1c09911b5db7),segment_id=e00785cf-fa77-4d0b-8cdc-1c09911b5db7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:26.163033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.176809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Calling delete_port for bc9a4d00-1e49-475b-9b29-505badc8289a owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:26.193054 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.253377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.259354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.263625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.265399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.268300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ce19054-15aa-4123-8106-828f1c470707 req-b5c76548-796d-4072-8d12-e9d58101b5f9 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 210 time: 0.1072450 Jul 16 18:37:26.272074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.278334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.285613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.301828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.304175 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-827a1873-1df4-4e99-9f94-31549d9421e5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.3748360 Jul 16 18:37:26.307680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:26.311443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:26.316311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:26.352343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event updated for resources: {'Port': ['ID=73494418-d64d-4dba-bcda-15fd44c1dc44,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.376851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.378167 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.403019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-8ef986ed-1589-4a2a-9918-78d12cb1da8e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8726206 Jul 16 18:37:26.410157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-104b010c-ec33-4026-ae1a-c2971aa222aa req-c6e92b9f-1896-4645-9149-c51e09fcff29 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963144 Jul 16 18:37:26.419997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Request body: {'port': {'device_id': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:26.638079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.733601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9a4d00-1e49-475b-9b29-505badc8289a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.784707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.863256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37774) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:26.951038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.981257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] Deleting subnet 35fc02cb-0f6a-45e6-ab70-9d9b93826df6 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:27.038032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.044086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.051041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.056515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.063071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.069326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.076207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.078174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9cfcaeae-6992-41c4-a7c7-8bd6e073c4d1 req-d9039978-071b-419c-bf32-1767f463c3f3 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.4110858 Jul 16 18:37:27.081844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.090657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.104945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Request body: {'floatingip': {'port_id': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:27.148507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.158287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.227645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82593c-b97d-4071-b3b7-bd5427cc36a4 req-d5f41f24-5020-47b0-8abe-7d82e450d4dc tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.230975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f82593c-b97d-4071-b3b7-bd5427cc36a4 req-d5f41f24-5020-47b0-8abe-7d82e450d4dc tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.2194259 Jul 16 18:37:27.237049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.339429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.384178 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.388814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/35fc02cb-0f6a-45e6-ab70-9d9b93826df6 HTTP/1.1" status: 204 len: 168 time: 0.5214608 Jul 16 18:37:27.457397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37790) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.467744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac29100-de49-4849-863a-3ef1369d8c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35fc02cb-0f6a-45e6-ab70-9d9b93826df6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.536481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73494418-d64d-4dba-bcda-15fd44c1dc44 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:27.548859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.605613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Transition to ACTIVE for port object 73494418-d64d-4dba-bcda-15fd44c1dc44 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:27.615485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.619461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.930133 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f82593c-b97d-4071-b3b7-bd5427cc36a4 req-64d6a3b8-ce7d-483a-bdde-1bbf7c5d574e tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656575 Jul 16 18:37:27.964074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device aeb37315-947c-4797-a758-33df50edfea0 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:27.967971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:28.013171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: aeb37315-947c-4797-a758-33df50edfea0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:28.025146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device aeb37315-947c-4797-a758-33df50edfea0 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:28.079501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19241781-45d4-4a7d-97f9-5ea1da72bd69 req-1d2ae124-a114-40b0-8d55-3b9d61224ae6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.081104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19241781-45d4-4a7d-97f9-5ea1da72bd69 req-1d2ae124-a114-40b0-8d55-3b9d61224ae6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 931 time: 0.6247380 Jul 16 18:37:28.134628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Pushing event updated for resources: {'Port': ['ID=73494418-d64d-4dba-bcda-15fd44c1dc44,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.242689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.249711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19241781-45d4-4a7d-97f9-5ea1da72bd69 req-16d5c20b-6ad3-40ba-91e8-652e7c7babdb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483738 Jul 16 18:37:28.264254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52515a86-544a-4d53-aa50-536ef4372f01']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:28.288906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Attempting to bind port 73494418-d64d-4dba-bcda-15fd44c1dc44 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:28.290228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Attempting to bind port 73494418-d64d-4dba-bcda-15fd44c1dc44 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:28.290752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Attempting to bind port 73494418-d64d-4dba-bcda-15fd44c1dc44 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:28.299008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c257d0-6a6f-43fd-9e5d-117cb54d78c4') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:28.299810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c257d0-6a6f-43fd-9e5d-117cb54d78c4') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:28.307892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Port 73494418-d64d-4dba-bcda-15fd44c1dc44 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:28.308549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Attempting to bind port 73494418-d64d-4dba-bcda-15fd44c1dc44 on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:28.314172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.323980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:28.324540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Checking segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:28.325148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Bound using segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:28.325779 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Bound port: 73494418-d64d-4dba-bcda-15fd44c1dc44, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:28.326323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.343679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.354704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:28.355330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:28.358251 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:28.461126 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.471751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.473029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] 10.222.0.49 "DELETE /v2.0/networks/52515a86-544a-4d53-aa50-536ef4372f01 HTTP/1.1" status: 204 len: 168 time: 1.0145078 Jul 16 18:37:28.488830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] For port 73494418-d64d-4dba-bcda-15fd44c1dc44, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:28.491500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c9329-ac3d-4573-bd8b-817c8467945e admin admin] Pushing event deleted for resources: {'Network': ['ID=52515a86-544a-4d53-aa50-536ef4372f01,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.505353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] For port 73494418-d64d-4dba-bcda-15fd44c1dc44, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73494418-d64d-4dba-bcda-15fd44c1dc44,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:28.518993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.580176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:28.581345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.582373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.597509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] Sync routers for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:28.606957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3fe313f-d718-4ff5-b5c8-e37c28237597 admin admin] 10.222.0.49 "PUT /v2.0/routers/bb98c7d6-0877-4d73-ae19-0d053acbdcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7043467 Jul 16 18:37:28.616976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] 10.222.0.59 "PUT /v2.0/ports/73494418-d64d-4dba-bcda-15fd44c1dc44 HTTP/1.1" status: 200 len: 1092 time: 2.2036524 Jul 16 18:37:28.617499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.618548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'tag': '73494418-d64d-4dba-bcda-15fd44c1dc44'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:28.647368 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bd1a48-b815-4da6-b73c-db33f38af46a" -d '{"events": [{"name": "network-changed", "server_uuid": "73ab8925-bdbf-42b2-9503-1aa94473997c", "tag": "73494418-d64d-4dba-bcda-15fd44c1dc44"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:28.664465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:28.667164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:28.785385 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c998e4-fb52-4dad-8b76-c55d64deed9a x-openstack-request-id: req-f8c998e4-fb52-4dad-8b76-c55d64deed9a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:28.785685 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ab8925-bdbf-42b2-9503-1aa94473997c", "tag": "73494418-d64d-4dba-bcda-15fd44c1dc44", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:28.785942 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8c998e4-fb52-4dad-8b76-c55d64deed9a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:28.786347 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'tag': '73494418-d64d-4dba-bcda-15fd44c1dc44', 'status': 'completed', 'code': 200} Jul 16 18:37:28.790914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2da26-c37f-4956-9e11-0e16721ce535 service neutron] Pushing event updated for resources: {'Port': ['ID=73494418-d64d-4dba-bcda-15fd44c1dc44,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.805997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20de1-9f5b-4e88-a530-f6dae8fc2036 req-734ae6cd-d46b-40b3-90a3-345fc2ee150e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.812972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62f20de1-9f5b-4e88-a530-f6dae8fc2036 req-734ae6cd-d46b-40b3-90a3-345fc2ee150e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.4044363 Jul 16 18:37:28.873481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-4503dbb3-88b0-4d4a-a477-5904607f4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.878768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-4503dbb3-88b0-4d4a-a477-5904607f4ae8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 1095 time: 0.1989818 Jul 16 18:37:28.889659 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:37:28.894898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37818) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.934230 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-40603e9c-8b6b-4078-88a9-827f23193913 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73494418-d64d-4dba-bcda-15fd44c1dc44 HTTP/1.1" status: 200 len: 217 time: 0.0448210 Jul 16 18:37:28.974296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62f20de1-9f5b-4e88-a530-f6dae8fc2036 req-39df6e49-956f-46c4-a451-a3b7664e819c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601157 Jul 16 18:37:28.977288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:29.040852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-99255487-bfaa-45eb-a646-c3bbe25d96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.042255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-99255487-bfaa-45eb-a646-c3bbe25d96f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.1005886 Jul 16 18:37:29.052445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.068417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.075537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.121504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-de473b40-b8a4-4982-9a9b-60c8915f81d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4946f30d31b4d7b9559871fbed88b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253461 Jul 16 18:37:29.125955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.135658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-dc1e27bb-4007-46cb-8276-b133bf051df7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861654 Jul 16 18:37:29.301024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:37:26Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:29.310139 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Floating IP 63feb521-adbd-4f68-b851-4a13c96b36a0 associated. External IP: 172.25.1.221, port: 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b. Jul 16 18:37:29.366318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] Checking router: bb98c7d6-0877-4d73-ae19-0d053acbdcc3 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:29.386936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] Routers {'bb98c7d6-0877-4d73-ae19-0d053acbdcc3'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:29.387712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:29.414315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.447249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f90eee0-6758-40b4-b705-3aa4b80fc3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.530144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] Set router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:29.547157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f90eee0-6758-40b4-b705-3aa4b80fc3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.577277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfd69e-b39d-4fdb-9ea8-72e941047be9 req-2d5b6142-4a40-44d9-9d70-0d5e4d707a3c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.585512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3cfd69e-b39d-4fdb-9ea8-72e941047be9 req-2d5b6142-4a40-44d9-9d70-0d5e4d707a3c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.3912539 Jul 16 18:37:29.589206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-e08806c0-dd2e-4196-9d2c-971cddfc7535 service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914049 Jul 16 18:37:29.726062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3cfd69e-b39d-4fdb-9ea8-72e941047be9 req-3375279f-7f24-4bde-a863-0626777a241e tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390669 Jul 16 18:37:29.762800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:37:26Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:29.773753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f90eee0-6758-40b4-b705-3aa4b80fc3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.776328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f90eee0-6758-40b4-b705-3aa4b80fc3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.780275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f90eee0-6758-40b4-b705-3aa4b80fc3ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e HTTP/1.1" status: 204 len: 168 time: 0.6503448 Jul 16 18:37:29.791890 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561483f9-3d0e-4c01-88fb-1b91ce38e2a0 req-60e32608-ef6d-4fed-90e8-fdae731b97da service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882298 Jul 16 18:37:29.792734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90eee0-6758-40b4-b705-3aa4b80fc3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1e1a5-4a1c-438d-b9fc-3ff6ed8eb00e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:29.815510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923ea2b-021f-4f1f-8b22-e378daca7230 None None] The sync data for ids ['bb98c7d6-0877-4d73-ae19-0d053acbdcc3'] in n-d-791504-15 is: [{'id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'name': 'tempest-ServerRescueTestJSONUnderV235-362637899-router', 'tenant_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:37Z', 'updated_at': '2021-07-16T18:37:26Z', 'revision_number': 5, 'project_id': '8cc014e0d77d4e2bbf9a51370c65d71b', 'gw_port': {'id': '94f18952-2dcd-4371-80fa-03d70c9ba7da', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb98c7d6-0877-4d73-ae19-0d053acbdcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:41Z', 'updated_at': '2021-07-16T18:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:29.835388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Router 24283732-a4fc-44ae-8c26-0dd1cee0826e has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:29.883045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff75f-7c83-4244-90e4-179b57b80162 req-a31cba3f-f0c3-4a0e-afe0-fae60687a1ef tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.885214 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4bff75f-7c83-4244-90e4-179b57b80162 req-a31cba3f-f0c3-4a0e-afe0-fae60687a1ef tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 943 time: 0.4847269 Jul 16 18:37:29.926848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Deleting port 94f18952-2dcd-4371-80fa-03d70c9ba7da {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:29.927426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.954756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-a39c63c0-4380-4f32-8770-080df830bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.961946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-a39c63c0-4380-4f32-8770-080df830bb7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 1095 time: 0.0987256 Jul 16 18:37:30.087034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4bff75f-7c83-4244-90e4-179b57b80162 req-bd8735b4-4693-4587-81b3-44601c413030 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927111 Jul 16 18:37:30.116081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-154ba899-39bd-45d7-a758-277bf5ea8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.117969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-154ba899-39bd-45d7-a758-277bf5ea8ab5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 912 time: 0.1475546 Jul 16 18:37:30.181949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-60ed3c25-7b14-411b-a6db-360a4e387658 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73494418-d64d-4dba-bcda-15fd44c1dc44 HTTP/1.1" status: 200 len: 217 time: 0.0564430 Jul 16 18:37:30.217208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:30.225675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.228902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] For port 94f18952-2dcd-4371-80fa-03d70c9ba7da, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=94f18952-2dcd-4371-80fa-03d70c9ba7da,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:30.229255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.230732 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] Sync routers for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:30.254665 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:30.259753 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:30.286819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Calling delete_port for 94f18952-2dcd-4371-80fa-03d70c9ba7da owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:30.315974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9382453e-29b1-4f63-b177-6b51de8f2d36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "PUT /v2.0/floatingips/63feb521-adbd-4f68-b851-4a13c96b36a0 HTTP/1.1" status: 200 len: 991 time: 3.2241650 Jul 16 18:37:30.389408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bc9a4d00-1e49-475b-9b29-505badc8289a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:30.409388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-b8080ba4-1447-45ab-9c48-c021c0346c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.411090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-b8080ba4-1447-45ab-9c48-c021c0346c1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.2094750 Jul 16 18:37:30.415748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:30.427308 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90b5205-d890-46fa-84d5-131f5a1f1330" -d '{"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:30.447199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bc9a4d00-1e49-475b-9b29-505badc8289a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:30.447555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bc9a4d00-1e49-475b-9b29-505badc8289a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:30.517908 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-046741d1-6866-4e43-88dc-d3185d0c9fff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955663 Jul 16 18:37:30.529691 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:30.577363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718a006-38e3-49d3-9bde-a68ac8fa84aa req-1f870649-4e78-4bf7-9903-af20d974e879 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.581843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f718a006-38e3-49d3-9bde-a68ac8fa84aa req-1f870649-4e78-4bf7-9903-af20d974e879 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.4100554 Jul 16 18:37:30.645003 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f07e28-5715-47ab-ba3a-d593d07d0b19 x-openstack-request-id: req-f1f07e28-5715-47ab-ba3a-d593d07d0b19 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:30.645797 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:30.646052 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1f07e28-5715-47ab-ba3a-d593d07d0b19 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:30.649533 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'status': 'completed', 'code': 200} Jul 16 18:37:30.787565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f718a006-38e3-49d3-9bde-a68ac8fa84aa req-c8c4971b-ff5a-4591-a075-564169b51bca tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774893 Jul 16 18:37:30.824548 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.868862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f18952-2dcd-4371-80fa-03d70c9ba7da,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.888576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-eae76ee0-b06f-4c4a-934b-a21dd0181189 service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578308 Jul 16 18:37:30.914186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.914657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.915132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.915647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.916116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.916575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.917137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.919219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e8f3fa6c-f196-4c4c-bfcc-5241220ec8e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6508 time: 0.2501996 Jul 16 18:37:30.979119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.169045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.172407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.244766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.245647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb98c7d6-0877-4d73-ae19-0d053acbdcc3 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:37:31.254905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.258816 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-07a45f86-5a01-4506-ba77-4ba10a393395 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bb98c7d6-0877-4d73-ae19-0d053acbdcc3 HTTP/1.1" status: 204 len: 168 time: 2.6332901 Jul 16 18:37:31.264350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.277132 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '63feb521-adbd-4f68-b851-4a13c96b36a0', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'port_id': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'mac_address': 'fa:16:3e:af:38:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:57Z', 'updated_at': '2021-07-16T18:37:28Z', 'revision_number': 1, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:04Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:31.283364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5dc48-488e-4113-ac6a-172fbcf93c40 req-d5ef2c30-76d4-4798-a97c-f1ac0b363aef tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.285207 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2bf5dc48-488e-4113-ac6a-172fbcf93c40 req-d5ef2c30-76d4-4798-a97c-f1ac0b363aef tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1877034 Jul 16 18:37:31.285707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.348509 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] Checking router: 24283732-a4fc-44ae-8c26-0dd1cee0826e for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:31.370242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2bf5dc48-488e-4113-ac6a-172fbcf93c40 req-2d17749c-c6cd-47a4-b030-13da7eac9b67 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790715 Jul 16 18:37:31.379446 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:31.379954 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:31.467986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-f8bde350-1403-41fb-83fc-b88deaadcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.469996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-f8bde350-1403-41fb-83fc-b88deaadcf2a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1db7a24-1dfd-49a5-a251-caaa1f75753b HTTP/1.1" status: 200 len: 917 time: 0.5354834 Jul 16 18:37:31.519041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-02bd1a48-b815-4da6-b73c-db33f38af46a req-f34ed5d5-6d81-4c84-9c4c-bf399bc7887d service neutron] 10.222.0.59 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227891 Jul 16 18:37:31.556608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1135072377-network', 'tenant_id': '280eec8bafe1495dafcc4189d7767237'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:31.602776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Made reservation on behalf of 280eec8bafe1495dafcc4189d7767237 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:31.605382 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:31.606026 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.617953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.637716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-0ae0ed7c-f11a-4b02-bd66-41e9f38cacbf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 200 len: 999 time: 0.1544785 Jul 16 18:37:31.642138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] Deleting subnet cb678e27-521d-4285-87ba-ac6641df13ce {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:31.646943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.727963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e1af5343-06fc-4a09-8990-a8edc725b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.729419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-e1af5343-06fc-4a09-8990-a8edc725b3df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fafd6d35-6aac-4787-a356-ab5b988a2150 HTTP/1.1" status: 200 len: 855 time: 0.0803115 Jul 16 18:37:31.779238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.796376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.823605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.866323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0cbb2-c976-4305-9d4c-141d5409e238 req-140659eb-b7c6-4ac0-855b-9b57cc6e0483 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.867897 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ad0cbb2-c976-4305-9d4c-141d5409e238 req-140659eb-b7c6-4ac0-855b-9b57cc6e0483 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 943 time: 0.4841444 Jul 16 18:37:31.871119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:31.910187 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.910843 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Added segment 8f38c202-8666-449a-91e6-9c203e00e0c3 of type vlan for network 963a6a81-f0e3-49aa-9049-9c8273240176 Jul 16 18:37:31.912374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac4078-89c3-43cb-aac7-723f805bf2cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.943433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.988661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-2d668bf0-5e21-4458-921f-ca44bcb0d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.990505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-2d668bf0-5e21-4458-921f-ca44bcb0d56c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2536943 Jul 16 18:37:32.034168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.052888 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '63feb521-adbd-4f68-b851-4a13c96b36a0', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'port_id': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'mac_address': 'fa:16:3e:af:38:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:57Z', 'updated_at': '2021-07-16T18:37:28Z', 'revision_number': 1, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:04Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:32.086535 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f13024-866f-4cdc-b0b3-80445d188423 None None] The sync data for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 is: [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '63feb521-adbd-4f68-b851-4a13c96b36a0', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'port_id': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'mac_address': 'fa:16:3e:af:38:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498a732e-3670-4b32-a176-a9f498b0aecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:57Z', 'updated_at': '2021-07-16T18:37:28Z', 'revision_number': 1, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:04Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:32.111363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ad0cbb2-c976-4305-9d4c-141d5409e238 req-6040cb7d-b851-47c2-b085-d91ceadacb74 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327361 Jul 16 18:37:32.149512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.150874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.151620 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.238582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-7bec61c5-a703-49b7-9f76-cccb78771527 service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354436 Jul 16 18:37:32.263512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.276171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c746c-35af-4507-9f59-4c8664501266 req-8908e9d7-361d-4c4d-96b5-3a38e380f1a8 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.287819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.291526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df3c746c-35af-4507-9f59-4c8664501266 req-8908e9d7-361d-4c4d-96b5-3a38e380f1a8 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.2709770 Jul 16 18:37:32.292499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cb678e27-521d-4285-87ba-ac6641df13ce HTTP/1.1" status: 204 len: 168 time: 1.0271375 Jul 16 18:37:32.299052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:32.334383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a5080-6e36-4620-860b-19186936a68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb678e27-521d-4285-87ba-ac6641df13ce,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.515882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 94f18952-2dcd-4371-80fa-03d70c9ba7da no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:32.521416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.567447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d90b5205-d890-46fa-84d5-131f5a1f1330 req-b7c1c4de-e054-4bcb-9cf3-299c0b3a4ad9 service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144116 Jul 16 18:37:32.579340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 94f18952-2dcd-4371-80fa-03d70c9ba7da {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:32.580038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 94f18952-2dcd-4371-80fa-03d70c9ba7da not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:32.645974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491fcca0-c84e-45f7-94c4-069d49241e2e None None] New status for floating IP 63feb521-adbd-4f68-b851-4a13c96b36a0: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:32.808273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.821570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddbe116-d643-41f2-b04a-339d51dd3deb']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:32.834922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:32.835615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00785cf-fa77-4d0b-8cdc-1c09911b5db7') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:32.871455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.894577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.909232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:32.911411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:32.912321 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:32.938740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae81d44-4e16-4a92-bd47-8309602d3874 req-0f28e880-1928-4c93-beba-6f3f5eea7a73 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.940424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ae81d44-4e16-4a92-bd47-8309602d3874 req-0f28e880-1928-4c93-beba-6f3f5eea7a73 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.3491478 Jul 16 18:37:32.980499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] Pushing event updated for resources: {'Network': ['ID=963a6a81-f0e3-49aa-9049-9c8273240176,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.990327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4cc8e431-294e-481b-a266-c270fc10b1bd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7035806 Jul 16 18:37:32.992198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.003146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Request body: {'subnet': {'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1135072377-subnet', 'tenant_id': '280eec8bafe1495dafcc4189d7767237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:33.026428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df3c746c-35af-4507-9f59-4c8664501266 req-d2736740-488b-4690-8e29-0419015fe743 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7337711 Jul 16 18:37:33.036331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 963a6a81-f0e3-49aa-9049-9c8273240176 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:33.058083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.069328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Made reservation on behalf of 280eec8bafe1495dafcc4189d7767237 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:33.072064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.085901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.094145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] 10.222.0.49 "DELETE /v2.0/networks/0ddbe116-d643-41f2-b04a-339d51dd3deb HTTP/1.1" status: 204 len: 168 time: 0.7733765 Jul 16 18:37:33.170648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0042e69-04ab-4ff3-9417-16a69ce0b40c admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddbe116-d643-41f2-b04a-339d51dd3deb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.201544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ae81d44-4e16-4a92-bd47-8309602d3874 req-3165f134-a1c3-4c36-8eec-ca2d419def1a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541320 Jul 16 18:37:33.212522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73494418-d64d-4dba-bcda-15fd44c1dc44 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:33.368873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.462366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.471721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-946af9e2-4bf6-464d-ba8d-46d3052ac404 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cc014e0d77d4e2bbf9a51370c65d71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005702 Jul 16 18:37:33.472382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.481096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 73494418-d64d-4dba-bcda-15fd44c1dc44, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73494418-d64d-4dba-bcda-15fd44c1dc44,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:33.513492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '73494418-d64d-4dba-bcda-15fd44c1dc44', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'port_id': '73494418-d64d-4dba-bcda-15fd44c1dc44', 'mac_address': 'fa:16:3e:ad:cf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61aae9a1-c47b-4e28-8c0d-cdea6fa6d648', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:33.569106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3512122c-82fd-49f8-867c-2f755a7a3953,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.577845 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-098f4e4b-2a22-4439-a388-af2d0ea7fcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.609138 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Checking segment: {'id': '8f38c202-8666-449a-91e6-9c203e00e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:33.611596 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.618181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Network hostable DHCP agents. Network: 963a6a81-f0e3-49aa-9049-9c8273240176, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:33.629861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-098f4e4b-2a22-4439-a388-af2d0ea7fcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.630626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73494418-d64d-4dba-bcda-15fd44c1dc44 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:33.663771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Network 963a6a81-f0e3-49aa-9049-9c8273240176 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:33.678180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 963a6a81-f0e3-49aa-9049-9c8273240176) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:33.684848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 73494418-d64d-4dba-bcda-15fd44c1dc44, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73494418-d64d-4dba-bcda-15fd44c1dc44,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:33.691908 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.694297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.695565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.714463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a7cbf-9dff-4c64-96fe-ebb787baf2e6 None None] Network 963a6a81-f0e3-49aa-9049-9c8273240176 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:33.766317 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9d208659-0431-45d5-ad21-9ff9815aec88 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7728071 Jul 16 18:37:33.794796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-098f4e4b-2a22-4439-a388-af2d0ea7fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.798249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-098f4e4b-2a22-4439-a388-af2d0ea7fcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.799706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-098f4e4b-2a22-4439-a388-af2d0ea7fcf4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa83e461-8784-480d-af14-2fa627822b34 HTTP/1.1" status: 204 len: 168 time: 0.3255708 Jul 16 18:37:33.826039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=73494418-d64d-4dba-bcda-15fd44c1dc44,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.827643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557cf8-d1b0-4045-b596-ebb3d5130a8a req-bebebe46-9fb4-441d-81ee-6fde8f2d071d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.841190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81557cf8-d1b0-4045-b596-ebb3d5130a8a req-bebebe46-9fb4-441d-81ee-6fde8f2d071d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 944 time: 0.1501110 Jul 16 18:37:33.842725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f4e4b-2a22-4439-a388-af2d0ea7fcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa83e461-8784-480d-af14-2fa627822b34,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.944015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81557cf8-d1b0-4045-b596-ebb3d5130a8a req-575c9723-2731-44f2-96f4-5447bb0e9e45 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964246 Jul 16 18:37:33.987245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['73494418-d64d-4dba-bcda-15fd44c1dc44'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:34.018239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a3cd3-2e85-4946-851c-e93ab3b295f7 None None] Network 963a6a81-f0e3-49aa-9049-9c8273240176 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:34.427919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573de2df-967f-45a1-8159-7d3dd20125e8 req-1a1ed855-5d17-4ee7-ac74-8426611481d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.443653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-573de2df-967f-45a1-8159-7d3dd20125e8 req-1a1ed855-5d17-4ee7-ac74-8426611481d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1292543 Jul 16 18:37:34.533416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-573de2df-967f-45a1-8159-7d3dd20125e8 req-40356e2c-aef1-4d6a-b5b6-4940c3f18624 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881665 Jul 16 18:37:34.824635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab6c0a-512b-4660-8869-76e169d6791e req-6b74253e-d933-4259-9264-5c106d91f227 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.831978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1aab6c0a-512b-4660-8869-76e169d6791e req-6b74253e-d933-4259-9264-5c106d91f227 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1180646 Jul 16 18:37:34.892893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1aab6c0a-512b-4660-8869-76e169d6791e req-a65ced61-92f8-42ee-8889-2615a09b7763 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572956 Jul 16 18:37:35.078676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73494418-d64d-4dba-bcda-15fd44c1dc44 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:35.215576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 73494418-d64d-4dba-bcda-15fd44c1dc44 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:35.223215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 73494418-d64d-4dba-bcda-15fd44c1dc44 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:35.223777 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.355573 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.395513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee48809-f520-4259-9012-55161ce6edff req-796907b8-4b3b-40c9-8333-6b26292e843a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.402106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73494418-d64d-4dba-bcda-15fd44c1dc44'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:35.404804 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d3f4e7-5215-428e-85a4-0d91090bb3e4" -d '{"events": [{"server_uuid": "73ab8925-bdbf-42b2-9503-1aa94473997c", "name": "network-vif-plugged", "status": "completed", "tag": "73494418-d64d-4dba-bcda-15fd44c1dc44"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:35.411985 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ee48809-f520-4259-9012-55161ce6edff req-796907b8-4b3b-40c9-8333-6b26292e843a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 944 time: 0.1261692 Jul 16 18:37:35.442271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 73494418-d64d-4dba-bcda-15fd44c1dc44, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73494418-d64d-4dba-bcda-15fd44c1dc44,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:35.454782 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.493501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ee48809-f520-4259-9012-55161ce6edff req-2014cef5-1f7b-4c20-8d30-4b01129aefd3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804908 Jul 16 18:37:35.551753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=73494418-d64d-4dba-bcda-15fd44c1dc44,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.569174 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5253067d-00b2-425a-a7bb-c5e0d949ebe8 x-openstack-request-id: req-5253067d-00b2-425a-a7bb-c5e0d949ebe8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:35.569662 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab8925-bdbf-42b2-9503-1aa94473997c", "name": "network-vif-plugged", "status": "completed", "tag": "73494418-d64d-4dba-bcda-15fd44c1dc44", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:35.570076 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5253067d-00b2-425a-a7bb-c5e0d949ebe8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:35.570628 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73494418-d64d-4dba-bcda-15fd44c1dc44', 'code': 200} Jul 16 18:37:35.741593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d86e4-044f-474e-b197-57d803162e00 req-a8877c0e-96ab-41bd-8c1d-5d3ef8351049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.744166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-866d86e4-044f-474e-b197-57d803162e00 req-a8877c0e-96ab-41bd-8c1d-5d3ef8351049 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 1097 time: 0.1031601 Jul 16 18:37:35.804357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d6d57-2faf-4593-9b9a-51191da502f1 req-cace5f65-bf2b-49b8-a203-a4ef44320b0f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.812061 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b1d6d57-2faf-4593-9b9a-51191da502f1 req-cace5f65-bf2b-49b8-a203-a4ef44320b0f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1158533 Jul 16 18:37:35.860551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-866d86e4-044f-474e-b197-57d803162e00 req-7fda28e9-ff78-4cb9-9515-89f4aa75f6c0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006954 Jul 16 18:37:35.897311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b1d6d57-2faf-4593-9b9a-51191da502f1 req-a3838a29-9d23-484d-9b5f-52c3ef494261 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841913 Jul 16 18:37:36.238897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d0091-98ab-460b-bd8d-58732d183d69 req-58d80674-b8d0-41e7-9d1b-4212362910cf tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.242751 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d56d0091-98ab-460b-bd8d-58732d183d69 req-58d80674-b8d0-41e7-9d1b-4212362910cf tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1020751 Jul 16 18:37:36.349439 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d56d0091-98ab-460b-bd8d-58732d183d69 req-10814f29-6760-4da4-a32c-e3b02a149ec3 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925014 Jul 16 18:37:36.789814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785da88-394e-4a6c-a3f3-9d5146372680 req-878a399a-778b-409c-8f9e-b2733d75939c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.800038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0785da88-394e-4a6c-a3f3-9d5146372680 req-878a399a-778b-409c-8f9e-b2733d75939c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1450341 Jul 16 18:37:36.915879 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0785da88-394e-4a6c-a3f3-9d5146372680 req-ef47fd9f-471e-4a29-9d6b-414d35855c4d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977957 Jul 16 18:37:37.191157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776bf6-72f8-4b97-ac75-b5148048553d req-e304c25b-fe84-43d0-83b9-20f293bd7e22 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.195480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77776bf6-72f8-4b97-ac75-b5148048553d req-e304c25b-fe84-43d0-83b9-20f293bd7e22 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1170578 Jul 16 18:37:37.247557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77776bf6-72f8-4b97-ac75-b5148048553d req-144f1d97-4ed7-4dc2-bfae-89c532aba500 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455701 Jul 16 18:37:37.644057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bd739-aca0-493c-901b-f04d76d31bf4 req-87017985-305c-4d5c-80a3-d7f8e3d2c70d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.654589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-712bd739-aca0-493c-901b-f04d76d31bf4 req-87017985-305c-4d5c-80a3-d7f8e3d2c70d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1423593 Jul 16 18:37:37.706550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-712bd739-aca0-493c-901b-f04d76d31bf4 req-a9832e21-edff-4854-845c-13b5172f648e tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 Jul 16 18:37:37.773912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.876886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-23c3124f-35f4-496f-b8f5-c96e8a0e50d0 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.883695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-23c3124f-35f4-496f-b8f5-c96e8a0e50d0 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/networks?id=963a6a81-f0e3-49aa-9049-9c8273240176 HTTP/1.1" status: 200 len: 810 time: 0.1250153 Jul 16 18:37:37.902899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-e314d8d6-506f-4952-b300-e3f73d373915 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/quotas/280eec8bafe1495dafcc4189d7767237 HTTP/1.1" status: 200 len: 375 time: 0.0178192 Jul 16 18:37:37.943340 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cfb2-ec12-4dca-baf8-756941f84d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.952898 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-e16ce24b-279a-45e9-a34d-def42ca95f25 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=280eec8bafe1495dafcc4189d7767237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439217 Jul 16 18:37:38.070955 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cfb2-ec12-4dca-baf8-756941f84d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.077736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cfb2-ec12-4dca-baf8-756941f84d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.130358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f6b7cfb2-ec12-4dca-baf8-756941f84d9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13813524680c4ce096ef7ea0f34b4f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523574 Jul 16 18:37:38.130599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 38152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:38.189476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7cfb2-ec12-4dca-baf8-756941f84d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eced4a-ebb5-4bc1-a3f1-f76f354b0e8c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.191110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c426da82-b234-4a4a-b3a3-7bffb7f70cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.220026 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c426da82-b234-4a4a-b3a3-7bffb7f70cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.263344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083730d-7a45-43dc-a880-d65819a65606 req-90ed0cf6-9a63-4e86-9b35-d5a4617ea6b7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.291381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a083730d-7a45-43dc-a880-d65819a65606 req-90ed0cf6-9a63-4e86-9b35-d5a4617ea6b7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1707742 Jul 16 18:37:38.294288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-f496eebf-76c7-4851-9681-17f9ed0feab4 service neutron] 10.222.0.49 "GET /v2.0/networks/963a6a81-f0e3-49aa-9049-9c8273240176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322806 Jul 16 18:37:38.295362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c426da82-b234-4a4a-b3a3-7bffb7f70cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.299886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c426da82-b234-4a4a-b3a3-7bffb7f70cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.303414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c426da82-b234-4a4a-b3a3-7bffb7f70cea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41eced4a-ebb5-4bc1-a3f1-f76f354b0e8c HTTP/1.1" status: 204 len: 168 time: 0.1697595 Jul 16 18:37:38.367006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426da82-b234-4a4a-b3a3-7bffb7f70cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eced4a-ebb5-4bc1-a3f1-f76f354b0e8c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.378953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a083730d-7a45-43dc-a880-d65819a65606 req-2e7efeb3-c3ee-41ff-bb57-fead03b776dd tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809939 Jul 16 18:37:38.502982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-04abcec2-91d3-4e29-aaca-02937c3b9110 service neutron] 10.222.0.49 "GET /v2.0/networks/963a6a81-f0e3-49aa-9049-9c8273240176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007687 Jul 16 18:37:38.819143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e4517-6268-493d-897b-0f04dd0dc4bf req-a78efe5d-efb6-47cf-8ac8-5adae19087b4 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.821869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-465e4517-6268-493d-897b-0f04dd0dc4bf req-a78efe5d-efb6-47cf-8ac8-5adae19087b4 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1539402 Jul 16 18:37:38.898463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-465e4517-6268-493d-897b-0f04dd0dc4bf req-9e0e420f-5cae-4357-a521-75d91d8d04e5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686033 Jul 16 18:37:39.224699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa4bda2c-38bc-4621-beda-79acfbc970d7 req-0fdbaa28-5352-49bd-b9ed-85be4956c80b tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 210 time: 0.0353773 Jul 16 18:37:39.269352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f9d07-a766-4c81-8894-a0ffa2aea8fa req-8a2b7633-16c5-4afd-8e8b-a263584535cb tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.271366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe9f9d07-a766-4c81-8894-a0ffa2aea8fa req-8a2b7633-16c5-4afd-8e8b-a263584535cb tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.0938191 Jul 16 18:37:39.344241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe9f9d07-a766-4c81-8894-a0ffa2aea8fa req-f7692203-09f5-4269-b6af-7216dd6c235f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666621 Jul 16 18:37:39.473308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c530b-babf-42f2-8595-f82440599401 req-b44c9ad8-5fe7-49c6-8121-faea7f8d4ae0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.474847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c8c530b-babf-42f2-8595-f82440599401 req-b44c9ad8-5fe7-49c6-8121-faea7f8d4ae0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.0941820 Jul 16 18:37:39.545835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c8c530b-babf-42f2-8595-f82440599401 req-0ceac555-383f-407c-a27d-58bf2fa56ff5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607705 Jul 16 18:37:40.122832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3204-8903-4c2d-8c01-962d97391043 req-0f2906fc-2ae6-4359-846f-5737b89ba499 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.124944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef1c3204-8903-4c2d-8c01-962d97391043 req-0f2906fc-2ae6-4359-846f-5737b89ba499 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.0995026 Jul 16 18:37:40.187180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef1c3204-8903-4c2d-8c01-962d97391043 req-82317804-e4ec-4851-aae9-bdfafb39d9c2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561368 Jul 16 18:37:40.749502 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cb8ab636-f0da-471c-9209-f2a65ba63c53 req-9ff2993b-e91f-4b82-b75c-a8837de8dc9a tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 210 time: 0.0902469 Jul 16 18:37:40.965750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-067ac51d-3fd9-4c02-9ebd-0f86726914ed tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.967958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-067ac51d-3fd9-4c02-9ebd-0f86726914ed tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.67 "GET /v2.0/networks?id=963a6a81-f0e3-49aa-9049-9c8273240176 HTTP/1.1" status: 200 len: 810 time: 0.3296936 Jul 16 18:37:40.983360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Request body: {'port': {'device_id': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176', 'admin_state_up': True, 'tenant_id': '280eec8bafe1495dafcc4189d7767237'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:41.007522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1193944-2dc6-4e54-9f64-ee6d4fc793e4 req-1f1270b4-c5f0-4add-9111-954c62bece70 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.009163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1193944-2dc6-4e54-9f64-ee6d4fc793e4 req-1f1270b4-c5f0-4add-9111-954c62bece70 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.0812762 Jul 16 18:37:41.080171 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1193944-2dc6-4e54-9f64-ee6d4fc793e4 req-14e3d52e-b848-465d-93a3-1a62330f553a tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635788 Jul 16 18:37:41.085894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285d5f4-7d08-4625-8a20-b5d72cbd8611 req-86a60b74-5be2-441f-b319-829a8fe4dac2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.111824 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4285d5f4-7d08-4625-8a20-b5d72cbd8611 req-86a60b74-5be2-441f-b319-829a8fe4dac2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.3533864 Jul 16 18:37:41.141176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-2b332365-e362-47b8-9625-b514afed1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.142786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-2b332365-e362-47b8-9625-b514afed1fb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1097 time: 0.4290829 Jul 16 18:37:41.371547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-6549153a-a8ba-4d9a-9721-891b7f8419d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.374062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-6549153a-a8ba-4d9a-9721-891b7f8419d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.1932552 Jul 16 18:37:41.405025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcddf8-1dd3-4db8-916c-79fc46362d37 req-b6f9f863-f77e-4690-9a7f-18d294c679c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.406071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16dcddf8-1dd3-4db8-916c-79fc46362d37 req-b6f9f863-f77e-4690-9a7f-18d294c679c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1530693 Jul 16 18:37:41.471970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16dcddf8-1dd3-4db8-916c-79fc46362d37 req-2812e50b-b1a4-4616-984c-f84b76a0a759 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517194 Jul 16 18:37:41.503163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-2bae1452-5702-4045-846e-b8b0a16be1ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 1001 time: 0.1192851 Jul 16 18:37:41.554528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4285d5f4-7d08-4625-8a20-b5d72cbd8611 req-c1182477-730b-4c21-ae23-aeb26538b357 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432704 Jul 16 18:37:41.616469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-47e7ba15-d9db-42cb-be06-352d7b87b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.618750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-47e7ba15-d9db-42cb-be06-352d7b87b0f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.0904620 Jul 16 18:37:41.619795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Made reservation on behalf of 280eec8bafe1495dafcc4189d7767237 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:41.624003 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.759266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-fc39a2fe-226c-43be-99fa-70ef8ddad94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.760843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-fc39a2fe-226c-43be-99fa-70ef8ddad94e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338341 Jul 16 18:37:41.823385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Allocated IP 172.20.0.14 (963a6a81-f0e3-49aa-9049-9c8273240176/3512122c-82fd-49f8-867c-2f755a7a3953/bdee386c-5ff5-4e12-9dfe-77bb9962059a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:41.975613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bd9db114-b1ee-4437-b690-22b4e1e1019c req-708e0e6a-b758-4589-9d29-f11720c0e269 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 210 time: 0.0470405 Jul 16 18:37:42.035415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-a8807f67-e769-4318-9807-b735422d59ee service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035758 Jul 16 18:37:42.076195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ea8e2667-5e4f-4e75-9096-77180a0f7cd0 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:42.210257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.282659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c605f873-1b83-4b3d-ac8a-a6a66ecc6a21 req-490531e2-8ce9-42d2-ab2b-0ff8272167f8 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105839 Jul 16 18:37:42.314886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.315896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:42.334910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'port_id': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'mac_address': 'fa:16:3e:62:06:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11edc221-d641-4d91-9461-7f2cc9ed47be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:42.385604 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.405248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea8e2667-5e4f-4e75-9096-77180a0f7cd0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:42.434694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:42.440808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.452157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398e50-dbc0-42d0-b5b9-63a96ddb2885 req-91f970e5-5953-4673-8f2f-24a12f8299fb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.459774 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03398e50-dbc0-42d0-b5b9-63a96ddb2885 req-91f970e5-5953-4673-8f2f-24a12f8299fb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1487200 Jul 16 18:37:42.531712 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03398e50-dbc0-42d0-b5b9-63a96ddb2885 req-26bc48c2-cfc5-4cb8-80b3-856fcb6ce0a0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650194 Jul 16 18:37:42.548944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.558264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.559030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.559703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.561268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.561760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.562285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.562958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.563912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.564319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.564657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.565073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.565566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:42.704705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ea8e2667-5e4f-4e75-9096-77180a0f7cd0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:42.780718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b920e02-d886-4d32-aa01-cae6f62ea68e req-214d02b1-ebc4-4735-b701-2302ad27a92f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.789640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b920e02-d886-4d32-aa01-cae6f62ea68e req-214d02b1-ebc4-4735-b701-2302ad27a92f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 944 time: 0.1066210 Jul 16 18:37:42.866499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b920e02-d886-4d32-aa01-cae6f62ea68e req-d321a583-ce68-45ce-9a5b-9d3813d88002 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738034 Jul 16 18:37:42.955227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Network 963a6a81-f0e3-49aa-9049-9c8273240176 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:42.981377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:42.989916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:43.047035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Pushing event updated for resources: {'Port': ['ID=bdee386c-5ff5-4e12-9dfe-77bb9962059a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.090890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.091569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.135608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-5086f8a8-94dd-4b6e-9e0c-58d09c69fbd4 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1571884 Jul 16 18:37:43.159433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Request body: {'port': {'device_id': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:43.212443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fe659-9d35-4825-950e-eab21c4c5b9f req-803055f1-3355-4f67-8f96-8c6106cbfa0f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.220110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c87fe659-9d35-4825-950e-eab21c4c5b9f req-803055f1-3355-4f67-8f96-8c6106cbfa0f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.3755009 Jul 16 18:37:43.298331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c87fe659-9d35-4825-950e-eab21c4c5b9f req-8d11a9f8-b9e8-42df-928b-0b1866df6e8d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765972 Jul 16 18:37:43.369567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.395114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266a53-512e-4e18-ad73-e8f98ad8c80c req-a48123cb-150d-4151-a178-531742d78907 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.398997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d266a53-512e-4e18-ad73-e8f98ad8c80c req-a48123cb-150d-4151-a178-531742d78907 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 932 time: 0.0896111 Jul 16 18:37:43.459126 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d266a53-512e-4e18-ad73-e8f98ad8c80c req-ebd15ad5-4b62-47a5-8e54-a49a2653a4e7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Jul 16 18:37:43.823621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008cede-9ee7-40bc-b1dc-7d490e929283 req-243bf5c7-9d04-415a-82cb-657afe33237d tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.825883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d008cede-9ee7-40bc-b1dc-7d490e929283 req-243bf5c7-9d04-415a-82cb-657afe33237d tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1362219 Jul 16 18:37:44.050735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdee386c-5ff5-4e12-9dfe-77bb9962059a {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:44.080683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ea8e2667-5e4f-4e75-9096-77180a0f7cd0 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:44.087081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.189011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d008cede-9ee7-40bc-b1dc-7d490e929283 req-6839b499-ac29-4a9c-bc69-8daadb609455 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515658 Jul 16 18:37:44.189233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:44.189620 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.285066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Transition to ACTIVE for port object bdee386c-5ff5-4e12-9dfe-77bb9962059a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:44.298147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.305762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be0d79-bc88-46e3-90cd-a9d6c83cbb9e req-ae1f264d-c083-41d5-beb2-03ffce1c24f2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.317449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6be0d79-bc88-46e3-90cd-a9d6c83cbb9e req-ae1f264d-c083-41d5-beb2-03ffce1c24f2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 944 time: 0.1984105 Jul 16 18:37:44.328478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.370541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-06cccbb1-0e80-41ad-90a6-c6c64ca94c93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4616029 Jul 16 18:37:44.379277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:44.380866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:44.385599 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b308fe0c-2e76-4b88-917f-03c03c187476" -d '{"events": [{"server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "name": "network-vif-plugged", "status": "completed", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:44.404178 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.438923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6be0d79-bc88-46e3-90cd-a9d6c83cbb9e req-62ddb69e-7a37-4bf8-add1-12ebb98812a5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199622 Jul 16 18:37:44.635206 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e94dcf-3686-413a-a497-ee60eef074bb x-openstack-request-id: req-06e94dcf-3686-413a-a497-ee60eef074bb {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:44.635612 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "name": "network-vif-plugged", "status": "completed", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:44.635889 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06e94dcf-3686-413a-a497-ee60eef074bb {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:44.652167 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'code': 200} Jul 16 18:37:44.653880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.820287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Pushing event updated for resources: {'Port': ['ID=bdee386c-5ff5-4e12-9dfe-77bb9962059a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.821027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695f425-7171-47a4-87ed-5f96d0f12085 req-419a0077-0c8f-4eb1-9d61-326c71db111b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.829587 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3695f425-7171-47a4-87ed-5f96d0f12085 req-419a0077-0c8f-4eb1-9d61-326c71db111b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1378102 Jul 16 18:37:44.869807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Attempting to bind port bdee386c-5ff5-4e12-9dfe-77bb9962059a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:44.870232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Attempting to bind port bdee386c-5ff5-4e12-9dfe-77bb9962059a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '8f38c202-8666-449a-91e6-9c203e00e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:44.870550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Attempting to bind port bdee386c-5ff5-4e12-9dfe-77bb9962059a on network 963a6a81-f0e3-49aa-9049-9c8273240176 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:44.881008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18874-e798-4c58-b7e1-2ad1cbe2446a req-8a027daa-ec6a-4e18-80dd-3416c1f55216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.884067 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6d18874-e798-4c58-b7e1-2ad1cbe2446a req-8a027daa-ec6a-4e18-80dd-3416c1f55216 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 1097 time: 0.1512201 Jul 16 18:37:44.892327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3695f425-7171-47a4-87ed-5f96d0f12085 req-e3bc0b58-5b64-4df2-9f25-135af50e00c8 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613055 Jul 16 18:37:44.911299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Port bdee386c-5ff5-4e12-9dfe-77bb9962059a on network 963a6a81-f0e3-49aa-9049-9c8273240176 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:44.911684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Attempting to bind port bdee386c-5ff5-4e12-9dfe-77bb9962059a on network 963a6a81-f0e3-49aa-9049-9c8273240176 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:44.932505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6d18874-e798-4c58-b7e1-2ad1cbe2446a req-e7797a30-2b64-4669-813a-8bdcb639f5f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381258 Jul 16 18:37:44.952894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:44.953663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Checking segment: {'id': '8f38c202-8666-449a-91e6-9c203e00e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:44.954368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Bound using segment: {'id': '8f38c202-8666-449a-91e6-9c203e00e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:44.955131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Bound port: bdee386c-5ff5-4e12-9dfe-77bb9962059a, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f38c202-8666-449a-91e6-9c203e00e0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:44.955745 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.989128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.990103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.991215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.992247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.993073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.993963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.994621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.999848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-2ea91f60-c4b3-430c-bf1a-794590e9b800 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6508 time: 0.4905834 Jul 16 18:37:45.104224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6391a7-a029-4af7-9e22-cdfab6b89078 req-32ae7622-4a48-4d0f-b343-7bc3bc30d9b8 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.110119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb6391a7-a029-4af7-9e22-cdfab6b89078 req-32ae7622-4a48-4d0f-b343-7bc3bc30d9b8 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 944 time: 0.3186364 Jul 16 18:37:45.178128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] For port bdee386c-5ff5-4e12-9dfe-77bb9962059a, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:45.223515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] For port bdee386c-5ff5-4e12-9dfe-77bb9962059a, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bdee386c-5ff5-4e12-9dfe-77bb9962059a,segment=NetworkSegment(8f38c202-8666-449a-91e6-9c203e00e0c3),segment_id=8f38c202-8666-449a-91e6-9c203e00e0c3)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:45.237591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.297421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb6391a7-a029-4af7-9e22-cdfab6b89078 req-af9ca9a8-5576-4bdf-8b33-742c512d420d tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722586 Jul 16 18:37:45.303658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.304820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.314754 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] 10.222.0.67 "PUT /v2.0/ports/bdee386c-5ff5-4e12-9dfe-77bb9962059a HTTP/1.1" status: 200 len: 1093 time: 2.1541591 Jul 16 18:37:45.323094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'tag': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:45.331776 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf0dac-f223-47c6-a62c-eb671cdba3db" -d '{"events": [{"name": "network-changed", "server_uuid": "24e91a5d-b6ad-4737-94a1-9032f2144388", "tag": "bdee386c-5ff5-4e12-9dfe-77bb9962059a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:45.433922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-19d7d3b4-93ee-4dd0-8dd4-d0a47be99ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.434418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-19d7d3b4-93ee-4dd0-8dd4-d0a47be99ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.434912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-19d7d3b4-93ee-4dd0-8dd4-d0a47be99ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.436668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-19d7d3b4-93ee-4dd0-8dd4-d0a47be99ff9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=bcfb801e-225d-480f-9891-020ae1c4d687&id=bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 200 len: 2297 time: 0.4121921 Jul 16 18:37:45.439567 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a11c4-52a2-49a6-b9c6-2b6d2713bfa0 x-openstack-request-id: req-d93a11c4-52a2-49a6-b9c6-2b6d2713bfa0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:45.439852 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e91a5d-b6ad-4737-94a1-9032f2144388", "tag": "bdee386c-5ff5-4e12-9dfe-77bb9962059a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:45.440246 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d93a11c4-52a2-49a6-b9c6-2b6d2713bfa0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:45.440478 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'tag': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a', 'status': 'completed', 'code': 200} Jul 16 18:37:45.521267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fcea2-c33e-48e8-8327-845088304d6e service neutron] Pushing event updated for resources: {'Port': ['ID=bdee386c-5ff5-4e12-9dfe-77bb9962059a,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.570539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-60c5ce3a-39b6-4eb6-b330-5ae60e767ef8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 200 len: 1001 time: 0.1218174 Jul 16 18:37:45.585001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-d446d8b3-de2e-40e9-ba0a-cd068dc66ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.586734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-d446d8b3-de2e-40e9-ba0a-cd068dc66ad5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=280eec8bafe1495dafcc4189d7767237&device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 1096 time: 0.2257538 Jul 16 18:37:45.686918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-1058a4e5-4806-46e0-b56d-753acb27cb28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdee386c-5ff5-4e12-9dfe-77bb9962059a HTTP/1.1" status: 200 len: 217 time: 0.0861790 Jul 16 18:37:45.830007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-058d420e-8c0d-40be-b91d-1f55effd9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.832894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-058d420e-8c0d-40be-b91d-1f55effd9ec9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3512122c-82fd-49f8-867c-2f755a7a3953 HTTP/1.1" status: 200 len: 850 time: 0.1238301 Jul 16 18:37:45.856618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-9a9035a3-9931-4dc9-9f26-d0599cad86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.858176 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-9a9035a3-9931-4dc9-9f26-d0599cad86b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fafd6d35-6aac-4787-a356-ab5b988a2150 HTTP/1.1" status: 200 len: 855 time: 0.2704380 Jul 16 18:37:45.912264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-d2f46606-6216-496c-8f81-63215ce71852 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=963a6a81-f0e3-49aa-9049-9c8273240176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512507 Jul 16 18:37:46.035332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e87b-2975-4107-9568-8ec07428e761 req-ef3ca6c8-76df-4436-93ff-3508adb1f5a5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.045273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f535e87b-2975-4107-9568-8ec07428e761 req-ef3ca6c8-76df-4436-93ff-3508adb1f5a5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.3524506 Jul 16 18:37:46.119009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-4d19af4c-5078-42e7-a78e-b1c6e45a2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.120624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-4d19af4c-5078-42e7-a78e-b1c6e45a2768 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2487543 Jul 16 18:37:46.141140 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f535e87b-2975-4107-9568-8ec07428e761 req-30771c7d-1a36-49d6-806f-cc4e9fae0e2b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963917 Jul 16 18:37:46.156658 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1adaf0bc-5f5d-4b27-98d7-8b23bbeb8ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.170850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-36f722fc-cdba-4f3b-b280-3b09eeca9ef6 service neutron] 10.222.0.67 "GET /v2.0/networks/963a6a81-f0e3-49aa-9049-9c8273240176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336659 Jul 16 18:37:46.303480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e76d8-f558-4468-b345-0c262d8b9325 req-02c20a8f-60df-465a-a849-824dcd47a911 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.318255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-314e76d8-f558-4468-b345-0c262d8b9325 req-02c20a8f-60df-465a-a849-824dcd47a911 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1888473 Jul 16 18:37:46.415644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-e736882f-6438-415a-908a-5fe0530b364a service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731903 Jul 16 18:37:46.425854 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-314e76d8-f558-4468-b345-0c262d8b9325 req-c4b61a9b-7783-4c5f-98ed-8a883828f101 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066353 Jul 16 18:37:46.445263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc793646-8b83-4ce1-934f-47d13c3e47da req-4beb3375-1202-4f93-95dc-3d76c3e45f2a service neutron] 10.222.0.67 "GET /v2.0/networks/963a6a81-f0e3-49aa-9049-9c8273240176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605636 Jul 16 18:37:46.638042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-502b22b0-f90c-4f94-be9f-da21169431fc service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914961 Jul 16 18:37:46.700357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-58f1a493-3741-4ffa-953d-b4d39230bc4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0522306 Jul 16 18:37:46.722947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-4f7e27bf-906c-47f2-8fab-edc1e6171bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.724439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-4f7e27bf-906c-47f2-8fab-edc1e6171bf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=280eec8bafe1495dafcc4189d7767237&device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 1096 time: 0.1872735 Jul 16 18:37:46.782250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1d875-6b0d-4f31-9d38-de867dc87cb5 req-e4326c09-d7dc-452e-b86e-7f9ef17beadf tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.784394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d8b1d875-6b0d-4f31-9d38-de867dc87cb5 req-e4326c09-d7dc-452e-b86e-7f9ef17beadf tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 944 time: 0.2322822 Jul 16 18:37:46.930999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d8b1d875-6b0d-4f31-9d38-de867dc87cb5 req-4128b857-3b63-4b2c-9c28-d8207dbd5d04 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756121 Jul 16 18:37:47.004055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-263c57c2-63a3-46ac-8460-a5ed13c886a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.005907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-263c57c2-63a3-46ac-8460-a5ed13c886a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.2854521 Jul 16 18:37:47.068035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-337fc128-cd66-49f0-a235-17a60d838993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.070135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-337fc128-cd66-49f0-a235-17a60d838993 service neutron] 10.222.0.67 "GET /v2.0/networks?id=963a6a81-f0e3-49aa-9049-9c8273240176 HTTP/1.1" status: 200 len: 911 time: 0.3130441 Jul 16 18:37:47.136527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-085783ba-e0f2-4f2f-a155-9ee2009caa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.137989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-085783ba-e0f2-4f2f-a155-9ee2009caa2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1231656 Jul 16 18:37:47.146113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-5a623189-7212-49ef-ac10-62152dd01825 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdee386c-5ff5-4e12-9dfe-77bb9962059a HTTP/1.1" status: 200 len: 217 time: 0.0627837 Jul 16 18:37:47.219221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-00501ac8-53ce-4af7-84ae-35373faa05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.220856 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-00501ac8-53ce-4af7-84ae-35373faa05e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3512122c-82fd-49f8-867c-2f755a7a3953 HTTP/1.1" status: 200 len: 850 time: 0.0636148 Jul 16 18:37:47.269767 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-faaa1068-ebcd-4c51-ab21-f3ccb886c841 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=963a6a81-f0e3-49aa-9049-9c8273240176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385861 Jul 16 18:37:47.401833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-31029aae-7ab1-4e27-9d1a-318e3ea60130 service neutron] 10.222.0.67 "GET /v2.0/networks/963a6a81-f0e3-49aa-9049-9c8273240176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953958 Jul 16 18:37:47.487618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4d8fe-dfb8-43e8-9373-4e837aff6571 req-97176d63-88c8-4c57-97a0-996826d0002c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.489964 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a0a4d8fe-dfb8-43e8-9373-4e837aff6571 req-97176d63-88c8-4c57-97a0-996826d0002c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.1501954 Jul 16 18:37:47.532534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-466c48b4-43f4-462b-833c-1429e83f84b0 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853645 Jul 16 18:37:47.630701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a0a4d8fe-dfb8-43e8-9373-4e837aff6571 req-423b8038-a368-44fa-92bf-fb97119890ff tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325254 Jul 16 18:37:47.736115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.787459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdaf0dac-f223-47c6-a62c-eb671cdba3db req-bac17097-c0e3-48d4-a655-cba6f6292b67 service neutron] 10.222.0.67 "GET /v2.0/networks/963a6a81-f0e3-49aa-9049-9c8273240176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761756 Jul 16 18:37:47.860656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-f396c08b-a329-450a-ade2-18c21d9ecfb5 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183384 Jul 16 18:37:47.866413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa41a2a-fe59-4bf6-94ca-79566c1fa13b req-7c8deb67-daff-4a54-9cd4-c802e458f35b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.869740 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffa41a2a-fe59-4bf6-94ca-79566c1fa13b req-7c8deb67-daff-4a54-9cd4-c802e458f35b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.0852380 Jul 16 18:37:47.913818 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-c5f6bcd4-be07-4e70-b200-f150f3a3d1a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 217 time: 0.0456393 Jul 16 18:37:47.935635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28313c0b-7753-407b-aabe-370511a3db03 req-dd7da82c-0c3f-4c98-89c4-e6e2197bf977 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.944022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28313c0b-7753-407b-aabe-370511a3db03 req-dd7da82c-0c3f-4c98-89c4-e6e2197bf977 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.2796605 Jul 16 18:37:47.959960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651d5fda-eb6b-4a4d-9b33-264368b8af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.990367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28313c0b-7753-407b-aabe-370511a3db03 req-0409d422-1e8d-4e44-b67c-489ffb896a8f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Jul 16 18:37:47.999743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffa41a2a-fe59-4bf6-94ca-79566c1fa13b req-2a5d8523-8010-4f90-bf3a-b132e41b95fa tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216872 Jul 16 18:37:48.092509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-6770762a-4515-4404-849e-e0367dc38da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.094795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-6770762a-4515-4404-849e-e0367dc38da4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.0909965 Jul 16 18:37:48.107427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bdee386c-5ff5-4e12-9dfe-77bb9962059a details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:48.208330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651d5fda-eb6b-4a4d-9b33-264368b8af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.214909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651d5fda-eb6b-4a4d-9b33-264368b8af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.227247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-0d055d59-4f1f-472c-80a5-7058ff1cc0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.228865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-0d055d59-4f1f-472c-80a5-7058ff1cc0fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1259446 Jul 16 18:37:48.281256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-651d5fda-eb6b-4a4d-9b33-264368b8af9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1fb434d995d4a0587dcab55e6dbb545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435457 Jul 16 18:37:48.284684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d5fda-eb6b-4a4d-9b33-264368b8af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9deb7e-db5a-4265-be6d-c0c3757a6089,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.288905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.378285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bdee386c-5ff5-4e12-9dfe-77bb9962059a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bdee386c-5ff5-4e12-9dfe-77bb9962059a,segment=NetworkSegment(8f38c202-8666-449a-91e6-9c203e00e0c3),segment_id=8f38c202-8666-449a-91e6-9c203e00e0c3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:48.398734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a', 'network_id': '963a6a81-f0e3-49aa-9049-9c8273240176', 'port_id': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a', 'mac_address': 'fa:16:3e:f8:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3512122c-82fd-49f8-867c-2f755a7a3953', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:48.446288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-e7ae41d4-51b5-4523-af04-7dc0d2fc5ff4 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017682 Jul 16 18:37:48.483147 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.509711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89f2f1-429d-46c4-b39a-8df95f78da95 req-3a56f5d3-8e8f-4443-97be-c0fb3021efea tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.510551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdee386c-5ff5-4e12-9dfe-77bb9962059a {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:48.519999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d89f2f1-429d-46c4-b39a-8df95f78da95 req-3a56f5d3-8e8f-4443-97be-c0fb3021efea tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 944 time: 0.2365794 Jul 16 18:37:48.556149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bdee386c-5ff5-4e12-9dfe-77bb9962059a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bdee386c-5ff5-4e12-9dfe-77bb9962059a,segment=NetworkSegment(8f38c202-8666-449a-91e6-9c203e00e0c3),segment_id=8f38c202-8666-449a-91e6-9c203e00e0c3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:48.563821 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.575644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1f73e3-34ce-4272-822a-ba6e1265bbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.592026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d89f2f1-429d-46c4-b39a-8df95f78da95 req-96a0c0c2-405c-44f2-85da-3f1ae97525f8 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706594 Jul 16 18:37:48.619669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1f73e3-34ce-4272-822a-ba6e1265bbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.683855 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-bab0af36-0cb6-4ca4-bdf6-cf77088e8042 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307258 Jul 16 18:37:48.713825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=bdee386c-5ff5-4e12-9dfe-77bb9962059a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.734548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4fda61c-7b2c-4a48-9df9-3672ed607456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.746859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1f73e3-34ce-4272-822a-ba6e1265bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.751134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d1f73e3-34ce-4272-822a-ba6e1265bbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.755317 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0d1f73e3-34ce-4272-822a-ba6e1265bbc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf9deb7e-db5a-4265-be6d-c0c3757a6089 HTTP/1.1" status: 204 len: 168 time: 0.4643483 Jul 16 18:37:48.766871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f73e3-34ce-4272-822a-ba6e1265bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9deb7e-db5a-4265-be6d-c0c3757a6089,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.770143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-aab06d98-77cb-4bd7-9271-aece568eca99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=d616bc62-dbba-460d-8a03-a02a334e122c HTTP/1.1" status: 200 len: 217 time: 0.0792682 Jul 16 18:37:48.859832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bdee386c-5ff5-4e12-9dfe-77bb9962059a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:48.875609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-fa8f4dd5-0d68-4498-9c3c-35e9eb1765b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.878876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-fa8f4dd5-0d68-4498-9c3c-35e9eb1765b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.0939386 Jul 16 18:37:48.905461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.296866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-95d7e94a-7d5c-44db-9f5d-e8f4bd5100d9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.298600 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-95d7e94a-7d5c-44db-9f5d-e8f4bd5100d9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 814 time: 0.2434604 Jul 16 18:37:49.322576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-73fb12c8-eeef-4ae3-9802-8685ee2ea6c5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/quotas/bce99d6ec0c345e5984eb4f60caeef97 HTTP/1.1" status: 200 len: 375 time: 0.0173941 Jul 16 18:37:49.327310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.359208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1be132f7-1da5-4e54-a72f-0897b688b9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.472071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-38810729-6ec4-4a12-b3ee-0b7e8e37d50c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370318 Jul 16 18:37:49.622252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-748acdb6-53c1-4d5b-a504-11c1c56af131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.623882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-748acdb6-53c1-4d5b-a504-11c1c56af131 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7345493 Jul 16 18:37:49.638104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0df4-2301-4a3c-898b-a5d6a0e6bff8 req-bc975dcb-a162-415b-91b1-8448152b7ee1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.639828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bab0df4-2301-4a3c-898b-a5d6a0e6bff8 req-bc975dcb-a162-415b-91b1-8448152b7ee1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1075733 Jul 16 18:37:49.641423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1be132f7-1da5-4e54-a72f-0897b688b9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.647098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-8dea87ea-68a8-4d9d-bd83-41676ab32472 service neutron] 10.222.0.49 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668544 Jul 16 18:37:49.648543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1be132f7-1da5-4e54-a72f-0897b688b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.783484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-563a8eb7-e948-4ad1-90cf-990b79e6db81 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419616 Jul 16 18:37:49.791995 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-1749ae89-a596-4fc1-866b-d49e4d1d6639 service neutron] 10.222.0.49 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306269 Jul 16 18:37:49.796501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bab0df4-2301-4a3c-898b-a5d6a0e6bff8 req-d29ef7ce-132e-463d-b352-8681dd6c379f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691993 Jul 16 18:37:49.848680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1be132f7-1da5-4e54-a72f-0897b688b9f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5fc382b255b4e70a342def50f173d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178299 Jul 16 18:37:49.849330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38684) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.862284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be132f7-1da5-4e54-a72f-0897b688b9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e458b-0686-4b65-83cd-765de59b801f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.918574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.982902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7a34bb-3050-408e-981a-fd202f0f77d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.044407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7a34bb-3050-408e-981a-fd202f0f77d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.085297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-7322ad30-53df-41cf-8c3e-80fb5204b103 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825665 Jul 16 18:37:50.123353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bdee386c-5ff5-4e12-9dfe-77bb9962059a up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:50.123613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7a34bb-3050-408e-981a-fd202f0f77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.131579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c7a34bb-3050-408e-981a-fd202f0f77d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.137637 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c7a34bb-3050-408e-981a-fd202f0f77d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b65e458b-0686-4b65-83cd-765de59b801f HTTP/1.1" status: 204 len: 168 time: 0.2836263 Jul 16 18:37:50.155446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a34bb-3050-408e-981a-fd202f0f77d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e458b-0686-4b65-83cd-765de59b801f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:50.200702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-5cc137b2-4a28-4239-8f7b-82ab3b39b855 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9c903364-c373-435b-90d8-fa82a0d0159a HTTP/1.1" status: 200 len: 217 time: 0.1049426 Jul 16 18:37:50.323253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port bdee386c-5ff5-4e12-9dfe-77bb9962059a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:50.337249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port bdee386c-5ff5-4e12-9dfe-77bb9962059a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:50.337853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.346901 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce946f50-3038-47bc-907c-7292b08aedd8 req-a9d49cb0-1415-4084-90e7-c9e01a5bbaf3 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 210 time: 0.1022744 Jul 16 18:37:50.386282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf07eb-0974-4c5f-9621-57fe25f562b3 req-4ae576ac-445e-4e45-bc1b-b10724af9ae5 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.391040 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fdf07eb-0974-4c5f-9621-57fe25f562b3 req-4ae576ac-445e-4e45-bc1b-b10724af9ae5 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 945 time: 0.2006896 Jul 16 18:37:50.503238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fdf07eb-0974-4c5f-9621-57fe25f562b3 req-bfaa4750-1d17-47bd-9845-7760f8e77556 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026864 Jul 16 18:37:50.547057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-a4ca1b63-3b5d-473a-8d17-9a43b4542a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.550542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-a4ca1b63-3b5d-473a-8d17-9a43b4542a24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.3165398 Jul 16 18:37:50.613416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.640040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:50.642742 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280713d4-a080-49cb-8e07-cb3b0040fc3c" -d '{"events": [{"server_uuid": "24e91a5d-b6ad-4737-94a1-9032f2144388", "name": "network-vif-plugged", "status": "completed", "tag": "bdee386c-5ff5-4e12-9dfe-77bb9962059a"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:50.678930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bdee386c-5ff5-4e12-9dfe-77bb9962059a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bdee386c-5ff5-4e12-9dfe-77bb9962059a,segment=NetworkSegment(8f38c202-8666-449a-91e6-9c203e00e0c3),segment_id=8f38c202-8666-449a-91e6-9c203e00e0c3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:50.684911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.685326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-b9a19cb3-9bc5-49ba-8c06-a742d615e1e2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.690253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-b9a19cb3-9bc5-49ba-8c06-a742d615e1e2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "GET /v2.0/ports?device_id=32fdc011-5cc5-4067-bc55-bab1838ebf77 HTTP/1.1" status: 200 len: 945 time: 0.5063398 Jul 16 18:37:50.731363 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc66e4-0502-40b3-9bc0-d1beaeff5d1d x-openstack-request-id: req-aedc66e4-0502-40b3-9bc0-d1beaeff5d1d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:50.732009 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e91a5d-b6ad-4737-94a1-9032f2144388", "name": "network-vif-plugged", "status": "completed", "tag": "bdee386c-5ff5-4e12-9dfe-77bb9962059a", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:50.732447 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aedc66e4-0502-40b3-9bc0-d1beaeff5d1d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:50.733181 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a', 'code': 200} Jul 16 18:37:50.772973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=bdee386c-5ff5-4e12-9dfe-77bb9962059a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:50.923365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-a8e83820-c659-47d0-8092-d0834ddfe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.926256 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-a8e83820-c659-47d0-8092-d0834ddfe17f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3681092 Jul 16 18:37:50.959762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269e73a-2b0b-4a68-bf6a-c15ab53df124 req-a0836c30-5f13-4994-9ed4-4fc527b960ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.962007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3269e73a-2b0b-4a68-bf6a-c15ab53df124 req-a0836c30-5f13-4994-9ed4-4fc527b960ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 1098 time: 0.1254129 Jul 16 18:37:51.126434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3269e73a-2b0b-4a68-bf6a-c15ab53df124 req-f7269247-bf36-485a-95bd-299bd5b5ee1c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464531 Jul 16 18:37:51.183849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0259a-ce75-448d-b200-85a31f2f7932 req-e0f0a107-21fc-4e9c-bff7-a219083ef929 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.191949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78a0259a-ce75-448d-b200-85a31f2f7932 req-e0f0a107-21fc-4e9c-bff7-a219083ef929 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1969316 Jul 16 18:37:51.202839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Deleting port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:51.203295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.273499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78a0259a-ce75-448d-b200-85a31f2f7932 req-1916a072-fe59-4906-b408-ca603fdf3db9 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714197 Jul 16 18:37:51.287588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-1839fe2f-dbe3-4fa6-bc2c-4d78290963bf service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544576 Jul 16 18:37:51.433457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] For port ea8e2667-5e4f-4e75-9096-77180a0f7cd0, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:51.433838 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.451300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Calling delete_port for ea8e2667-5e4f-4e75-9096-77180a0f7cd0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:51.476752 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-bd15c67c-8131-4a86-bb13-97610e5e69e0 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775758 Jul 16 18:37:51.544462 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1ca2731-50df-4eba-b69e-204fe2002a5e req-be1b802a-888b-4019-92f0-c947c80d7215 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 210 time: 0.0327299 Jul 16 18:37:51.595852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-272bd53d-8b5e-497d-a261-b1222dfb19b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733 HTTP/1.1" status: 200 len: 217 time: 0.1110997 Jul 16 18:37:51.668788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-adc378ab-2e20-46b9-9c8d-0d5980a42964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.670814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-adc378ab-2e20-46b9-9c8d-0d5980a42964 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.0668523 Jul 16 18:37:51.718900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.937860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.956971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['ea8e2667-5e4f-4e75-9096-77180a0f7cd0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:52.074051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Pushing event deleted for resources: {'Port': ['ID=ea8e2667-5e4f-4e75-9096-77180a0f7cd0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.375584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] No DVR routers for this DVR port ea8e2667-5e4f-4e75-9096-77180a0f7cd0 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:52.384098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.386842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6bbef87-0a62-4ea8-a3ad-13f2b24f7989 req-33de1b66-3692-4df0-8a16-2201853324c4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "DELETE /v2.0/ports/ea8e2667-5e4f-4e75-9096-77180a0f7cd0 HTTP/1.1" status: 204 len: 173 time: 1.6876476 Jul 16 18:37:52.401214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'name': 'network-vif-deleted', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:52.404855 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e773a18b-6431-4d3d-9010-4832960b67b2" -d '{"events": [{"server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "name": "network-vif-deleted", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:52.445121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee519d-e337-44cb-8812-516c51f17a62 req-f1f85c4f-3e3b-48ea-af39-8ea914097b57 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.446937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5ee519d-e337-44cb-8812-516c51f17a62 req-f1f85c4f-3e3b-48ea-af39-8ea914097b57 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 946 time: 0.7292476 Jul 16 18:37:52.455446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-1efa689e-1b1b-46f1-a29b-c588fbab6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.457020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-1efa689e-1b1b-46f1-a29b-c588fbab6d94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7767007 Jul 16 18:37:52.473730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-4a7e8866-4428-4e1d-9afe-db7f016d9d04 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.479675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-4a7e8866-4428-4e1d-9afe-db7f016d9d04 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.59 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 814 time: 0.3864806 Jul 16 18:37:52.536217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2e23d-2a2d-459b-ad45-788ab98df28d req-256037b4-fad4-4b13-a5d1-f04e4f5e92d7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.544593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3c2e23d-2a2d-459b-ad45-788ab98df28d req-256037b4-fad4-4b13-a5d1-f04e4f5e92d7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1127176 Jul 16 18:37:52.550093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Request body: {'port': {'device_id': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'admin_state_up': True, 'tenant_id': 'bce99d6ec0c345e5984eb4f60caeef97'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:52.633353 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3c2e23d-2a2d-459b-ad45-788ab98df28d req-6e3f3028-f902-4e1d-b0f9-317a53e0a399 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814650 Jul 16 18:37:52.669089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.916817 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57964c-8661-4ed3-a326-2a06c0d3d0e4 x-openstack-request-id: req-9d57964c-8661-4ed3-a326-2a06c0d3d0e4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:52.917276 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fdc011-5cc5-4067-bc55-bab1838ebf77", "name": "network-vif-deleted", "tag": "ea8e2667-5e4f-4e75-9096-77180a0f7cd0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:52.917641 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d57964c-8661-4ed3-a326-2a06c0d3d0e4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:52.917987 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdc011-5cc5-4067-bc55-bab1838ebf77', 'name': 'network-vif-deleted', 'tag': 'ea8e2667-5e4f-4e75-9096-77180a0f7cd0', 'status': 'completed', 'code': 200} Jul 16 18:37:52.928055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5ee519d-e337-44cb-8812-516c51f17a62 req-10e2b344-0730-41ed-b741-2bb74f8f0c71 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251974 Jul 16 18:37:52.932199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Made reservation on behalf of bce99d6ec0c345e5984eb4f60caeef97 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:52.937545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.995128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-1dd2ceaf-6ebc-4da2-bed3-2a792d82d8b8 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137868 Jul 16 18:37:53.183524 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a819b8a0-5c8a-401f-8190-f59b86b5d3c1 req-cd1d4892-6833-45a3-ae34-194227191bbf tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 210 time: 0.0991864 Jul 16 18:37:53.228324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Allocated IP 172.20.0.10 (3a815c63-0fe0-4f0d-98d2-5da8838f87df/11edc221-d641-4d91-9461-7f2cc9ed47be/5169da41-b024-4114-9b89-c55ae6fb04cc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:53.513237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-c559d45d-5ec3-4374-bfc4-014d09e9974c service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392664 Jul 16 18:37:53.569440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-cf345f13-da83-4171-9dd6-a87ec7841834 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 200 len: 217 time: 0.0497544 Jul 16 18:37:53.613880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.645916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-480e1d15-45f2-4ab4-83ef-72ec20ebd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.647551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-480e1d15-45f2-4ab4-83ef-72ec20ebd77e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.0723176 Jul 16 18:37:53.715187 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.786830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-1fda16be-e317-4342-92ed-eae24d832f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.788313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-1fda16be-e317-4342-92ed-eae24d832f72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1341388 Jul 16 18:37:53.836246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Network 3a815c63-0fe0-4f0d-98d2-5da8838f87df is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:53.849082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.868062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:53.894304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:54.024994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.025608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.056721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8417972-3485-4e42-bd74-218404e8bc29 req-10ff967b-1a56-4e69-abc5-3e180ab54b6e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.058298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8417972-3485-4e42-bd74-218404e8bc29 req-10ff967b-1a56-4e69-abc5-3e180ab54b6e tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.2939379 Jul 16 18:37:54.064223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f00d852d-4f2c-42ce-bb1b-be18c7449a6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5585155 Jul 16 18:37:54.086839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Request body: {'port': {'device_id': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:54.098407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-ac30cca2-6050-4a3f-9335-2901b2e63246 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834415 Jul 16 18:37:54.154589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ea8e2667-5e4f-4e75-9096-77180a0f7cd0 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:54.168596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311f348-14f0-4667-b34a-c70049eb8df8 req-2491683e-195b-4791-b4fc-6ff021b9b622 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.170998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0311f348-14f0-4667-b34a-c70049eb8df8 req-2491683e-195b-4791-b4fc-6ff021b9b622 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 946 time: 0.0988548 Jul 16 18:37:54.187923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: ea8e2667-5e4f-4e75-9096-77180a0f7cd0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:54.188694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device ea8e2667-5e4f-4e75-9096-77180a0f7cd0 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:54.194827 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8417972-3485-4e42-bd74-218404e8bc29 req-2703680f-1b47-461d-a65b-50ecd81618d1 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242299 Jul 16 18:37:54.283431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0311f348-14f0-4667-b34a-c70049eb8df8 req-33cf9e95-27a1-4c3b-b41c-d45e54650ae7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985534 Jul 16 18:37:54.286107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.301532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-855a5475-8802-4d53-a760-dd4eb29cfdc1 req-6168a86f-9856-4ffe-b6a1-aa1e663a0c37 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822920 Jul 16 18:37:54.424946 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.512655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.707681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5169da41-b024-4114-9b89-c55ae6fb04cc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:54.719677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.735485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ab9908-f417-4efd-833c-905b583a213b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.750734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Transition to ACTIVE for port object 5169da41-b024-4114-9b89-c55ae6fb04cc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:54.765928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486626f8-27b4-47b5-8430-149e94c1bf91 req-45b307ad-ed50-4bed-9fce-2657ee6a58af tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.773779 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486626f8-27b4-47b5-8430-149e94c1bf91 req-45b307ad-ed50-4bed-9fce-2657ee6a58af tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 932 time: 0.1422675 Jul 16 18:37:54.789523 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.848467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486626f8-27b4-47b5-8430-149e94c1bf91 req-5806deec-63ab-46fc-870c-1dcf36fefa1f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736361 Jul 16 18:37:54.883705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ab9908-f417-4efd-833c-905b583a213b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.892012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ab9908-f417-4efd-833c-905b583a213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.896000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.923107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-44ab9908-f417-4efd-833c-905b583a213b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ba4427a3f1742ebab372d56580f9cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094226 Jul 16 18:37:54.931392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 38904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.006764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab9908-f417-4efd-833c-905b583a213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2947f-cf7a-4c4c-9cdc-8f9ec3ef95ec,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.046407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a760146-aa0e-4f67-a1b2-192c1bcecd34 req-325a03fc-4304-4e6a-84ca-17cb65c90424 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.054878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a760146-aa0e-4f67-a1b2-192c1bcecd34 req-325a03fc-4304-4e6a-84ca-17cb65c90424 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 946 time: 0.1364932 Jul 16 18:37:55.090187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Attempting to bind port 5169da41-b024-4114-9b89-c55ae6fb04cc on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:55.102894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Attempting to bind port 5169da41-b024-4114-9b89-c55ae6fb04cc by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:55.102894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Attempting to bind port 5169da41-b024-4114-9b89-c55ae6fb04cc on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:55.120808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Port 5169da41-b024-4114-9b89-c55ae6fb04cc on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:55.120808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Attempting to bind port 5169da41-b024-4114-9b89-c55ae6fb04cc on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:55.153796 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a760146-aa0e-4f67-a1b2-192c1bcecd34 req-193ee380-d083-477c-8e26-c65f8bcdc05a tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968328 Jul 16 18:37:55.155584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:55.155983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Checking segment: {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:55.156552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Bound using segment: {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:55.156989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Bound port: 5169da41-b024-4114-9b89-c55ae6fb04cc, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:55.157362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.189048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6e097ed-d4a3-416c-9062-a5283bc2bb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.243295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6e097ed-d4a3-416c-9062-a5283bc2bb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.285792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:55.300927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:55.309179 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.359722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.360517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.361966 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] 10.222.0.59 "PUT /v2.0/ports/5169da41-b024-4114-9b89-c55ae6fb04cc HTTP/1.1" status: 200 len: 1093 time: 1.2803741 Jul 16 18:37:55.362569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:55.364831 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7199098-ee1e-4a2c-9f09-603a969db8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:55.367417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6e097ed-d4a3-416c-9062-a5283bc2bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.370688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6e097ed-d4a3-416c-9062-a5283bc2bb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.374281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b6e097ed-d4a3-416c-9062-a5283bc2bb80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4a2947f-cf7a-4c4c-9cdc-8f9ec3ef95ec HTTP/1.1" status: 204 len: 168 time: 0.4388337 Jul 16 18:37:55.415276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e097ed-d4a3-416c-9062-a5283bc2bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2947f-cf7a-4c4c-9cdc-8f9ec3ef95ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.456940 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0743c-a777-406b-96b5-62f9a19f8e47 x-openstack-request-id: req-72d0743c-a777-406b-96b5-62f9a19f8e47 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:55.457862 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:55.458557 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72d0743c-a777-406b-96b5-62f9a19f8e47 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:55.459315 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'status': 'completed', 'code': 200} Jul 16 18:37:55.460895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbf5e9-608a-42fc-aaec-0fbf093a3746 service neutron] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.468020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e5769-62ac-48f7-9b30-331ef0737241 req-727691a5-c970-487d-b451-813eb3f33806 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.475679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-605e5769-62ac-48f7-9b30-331ef0737241 req-727691a5-c970-487d-b451-813eb3f33806 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1105490 Jul 16 18:37:55.528654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-605e5769-62ac-48f7-9b30-331ef0737241 req-fdb0ec7e-a24b-4442-bea4-531d9344399c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512853 Jul 16 18:37:55.543702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-15883fef-5628-4950-b2db-be13e0c46de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.545539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-15883fef-5628-4950-b2db-be13e0c46de1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 1096 time: 0.0808005 Jul 16 18:37:55.607284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-f2868fb0-3f67-4996-93e8-a3b29551ce0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5169da41-b024-4114-9b89-c55ae6fb04cc HTTP/1.1" status: 200 len: 217 time: 0.0529592 Jul 16 18:37:55.663589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-65ea7ed7-c766-4773-bebd-d5555c1db34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.665549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-65ea7ed7-c766-4773-bebd-d5555c1db34e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11edc221-d641-4d91-9461-7f2cc9ed47be HTTP/1.1" status: 200 len: 854 time: 0.0511124 Jul 16 18:37:55.702879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-bd6edc79-ea08-4a56-b4c5-970b73e78a77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a815c63-0fe0-4f0d-98d2-5da8838f87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287359 Jul 16 18:37:55.732483 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:55.816292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 38940) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.841090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d6c943c-b105-4c3f-a8a0-443ce82548db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.853788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-017abac4-e212-458a-8376-22eb38e5ee92 service neutron] 10.222.0.59 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423800 Jul 16 18:37:56.014638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c209bcaf-c19b-4b8b-9a39-a1b258dab600 req-460fe993-8f24-4112-bdaf-cd7fa7e2f5ad service neutron] 10.222.0.59 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528251 Jul 16 18:37:56.074997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d6c943c-b105-4c3f-a8a0-443ce82548db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.085857 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d6c943c-b105-4c3f-a8a0-443ce82548db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.362598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486015f-39d8-414e-a409-2149cf3e8e22 req-09461235-9fdb-408d-bc63-eba23642f9c1 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.373489 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1486015f-39d8-414e-a409-2149cf3e8e22 req-09461235-9fdb-408d-bc63-eba23642f9c1 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 946 time: 0.0966372 Jul 16 18:37:56.438670 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1486015f-39d8-414e-a409-2149cf3e8e22 req-3262ce3a-f9fa-4f5b-88ba-6e7f57c72497 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6ac4078-89c3-43cb-aac7-723f805bf2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637510 Jul 16 18:37:56.594085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3d6c943c-b105-4c3f-a8a0-443ce82548db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12bac2d789da49b1986adc2534a25b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7763133 Jul 16 18:37:56.596823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.601447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c943c-b105-4c3f-a8a0-443ce82548db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dbff98-4a06-465b-bc5a-1a64ca2c37ff,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.665368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f036234-d83f-48b5-baa3-683430d20ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.665651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-41b339bb-9d80-4b83-9a8c-eea6c333ba54 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.666896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-41b339bb-9d80-4b83-9a8c-eea6c333ba54 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.67 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 946 time: 0.5542538 Jul 16 18:37:56.678175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff065cd-3df1-4ef8-a7dc-7d73c11d71d7 req-7aa92aa8-9bc5-40e2-ab99-84f79752cedb tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.679743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff065cd-3df1-4ef8-a7dc-7d73c11d71d7 req-7aa92aa8-9bc5-40e2-ab99-84f79752cedb tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 944 time: 0.6162694 Jul 16 18:37:56.694096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-822745bd-59a9-48e0-9d20-c55744907510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.696399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-822745bd-59a9-48e0-9d20-c55744907510 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 1096 time: 0.5821464 Jul 16 18:37:56.715353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f036234-d83f-48b5-baa3-683430d20ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.778867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a27a6-607d-489e-aa29-6bef20d53d57 req-ad327b39-fecc-4c27-bc19-53e5554a11fe tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.780280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c6a27a6-607d-489e-aa29-6bef20d53d57 req-ad327b39-fecc-4c27-bc19-53e5554a11fe tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1052771 Jul 16 18:37:56.819844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dff065cd-3df1-4ef8-a7dc-7d73c11d71d7 req-5f5ad684-3ab2-4c5b-bfec-5418af925ba3 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283147 Jul 16 18:37:56.834451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c6a27a6-607d-489e-aa29-6bef20d53d57 req-81f916b2-35f7-453d-9ae4-ecfd1d90ed06 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446901 Jul 16 18:37:56.835062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f036234-d83f-48b5-baa3-683430d20ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.838217 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f036234-d83f-48b5-baa3-683430d20ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.841911 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7f036234-d83f-48b5-baa3-683430d20ead admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1dbff98-4a06-465b-bc5a-1a64ca2c37ff HTTP/1.1" status: 204 len: 168 time: 0.2414029 Jul 16 18:37:56.850035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f036234-d83f-48b5-baa3-683430d20ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dbff98-4a06-465b-bc5a-1a64ca2c37ff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.887183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-b393bed7-b09c-4d7c-b254-1a897aff2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.888713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-b393bed7-b09c-4d7c-b254-1a897aff2b41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 915 time: 0.1610630 Jul 16 18:37:56.941727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-a2e2510c-198c-4fad-a3b2-f069a1fcfb2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5169da41-b024-4114-9b89-c55ae6fb04cc HTTP/1.1" status: 200 len: 217 time: 0.0401509 Jul 16 18:37:56.946596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Deleting port bdee386c-5ff5-4e12-9dfe-77bb9962059a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:56.946973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.079791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-d11bd61c-19d2-4702-9537-5b2a23a37129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:57.080522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-d11bd61c-19d2-4702-9537-5b2a23a37129 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11edc221-d641-4d91-9461-7f2cc9ed47be HTTP/1.1" status: 200 len: 854 time: 0.1185195 Jul 16 18:37:57.126404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-e9ace6e0-4a05-4ce7-98f7-7b0b9aeef246 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a815c63-0fe0-4f0d-98d2-5da8838f87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366299 Jul 16 18:37:57.128111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] For port bdee386c-5ff5-4e12-9dfe-77bb9962059a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bdee386c-5ff5-4e12-9dfe-77bb9962059a,segment=NetworkSegment(8f38c202-8666-449a-91e6-9c203e00e0c3),segment_id=8f38c202-8666-449a-91e6-9c203e00e0c3)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:57.128576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.165680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Calling delete_port for bdee386c-5ff5-4e12-9dfe-77bb9962059a owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:57.296539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-84422ff0-63e9-4315-95df-2f106ffd9530 service neutron] 10.222.0.59 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600904 Jul 16 18:37:57.437805 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.450519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bdee386c-5ff5-4e12-9dfe-77bb9962059a'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:57.496998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Pushing event deleted for resources: {'Port': ['ID=bdee386c-5ff5-4e12-9dfe-77bb9962059a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.502554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7199098-ee1e-4a2c-9f09-603a969db8f3 req-2a733cc5-e994-4639-9271-4731b63c5b09 service neutron] 10.222.0.59 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950285 Jul 16 18:37:57.586474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] No DVR routers for this DVR port bdee386c-5ff5-4e12-9dfe-77bb9962059a on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:57.593703 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.602865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4d91b6a-b799-4966-8072-edaa8b02ae16 req-bcf76aaf-bcff-4ca4-a4e0-78f44daf39c7 tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.67 "DELETE /v2.0/ports/bdee386c-5ff5-4e12-9dfe-77bb9962059a HTTP/1.1" status: 204 len: 173 time: 0.9174993 Jul 16 18:37:57.603603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'name': 'network-vif-deleted', 'tag': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:57.613694 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1928a6d-20a5-459f-be3c-7ce5da7fcd93" -d '{"events": [{"server_uuid": "24e91a5d-b6ad-4737-94a1-9032f2144388", "name": "network-vif-deleted", "tag": "bdee386c-5ff5-4e12-9dfe-77bb9962059a"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:57.747095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6665522c-439b-41fc-8b40-f9d4d30de0a1 req-3e658a8c-496a-4f24-9148-89766aa7af5e tempest-ServerGroupTestJSON-1262502988 tempest-ServerGroupTestJSON-1262502988-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e91a5d-b6ad-4737-94a1-9032f2144388 HTTP/1.1" status: 200 len: 210 time: 0.0978706 Jul 16 18:37:57.836007 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975e91d9-096c-44bb-90fe-87c57dd667d6 x-openstack-request-id: req-975e91d9-096c-44bb-90fe-87c57dd667d6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:57.836315 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e91a5d-b6ad-4737-94a1-9032f2144388", "name": "network-vif-deleted", "tag": "bdee386c-5ff5-4e12-9dfe-77bb9962059a", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:57.836566 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-975e91d9-096c-44bb-90fe-87c57dd667d6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:57.837165 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e91a5d-b6ad-4737-94a1-9032f2144388', 'name': 'network-vif-deleted', 'tag': 'bdee386c-5ff5-4e12-9dfe-77bb9962059a', 'status': 'completed', 'code': 200} Jul 16 18:37:58.053847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1b632-ca40-494b-b441-c3e2c6136f6a req-24a43a13-abf7-4344-b605-568fa3f6c986 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.055686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39a1b632-ca40-494b-b441-c3e2c6136f6a req-24a43a13-abf7-4344-b605-568fa3f6c986 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.0749946 Jul 16 18:37:58.073073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904385a-6ec4-4899-9d8f-24c1f170512d req-290a0f23-a71d-49b6-a438-53398fcf0e54 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.086238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5904385a-6ec4-4899-9d8f-24c1f170512d req-290a0f23-a71d-49b6-a438-53398fcf0e54 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 944 time: 0.1078079 Jul 16 18:37:58.127281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39a1b632-ca40-494b-b441-c3e2c6136f6a req-ad2cdb42-977a-4a54-bb92-fdbab651edee tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650399 Jul 16 18:37:58.175307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5904385a-6ec4-4899-9d8f-24c1f170512d req-bb580170-9b15-43d5-b511-54317367f167 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Jul 16 18:37:59.191511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5169da41-b024-4114-9b89-c55ae6fb04cc details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:59.328952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:59.344703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'port_id': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'mac_address': 'fa:16:3e:24:e4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11edc221-d641-4d91-9461-7f2cc9ed47be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:59.375377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f29a0-07fa-4193-aa21-e610d5c9562b req-a3d1c34c-be89-4242-8bd3-dd71d6c99698 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.377159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-963f29a0-07fa-4193-aa21-e610d5c9562b req-a3d1c34c-be89-4242-8bd3-dd71d6c99698 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1098723 Jul 16 18:37:59.407777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794f69-7f05-4b82-b621-d556070e562a req-c67dcff3-0783-4eaf-bc72-796563de5d17 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.409454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94794f69-7f05-4b82-b621-d556070e562a req-c67dcff3-0783-4eaf-bc72-796563de5d17 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 944 time: 0.1059980 Jul 16 18:37:59.414194 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.430633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5169da41-b024-4114-9b89-c55ae6fb04cc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:59.431308 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-963f29a0-07fa-4193-aa21-e610d5c9562b req-cebaa457-6384-4525-b517-050c9911f877 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468612 Jul 16 18:37:59.465205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:59.480262 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.501322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94794f69-7f05-4b82-b621-d556070e562a req-89963da2-9d87-4089-898c-05acdc113d37 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780051 Jul 16 18:37:59.559390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.588758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39132) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:59.635481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] Deleting subnet 3512122c-82fd-49f8-867c-2f755a7a3953 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:59.638744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.678490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.722752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.764208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5169da41-b024-4114-9b89-c55ae6fb04cc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:59.797584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.831218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.834010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3512122c-82fd-49f8-867c-2f755a7a3953 HTTP/1.1" status: 204 len: 168 time: 0.2441208 Jul 16 18:37:59.835119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9b704-ddae-4df0-9f08-3ea0692a02af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3512122c-82fd-49f8-867c-2f755a7a3953,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.836667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:59.917140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.925585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.019747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.034218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963a6a81-f0e3-49aa-9049-9c8273240176']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:00.045106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f38c202-8666-449a-91e6-9c203e00e0c3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:00.045466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f38c202-8666-449a-91e6-9c203e00e0c3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:00.055910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.073378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54f94ae0-ab6b-4763-a5e3-5a632e03d468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.073564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.080532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:00.081553 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:00.146697 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:00.155157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.171598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bdee386c-5ff5-4e12-9dfe-77bb9962059a no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:00.191368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.195763 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] 10.222.0.49 "DELETE /v2.0/networks/963a6a81-f0e3-49aa-9049-9c8273240176 HTTP/1.1" status: 204 len: 168 time: 0.3556869 Jul 16 18:38:00.195763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8c31-af26-492b-afa7-b82efad10425 admin admin] Pushing event deleted for resources: {'Network': ['ID=963a6a81-f0e3-49aa-9049-9c8273240176,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.228064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: bdee386c-5ff5-4e12-9dfe-77bb9962059a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:00.228739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bdee386c-5ff5-4e12-9dfe-77bb9962059a not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:00.277912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54f94ae0-ab6b-4763-a5e3-5a632e03d468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.281890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54f94ae0-ab6b-4763-a5e3-5a632e03d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.326776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-54f94ae0-ab6b-4763-a5e3-5a632e03d468 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dc0b924469a422aba00e9d4c05385b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976128 Jul 16 18:38:00.326776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f94ae0-ab6b-4763-a5e3-5a632e03d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370e4c7d-9643-4e7f-83a6-5ad4b7c2b59a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.327491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.346465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.392150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b89b5e1c-65ed-49b2-a4b3-15adaa26c6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.403661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-07d04261-006c-4a67-ba18-981d2330f4a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=280eec8bafe1495dafcc4189d7767237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527196 Jul 16 18:38:00.403891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39170) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.422198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b89b5e1c-65ed-49b2-a4b3-15adaa26c6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.468116 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-164d8277-b878-41c5-af1a-13482736e97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.485948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b89b5e1c-65ed-49b2-a4b3-15adaa26c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.490286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b89b5e1c-65ed-49b2-a4b3-15adaa26c6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.492992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b89b5e1c-65ed-49b2-a4b3-15adaa26c6d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/370e4c7d-9643-4e7f-83a6-5ad4b7c2b59a HTTP/1.1" status: 204 len: 168 time: 0.1642425 Jul 16 18:38:00.497330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-164d8277-b878-41c5-af1a-13482736e97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.504174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b5e1c-65ed-49b2-a4b3-15adaa26c6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370e4c7d-9643-4e7f-83a6-5ad4b7c2b59a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.584421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-164d8277-b878-41c5-af1a-13482736e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.587840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-164d8277-b878-41c5-af1a-13482736e97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.603387 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-164d8277-b878-41c5-af1a-13482736e97d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6ac4078-89c3-43cb-aac7-723f805bf2cd HTTP/1.1" status: 204 len: 168 time: 0.1903176 Jul 16 18:38:00.616400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d8277-b878-41c5-af1a-13482736e97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac4078-89c3-43cb-aac7-723f805bf2cd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.716452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d6784-07f9-4e0d-9b72-755ba9bd0e04 req-a3f5fb2c-6f53-43f0-a20f-6e7dc283afa5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.719042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c60d6784-07f9-4e0d-9b72-755ba9bd0e04 req-a3f5fb2c-6f53-43f0-a20f-6e7dc283afa5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.0905671 Jul 16 18:38:00.784034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c60d6784-07f9-4e0d-9b72-755ba9bd0e04 req-9ae87dfb-15eb-43d7-b762-159bc58aab9a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506601 Jul 16 18:38:00.793177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dff68-109b-437c-9fa1-2804ef8132f0 req-5c6b6329-1eaf-41a3-8599-16b15192947a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.796239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-053dff68-109b-437c-9fa1-2804ef8132f0 req-5c6b6329-1eaf-41a3-8599-16b15192947a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 945 time: 0.1228423 Jul 16 18:38:00.877527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-053dff68-109b-437c-9fa1-2804ef8132f0 req-82094a5d-8b38-4f56-8235-4434fda86616 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745511 Jul 16 18:38:01.006927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:01.026463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-107a1184-9d24-4fe9-a668-2aa6af8fa650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.149078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-107a1184-9d24-4fe9-a668-2aa6af8fa650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.158866 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-107a1184-9d24-4fe9-a668-2aa6af8fa650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.184602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5169da41-b024-4114-9b89-c55ae6fb04cc up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:01.206956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-107a1184-9d24-4fe9-a668-2aa6af8fa650 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3a2f1054d0a45bc984ec6affc08ed60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986268 Jul 16 18:38:01.207915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1184-9d24-4fe9-a668-2aa6af8fa650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c34de-58fa-4fca-8e27-c76f5c1b8a36,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.211129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:01.274517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76037097-058e-4961-a58c-b2e7f65592d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.312373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 5169da41-b024-4114-9b89-c55ae6fb04cc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:01.318545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5169da41-b024-4114-9b89-c55ae6fb04cc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:01.319064 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.338627 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76037097-058e-4961-a58c-b2e7f65592d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.449753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76037097-058e-4961-a58c-b2e7f65592d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.462433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-76037097-058e-4961-a58c-b2e7f65592d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.469087 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-76037097-058e-4961-a58c-b2e7f65592d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f6c34de-58fa-4fca-8e27-c76f5c1b8a36 HTTP/1.1" status: 204 len: 168 time: 0.2552845 Jul 16 18:38:01.496366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76037097-058e-4961-a58c-b2e7f65592d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c34de-58fa-4fca-8e27-c76f5c1b8a36,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.576697 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.648111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:01.651615 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa68f8d-a380-4bf0-904a-05fad4fb1f7c" -d '{"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-plugged", "status": "completed", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:01.701313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:01.709689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.768819 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ffd424-53f6-4bbf-9372-02543580ac86 x-openstack-request-id: req-37ffd424-53f6-4bbf-9372-02543580ac86 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:01.769498 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-plugged", "status": "completed", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:01.769963 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37ffd424-53f6-4bbf-9372-02543580ac86 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:01.771089 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'code': 200} Jul 16 18:38:01.833639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.975003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d788-55a8-43e8-ab09-0538e5d19ba8 req-a3f1a3c0-fe48-4f20-959a-a3685deaef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:01.977177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aef4d788-55a8-43e8-ab09-0538e5d19ba8 req-a3f1a3c0-fe48-4f20-959a-a3685deaef6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 1098 time: 0.1181433 Jul 16 18:38:02.056040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aef4d788-55a8-43e8-ab09-0538e5d19ba8 req-815e85c5-8210-439d-98d0-a02ee7217220 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661719 Jul 16 18:38:02.068378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d95d3-cfb8-4a25-8b4f-4d10d7ee0d4e req-cecf3b9f-5e27-45e6-a490-8afe4385b9b3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.075946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-889d95d3-cfb8-4a25-8b4f-4d10d7ee0d4e req-cecf3b9f-5e27-45e6-a490-8afe4385b9b3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1243129 Jul 16 18:38:02.126808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-889d95d3-cfb8-4a25-8b4f-4d10d7ee0d4e req-81bb8cbc-013a-4830-bb6a-7d327e7349cf tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495603 Jul 16 18:38:02.228764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a992-afcf-4ee5-a53d-dceabf7c8b2b req-7bc4f928-3583-466c-8264-72c327311bc5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.236883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:02.244882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf27a992-afcf-4ee5-a53d-dceabf7c8b2b req-7bc4f928-3583-466c-8264-72c327311bc5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1151323 Jul 16 18:38:02.292749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf27a992-afcf-4ee5-a53d-dceabf7c8b2b req-6a6944c1-f673-4f69-a7ad-aad1a119300e tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468991 Jul 16 18:38:02.446575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1888065360-network', 'tenant_id': '80b729e2f65e4b608c66165722f8d17b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:02.494132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Made reservation on behalf of 80b729e2f65e4b608c66165722f8d17b for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:02.497464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.509672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.694286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.700798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.751094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:02.763730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ae2fec-b019-4260-8bc3-ccc3a3e73877,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.771869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.772599 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Added segment d69c1fde-0b7e-4788-a5ac-184ac771ed0e of type vlan for network 0d703ac7-12d0-4352-96c2-83787c9f720d Jul 16 18:38:02.842247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.889456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.891224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.892337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.909184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6707046 Jul 16 18:38:02.912750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:02.919362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Request body: {'subnet': {'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1888065360-subnet', 'tenant_id': '80b729e2f65e4b608c66165722f8d17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:02.947841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Made reservation on behalf of 80b729e2f65e4b608c66165722f8d17b for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:02.952567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.971628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca24cf-8203-4069-8845-06eac547b86f admin admin] Pushing event updated for resources: {'Network': ['ID=0d703ac7-12d0-4352-96c2-83787c9f720d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.982766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0d703ac7-12d0-4352-96c2-83787c9f720d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:03.393683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.556074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313573cf-c7a2-43c5-9c6f-7ca7d17d79f5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.561201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Checking segment: {'id': 'd69c1fde-0b7e-4788-a5ac-184ac771ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:03.562233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Network hostable DHCP agents. Network: 0d703ac7-12d0-4352-96c2-83787c9f720d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:03.592333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee80a7-2102-4f79-aedf-33acb7375e6c req-7f9cabe5-ac5f-439e-80cf-09a8e18e2df6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.593057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Network 0d703ac7-12d0-4352-96c2-83787c9f720d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:03.602044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-daee80a7-2102-4f79-aedf-33acb7375e6c req-7f9cabe5-ac5f-439e-80cf-09a8e18e2df6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1089220 Jul 16 18:38:03.614933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b70fe9-c39c-4385-93fe-9da1282c8dc6 req-0c8a0fba-9663-4c4f-bf57-6b6b26f0865f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.617019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-35b70fe9-c39c-4385-93fe-9da1282c8dc6 req-0c8a0fba-9663-4c4f-bf57-6b6b26f0865f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1697333 Jul 16 18:38:03.618507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0d703ac7-12d0-4352-96c2-83787c9f720d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:03.628753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036d452d-2f16-46b2-b1a0-901f6f4da583 None None] Network 0d703ac7-12d0-4352-96c2-83787c9f720d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:03.649016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.649762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.667702 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-daee80a7-2102-4f79-aedf-33acb7375e6c req-ddf87b43-c911-46c3-991c-79850b014266 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645721 Jul 16 18:38:03.730958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0e6bb56b-7103-4f8b-b332-8b9b2173cae3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8145087 Jul 16 18:38:03.799180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-35b70fe9-c39c-4385-93fe-9da1282c8dc6 req-210d96dc-351e-459f-b449-ae0952ce407d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311247 Jul 16 18:38:03.840041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1be35-1667-465c-8393-369295044001 None None] Network 0d703ac7-12d0-4352-96c2-83787c9f720d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:04.216010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5114-457a-4e7d-b120-53366a8d5c96 req-7fb8e8b4-91e0-4c5d-a12a-c09c9117d3d1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.225616 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71ff5114-457a-4e7d-b120-53366a8d5c96 req-7fb8e8b4-91e0-4c5d-a12a-c09c9117d3d1 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1877320 Jul 16 18:38:04.280046 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-71ff5114-457a-4e7d-b120-53366a8d5c96 req-40bf8c70-c3e4-4828-a079-db35f5bc5313 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534291 Jul 16 18:38:04.691492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39356) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:04.721009 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-5ed0e828-bee7-49be-97ae-2ab3748a5631 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.722622 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-5ed0e828-bee7-49be-97ae-2ab3748a5631 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/networks?id=0d703ac7-12d0-4352-96c2-83787c9f720d HTTP/1.1" status: 200 len: 809 time: 0.1628392 Jul 16 18:38:04.751538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-2af88293-42a1-464c-88e7-142298267b30 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/quotas/80b729e2f65e4b608c66165722f8d17b HTTP/1.1" status: 200 len: 375 time: 0.0230329 Jul 16 18:38:04.799400 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-d04616b8-aab5-4fcf-b76a-7d3acd352adf tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80b729e2f65e4b608c66165722f8d17b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465159 Jul 16 18:38:04.829847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b4371-cd16-4ced-bd6d-42e38bb324b3 req-72034fbd-104b-4285-a3aa-6525d0ae9a53 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.832123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-552b4371-cd16-4ced-bd6d-42e38bb324b3 req-72034fbd-104b-4285-a3aa-6525d0ae9a53 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1096475 Jul 16 18:38:04.933796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c28979f9-fd72-4082-881a-a295b88ac921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.995498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-552b4371-cd16-4ced-bd6d-42e38bb324b3 req-cfc39b73-de12-4d10-806a-e2a0fdfcd717 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398833 Jul 16 18:38:05.052890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-ed5b7bbb-dd54-48ac-9473-1660194bd203 service neutron] 10.222.0.49 "GET /v2.0/networks/0d703ac7-12d0-4352-96c2-83787c9f720d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451024 Jul 16 18:38:05.181517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c28979f9-fd72-4082-881a-a295b88ac921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.187146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c28979f9-fd72-4082-881a-a295b88ac921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.257689 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-939077b9-f449-4aae-bd00-80580d301e38 service neutron] 10.222.0.49 "GET /v2.0/networks/0d703ac7-12d0-4352-96c2-83787c9f720d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031126 Jul 16 18:38:05.279328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c28979f9-fd72-4082-881a-a295b88ac921 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=609172a4851347cb803bd11394084e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866764 Jul 16 18:38:05.279874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39378) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:05.283924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28979f9-fd72-4082-881a-a295b88ac921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7664a8-efdc-4d9c-90f2-1ee2a25a7c08,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.336894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2e92d-2045-4cb2-b7b3-4bb631b2c97d req-f821c248-2c26-41d2-9b50-39fb8cf72991 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.338541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ba2e92d-2045-4cb2-b7b3-4bb631b2c97d req-f821c248-2c26-41d2-9b50-39fb8cf72991 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1103330 Jul 16 18:38:05.357090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a55fd7d-ab29-43c9-a224-6f10f2ce1b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.383276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ba2e92d-2045-4cb2-b7b3-4bb631b2c97d req-fa45dc25-570c-49b2-81e4-09c31936caa6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369964 Jul 16 18:38:05.386838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a55fd7d-ab29-43c9-a224-6f10f2ce1b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.487945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a55fd7d-ab29-43c9-a224-6f10f2ce1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.490639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3a55fd7d-ab29-43c9-a224-6f10f2ce1b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.494468 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3a55fd7d-ab29-43c9-a224-6f10f2ce1b87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f7664a8-efdc-4d9c-90f2-1ee2a25a7c08 HTTP/1.1" status: 204 len: 168 time: 0.2108626 Jul 16 18:38:05.512668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55fd7d-ab29-43c9-a224-6f10f2ce1b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7664a8-efdc-4d9c-90f2-1ee2a25a7c08,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.630833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3d252-1fbc-4701-bbfc-81c855208680 req-ec84a84a-39ef-435a-b4a7-bb55b7699bae tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.639785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5a3d252-1fbc-4701-bbfc-81c855208680 req-ec84a84a-39ef-435a-b4a7-bb55b7699bae tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1434016 Jul 16 18:38:05.669204 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4bde59b6-e86b-4c87-8ab2-49443f69085a req-16006bc1-2b54-434a-8f5e-ea7b07da7fcd tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 210 time: 0.0314038 Jul 16 18:38:05.697887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5a3d252-1fbc-4701-bbfc-81c855208680 req-d90585f4-32b3-4640-8493-4a897ad694cd tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570750 Jul 16 18:38:06.656550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6663-f7f1-46aa-a827-be70e494ae4e req-f4a447a1-4f5b-48db-a4cf-cbc46c3eb9cf tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.659064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-424e6663-f7f1-46aa-a827-be70e494ae4e req-f4a447a1-4f5b-48db-a4cf-cbc46c3eb9cf tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1238658 Jul 16 18:38:06.678249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04211f0f-88b7-4761-8379-daa522fa6b60 req-bdf15110-03cf-49c6-ae44-2af234595b27 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.687223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04211f0f-88b7-4761-8379-daa522fa6b60 req-bdf15110-03cf-49c6-ae44-2af234595b27 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.0837705 Jul 16 18:38:06.728186 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-424e6663-f7f1-46aa-a827-be70e494ae4e req-76113695-7d79-483f-b4e9-ad95f6c0434b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608993 Jul 16 18:38:06.758892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04211f0f-88b7-4761-8379-daa522fa6b60 req-7b4e22ee-29fc-45d6-a9b6-f93d761f8ea7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701816 Jul 16 18:38:06.985592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad164e24-6c26-4252-a989-0dea78152045 req-7fec05ab-cb8b-489a-8179-1ba83dab8670 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 210 time: 0.0409918 Jul 16 18:38:07.187170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-b4489261-7c87-43d0-b800-5a5cda83eb14 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.189133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-b4489261-7c87-43d0-b800-5a5cda83eb14 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.67 "GET /v2.0/networks?id=0d703ac7-12d0-4352-96c2-83787c9f720d HTTP/1.1" status: 200 len: 809 time: 0.1967030 Jul 16 18:38:07.210153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Request body: {'port': {'device_id': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d', 'admin_state_up': True, 'tenant_id': '80b729e2f65e4b608c66165722f8d17b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:07.369250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Made reservation on behalf of 80b729e2f65e4b608c66165722f8d17b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:07.375543 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.605039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Allocated IP 172.20.0.5 (0d703ac7-12d0-4352-96c2-83787c9f720d/313573cf-c7a2-43c5-9c6f-7ca7d17d79f5/20e9967f-d6d3-4d21-8897-f0a7ec94f49d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:07.853272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.974082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.980488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39524) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:08.027823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Network 0d703ac7-12d0-4352-96c2-83787c9f720d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:08.033785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:08.051232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:08.100967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8afece-9042-472a-acc6-7bb5d2b1dfdd req-b1a68cdf-e2ec-4a6d-bdc9-910610535bbe tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.103368 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4d8afece-9042-472a-acc6-7bb5d2b1dfdd req-b1a68cdf-e2ec-4a6d-bdc9-910610535bbe tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1247077 Jul 16 18:38:08.114984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Pushing event updated for resources: {'Port': ['ID=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:08.130506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b658155-55c5-4c4b-abcb-1207e452b744 req-8728e59d-1901-4c6c-8487-87450cbf4170 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.132262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b658155-55c5-4c4b-abcb-1207e452b744 req-8728e59d-1901-4c6c-8487-87450cbf4170 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.2476666 Jul 16 18:38:08.164723 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.165396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.171664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4d8afece-9042-472a-acc6-7bb5d2b1dfdd req-bb48ab95-0848-4aad-ac27-7494213a2cc6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Jul 16 18:38:08.187790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-dd7ac4bc-39e6-49b2-bb4b-adc6341be04f tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9901264 Jul 16 18:38:08.193525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6918f081-9c5a-4f67-ae9f-c29985694df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.203260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Request body: {'port': {'device_id': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:08.245172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b658155-55c5-4c4b-abcb-1207e452b744 req-fe33b0cc-e20d-41df-976b-05babfb8bb7f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Jul 16 18:38:08.314907 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6918f081-9c5a-4f67-ae9f-c29985694df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.320306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6918f081-9c5a-4f67-ae9f-c29985694df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.344920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.356395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918f081-9c5a-4f67-ae9f-c29985694df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af15c8a0-f218-4c53-9df1-85e2dac17770,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:08.388934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6918f081-9c5a-4f67-ae9f-c29985694df8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6534b28461924421b8ce5c33a33908ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066014 Jul 16 18:38:08.390944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:08.466705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f496c460-b084-4dd2-b7e1-62e51d058185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.490594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f496c460-b084-4dd2-b7e1-62e51d058185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.547948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f496c460-b084-4dd2-b7e1-62e51d058185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.552739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f496c460-b084-4dd2-b7e1-62e51d058185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.558082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f496c460-b084-4dd2-b7e1-62e51d058185 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af15c8a0-f218-4c53-9df1-85e2dac17770 HTTP/1.1" status: 204 len: 168 time: 0.1651642 Jul 16 18:38:08.581793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496c460-b084-4dd2-b7e1-62e51d058185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15c8a0-f218-4c53-9df1-85e2dac17770,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:08.612100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d38149-c127-428b-aaee-7e681da0efd5 req-c7e73c1c-a4a2-40df-91b4-5dfb08c46b47 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.614456 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43d38149-c127-428b-aaee-7e681da0efd5 req-c7e73c1c-a4a2-40df-91b4-5dfb08c46b47 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 931 time: 0.1634245 Jul 16 18:38:08.683525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43d38149-c127-428b-aaee-7e681da0efd5 req-50d638e2-1661-4631-921b-cc8fef3a7da1 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Jul 16 18:38:08.847945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e9967f-d6d3-4d21-8897-f0a7ec94f49d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:08.857958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.877568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Transition to ACTIVE for port object 20e9967f-d6d3-4d21-8897-f0a7ec94f49d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:08.882798 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.016039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:09.085121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Attempting to bind port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:09.085457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Attempting to bind port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'd69c1fde-0b7e-4788-a5ac-184ac771ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:09.085781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Attempting to bind port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d on network 0d703ac7-12d0-4352-96c2-83787c9f720d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:09.090536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d on network 0d703ac7-12d0-4352-96c2-83787c9f720d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:09.090786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Attempting to bind port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d on network 0d703ac7-12d0-4352-96c2-83787c9f720d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:09.097105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:09.097469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Checking segment: {'id': 'd69c1fde-0b7e-4788-a5ac-184ac771ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:09.097946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Bound using segment: {'id': 'd69c1fde-0b7e-4788-a5ac-184ac771ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:09.098394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Bound port: 20e9967f-d6d3-4d21-8897-f0a7ec94f49d, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69c1fde-0b7e-4788-a5ac-184ac771ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:09.098742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.189581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] For port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:09.193342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] For port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,segment=NetworkSegment(d69c1fde-0b7e-4788-a5ac-184ac771ed0e),segment_id=d69c1fde-0b7e-4788-a5ac-184ac771ed0e)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:09.200102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.238470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.239261 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.240683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] 10.222.0.67 "PUT /v2.0/ports/20e9967f-d6d3-4d21-8897-f0a7ec94f49d HTTP/1.1" status: 200 len: 1092 time: 1.0446699 Jul 16 18:38:09.241182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'tag': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:09.248841 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d494784-3844-44e6-adc1-0f36c089692b" -d '{"events": [{"name": "network-changed", "server_uuid": "5700d4f9-eab9-43c3-9083-b7fb66e5d839", "tag": "20e9967f-d6d3-4d21-8897-f0a7ec94f49d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:09.367442 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6236f7-c4c3-4870-b366-99169678b3fe x-openstack-request-id: req-9e6236f7-c4c3-4870-b366-99169678b3fe {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:09.367728 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5700d4f9-eab9-43c3-9083-b7fb66e5d839", "tag": "20e9967f-d6d3-4d21-8897-f0a7ec94f49d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:09.368267 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e6236f7-c4c3-4870-b366-99169678b3fe {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:09.368672 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'tag': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d', 'status': 'completed', 'code': 200} Jul 16 18:38:09.401785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e5594-9db0-4541-a1cd-0a9b78e6c599 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:09.440243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-3a31bafa-93e9-4e5a-b21d-7553a9e99202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.442270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-3a31bafa-93e9-4e5a-b21d-7553a9e99202 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80b729e2f65e4b608c66165722f8d17b&device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 1095 time: 0.1401403 Jul 16 18:38:09.445398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2a8fe-fdbd-4ab0-a743-9df5b708f4c1 req-ae8d541a-c04b-486d-9d81-6ab6cd4a0907 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.453867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90b2a8fe-fdbd-4ab0-a743-9df5b708f4c1 req-ae8d541a-c04b-486d-9d81-6ab6cd4a0907 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1008103 Jul 16 18:38:09.500197 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-0585bfe1-b957-4e75-82cc-a39bbd285d75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20e9967f-d6d3-4d21-8897-f0a7ec94f49d HTTP/1.1" status: 200 len: 217 time: 0.0492518 Jul 16 18:38:09.522835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90b2a8fe-fdbd-4ab0-a743-9df5b708f4c1 req-4335c989-0a62-4d55-a818-5976ed23d825 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659389 Jul 16 18:38:09.596904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-aee4e1c4-1bc7-4a7e-8c22-8e70145b1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.598828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-aee4e1c4-1bc7-4a7e-8c22-8e70145b1bd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=313573cf-c7a2-43c5-9c6f-7ca7d17d79f5 HTTP/1.1" status: 200 len: 849 time: 0.0864275 Jul 16 18:38:09.695270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-72bdff66-5647-45ec-89ce-3749f5a9d7aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d703ac7-12d0-4352-96c2-83787c9f720d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876000 Jul 16 18:38:09.836500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57126140-f8ed-47f1-af37-2280600a6bca req-c6b76a67-31e8-4d2c-b549-3d6bdf69c83d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.845232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57126140-f8ed-47f1-af37-2280600a6bca req-c6b76a67-31e8-4d2c-b549-3d6bdf69c83d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.3438516 Jul 16 18:38:09.929529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57126140-f8ed-47f1-af37-2280600a6bca req-8f1062a7-1e6a-4d84-9756-aff0f9b7e6ec tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822518 Jul 16 18:38:09.933482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea756bf9-b635-4e57-82bb-057bbf1aad37 req-283e27ee-93bf-46b8-acaf-dc0f619ff1ee tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.935024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea756bf9-b635-4e57-82bb-057bbf1aad37 req-283e27ee-93bf-46b8-acaf-dc0f619ff1ee tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 943 time: 0.0855343 Jul 16 18:38:09.935333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-93c25dac-4cf9-4f14-bf76-9320e8747427 service neutron] 10.222.0.67 "GET /v2.0/networks/0d703ac7-12d0-4352-96c2-83787c9f720d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337606 Jul 16 18:38:09.990488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea756bf9-b635-4e57-82bb-057bbf1aad37 req-cb3a71f9-1686-41b5-91c4-dca14f5b118d tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Jul 16 18:38:10.102064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88caa086-98c8-4d0c-adb1-716c412f7100 req-10d6b084-ff4b-4b19-a7cf-98ad776186b3 service neutron] 10.222.0.67 "GET /v2.0/networks/0d703ac7-12d0-4352-96c2-83787c9f720d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599083 Jul 16 18:38:10.219469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d494784-3844-44e6-adc1-0f36c089692b req-e472aa40-8b07-45af-b8b6-96a9f25c79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.221335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d494784-3844-44e6-adc1-0f36c089692b req-e472aa40-8b07-45af-b8b6-96a9f25c79a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80b729e2f65e4b608c66165722f8d17b&device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 1095 time: 0.0693996 Jul 16 18:38:10.349113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d494784-3844-44e6-adc1-0f36c089692b req-1c54f3f0-6bf9-447e-8568-569cb6d415a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.351102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d494784-3844-44e6-adc1-0f36c089692b req-1c54f3f0-6bf9-447e-8568-569cb6d415a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0d703ac7-12d0-4352-96c2-83787c9f720d HTTP/1.1" status: 200 len: 910 time: 0.1232533 Jul 16 18:38:10.400501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d494784-3844-44e6-adc1-0f36c089692b req-d0dd93ce-7414-4512-8121-1316337321fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20e9967f-d6d3-4d21-8897-f0a7ec94f49d HTTP/1.1" status: 200 len: 217 time: 0.0417409 Jul 16 18:38:10.469406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d494784-3844-44e6-adc1-0f36c089692b req-99e4819c-be60-41b9-82e6-962cb6bc7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.471202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d494784-3844-44e6-adc1-0f36c089692b req-99e4819c-be60-41b9-82e6-962cb6bc7ddc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=313573cf-c7a2-43c5-9c6f-7ca7d17d79f5 HTTP/1.1" status: 200 len: 849 time: 0.0626681 Jul 16 18:38:10.509537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d494784-3844-44e6-adc1-0f36c089692b req-1de2312e-31cf-47c0-8e46-9111bb28ab24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0d703ac7-12d0-4352-96c2-83787c9f720d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316737 Jul 16 18:38:10.691211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d494784-3844-44e6-adc1-0f36c089692b req-3a985074-dfcf-40a2-bc51-cb2f31710d07 service neutron] 10.222.0.67 "GET /v2.0/networks/0d703ac7-12d0-4352-96c2-83787c9f720d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744943 Jul 16 18:38:10.850934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2026f-3d26-4ee8-a61c-d4e6b317ba18 req-ab0aa084-0714-44f2-8017-53408f5a987d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.860712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fe2026f-3d26-4ee8-a61c-d4e6b317ba18 req-ab0aa084-0714-44f2-8017-53408f5a987d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.2028110 Jul 16 18:38:10.946620 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d494784-3844-44e6-adc1-0f36c089692b req-85175f03-0375-4abd-aefa-d8ee0860b4b5 service neutron] 10.222.0.67 "GET /v2.0/networks/0d703ac7-12d0-4352-96c2-83787c9f720d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475436 Jul 16 18:38:10.949741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fe2026f-3d26-4ee8-a61c-d4e6b317ba18 req-3abe11a2-53c1-4a65-a87e-a52a32474200 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796452 Jul 16 18:38:11.202506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea8440-d77a-418d-8b4f-3a1ea591971c req-13e85e3d-68a9-40ac-9ef4-5fc7b5df2c95 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.211957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ceea8440-d77a-418d-8b4f-3a1ea591971c req-13e85e3d-68a9-40ac-9ef4-5fc7b5df2c95 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.0997016 Jul 16 18:38:11.300967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ceea8440-d77a-418d-8b4f-3a1ea591971c req-2f77edd2-778d-4ef4-8341-f4458ffc28af tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814786 Jul 16 18:38:11.534749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2396519-b07e-42db-8928-ec5969f654fd req-3bd0a77e-bed1-4e81-a32c-f186881b2e0b tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.544574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b2396519-b07e-42db-8928-ec5969f654fd req-3bd0a77e-bed1-4e81-a32c-f186881b2e0b tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 943 time: 0.1047819 Jul 16 18:38:11.578375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12d0f5-2eca-4e76-8bad-b6e74c21ed3e req-7105a554-7847-4332-bd84-ed522898dc8f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.580631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a12d0f5-2eca-4e76-8bad-b6e74c21ed3e req-7105a554-7847-4332-bd84-ed522898dc8f tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.1098800 Jul 16 18:38:11.598680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b2396519-b07e-42db-8928-ec5969f654fd req-80db2021-9465-4f4f-af74-34ae3d956aed tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Jul 16 18:38:11.639044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a12d0f5-2eca-4e76-8bad-b6e74c21ed3e req-0602ac08-430d-4839-8582-d368606ae3c4 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428364 Jul 16 18:38:11.935023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:12.071885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8dbe77da-36ac-4004-958a-9597e1c73dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.180246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8dbe77da-36ac-4004-958a-9597e1c73dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.185051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8dbe77da-36ac-4004-958a-9597e1c73dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.227741 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8dbe77da-36ac-4004-958a-9597e1c73dd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27c045b46f774ec981144bf010dae568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913103 Jul 16 18:38:12.228916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:12.230543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20e9967f-d6d3-4d21-8897-f0a7ec94f49d details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:12.236310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe77da-36ac-4004-958a-9597e1c73dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b36a20-4614-44de-8560-771a09072762,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.343927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,segment=NetworkSegment(d69c1fde-0b7e-4788-a5ac-184ac771ed0e),segment_id=d69c1fde-0b7e-4788-a5ac-184ac771ed0e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:12.346975 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-608e3fed-749b-44ef-8348-994db13a222e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.360205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d', 'network_id': '0d703ac7-12d0-4352-96c2-83787c9f720d', 'port_id': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d', 'mac_address': 'fa:16:3e:92:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313573cf-c7a2-43c5-9c6f-7ca7d17d79f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:12.384343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-608e3fed-749b-44ef-8348-994db13a222e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.402151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.417644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e9967f-d6d3-4d21-8897-f0a7ec94f49d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:12.457243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,segment=NetworkSegment(d69c1fde-0b7e-4788-a5ac-184ac771ed0e),segment_id=d69c1fde-0b7e-4788-a5ac-184ac771ed0e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:12.463352 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-608e3fed-749b-44ef-8348-994db13a222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.463974 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.471284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-608e3fed-749b-44ef-8348-994db13a222e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.473851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-608e3fed-749b-44ef-8348-994db13a222e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38b36a20-4614-44de-8560-771a09072762 HTTP/1.1" status: 204 len: 168 time: 0.2433140 Jul 16 18:38:12.483643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e3fed-749b-44ef-8348-994db13a222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b36a20-4614-44de-8560-771a09072762,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.568128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.736405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['20e9967f-d6d3-4d21-8897-f0a7ec94f49d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:12.920566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbba45-ee87-4f13-8806-416654caf16d req-cf2cd16b-96a5-4c75-b5ee-f2e68f74f97d tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.925065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39766) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:12.928957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80bbba45-ee87-4f13-8806-416654caf16d req-cf2cd16b-96a5-4c75-b5ee-f2e68f74f97d tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 944 time: 0.1102393 Jul 16 18:38:12.940120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df0191e6-fdb5-4a04-9fd9-08c1f6b9c234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.991653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80bbba45-ee87-4f13-8806-416654caf16d req-e972d17d-ea26-4f8e-8c41-4dc4b1a73722 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557587 Jul 16 18:38:13.169757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df0191e6-fdb5-4a04-9fd9-08c1f6b9c234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.186735 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-df0191e6-fdb5-4a04-9fd9-08c1f6b9c234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.201339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18080a1e-5746-4152-af96-fa1e003526bf req-7bdd2060-dc99-4e88-874c-6b8993fea758 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.203593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18080a1e-5746-4152-af96-fa1e003526bf req-7bdd2060-dc99-4e88-874c-6b8993fea758 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.59 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.2591302 Jul 16 18:38:13.224045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1fcc-8975-45dd-ba25-3f212282ac19 req-5a7e22cc-66fe-4e35-84da-382d97854d8a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.225974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6ed1fcc-8975-45dd-ba25-3f212282ac19 req-5a7e22cc-66fe-4e35-84da-382d97854d8a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.7226219 Jul 16 18:38:13.245888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d9772-7eff-49df-85a5-dca77d4fcda2 req-2870fa36-8908-4d39-8675-86c38275f7c3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.247518 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-092d9772-7eff-49df-85a5-dca77d4fcda2 req-2870fa36-8908-4d39-8675-86c38275f7c3 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 945 time: 0.0926883 Jul 16 18:38:13.305431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-092d9772-7eff-49df-85a5-dca77d4fcda2 req-82a2ef5a-6f9d-438b-83d4-9cc329468e3c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502827 Jul 16 18:38:13.336002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-df0191e6-fdb5-4a04-9fd9-08c1f6b9c234 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27b5a0146a804bf6b193fee4a6842e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071281 Jul 16 18:38:13.336545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:13.341530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0191e6-fdb5-4a04-9fd9-08c1f6b9c234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f9165e-b882-4040-9746-be8db7ed3066,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.386853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6ed1fcc-8975-45dd-ba25-3f212282ac19 req-f138bcf4-2a7b-4d84-9bfa-13c4c03c071b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319115 Jul 16 18:38:13.423502 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d561e74-34ea-471a-80e1-83a3ab0434cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.483288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d561e74-34ea-471a-80e1-83a3ab0434cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.489414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Deleting port 73494418-d64d-4dba-bcda-15fd44c1dc44 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:13.491043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.569520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d561e74-34ea-471a-80e1-83a3ab0434cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.573515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d561e74-34ea-471a-80e1-83a3ab0434cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.574894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2d561e74-34ea-471a-80e1-83a3ab0434cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4f9165e-b882-4040-9746-be8db7ed3066 HTTP/1.1" status: 204 len: 168 time: 0.2372396 Jul 16 18:38:13.585972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d561e74-34ea-471a-80e1-83a3ab0434cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f9165e-b882-4040-9746-be8db7ed3066,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.650591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] For port 73494418-d64d-4dba-bcda-15fd44c1dc44, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73494418-d64d-4dba-bcda-15fd44c1dc44,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:13.651040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.665212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Calling delete_port for 73494418-d64d-4dba-bcda-15fd44c1dc44 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:13.852937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.909076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event deleted for resources: {'Port': ['ID=73494418-d64d-4dba-bcda-15fd44c1dc44,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.959084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] No DVR routers for this DVR port 73494418-d64d-4dba-bcda-15fd44c1dc44 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:13.962193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.964458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-18080a1e-5746-4152-af96-fa1e003526bf req-c6d17604-e5f8-4268-bb33-4032bb5b06c7 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.59 "DELETE /v2.0/ports/73494418-d64d-4dba-bcda-15fd44c1dc44 HTTP/1.1" status: 204 len: 173 time: 0.7348230 Jul 16 18:38:13.965122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'name': 'network-vif-deleted', 'tag': '73494418-d64d-4dba-bcda-15fd44c1dc44'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:13.967770 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4d4eec-6ddf-428f-8f4c-bc21cc455d15" -d '{"events": [{"server_uuid": "73ab8925-bdbf-42b2-9503-1aa94473997c", "name": "network-vif-deleted", "tag": "73494418-d64d-4dba-bcda-15fd44c1dc44"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:14.022951 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a33d1a-16a2-4a20-8aae-601f582061fa x-openstack-request-id: req-81a33d1a-16a2-4a20-8aae-601f582061fa {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:14.023242 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ab8925-bdbf-42b2-9503-1aa94473997c", "name": "network-vif-deleted", "tag": "73494418-d64d-4dba-bcda-15fd44c1dc44", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:14.023497 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81a33d1a-16a2-4a20-8aae-601f582061fa {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:14.023903 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ab8925-bdbf-42b2-9503-1aa94473997c', 'name': 'network-vif-deleted', 'tag': '73494418-d64d-4dba-bcda-15fd44c1dc44', 'status': 'completed', 'code': 200} Jul 16 18:38:14.247188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20e9967f-d6d3-4d21-8897-f0a7ec94f49d up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:14.260391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86162d5-9ef4-4571-a81f-caa4a8f937c9 req-f8b73da3-0dd6-43c0-b338-a30d48f19d63 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.267915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b86162d5-9ef4-4571-a81f-caa4a8f937c9 req-f8b73da3-0dd6-43c0-b338-a30d48f19d63 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 944 time: 0.0738828 Jul 16 18:38:14.315352 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b86162d5-9ef4-4571-a81f-caa4a8f937c9 req-1d28eb41-7155-4db2-98f3-fe89fef195c4 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Jul 16 18:38:14.351211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:14.357559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:14.358197 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.628419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ccfeca56-e536-456e-8d77-ff1aca664760 req-f9442040-204b-4be2-a8d1-166ac154e6d9 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ab8925-bdbf-42b2-9503-1aa94473997c HTTP/1.1" status: 200 len: 210 time: 0.1173191 Jul 16 18:38:14.647998 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.679861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e00a-6156-46df-a2a0-e24671b9ce86 req-17968c45-078b-4e24-90d5-aac19786f42d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.690153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e214e00a-6156-46df-a2a0-e24671b9ce86 req-17968c45-078b-4e24-90d5-aac19786f42d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1080151 Jul 16 18:38:14.801609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,segment=NetworkSegment(d69c1fde-0b7e-4788-a5ac-184ac771ed0e),segment_id=d69c1fde-0b7e-4788-a5ac-184ac771ed0e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:14.809555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:14.822086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e214e00a-6156-46df-a2a0-e24671b9ce86 req-a7bddf57-6793-448c-a6e6-54a8cfef915f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284835 Jul 16 18:38:14.823201 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50823dd-457e-4f05-9540-c121514fd639" -d '{"events": [{"server_uuid": "5700d4f9-eab9-43c3-9083-b7fb66e5d839", "name": "network-vif-plugged", "status": "completed", "tag": "20e9967f-d6d3-4d21-8897-f0a7ec94f49d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:14.841519 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.972090 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef8793-30fe-4fd3-8624-86226a24e81b x-openstack-request-id: req-73ef8793-30fe-4fd3-8624-86226a24e81b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:14.972384 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5700d4f9-eab9-43c3-9083-b7fb66e5d839", "name": "network-vif-plugged", "status": "completed", "tag": "20e9967f-d6d3-4d21-8897-f0a7ec94f49d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:14.982859 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73ef8793-30fe-4fd3-8624-86226a24e81b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:14.983334 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d', 'code': 200} Jul 16 18:38:14.990173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.171109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582f3a4-a298-4147-b410-dadfb6b1c7c0 req-9e1fbb05-098d-4946-ae62-ade5eb2cd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.173177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f582f3a4-a298-4147-b410-dadfb6b1c7c0 req-9e1fbb05-098d-4946-ae62-ade5eb2cd523 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 1097 time: 0.1214690 Jul 16 18:38:15.212607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f582f3a4-a298-4147-b410-dadfb6b1c7c0 req-6ac4c5cf-39b9-4d0d-8abe-08acb03166c4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Jul 16 18:38:15.234559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73494418-d64d-4dba-bcda-15fd44c1dc44 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:15.258062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 73494418-d64d-4dba-bcda-15fd44c1dc44 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:15.259114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73494418-d64d-4dba-bcda-15fd44c1dc44 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:15.521202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47795fd4-6238-4773-b677-bc4483594f6f req-a338f373-a29a-4ddc-b4d8-1db3aa300154 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.523065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47795fd4-6238-4773-b677-bc4483594f6f req-a338f373-a29a-4ddc-b4d8-1db3aa300154 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 945 time: 0.0841007 Jul 16 18:38:15.573664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-47795fd4-6238-4773-b677-bc4483594f6f req-fd8cd2c3-7881-450c-a221-fb54f24e2f77 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Jul 16 18:38:16.109638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f233d1-5a62-4fcc-a17d-d4498a014ec2 req-e2c342d7-7b47-4394-aa5a-4835ac191515 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.119698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35f233d1-5a62-4fcc-a17d-d4498a014ec2 req-e2c342d7-7b47-4394-aa5a-4835ac191515 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1326241 Jul 16 18:38:16.159683 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af0e039b-6ab9-472c-baaa-007dd200cc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.162585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35f233d1-5a62-4fcc-a17d-d4498a014ec2 req-c715c9be-9530-4c72-9111-afda80ebbbf8 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 Jul 16 18:38:16.175551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050fc5-3aff-488c-865f-a44aff574abe req-ce08619a-9d24-4521-916b-4ccdba7bfab6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.177662 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-ce08619a-9d24-4521-916b-4ccdba7bfab6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.1713924 Jul 16 18:38:16.215682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-1109a634-e657-4f93-9cd2-eca902de67d5 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/quotas/6bed682e5e28436097f6a28101681068 HTTP/1.1" status: 200 len: 375 time: 0.0312843 Jul 16 18:38:16.291563 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-706ced48-313b-4b51-8a2e-d03aca301f6b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697494 Jul 16 18:38:16.414730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-b337bcc5-bade-4de4-9f25-cdfb21ff1c5d service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128325 Jul 16 18:38:16.555745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-71f1a1db-ffc3-4b38-a129-6e3585922f02 service neutron] 10.222.0.49 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309679 Jul 16 18:38:16.786942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805ae9d-7e24-4c5e-84b8-8528fa043536 req-2adabc73-3ae4-45cb-b884-283f9ce7a257 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.797767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f805ae9d-7e24-4c5e-84b8-8528fa043536 req-2adabc73-3ae4-45cb-b884-283f9ce7a257 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 945 time: 0.0882213 Jul 16 18:38:16.806870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-727e7770-705a-4409-8f7b-fa19fc641d8e req-6dd437ef-bc4e-4bfe-99ff-a989b95fbb28 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 210 time: 0.0484362 Jul 16 18:38:16.852392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f805ae9d-7e24-4c5e-84b8-8528fa043536 req-89632161-dfd2-49bd-bb23-058160de582c tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Jul 16 18:38:16.940975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 39932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:17.129277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af5445b9-ba82-4262-96b6-c4560312c9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.274868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af5445b9-ba82-4262-96b6-c4560312c9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.281953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af5445b9-ba82-4262-96b6-c4560312c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.347416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-af5445b9-ba82-4262-96b6-c4560312c9b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0927249376846e984e4719c27f1b569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051504 Jul 16 18:38:17.351719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39952) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:17.378083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5445b9-ba82-4262-96b6-c4560312c9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e8ebd8-584c-44e0-933e-a3fbc4826353,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.447683 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9803-bf4d-44be-8201-33e6f9b7c534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.489520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9803-bf4d-44be-8201-33e6f9b7c534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.739722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9803-bf4d-44be-8201-33e6f9b7c534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.750152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9803-bf4d-44be-8201-33e6f9b7c534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.754368 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ff5f9803-bf4d-44be-8201-33e6f9b7c534 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9e8ebd8-584c-44e0-933e-a3fbc4826353 HTTP/1.1" status: 204 len: 168 time: 0.3984430 Jul 16 18:38:17.809941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93669417-7f43-4e1d-905a-d482f3d80dd4 req-c01d82cd-0e14-4561-9c40-0e6dd8b23c59 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.817351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93669417-7f43-4e1d-905a-d482f3d80dd4 req-c01d82cd-0e14-4561-9c40-0e6dd8b23c59 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.3703325 Jul 16 18:38:17.820319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f9803-bf4d-44be-8201-33e6f9b7c534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e8ebd8-584c-44e0-933e-a3fbc4826353,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.922890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93669417-7f43-4e1d-905a-d482f3d80dd4 req-96078f7f-4d92-4521-9e6d-c3873fc67344 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819705 Jul 16 18:38:18.152208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25dd144b-4510-4e9b-9be8-413b21129e0a req-30f01d37-f839-4e75-94b4-166007f80018 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 210 time: 0.0615089 Jul 16 18:38:18.167066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39980) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:18.191904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d654869d-2387-44c2-b0c6-0b8bb16228e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.337349 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d654869d-2387-44c2-b0c6-0b8bb16228e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.342452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d654869d-2387-44c2-b0c6-0b8bb16228e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.397157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d654869d-2387-44c2-b0c6-0b8bb16228e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51e1a1be9ce54a899d1e9248faf9bfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285371 Jul 16 18:38:18.398288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654869d-2387-44c2-b0c6-0b8bb16228e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfbfe94-a7fe-41e9-987b-f887ec13bb77,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.401035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 39988) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:18.456141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050fc5-3aff-488c-865f-a44aff574abe req-b18459b9-8798-4add-a218-501a262dfa79 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.458290 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-b18459b9-8798-4add-a218-501a262dfa79 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 811 time: 0.2380943 Jul 16 18:38:18.471396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Request body: {'port': {'device_id': '76015425-79c3-4c68-959f-82881db48868', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'admin_state_up': True, 'tenant_id': '6bed682e5e28436097f6a28101681068'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:18.473194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd460010-f985-4200-914b-ceff35d7f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.513170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd460010-f985-4200-914b-ceff35d7f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.571392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd460010-f985-4200-914b-ceff35d7f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.574423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd460010-f985-4200-914b-ceff35d7f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.575713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dd460010-f985-4200-914b-ceff35d7f32a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bfbfe94-a7fe-41e9-987b-f887ec13bb77 HTTP/1.1" status: 204 len: 168 time: 0.1734345 Jul 16 18:38:18.586207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd460010-f985-4200-914b-ceff35d7f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfbfe94-a7fe-41e9-987b-f887ec13bb77,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.633905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Made reservation on behalf of 6bed682e5e28436097f6a28101681068 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:18.637963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.680937 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-642e5fb1-ad1a-4192-85a3-ce28ba3be865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.788194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Allocated IP 172.20.0.12 (eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39/61aae9a1-c47b-4e28-8c0d-cdea6fa6d648/fbec25a6-c509-4a1e-b11e-30f019bb982d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:18.885100 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.022418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.070710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.129280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event updated for resources: {'Port': ['ID=fbec25a6-c509-4a1e-b11e-30f019bb982d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.182015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:19.188599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:19.192713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:19.241769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.242808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.273593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-dbc8d4cc-5c30-4a2d-aff3-0e0fd36db638 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8072431 Jul 16 18:38:19.284371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69811c2-3a05-42cb-8bde-91f74adc2289 req-41896485-8f8c-49d6-a4bc-8f0f1634dddd tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.292337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a69811c2-3a05-42cb-8bde-91f74adc2289 req-41896485-8f8c-49d6-a4bc-8f0f1634dddd tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1645873 Jul 16 18:38:19.319675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Request body: {'port': {'device_id': '76015425-79c3-4c68-959f-82881db48868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:19.374559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a69811c2-3a05-42cb-8bde-91f74adc2289 req-defe9f3b-61c2-4f37-943c-997f602a46d5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809422 Jul 16 18:38:19.509363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.547364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7121958-52f0-41ca-877f-e2adf51d50c6 req-15058ba0-8fc7-4a8f-b4ad-91ed4a13cb2c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.549674 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7121958-52f0-41ca-877f-e2adf51d50c6 req-15058ba0-8fc7-4a8f-b4ad-91ed4a13cb2c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 932 time: 0.1060579 Jul 16 18:38:19.639684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7121958-52f0-41ca-877f-e2adf51d50c6 req-bce13a27-4387-4baf-90e3-0a7490ec553a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826859 Jul 16 18:38:19.928269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.120200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbec25a6-c509-4a1e-b11e-30f019bb982d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:20.128358 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.149344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Transition to ACTIVE for port object fbec25a6-c509-4a1e-b11e-30f019bb982d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:20.155354 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.345956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Pushing event updated for resources: {'Port': ['ID=fbec25a6-c509-4a1e-b11e-30f019bb982d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.418578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Attempting to bind port fbec25a6-c509-4a1e-b11e-30f019bb982d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:20.419136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Attempting to bind port fbec25a6-c509-4a1e-b11e-30f019bb982d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:20.419974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Attempting to bind port fbec25a6-c509-4a1e-b11e-30f019bb982d on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:20.431077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Port fbec25a6-c509-4a1e-b11e-30f019bb982d on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:20.431785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Attempting to bind port fbec25a6-c509-4a1e-b11e-30f019bb982d on network eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:20.443777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:20.444424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Checking segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:20.445091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Bound using segment: {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:20.446599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Bound port: fbec25a6-c509-4a1e-b11e-30f019bb982d, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:20.447216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.597303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] For port fbec25a6-c509-4a1e-b11e-30f019bb982d, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:20.604798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] For port fbec25a6-c509-4a1e-b11e-30f019bb982d, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fbec25a6-c509-4a1e-b11e-30f019bb982d,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:20.614813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.716986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.717856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.719513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] 10.222.0.67 "PUT /v2.0/ports/fbec25a6-c509-4a1e-b11e-30f019bb982d HTTP/1.1" status: 200 len: 1093 time: 1.4239917 Jul 16 18:38:20.723095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76015425-79c3-4c68-959f-82881db48868', 'tag': 'fbec25a6-c509-4a1e-b11e-30f019bb982d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:20.725833 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9625c77-e62d-4ae0-9111-b9b3922c3dba" -d '{"events": [{"name": "network-changed", "server_uuid": "76015425-79c3-4c68-959f-82881db48868", "tag": "fbec25a6-c509-4a1e-b11e-30f019bb982d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:20.833075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020162-bfd5-4565-8e92-701edd1f5ccb req-e15c5d66-c6e9-418b-a85c-3feb9b54a367 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.848235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22020162-bfd5-4565-8e92-701edd1f5ccb req-e15c5d66-c6e9-418b-a85c-3feb9b54a367 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.2301204 Jul 16 18:38:20.977825 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22020162-bfd5-4565-8e92-701edd1f5ccb req-cb626c82-168b-48c3-bf2e-db320cf62c30 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233335 Jul 16 18:38:20.979560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71179b98-f476-42d4-bbd4-7eafa3560140 service neutron] Pushing event updated for resources: {'Port': ['ID=fbec25a6-c509-4a1e-b11e-30f019bb982d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.113137 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a40d99e-9ea4-463f-a690-ad2808b96913 x-openstack-request-id: req-6a40d99e-9ea4-463f-a690-ad2808b96913 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:21.113773 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76015425-79c3-4c68-959f-82881db48868", "tag": "fbec25a6-c509-4a1e-b11e-30f019bb982d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:21.114250 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a40d99e-9ea4-463f-a690-ad2808b96913 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:21.114888 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76015425-79c3-4c68-959f-82881db48868', 'tag': 'fbec25a6-c509-4a1e-b11e-30f019bb982d', 'status': 'completed', 'code': 200} Jul 16 18:38:21.159706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050fc5-3aff-488c-865f-a44aff574abe req-fa37b483-a10b-4178-b304-df4d73e9367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.163384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-fa37b483-a10b-4178-b304-df4d73e9367f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 1096 time: 0.3673933 Jul 16 18:38:21.221136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f94aa-803c-4bb3-a77f-b44006f49193 req-978a481a-3992-46d9-b9fc-1243eba2697d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.228354 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e5f94aa-803c-4bb3-a77f-b44006f49193 req-978a481a-3992-46d9-b9fc-1243eba2697d tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 944 time: 0.2159595 Jul 16 18:38:21.253069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-08ca4aec-0956-4b42-b31b-2857b1c5a8d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbec25a6-c509-4a1e-b11e-30f019bb982d HTTP/1.1" status: 200 len: 217 time: 0.0829597 Jul 16 18:38:21.323058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e5f94aa-803c-4bb3-a77f-b44006f49193 req-c1fca35c-56d1-446f-9e8d-b54932103f80 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935762 Jul 16 18:38:21.353370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050fc5-3aff-488c-865f-a44aff574abe req-981493cb-9668-4913-a42f-2c4973f94506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.354928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-981493cb-9668-4913-a42f-2c4973f94506 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.0907745 Jul 16 18:38:21.413101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-713ce09c-4b77-4542-b3b1-ee5eba89dd10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510538 Jul 16 18:38:21.539586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-fb5e7866-ee52-4e22-87f3-eeb0ba7799f2 service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197510 Jul 16 18:38:21.646016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90050fc5-3aff-488c-865f-a44aff574abe req-646231ab-3884-475d-a0d0-c47de7a5896a service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972283 Jul 16 18:38:21.701060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.771898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-43f7146e-7538-42f9-9422-1e3a2dc270bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.773538 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-43f7146e-7538-42f9-9422-1e3a2dc270bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bed682e5e28436097f6a28101681068&device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 1096 time: 0.0677907 Jul 16 18:38:21.910220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-5f6d1cad-92b6-46d7-9852-49fbce8967a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.911855 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-5f6d1cad-92b6-46d7-9852-49fbce8967a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 200 len: 912 time: 0.1255608 Jul 16 18:38:21.958681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473580a0-1c91-41ab-847c-c7f21902d351 req-3bdc817c-ec1c-46f1-bc69-b507ecc933f4 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.961350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-473580a0-1c91-41ab-847c-c7f21902d351 req-3bdc817c-ec1c-46f1-bc69-b507ecc933f4 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 945 time: 0.0989110 Jul 16 18:38:21.994800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-91796807-6879-4b00-8495-5d16d8b21825 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbec25a6-c509-4a1e-b11e-30f019bb982d HTTP/1.1" status: 200 len: 217 time: 0.0729818 Jul 16 18:38:22.033146 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-473580a0-1c91-41ab-847c-c7f21902d351 req-6735d898-761a-446e-9d8b-80fa888cf337 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600150 Jul 16 18:38:22.074860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-f6c99a9b-54f6-4751-879d-ef9a1e619958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.077624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-f6c99a9b-54f6-4751-879d-ef9a1e619958 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 200 len: 851 time: 0.0721946 Jul 16 18:38:22.133714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-8fcc5c2f-9fcd-43be-b64e-f019c4102333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487363 Jul 16 18:38:22.333422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-630f8db1-0489-4b83-9e8b-03c224626c6d service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906774 Jul 16 18:38:22.394095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dd33e-a990-4116-bc87-6eaa09ea30aa req-1599e6ff-f2f9-434d-b2ce-5e85730bb66d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.401235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-853dd33e-a990-4116-bc87-6eaa09ea30aa req-1599e6ff-f2f9-434d-b2ce-5e85730bb66d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.2507217 Jul 16 18:38:22.597690 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-853dd33e-a990-4116-bc87-6eaa09ea30aa req-93db71d5-8d83-436f-8323-8df1325c856c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952355 Jul 16 18:38:22.624742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9625c77-e62d-4ae0-9111-b9b3922c3dba req-5870f114-c560-459e-a18a-f3791c1684ad service neutron] 10.222.0.67 "GET /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780976 Jul 16 18:38:22.679795 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.854303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75c91-1f7b-4f48-964d-108375fd4f09 req-611c6d41-8e8b-4b80-a5cb-b7ab444c9a86 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.855872 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14d75c91-1f7b-4f48-964d-108375fd4f09 req-611c6d41-8e8b-4b80-a5cb-b7ab444c9a86 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 944 time: 0.1352489 Jul 16 18:38:22.947601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-14d75c91-1f7b-4f48-964d-108375fd4f09 req-2c5e639c-c55f-4083-bd50-01af97f05594 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844579 Jul 16 18:38:23.255591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-8039b354-2576-4a45-addd-9e6e477c29a9 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.257300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-8039b354-2576-4a45-addd-9e6e477c29a9 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.67 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 945 time: 0.1288750 Jul 16 18:38:23.429693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cfd84-c689-44b0-ae59-c2c5d0713119 req-852a0dce-192b-417f-80a3-47907be9e64b tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.431786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-492cfd84-c689-44b0-ae59-c2c5d0713119 req-852a0dce-192b-417f-80a3-47907be9e64b tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 945 time: 0.1594000 Jul 16 18:38:23.439845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Deleting port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:23.440364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.578861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-492cfd84-c689-44b0-ae59-c2c5d0713119 req-d642ec6d-003b-4d16-96f5-d9fd90f2c965 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/security-groups?id=24ae2fec-b019-4260-8bc3-ccc3a3e73877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523472 Jul 16 18:38:23.601614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] For port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,segment=NetworkSegment(d69c1fde-0b7e-4788-a5ac-184ac771ed0e),segment_id=d69c1fde-0b7e-4788-a5ac-184ac771ed0e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:23.601986 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.615934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Calling delete_port for 20e9967f-d6d3-4d21-8897-f0a7ec94f49d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:23.887089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.898178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['20e9967f-d6d3-4d21-8897-f0a7ec94f49d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:23.959332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Pushing event deleted for resources: {'Port': ['ID=20e9967f-d6d3-4d21-8897-f0a7ec94f49d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.988267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.988621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.989002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.989347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.989686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.990027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.990361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.990693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.991021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.991350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.991690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:23.992039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:24.051585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0346927-77c7-4c56-ae61-dc5485fd6e8a req-0f2cd424-05c9-4b09-8f99-36cd46829e55 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.058432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0346927-77c7-4c56-ae61-dc5485fd6e8a req-0f2cd424-05c9-4b09-8f99-36cd46829e55 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.2349246 Jul 16 18:38:24.084332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] No DVR routers for this DVR port 20e9967f-d6d3-4d21-8897-f0a7ec94f49d on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:24.091873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.114685 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9377fac-5657-4d39-b9da-e7f1861b5dde req-c932739b-5d3d-46cb-9e5b-4f171905bfb8 tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.67 "DELETE /v2.0/ports/20e9967f-d6d3-4d21-8897-f0a7ec94f49d HTTP/1.1" status: 204 len: 173 time: 0.8421400 Jul 16 18:38:24.114976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'name': 'network-vif-deleted', 'tag': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:24.117292 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed60a03-b6c7-4dd7-9144-87dfa6eedfa3" -d '{"events": [{"server_uuid": "5700d4f9-eab9-43c3-9083-b7fb66e5d839", "name": "network-vif-deleted", "tag": "20e9967f-d6d3-4d21-8897-f0a7ec94f49d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:24.149651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0346927-77c7-4c56-ae61-dc5485fd6e8a req-1959ac04-c949-4cf4-8622-fe9347f51b7c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900285 Jul 16 18:38:24.292679 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c51f00-bf85-4475-ba92-e65ba0d3733a x-openstack-request-id: req-72c51f00-bf85-4475-ba92-e65ba0d3733a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:24.293307 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5700d4f9-eab9-43c3-9083-b7fb66e5d839", "name": "network-vif-deleted", "tag": "20e9967f-d6d3-4d21-8897-f0a7ec94f49d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:24.293417 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72c51f00-bf85-4475-ba92-e65ba0d3733a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:24.293933 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5700d4f9-eab9-43c3-9083-b7fb66e5d839', 'name': 'network-vif-deleted', 'tag': '20e9967f-d6d3-4d21-8897-f0a7ec94f49d', 'status': 'completed', 'code': 200} Jul 16 18:38:24.308593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fbec25a6-c509-4a1e-b11e-30f019bb982d details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:24.327294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9b9e-f926-4acf-bebf-1e9476dfbca9 req-5dd2d8c1-9a39-4b7b-826a-9fd5f2011da0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.336734 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a19f9b9e-f926-4acf-bebf-1e9476dfbca9 req-5dd2d8c1-9a39-4b7b-826a-9fd5f2011da0 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 944 time: 0.1465592 Jul 16 18:38:24.396367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a19f9b9e-f926-4acf-bebf-1e9476dfbca9 req-8577a7ae-d081-44e7-828c-8a42f2f2ba61 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581408 Jul 16 18:38:24.441310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fbec25a6-c509-4a1e-b11e-30f019bb982d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fbec25a6-c509-4a1e-b11e-30f019bb982d,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:24.444990 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.456255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'fbec25a6-c509-4a1e-b11e-30f019bb982d', 'network_id': 'eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39', 'port_id': 'fbec25a6-c509-4a1e-b11e-30f019bb982d', 'mac_address': 'fa:16:3e:f8:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61aae9a1-c47b-4e28-8c0d-cdea6fa6d648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:24.495138 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.509675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbec25a6-c509-4a1e-b11e-30f019bb982d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:24.533533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fbec25a6-c509-4a1e-b11e-30f019bb982d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fbec25a6-c509-4a1e-b11e-30f019bb982d,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:24.540078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.616677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=fbec25a6-c509-4a1e-b11e-30f019bb982d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.789903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8218e08c-c603-4be7-b024-3c12fb00fb5b req-c7f16316-94c2-494f-a949-e7e71db7e8bd tempest-ServerTagsTestJSON-1503229580 tempest-ServerTagsTestJSON-1503229580-project] 10.222.0.49 "GET /v2.0/ports?device_id=5700d4f9-eab9-43c3-9083-b7fb66e5d839 HTTP/1.1" status: 200 len: 210 time: 0.0343502 Jul 16 18:38:24.797283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fbec25a6-c509-4a1e-b11e-30f019bb982d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:25.465667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097777c-30b0-43c3-9a68-df34e63fa4f0 req-7cab21cc-fcfc-47d4-b5c2-186f7b2d6b6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.468810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b097777c-30b0-43c3-9a68-df34e63fa4f0 req-7cab21cc-fcfc-47d4-b5c2-186f7b2d6b6a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1611505 Jul 16 18:38:25.541625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b097777c-30b0-43c3-9a68-df34e63fa4f0 req-79996def-8bb3-4c2c-99d9-78b2a760c68f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641670 Jul 16 18:38:25.830585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf187282-8711-42e0-9cf8-51b61b16cf28 req-7d88733a-38e5-4c1d-9496-bf5a2da48618 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.840376 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf187282-8711-42e0-9cf8-51b61b16cf28 req-7d88733a-38e5-4c1d-9496-bf5a2da48618 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 945 time: 0.1422682 Jul 16 18:38:25.873911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3cd5-9532-4158-a545-df381890b15b req-d3e745d5-7720-4348-baeb-988d324ea3da tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.882560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-457f3cd5-9532-4158-a545-df381890b15b req-d3e745d5-7720-4348-baeb-988d324ea3da tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1058939 Jul 16 18:38:25.904716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf187282-8711-42e0-9cf8-51b61b16cf28 req-d4cab768-a0d5-49a8-9c31-bfb1ee31d264 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614469 Jul 16 18:38:25.936700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-457f3cd5-9532-4158-a545-df381890b15b req-b16d61bd-b1c3-4833-8964-738b587971f3 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477235 Jul 16 18:38:26.035678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:26.110868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Deleting subnet 313573cf-c7a2-43c5-9c6f-7ca7d17d79f5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:26.114646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.164077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.209417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.286858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.323642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fbec25a6-c509-4a1e-b11e-30f019bb982d up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:26.333163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.338300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:26.338830 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/313573cf-c7a2-43c5-9c6f-7ca7d17d79f5 HTTP/1.1" status: 204 len: 168 time: 0.3019860 Jul 16 18:38:26.340001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313573cf-c7a2-43c5-9c6f-7ca7d17d79f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:26.349768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.350690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.351356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.352067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.352616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.353189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.353721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.354350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.354908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.355453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.355996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.356539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7ddac-9cb1-4c1c-ba09-8d3f6ff12904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:26.449221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port fbec25a6-c509-4a1e-b11e-30f019bb982d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:26.453813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port fbec25a6-c509-4a1e-b11e-30f019bb982d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:26.454181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.502161 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.546576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.574259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76015425-79c3-4c68-959f-82881db48868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbec25a6-c509-4a1e-b11e-30f019bb982d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:26.597106 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d75b60c-e6b3-40e2-95d8-3442eab29ed8" -d '{"events": [{"server_uuid": "76015425-79c3-4c68-959f-82881db48868", "name": "network-vif-plugged", "status": "completed", "tag": "fbec25a6-c509-4a1e-b11e-30f019bb982d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:26.627803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fbec25a6-c509-4a1e-b11e-30f019bb982d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fbec25a6-c509-4a1e-b11e-30f019bb982d,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:26.644144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.645373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20e9967f-d6d3-4d21-8897-f0a7ec94f49d no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:26.679789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 20e9967f-d6d3-4d21-8897-f0a7ec94f49d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:26.680363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20e9967f-d6d3-4d21-8897-f0a7ec94f49d not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:26.706958 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a453fe-f582-446e-8711-1579daa0a8ce x-openstack-request-id: req-f4a453fe-f582-446e-8711-1579daa0a8ce {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:26.707636 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76015425-79c3-4c68-959f-82881db48868", "name": "network-vif-plugged", "status": "completed", "tag": "fbec25a6-c509-4a1e-b11e-30f019bb982d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:26.708050 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4a453fe-f582-446e-8711-1579daa0a8ce {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:26.708595 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76015425-79c3-4c68-959f-82881db48868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbec25a6-c509-4a1e-b11e-30f019bb982d', 'code': 200} Jul 16 18:38:26.752424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.757655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=fbec25a6-c509-4a1e-b11e-30f019bb982d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:26.801905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d703ac7-12d0-4352-96c2-83787c9f720d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:26.841701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69c1fde-0b7e-4788-a5ac-184ac771ed0e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:26.841968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69c1fde-0b7e-4788-a5ac-184ac771ed0e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:26.860282 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.899537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.914257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:26.914658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:26.916313 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:26.985057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f210e-9117-472c-ba4d-0af6372234e2 req-006b6ea2-f157-462f-984f-4715f15bdbde tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.994530 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf6f210e-9117-472c-ba4d-0af6372234e2 req-006b6ea2-f157-462f-984f-4715f15bdbde tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.2318008 Jul 16 18:38:26.998082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bd6f7-c14d-4371-98ee-49df8cde976a req-f40e4f37-160c-4ae9-bebb-76e4722ebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.000596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b44bd6f7-c14d-4371-98ee-49df8cde976a req-f40e4f37-160c-4ae9-bebb-76e4722ebf1b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 1098 time: 0.2012906 Jul 16 18:38:27.029517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:27.050029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.062158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.069313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d703ac7-12d0-4352-96c2-83787c9f720d HTTP/1.1" status: 204 len: 168 time: 0.7295020 Jul 16 18:38:27.098730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf18a-f582-49a7-9c80-80e127fcf433 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d703ac7-12d0-4352-96c2-83787c9f720d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.110494 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b44bd6f7-c14d-4371-98ee-49df8cde976a req-37c0405b-9bdc-41d7-8318-4f49f2475139 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907145 Jul 16 18:38:27.128701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf6f210e-9117-472c-ba4d-0af6372234e2 req-a766b62d-1f24-4121-9da9-e21bb992cb2d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320364 Jul 16 18:38:27.217163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb7652fa-a53a-448f-ac24-ce70d6607c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.283221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40510) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:27.336577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb7652fa-a53a-448f-ac24-ce70d6607c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.357828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca060f8-33c8-40ae-b76f-da69859066ea req-59dee87f-1dfb-4f4e-8a23-11362ba85350 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.361774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8344b456-cf4d-4126-8c0a-50f79c019ca9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80b729e2f65e4b608c66165722f8d17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773160 Jul 16 18:38:27.364632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:27.365375 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fca060f8-33c8-40ae-b76f-da69859066ea req-59dee87f-1dfb-4f4e-8a23-11362ba85350 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 946 time: 0.2153277 Jul 16 18:38:27.373667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb7652fa-a53a-448f-ac24-ce70d6607c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.399933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64154d-b340-4737-b2fa-8d7a1a90b79d req-c8e30f68-b524-4253-9850-2276127748fa tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.401640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e64154d-b340-4737-b2fa-8d7a1a90b79d req-c8e30f68-b524-4253-9850-2276127748fa tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1320333 Jul 16 18:38:27.450948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fca060f8-33c8-40ae-b76f-da69859066ea req-3f42127a-caa4-4357-90bc-731e75712f7b tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846050 Jul 16 18:38:27.468016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cb7652fa-a53a-448f-ac24-ce70d6607c28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=065b618f622248cd847648744da25317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364767 Jul 16 18:38:27.470621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:27.477609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7652fa-a53a-448f-ac24-ce70d6607c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2fa338-25e2-4098-ab3e-a0b1aae3860e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.508904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e64154d-b340-4737-b2fa-8d7a1a90b79d req-ae303066-f555-4ddf-a8ee-a263cea9e5e5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909221 Jul 16 18:38:27.509621 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189493f4-1396-4b73-866c-d4549a94037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.557224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189493f4-1396-4b73-866c-d4549a94037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.596472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b20cb67-569f-4fd8-8af8-69c127c8b164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.620685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b20cb67-569f-4fd8-8af8-69c127c8b164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.638274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189493f4-1396-4b73-866c-d4549a94037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.640996 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189493f4-1396-4b73-866c-d4549a94037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.644605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-189493f4-1396-4b73-866c-d4549a94037e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24ae2fec-b019-4260-8bc3-ccc3a3e73877 HTTP/1.1" status: 204 len: 168 time: 0.2760315 Jul 16 18:38:27.662028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189493f4-1396-4b73-866c-d4549a94037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ae2fec-b019-4260-8bc3-ccc3a3e73877,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.691499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b20cb67-569f-4fd8-8af8-69c127c8b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.694330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b20cb67-569f-4fd8-8af8-69c127c8b164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.695652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3b20cb67-569f-4fd8-8af8-69c127c8b164 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e2fa338-25e2-4098-ab3e-a0b1aae3860e HTTP/1.1" status: 204 len: 168 time: 0.2240756 Jul 16 18:38:27.704232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20cb67-569f-4fd8-8af8-69c127c8b164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2fa338-25e2-4098-ab3e-a0b1aae3860e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:28.415243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2468d3-527d-40d3-950d-86ee4b48f5ee req-db279c99-f299-4523-9c8a-48ce19f2c7de tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.423194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d2468d3-527d-40d3-950d-86ee4b48f5ee req-db279c99-f299-4523-9c8a-48ce19f2c7de tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.0977674 Jul 16 18:38:28.473365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d2468d3-527d-40d3-950d-86ee4b48f5ee req-2eca5729-c71f-46cb-b51c-88778b745735 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488274 Jul 16 18:38:28.769234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98f9a-b867-4877-88a3-47b8f7aa8993 req-16085f2a-e14f-47fc-a6f0-a5aa68176723 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.782555 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-52e98f9a-b867-4877-88a3-47b8f7aa8993 req-16085f2a-e14f-47fc-a6f0-a5aa68176723 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 946 time: 0.1282229 Jul 16 18:38:28.801601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b671b67-d040-4aee-aa1d-5e7f32c1891c req-3c1dec6d-72f2-4c69-b189-efb685deff46 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.809191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b671b67-d040-4aee-aa1d-5e7f32c1891c req-3c1dec6d-72f2-4c69-b189-efb685deff46 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1149786 Jul 16 18:38:28.811553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:28.859494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-52e98f9a-b867-4877-88a3-47b8f7aa8993 req-dc6de721-c6dd-40f9-b0c4-38da49f5f38c tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753582 Jul 16 18:38:28.916501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b671b67-d040-4aee-aa1d-5e7f32c1891c req-e55aa8fe-2122-4e60-bb3d-dff5e02ea881 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063221 Jul 16 18:38:29.130364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:29.164504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fde9dff-60ae-4053-a596-60977531581f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.267079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1139578993-network', 'tenant_id': '72b01d4e07484c11b90f2b4e0702d2b0'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:29.275607 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fde9dff-60ae-4053-a596-60977531581f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.280852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fde9dff-60ae-4053-a596-60977531581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.321952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde9dff-60ae-4053-a596-60977531581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8894717d-58c4-4fb1-b2e0-6660e4af5399,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:29.331614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8fde9dff-60ae-4053-a596-60977531581f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfd9af1dd0314c54833fd62c7d58a9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186925 Jul 16 18:38:29.331908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:29.344746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Made reservation on behalf of 72b01d4e07484c11b90f2b4e0702d2b0 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:29.347069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.368125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.481068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b348b27b-a444-480d-a0ef-4a3df766093d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.527088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b348b27b-a444-480d-a0ef-4a3df766093d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.541860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da7d9e-3e64-4c17-a3be-156d7d321c01 req-d1a9f556-e975-4309-aa42-c31ad0ae2940 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.543408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16da7d9e-3e64-4c17-a3be-156d7d321c01 req-d1a9f556-e975-4309-aa42-c31ad0ae2940 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 946 time: 0.1763899 Jul 16 18:38:29.646824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.655860 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16da7d9e-3e64-4c17-a3be-156d7d321c01 req-8d0677a7-c1de-4947-8bad-69e5bd867926 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748835 Jul 16 18:38:29.656869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.676061 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b348b27b-a444-480d-a0ef-4a3df766093d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.681808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a06a6-833c-4fbf-88a0-2d9e395a305f req-3a9ad98d-9210-4b2f-b508-589f785a3ac2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.685119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d71a06a6-833c-4fbf-88a0-2d9e395a305f req-3a9ad98d-9210-4b2f-b508-589f785a3ac2 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.0828929 Jul 16 18:38:29.687993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b348b27b-a444-480d-a0ef-4a3df766093d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.689165 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b348b27b-a444-480d-a0ef-4a3df766093d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8894717d-58c4-4fb1-b2e0-6660e4af5399 HTTP/1.1" status: 204 len: 168 time: 0.3526416 Jul 16 18:38:29.713232 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:29.737747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d71a06a6-833c-4fbf-88a0-2d9e395a305f req-cc0e94f3-6c37-486c-9777-cd252e4cb9d6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Jul 16 18:38:29.739803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b2e08-6a4c-4d9b-8d0c-a77e59b9d4fd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:29.748190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.748738 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Added segment 11696e5d-237f-4184-944a-c87ccbc9e31c of type vlan for network 9f4a218b-bce9-4dcd-be14-b98cdfedaa17 Jul 16 18:38:29.762594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348b27b-a444-480d-a0ef-4a3df766093d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894717d-58c4-4fb1-b2e0-6660e4af5399,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:29.827754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.864578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.865935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.866642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.934451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8026292 Jul 16 18:38:29.935077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470df4e5-f506-4210-bfce-aa5c06ba2fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=9f4a218b-bce9-4dcd-be14-b98cdfedaa17,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:29.945504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9f4a218b-bce9-4dcd-be14-b98cdfedaa17 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:30.067930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.111857 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-494d7479-6a6c-4710-a3df-9e13184f6049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.202823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.286795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841adc7e-20c9-47f9-a539-eff7d109a5de req-85d103f1-64dd-44a2-b488-e2faa637fb1e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.289023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-841adc7e-20c9-47f9-a539-eff7d109a5de req-85d103f1-64dd-44a2-b488-e2faa637fb1e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1542110 Jul 16 18:38:30.346371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-494d7479-6a6c-4710-a3df-9e13184f6049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.352235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-841adc7e-20c9-47f9-a539-eff7d109a5de req-365cb4ef-031b-4a5a-9eea-0d9d647ae917 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564477 Jul 16 18:38:30.353484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-494d7479-6a6c-4710-a3df-9e13184f6049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.394701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-494d7479-6a6c-4710-a3df-9e13184f6049 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c546b6b4bfd64ecb8e6b76fbdf21da22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231516 Jul 16 18:38:30.394701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d7479-6a6c-4710-a3df-9e13184f6049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf55788-1045-4209-9c64-8cf85fb36609,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.395378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:30.428578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-874296863'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:30.504278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Made reservation on behalf of 361eee5f37f04c7d8cd7b3f70c23cef7 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:30.507635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.566772 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.572935 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4862b1d-6021-4f12-af0d-8638d5984ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.611310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740b08-0147-468c-ae6a-04a7c868c457 req-2c6b08a5-3e7c-4dfa-83ca-fd62eeb663bc tempest-ComputeTenantNetworksTest-1911508246 tempest-ComputeTenantNetworksTest-1911508246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.616956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740b08-0147-468c-ae6a-04a7c868c457 req-2c6b08a5-3e7c-4dfa-83ca-fd62eeb663bc tempest-ComputeTenantNetworksTest-1911508246 tempest-ComputeTenantNetworksTest-1911508246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.622780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740b08-0147-468c-ae6a-04a7c868c457 req-2c6b08a5-3e7c-4dfa-83ca-fd62eeb663bc tempest-ComputeTenantNetworksTest-1911508246 tempest-ComputeTenantNetworksTest-1911508246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.624551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11740b08-0147-468c-ae6a-04a7c868c457 req-2c6b08a5-3e7c-4dfa-83ca-fd62eeb663bc tempest-ComputeTenantNetworksTest-1911508246 tempest-ComputeTenantNetworksTest-1911508246-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1873872 Jul 16 18:38:30.644814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4862b1d-6021-4f12-af0d-8638d5984ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.724900 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4862b1d-6021-4f12-af0d-8638d5984ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.727573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4862b1d-6021-4f12-af0d-8638d5984ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.732263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d4862b1d-6021-4f12-af0d-8638d5984ef3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bf55788-1045-4209-9c64-8cf85fb36609 HTTP/1.1" status: 204 len: 168 time: 0.3353295 Jul 16 18:38:30.756461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4862b1d-6021-4f12-af0d-8638d5984ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf55788-1045-4209-9c64-8cf85fb36609,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.779696 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.786620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.827679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:30.840565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a241f082-c52d-4a61-8551-d68f19b41d66,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.847734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.848071 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Added segment 859441e6-6852-4200-a933-1375c5f0e9d8 of type vlan for network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 Jul 16 18:38:30.910135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.033372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.034987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.133860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.161864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9578362 Jul 16 18:38:31.188519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b7853-fc95-494e-885a-2ed22d5bce3a req-0e544ca9-c87c-4eab-9558-ea873d1e2a15 tempest-ComputeTenantNetworksTest-1911508246 tempest-ComputeTenantNetworksTest-1911508246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.198144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe3b7853-fc95-494e-885a-2ed22d5bce3a req-0e544ca9-c87c-4eab-9558-ea873d1e2a15 tempest-ComputeTenantNetworksTest-1911508246 tempest-ComputeTenantNetworksTest-1911508246-project] 10.222.0.49 "GET /v2.0/networks/9f4a218b-bce9-4dcd-be14-b98cdfedaa17 HTTP/1.1" status: 200 len: 769 time: 0.5474594 Jul 16 18:38:31.205156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40692) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:31.205342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b540a4-3054-452c-8388-1d18d41ebfba tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Pushing event updated for resources: {'Network': ['ID=159bb1aa-39a0-46a7-81d9-74ab48c5a8f7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.217722 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:31.218349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b8136-b2f6-427a-ad0f-8a861e848d0a req-572a3c83-28e5-43b3-ba89-c2014cfa6274 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.225624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-799b8136-b2f6-427a-ad0f-8a861e848d0a req-572a3c83-28e5-43b3-ba89-c2014cfa6274 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 946 time: 0.2920084 Jul 16 18:38:31.319503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-799b8136-b2f6-427a-ad0f-8a861e848d0a req-cab91400-23c5-456a-8fb0-44bd232663aa tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Jul 16 18:38:31.363228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.509488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8930-a959-405c-abea-40767b5df94e req-0b71aa4c-39ea-4c5c-a3f5-3198972e5332 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.511081 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ecd8930-a959-405c-abea-40767b5df94e req-0b71aa4c-39ea-4c5c-a3f5-3198972e5332 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1458864 Jul 16 18:38:31.541467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.579828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4a218b-bce9-4dcd-be14-b98cdfedaa17']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:31.600011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11696e5d-237f-4184-944a-c87ccbc9e31c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:31.600300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11696e5d-237f-4184-944a-c87ccbc9e31c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:31.621990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.648941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ecd8930-a959-405c-abea-40767b5df94e req-86c4c99e-d907-43e0-9394-2a8ece53f576 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973320 Jul 16 18:38:31.690071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.697582 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:31.698313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:31.700252 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:31.782195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40728) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:31.788504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Request body: {'port': {'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7', 'binding:host_id': 'n-h2-791504-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1245512137'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:31.807276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.826479 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.834596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9f4a218b-bce9-4dcd-be14-b98cdfedaa17 HTTP/1.1" status: 204 len: 168 time: 0.6232779 Jul 16 18:38:31.856708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1752d-39cb-4afc-9eca-ff52f43838a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4a218b-bce9-4dcd-be14-b98cdfedaa17,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.859034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Made reservation on behalf of bcf2a0f499e64bbdb84b5ba35f1fee06 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:31.863806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.880080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.039547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df1100-b9e2-4722-806d-5c07e7115587 req-134ecc80-8fa9-451f-b23e-76c0042560b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.041889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92df1100-b9e2-4722-806d-5c07e7115587 req-134ecc80-8fa9-451f-b23e-76c0042560b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1256905 Jul 16 18:38:32.072111 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.080910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.096635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] device_id is not set on port bff88a06-e7f9-4726-81e8-ce33e9d5f50d yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:32.174342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92df1100-b9e2-4722-806d-5c07e7115587 req-163d051c-b17f-4f62-8c36-3ab2468ce32c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220183 Jul 16 18:38:32.218728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07efb1-41c9-481d-a1d0-7b45e10c9c65,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:32.219852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40744) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:32.270416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97881bf7-dbd5-4f33-a99b-632552e820ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72b01d4e07484c11b90f2b4e0702d2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493581 Jul 16 18:38:32.271098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40746) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:32.338992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37383687-418a-4666-b7c9-f66ae092ce90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.368063 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37383687-418a-4666-b7c9-f66ae092ce90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.433915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37383687-418a-4666-b7c9-f66ae092ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.439703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37383687-418a-4666-b7c9-f66ae092ce90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.441699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-37383687-418a-4666-b7c9-f66ae092ce90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d28b2e08-6a4c-4d9b-8d0c-a77e59b9d4fd HTTP/1.1" status: 204 len: 168 time: 0.1693938 Jul 16 18:38:32.453133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37383687-418a-4666-b7c9-f66ae092ce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b2e08-6a4c-4d9b-8d0c-a77e59b9d4fd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:32.733456 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:32.911873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2c0e-074c-48b3-975f-0e32b148f022 req-5f692b5a-1d2d-4b67-81b3-e632edd91a60 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.914304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b7f2c0e-074c-48b3-975f-0e32b148f022 req-5f692b5a-1d2d-4b67-81b3-e632edd91a60 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1052406 Jul 16 18:38:32.989294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f350f-660d-4d7a-ac8d-35874bf0d779 req-33c2eb3c-4d70-4824-b4c1-180b7a959cf6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.999539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-125f350f-660d-4d7a-ac8d-35874bf0d779 req-33c2eb3c-4d70-4824-b4c1-180b7a959cf6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 946 time: 0.6848757 Jul 16 18:38:33.007968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b7f2c0e-074c-48b3-975f-0e32b148f022 req-8be8ad48-6227-433e-8957-89ecdb88fd4b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883322 Jul 16 18:38:33.068221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] device_id is not set on port bff88a06-e7f9-4726-81e8-ce33e9d5f50d yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:33.108301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-125f350f-660d-4d7a-ac8d-35874bf0d779 req-ed046ff7-5870-4ba8-8c8f-6953d15ec017 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107137 Jul 16 18:38:33.123614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.150734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Transition to ACTIVE for port object bff88a06-e7f9-4726-81e8-ce33e9d5f50d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:33.162574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.230479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=bff88a06-e7f9-4726-81e8-ce33e9d5f50d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:33.241923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Checking segment: {'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:33.242279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Network hostable DHCP agents. Network: 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:33.266619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:33.288259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:33.292708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:33.303186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860a4cd-5f91-4d37-bd29-2de690b00042 None None] Network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:33.350270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.350646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.351146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.362694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.363164 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.363417 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 2 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.460147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.460147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.460147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.501200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.501536 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.502819 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 3 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.557389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.557781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.558059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.640513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f1cf-35a7-4495-834b-4306df9a3aed req-630f9834-3d45-44de-b158-3001835986a4 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.642272 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a587f1cf-35a7-4495-834b-4306df9a3aed req-630f9834-3d45-44de-b158-3001835986a4 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.2455227 Jul 16 18:38:33.643233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.643557 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.644961 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 4 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.679534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.679965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.680193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.693379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.693638 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.696821 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 5 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.743145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a587f1cf-35a7-4495-834b-4306df9a3aed req-a766e609-01bf-45ba-8415-0fc7268a51b7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887530 Jul 16 18:38:33.749252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.749620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.749868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.757536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.757959 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.759162 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 6 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.769370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771959a-e0d1-4080-ae56-11f709585da8 req-fa992a82-7ef3-493d-8361-1aca780198db tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.770837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9771959a-e0d1-4080-ae56-11f709585da8 req-fa992a82-7ef3-493d-8361-1aca780198db tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 946 time: 0.1988406 Jul 16 18:38:33.818711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.819332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.819838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.834979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.835614 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.838048 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 7 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.860310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.860659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.861139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.894870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.895696 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.896207 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 8 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.931134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.931616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.932050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.941238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.941750 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:33.942354 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 9 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:33.980214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:33.980452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:33.981200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:33.987899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Deleting port fbec25a6-c509-4a1e-b11e-30f019bb982d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:33.988545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.994367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:33.994888 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:34.004601 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 10 to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d Jul 16 18:38:34.034671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:34.035004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:34.035365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:34.068290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:34.068625 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port bff88a06-e7f9-4726-81e8-ce33e9d5f50d on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:34.069020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.183007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] For port fbec25a6-c509-4a1e-b11e-30f019bb982d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fbec25a6-c509-4a1e-b11e-30f019bb982d,segment=NetworkSegment(fc7de8ea-26b9-415a-a1ba-d7b406aa2aad),segment_id=fc7de8ea-26b9-415a-a1ba-d7b406aa2aad)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:34.183884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.216004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Calling delete_port for fbec25a6-c509-4a1e-b11e-30f019bb982d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:34.237279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] For port bff88a06-e7f9-4726-81e8-ce33e9d5f50d, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:34.237873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempted to set empty binding levels {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:38:34.274519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.321686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ae57f-9190-4b4b-915e-eb4de05a690f req-0272ecd7-28ab-423d-9fb6-4124ca1455aa tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.323832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-862ae57f-9190-4b4b-915e-eb4de05a690f req-0272ecd7-28ab-423d-9fb6-4124ca1455aa tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1194391 Jul 16 18:38:34.373330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.373819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.397098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.6134171 Jul 16 18:38:34.403339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-862ae57f-9190-4b4b-915e-eb4de05a690f req-fcba7fcf-9a53-4099-9ac3-89166f8280a7 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653901 Jul 16 18:38:34.403890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:34.430395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b2853-1a83-4ffa-9b6e-fbf6cbc8b081 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=bff88a06-e7f9-4726-81e8-ce33e9d5f50d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:34.498871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235a184-94ef-4373-a39b-4820f53624fa req-06565d45-eb16-480f-9b3a-47665d3be2eb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.500674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8235a184-94ef-4373-a39b-4820f53624fa req-06565d45-eb16-480f-9b3a-47665d3be2eb tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/ports?device_id=76015425-79c3-4c68-959f-82881db48868 HTTP/1.1" status: 200 len: 946 time: 0.2235107 Jul 16 18:38:34.578428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8235a184-94ef-4373-a39b-4820f53624fa req-9f39f958-148a-4165-a09a-c50ff3a699d6 tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.49 "GET /v2.0/security-groups?id=44b00a5e-6644-437d-8ca4-398af0b37c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708227 Jul 16 18:38:34.579527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.582781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Deleting port bff88a06-e7f9-4726-81e8-ce33e9d5f50d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:34.583418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.679024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] No DVR routers for this DVR port fbec25a6-c509-4a1e-b11e-30f019bb982d on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:34.681822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.684232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9771959a-e0d1-4080-ae56-11f709585da8 req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] 10.222.0.67 "DELETE /v2.0/ports/fbec25a6-c509-4a1e-b11e-30f019bb982d HTTP/1.1" status: 204 len: 173 time: 0.9035876 Jul 16 18:38:34.684334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] For port bff88a06-e7f9-4726-81e8-ce33e9d5f50d, host n-h2-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:34.684635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.685066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76015425-79c3-4c68-959f-82881db48868', 'name': 'network-vif-deleted', 'tag': 'fbec25a6-c509-4a1e-b11e-30f019bb982d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:34.688534 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758a0ae-1ff7-4c96-8e43-716226af6e41" -d '{"events": [{"server_uuid": "76015425-79c3-4c68-959f-82881db48868", "name": "network-vif-deleted", "tag": "fbec25a6-c509-4a1e-b11e-30f019bb982d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:34.691704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da67e8-7ba2-4e25-a689-4a7111fdc60a tempest-DeleteServersTestJSON-1912206029 tempest-DeleteServersTestJSON-1912206029-project] Pushing event deleted for resources: {'Port': ['ID=fbec25a6-c509-4a1e-b11e-30f019bb982d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:34.714427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Calling delete_port for bff88a06-e7f9-4726-81e8-ce33e9d5f50d owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:34.766538 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ebc32f-c80d-4448-9002-eeeda0e50ffe x-openstack-request-id: req-50ebc32f-c80d-4448-9002-eeeda0e50ffe {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:34.766836 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76015425-79c3-4c68-959f-82881db48868", "name": "network-vif-deleted", "tag": "fbec25a6-c509-4a1e-b11e-30f019bb982d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:34.767079 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50ebc32f-c80d-4448-9002-eeeda0e50ffe {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:34.767492 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76015425-79c3-4c68-959f-82881db48868', 'name': 'network-vif-deleted', 'tag': 'fbec25a6-c509-4a1e-b11e-30f019bb982d', 'status': 'completed', 'code': 200} Jul 16 18:38:34.853750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.890722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event deleted for resources: {'Port': ['ID=bff88a06-e7f9-4726-81e8-ce33e9d5f50d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:34.913131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.919122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70e9bf70-8b4b-4623-a2a6-7855a4eeeb4b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "DELETE /v2.0/ports/bff88a06-e7f9-4726-81e8-ce33e9d5f50d HTTP/1.1" status: 204 len: 168 time: 0.5124426 Jul 16 18:38:34.921438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40876) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:34.963741 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37e5680-bc6e-4c6a-b3c5-c5a76e751e35 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:38:34.965408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a37e5680-bc6e-4c6a-b3c5-c5a76e751e35 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "GET /v2.0/ports/bff88a06-e7f9-4726-81e8-ce33e9d5f50d HTTP/1.1" status: 404 len: 333 time: 0.0427344 Jul 16 18:38:34.969756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:34.976588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Request body: {'port': {'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-37235912'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:35.007365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Made reservation on behalf of bcf2a0f499e64bbdb84b5ba35f1fee06 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:35.010738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.029712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cd839-0399-4551-9a5b-ec53062aca85 req-6312ee2b-7199-42c7-b199-32523d5d25b7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.031696 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e61cd839-0399-4551-9a5b-ec53062aca85 req-6312ee2b-7199-42c7-b199-32523d5d25b7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1166286 Jul 16 18:38:35.048545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] device_id is not set on port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:35.129580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e61cd839-0399-4551-9a5b-ec53062aca85 req-78b4bc32-6f10-4671-83a5-88db526d40ed tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901871 Jul 16 18:38:35.271423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.322242 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.371932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5169da41-b024-4114-9b89-c55ae6fb04cc no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:35.379068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=5e97ef99-eb95-43dc-a46e-f13f19cdc4ab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:35.391392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:35.392852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:35.395436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:35.396418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.397076 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.429465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fc61ac9c-8d28-4a03-9f39-ea0f7a30f4d3 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4569476 Jul 16 18:38:35.430885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:35.438078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:35.505380 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.561748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.589735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:35.596351 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4b724-e0c9-408c-8ec9-ac6488cf7808" -d '{"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:35.603358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:35.611429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.695449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:35.770507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095b77e-b357-4bca-8c45-c6e8b2ff186e req-b7575793-c69b-4d07-b19b-67a55af9ca17 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.778704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3095b77e-b357-4bca-8c45-c6e8b2ff186e req-b7575793-c69b-4d07-b19b-67a55af9ca17 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 944 time: 0.1804631 Jul 16 18:38:35.797024 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80a0a0a-be88-4679-b21d-cbf606db63a3 x-openstack-request-id: req-d80a0a0a-be88-4679-b21d-cbf606db63a3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:35.797318 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:35.797557 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d80a0a0a-be88-4679-b21d-cbf606db63a3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:35.798164 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'code': 200} Jul 16 18:38:35.837640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3095b77e-b357-4bca-8c45-c6e8b2ff186e req-cb8ccb01-b1ed-45d6-856f-bfdcdb207f95 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Jul 16 18:38:35.904982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] device_id is not set on port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:35.918727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.944650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Transition to ACTIVE for port object 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:35.956091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.037015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.037350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.037736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.047912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.048263 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.050234 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 2 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.067301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.067640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.067976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.078324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.078655 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.079300 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 3 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.081961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=5e97ef99-eb95-43dc-a46e-f13f19cdc4ab,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:36.096891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.097265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.097617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.103225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.103562 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.103955 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 4 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.124954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.125517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.126028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.131239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.131572 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.131953 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 5 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.146108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.146453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.146962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.152984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.152984 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.152984 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 6 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.166387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.166905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.167212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.173224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.173624 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.174396 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 7 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.189971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.190290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.190813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.199565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.199896 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.200379 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 8 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.217954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.218355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.218697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.224011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.224383 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.224818 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 9 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.240821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.241175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.241517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.256873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.259108 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.259629 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 10 to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab Jul 16 18:38:36.287615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:36.287963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:36.288305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:36.300217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:36.300564 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:36.300988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.402951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fbec25a6-c509-4a1e-b11e-30f019bb982d no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:36.458230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: fbec25a6-c509-4a1e-b11e-30f019bb982d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:36.458230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fbec25a6-c509-4a1e-b11e-30f019bb982d not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:36.502414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] For port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:36.503760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempted to set empty binding levels {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:38:36.511116 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.562767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] In _notify_port_updated(), no bound segment for port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:38:36.564171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.564555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.569299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:36.580956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "PUT /v2.0/ports/5e97ef99-eb95-43dc-a46e-f13f19cdc4ab HTTP/1.1" status: 200 len: 974 time: 1.1468880 Jul 16 18:38:36.661548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea8f2b-a4b5-4176-ae3d-7e5fcb7a4792 req-9bd13ad5-135a-4186-9ae8-af6008ba3764 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.671063 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7dea8f2b-a4b5-4176-ae3d-7e5fcb7a4792 req-9bd13ad5-135a-4186-9ae8-af6008ba3764 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.2988887 Jul 16 18:38:36.747310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650328c-49ec-464e-987d-3953735826f5 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=5e97ef99-eb95-43dc-a46e-f13f19cdc4ab,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:36.798959 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7dea8f2b-a4b5-4176-ae3d-7e5fcb7a4792 req-0b0137d1-cf65-4532-972d-90f9564d99a8 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269612 Jul 16 18:38:36.941841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.942314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.942776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.943233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.943687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.944145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.944706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.956698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.957428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.958625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.960372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.964161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.964996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.984466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.984990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.985451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.986106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.986568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.993439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.993939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.994353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.994811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.995265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.995721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.004666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aa75d92b-3f28-40cd-a714-568dbdb5c248 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21727 time: 0.4342175 Jul 16 18:38:37.004848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40988) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:37.253054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8bfa-51a6-48dd-b449-a66c9df240cd req-217601a5-40c9-476f-8855-375aa567a58f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.262541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-324f8bfa-51a6-48dd-b449-a66c9df240cd req-217601a5-40c9-476f-8855-375aa567a58f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 944 time: 0.1059723 Jul 16 18:38:37.280585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Deleting port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:37.281532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.433463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5169da41-b024-4114-9b89-c55ae6fb04cc details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:37.465102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] For port 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab, host n-h2-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:37.465375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.478857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-324f8bfa-51a6-48dd-b449-a66c9df240cd req-b67ae2dc-cc20-4bd9-8bd8-958aee45164a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130833 Jul 16 18:38:37.485831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Calling delete_port for 5e97ef99-eb95-43dc-a46e-f13f19cdc4ab owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:37.591273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8025d-c34f-4a97-963d-cd40ff33da12 req-3e8db3ca-ed3f-4d44-8d50-2cd296b3a164 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.600485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82a8025d-c34f-4a97-963d-cd40ff33da12 req-3e8db3ca-ed3f-4d44-8d50-2cd296b3a164 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1897120 Jul 16 18:38:37.630190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-47a596b6-806a-4d41-9a2c-a79d34d2ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.632629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-47a596b6-806a-4d41-9a2c-a79d34d2ad7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1097 time: 0.2347939 Jul 16 18:38:37.664725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:37.685423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'port_id': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'mac_address': 'fa:16:3e:24:e4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11edc221-d641-4d91-9461-7f2cc9ed47be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:37.703307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82a8025d-c34f-4a97-963d-cd40ff33da12 req-20365f89-b0b2-44e2-ae22-4bf420c35c9e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017866 Jul 16 18:38:37.776911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.832221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.839535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-050f7537-c817-4749-86fa-8f533574c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.846115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "DELETE /v2.0/ports/5e97ef99-eb95-43dc-a46e-f13f19cdc4ab HTTP/1.1" status: 204 len: 168 time: 0.8387332 Jul 16 18:38:37.847788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:37.860693 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.872640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-050f7537-c817-4749-86fa-8f533574c211 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.2324970 Jul 16 18:38:37.886237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2015a0c-77c9-405f-bf0c-d7531b9410df tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e97ef99-eb95-43dc-a46e-f13f19cdc4ab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:37.911361 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab01061-f1ab-45b2-83bc-42dc6fd7d0bb tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:38:37.917646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bab01061-f1ab-45b2-83bc-42dc6fd7d0bb tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "GET /v2.0/ports/5e97ef99-eb95-43dc-a46e-f13f19cdc4ab HTTP/1.1" status: 404 len: 333 time: 0.0447621 Jul 16 18:38:37.918073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41026) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:37.935799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1066775641', 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:37.943184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5169da41-b024-4114-9b89-c55ae6fb04cc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:37.984140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Made reservation on behalf of bcf2a0f499e64bbdb84b5ba35f1fee06 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:37.993302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:37.997227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.000635 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.072790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-5888d7db-6245-413a-a9f5-ebe824dd029a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 1001 time: 0.1802289 Jul 16 18:38:38.076397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] device_id is not set on port 376cde40-aa5d-4ab5-ad63-f2d22c2b643c yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:38.119142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:38.141585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-1e88f040-23aa-454f-8889-5417f263bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.143181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-1e88f040-23aa-454f-8889-5417f263bd15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.0657721 Jul 16 18:38:38.226114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5169da41-b024-4114-9b89-c55ae6fb04cc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:38.226505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-b63420a2-c53c-4bd6-b5f4-1e63fff21e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.228296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-b63420a2-c53c-4bd6-b5f4-1e63fff21e2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782394 Jul 16 18:38:38.411170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.435465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-9499e7ea-5a8f-46ca-ac16-f3748cb601de service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001469 Jul 16 18:38:38.460050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.511550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:38.519463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:38.522129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:38.522494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.523133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.549754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=376cde40-aa5d-4ab5-ad63-f2d22c2b643c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:38.564169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-12b49458-1df3-4484-ad47-7e3e5e0750e8 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6398509 Jul 16 18:38:38.564969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41056) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:38.613406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef769c8-95d6-464b-9356-8b6932555f71 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.615840 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4ef769c8-95d6-464b-9356-8b6932555f71 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "GET /v2.0/ports/376cde40-aa5d-4ab5-ad63-f2d22c2b643c HTTP/1.1" status: 200 len: 955 time: 0.0488834 Jul 16 18:38:38.618286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:38.634599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6fd492-3d9c-45c4-927d-62f0552f6883 req-141907cf-5ad8-4ec8-9d8c-1e369a5a1b2f service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921167 Jul 16 18:38:38.819883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293915-7112-45d5-bc47-539e0f176699 req-45e741a0-408f-4eca-a7bb-4657a9ecc7f9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.829878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa293915-7112-45d5-bc47-539e0f176699 req-45e741a0-408f-4eca-a7bb-4657a9ecc7f9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 945 time: 0.1308925 Jul 16 18:38:38.882929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Deleting port 376cde40-aa5d-4ab5-ad63-f2d22c2b643c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:38.883442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.959711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.989202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Calling delete_port for 376cde40-aa5d-4ab5-ad63-f2d22c2b643c owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:39.012514 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa293915-7112-45d5-bc47-539e0f176699 req-28c7fcf2-389c-4d40-9f6c-91b9eff218d7 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767547 Jul 16 18:38:39.079034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baedcd-2365-42cd-891e-d9404af1663b req-056033be-9c2f-4c8b-8539-09e56585964e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.085945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4baedcd-2365-42cd-891e-d9404af1663b req-056033be-9c2f-4c8b-8539-09e56585964e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1701076 Jul 16 18:38:39.157796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.182227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4baedcd-2365-42cd-891e-d9404af1663b req-10e7354d-7071-4028-9ed9-d63855b2d1f6 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942037 Jul 16 18:38:39.227598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.234242 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "DELETE /v2.0/ports/376cde40-aa5d-4ab5-ad63-f2d22c2b643c HTTP/1.1" status: 204 len: 168 time: 0.6138904 Jul 16 18:38:39.234701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41080) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:39.237915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86521c-592c-4f50-a5af-9d9bcd665dcc tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event deleted for resources: {'Port': ['ID=376cde40-aa5d-4ab5-ad63-f2d22c2b643c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:39.284257 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a545fadc-cef2-45d3-9053-2a57c667a1ae tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:38:39.286417 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a545fadc-cef2-45d3-9053-2a57c667a1ae tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "GET /v2.0/ports/376cde40-aa5d-4ab5-ad63-f2d22c2b643c HTTP/1.1" status: 404 len: 333 time: 0.0500591 Jul 16 18:38:39.290284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41090) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:39.296115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Request body: {'port': {'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-435023141'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:39.333658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Made reservation on behalf of bcf2a0f499e64bbdb84b5ba35f1fee06 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:39.336139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.371387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] device_id is not set on port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:39.463434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5169da41-b024-4114-9b89-c55ae6fb04cc up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:39.521354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5169da41-b024-4114-9b89-c55ae6fb04cc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:39.522156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.627284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-1418aae3-066a-4e39-aa3c-fa59525f9add service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1620877 Jul 16 18:38:39.713173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.729043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.800923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.807619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:39.808908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:39.812197 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c68b26d-2170-401c-bc2a-b4c771868c17" -d '{"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-plugged", "status": "completed", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:39.840340 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.844546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-cd83fc07-daf9-4aa9-b697-56e5e9aa67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.853164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-cd83fc07-daf9-4aa9-b697-56e5e9aa67ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 1097 time: 0.1552327 Jul 16 18:38:39.967966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:39.981219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:39.984426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:39.986415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.989148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.025103 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9452a56-26bd-4bed-8fc1-d62a43dec6b7 x-openstack-request-id: req-f9452a56-26bd-4bed-8fc1-d62a43dec6b7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:40.025601 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-plugged", "status": "completed", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:40.026004 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9452a56-26bd-4bed-8fc1-d62a43dec6b7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:40.026544 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'code': 200} Jul 16 18:38:40.035728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:40.085792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e4f0ab-a62b-41aa-8ec2-cf2f192def02,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:40.110752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-35acce0b-50b3-413d-8b30-667b51631b4d tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8167210 Jul 16 18:38:40.113080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41136) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:40.129439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:40.223745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-1e8f9c90-3d98-462d-aa4f-6d52759f22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.225524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-1e8f9c90-3d98-462d-aa4f-6d52759f22f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.3445401 Jul 16 18:38:40.324209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de16e4e-542f-4aaa-8130-43390df22905 req-d84b6056-2c28-439e-9af4-d71946706bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.326313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9de16e4e-542f-4aaa-8130-43390df22905 req-d84b6056-2c28-439e-9af4-d71946706bec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 1098 time: 0.2478807 Jul 16 18:38:40.350609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-6bca6fea-15a1-4398-b649-b0d05ac63d28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 200 len: 1001 time: 0.1125200 Jul 16 18:38:40.424249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-ae88c4d3-b819-48d4-96cd-da43ccd64635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.426516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-ae88c4d3-b819-48d4-96cd-da43ccd64635 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.0690560 Jul 16 18:38:40.447659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9de16e4e-542f-4aaa-8130-43390df22905 req-73816f98-1ff6-4c34-85c0-948c5d1edaf9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014001 Jul 16 18:38:40.448629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.564196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-94d0f7f1-8e81-45ee-b8ba-f897b5a58457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.566304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-94d0f7f1-8e81-45ee-b8ba-f897b5a58457 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210296 Jul 16 18:38:40.613114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5543e9-4124-48f2-a335-7a6a5a3e09b3 req-42de9911-2310-4585-931d-0989d10b3278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.616231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db5543e9-4124-48f2-a335-7a6a5a3e09b3 req-42de9911-2310-4585-931d-0989d10b3278 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.1380339 Jul 16 18:38:40.723088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db5543e9-4124-48f2-a335-7a6a5a3e09b3 req-1cb1746b-e11d-42c4-832b-55cade8dfeba tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848992 Jul 16 18:38:40.803773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] device_id is not set on port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:40.829863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbf7fc-429d-4b19-b4b1-86bf9048d836 req-8634ef27-247b-4c04-ac22-232684360a42 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.839410 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfcbf7fc-429d-4b19-b4b1-86bf9048d836 req-8634ef27-247b-4c04-ac22-232684360a42 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.5784359 Jul 16 18:38:40.865032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.882191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-df00dedb-0a12-4fa4-ba34-18e7375f0285 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060036 Jul 16 18:38:40.934116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Transition to ACTIVE for port object b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:40.943633 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.007116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dfcbf7fc-429d-4b19-b4b1-86bf9048d836 req-377c40ee-5a46-4ab4-9964-c517ab7ddeea tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633122 Jul 16 18:38:41.035709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-daa3f147-60a1-4112-b5f0-b1b1664b1772 req-d6ace50d-7019-4284-8e54-bf92f1c64059 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458726 Jul 16 18:38:41.100572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e4f0ab-a62b-41aa-8ec2-cf2f192def02,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:41.100572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.100997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.101386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.121368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.122144 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.124757 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 2 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.146843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.147183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.147569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.152921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.154338 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.154975 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 3 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.188046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.188527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.188897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.194272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.195393 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.196167 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 4 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.213900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.214425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.214959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.223042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.223784 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.224358 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 5 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.256674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.257456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.258300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.268622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.269413 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.276872 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 6 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.305600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.306016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.306369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.313228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.313695 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.314097 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 7 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.335481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.335915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.336265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.353397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.353743 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.354151 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 8 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.390566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.390922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.391662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.403468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.403708 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.404175 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 9 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.426739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.427085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.427425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.453617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.454265 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.454705 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempt 10 to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 Jul 16 18:38:41.474615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:41.474958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:41.475436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempting to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:41.485158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:41.485981 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Failed to bind port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '859441e6-6852-4200-a933-1375c5f0e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '159bb1aa-39a0-46a7-81d9-74ab48c5a8f7'}] Jul 16 18:38:41.486562 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.636695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] For port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:41.637348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attempted to set empty binding levels {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:38:41.645420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.703478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] In _notify_port_updated(), no bound segment for port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 on network 159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:38:41.704473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.705276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.710109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:41.718644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "PUT /v2.0/ports/b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 HTTP/1.1" status: 200 len: 975 time: 1.6043491 Jul 16 18:38:41.750836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a1e13-58de-4be5-bc21-41112309637b tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e4f0ab-a62b-41aa-8ec2-cf2f192def02,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:41.830573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Deleting port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:41.831812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.917796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] For port b9e4f0ab-a62b-41aa-8ec2-cf2f192def02, host n-h2-791504-15, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:41.918424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.935254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Calling delete_port for b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:42.056411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.093136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9e4f0ab-a62b-41aa-8ec2-cf2f192def02,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:42.099964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.107341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ccdf0143-1088-43cb-9a2c-36d4981c5d2e tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 HTTP/1.1" status: 204 len: 168 time: 0.3936763 Jul 16 18:38:42.107971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41208) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:42.163402 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b683a8-82cf-49ba-84e1-5979278129e9 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:38:42.167744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-09b683a8-82cf-49ba-84e1-5979278129e9 tempest-PortsAdminExtendedAttrsTestJSON-1379516 tempest-PortsAdminExtendedAttrsTestJSON-1379516-project-admin] 10.222.0.49 "GET /v2.0/ports/b9e4f0ab-a62b-41aa-8ec2-cf2f192def02 HTTP/1.1" status: 404 len: 333 time: 0.0587401 Jul 16 18:38:42.171182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:42.375377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af772070-62d9-430a-ae86-99e2b66c452d req-49f7c7d5-0656-4c56-b0e3-d67da20ecf58 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.377023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af772070-62d9-430a-ae86-99e2b66c452d req-49f7c7d5-0656-4c56-b0e3-d67da20ecf58 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1522529 Jul 16 18:38:42.395553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.466444 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af772070-62d9-430a-ae86-99e2b66c452d req-a0c59e65-534a-4ede-bb53-79353aadf572 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651934 Jul 16 18:38:42.500785 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.525328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159bb1aa-39a0-46a7-81d9-74ab48c5a8f7']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:42.547327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859441e6-6852-4200-a933-1375c5f0e9d8') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:42.547733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859441e6-6852-4200-a933-1375c5f0e9d8') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:42.560693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.578739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.595977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:42.596907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:42.632873 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:42.714721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.725147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.741884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] 10.222.0.49 "DELETE /v2.0/networks/159bb1aa-39a0-46a7-81d9-74ab48c5a8f7 HTTP/1.1" status: 204 len: 168 time: 0.5573792 Jul 16 18:38:42.791189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824260b-bd99-4a1b-acf1-6650c103c6aa tempest-PortsAdminExtendedAttrsTestJSON-713195416 tempest-PortsAdminExtendedAttrsTestJSON-713195416-project] Pushing event deleted for resources: {'Network': ['ID=159bb1aa-39a0-46a7-81d9-74ab48c5a8f7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:42.838426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4a86d-8831-46b5-9b18-8e38d8663c11 req-fc03c943-bd1b-43d0-955a-713851446481 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.842260 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4dc4a86d-8831-46b5-9b18-8e38d8663c11 req-fc03c943-bd1b-43d0-955a-713851446481 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.1677670 Jul 16 18:38:42.900484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4dc4a86d-8831-46b5-9b18-8e38d8663c11 req-ec7d5636-c67b-4b40-9ac2-f791a2be8a04 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501788 Jul 16 18:38:43.330472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:43.332197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:43.583379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:43.590936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9e912e5a-9f4b-4ea0-a8ee-5c6078fabe4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=361eee5f37f04c7d8cd7b3f70c23cef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485409 Jul 16 18:38:43.674920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3e20196-16c6-46c4-99e5-c7de105041b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.757042 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad926704-8a79-4e05-bf6b-fa187ce9fcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.945586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad926704-8a79-4e05-bf6b-fa187ce9fcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.048581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-f8398870-6303-4450-afaf-0385e04f9396 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.055237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:44.056090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-f8398870-6303-4450-afaf-0385e04f9396 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 814 time: 0.3192124 Jul 16 18:38:44.075107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-b500a93c-9c72-4c88-83af-47e6891d025a tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/quotas/bce99d6ec0c345e5984eb4f60caeef97 HTTP/1.1" status: 200 len: 375 time: 0.0176136 Jul 16 18:38:44.146560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] Deleting subnet 61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:44.151529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.155474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad926704-8a79-4e05-bf6b-fa187ce9fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.160655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad926704-8a79-4e05-bf6b-fa187ce9fcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.162083 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad926704-8a79-4e05-bf6b-fa187ce9fcad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a241f082-c52d-4a61-8551-d68f19b41d66 HTTP/1.1" status: 204 len: 168 time: 0.5777442 Jul 16 18:38:44.193620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3e20196-16c6-46c4-99e5-c7de105041b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.200193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad926704-8a79-4e05-bf6b-fa187ce9fcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a241f082-c52d-4a61-8551-d68f19b41d66,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:44.208438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3e20196-16c6-46c4-99e5-c7de105041b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.265317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.320720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.354862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-2d048c05-0087-4d63-b0d1-4d360ba2ef61 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2719166 Jul 16 18:38:44.379855 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a3e20196-16c6-46c4-99e5-c7de105041b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=535d920caa4940dea229e06260400e82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0462890 Jul 16 18:38:44.380647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41312) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:44.395755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.428569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61aae9a1-c47b-4e28-8c0d-cdea6fa6d648,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:44.441972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.448117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ad7653f7-ea0d-40bb-88da-b9949a6d90ee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/61aae9a1-c47b-4e28-8c0d-cdea6fa6d648 HTTP/1.1" status: 204 len: 168 time: 0.3909762 Jul 16 18:38:44.448944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:44.463178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e20196-16c6-46c4-99e5-c7de105041b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04df843-7f36-40fd-98fe-ab5043f00b12,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:44.646241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.686071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30c6d108-da7e-4c79-9991-29d6011fad06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.709423 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-a76b7fda-e8e1-4173-b745-a1690317f312 service neutron] 10.222.0.49 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266792 Jul 16 18:38:44.715578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41322) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:44.781059 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30c6d108-da7e-4c79-9991-29d6011fad06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.846989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.907796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:44.935191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8559a434-0848-47dc-8616-02eb52eb957c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcf2a0f499e64bbdb84b5ba35f1fee06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183609 Jul 16 18:38:44.936051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:44.954059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:44.954473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7de8ea-26b9-415a-a1ba-d7b406aa2aad') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:44.976276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-975e4803-6893-4bfa-88f3-d4abf555f444 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.977853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-975e4803-6893-4bfa-88f3-d4abf555f444 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e611662-ec0a-42ec-b1c2-4540155772e5 HTTP/1.1" status: 200 len: 946 time: 0.2839706 Jul 16 18:38:44.990973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.028147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.039100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:45.039506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:45.041620 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:45.069465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-3204d08d-6b46-4e5b-bc76-3457cb7056c5 service neutron] 10.222.0.49 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236239 Jul 16 18:38:45.070168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30c6d108-da7e-4c79-9991-29d6011fad06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.072703 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30c6d108-da7e-4c79-9991-29d6011fad06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.073850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-30c6d108-da7e-4c79-9991-29d6011fad06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e04df843-7f36-40fd-98fe-ab5043f00b12 HTTP/1.1" status: 204 len: 168 time: 0.6665721 Jul 16 18:38:45.127645 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.152193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.162073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6d108-da7e-4c79-9991-29d6011fad06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04df843-7f36-40fd-98fe-ab5043f00b12,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.163091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] 10.222.0.49 "DELETE /v2.0/networks/eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39 HTTP/1.1" status: 204 len: 168 time: 0.7130780 Jul 16 18:38:45.221219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b04baf-b671-438d-85fb-0b8e62bc0515 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb131d2c-95c0-4c7c-98e1-b3eb6fe93a39,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.318689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2531-6b00-4ab6-b95e-8b69fa426757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.435549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2531-6b00-4ab6-b95e-8b69fa426757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.533270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Deleting port 5169da41-b024-4114-9b89-c55ae6fb04cc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:45.542654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.594226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8be04d2-ca4a-451f-82a2-f93a3b372f5a req-64d719d1-72c5-4ef2-bbd0-f598f2b1aa93 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 210 time: 0.0750678 Jul 16 18:38:45.623129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:45.753221 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4bc56b04-d0aa-47f7-b0b9-3249777c3b51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bed682e5e28436097f6a28101681068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280253 Jul 16 18:38:45.753811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41376) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:45.788665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2531-6b00-4ab6-b95e-8b69fa426757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.791346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2531-6b00-4ab6-b95e-8b69fa426757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.795945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5b9f2531-6b00-4ab6-b95e-8b69fa426757 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b07efb1-41c9-481d-a1d0-7b45e10c9c65 HTTP/1.1" status: 204 len: 168 time: 0.8555808 Jul 16 18:38:45.840266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f2531-6b00-4ab6-b95e-8b69fa426757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07efb1-41c9-481d-a1d0-7b45e10c9c65,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.884149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc36b228-209a-41c5-8877-d671eb6979dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.923296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc36b228-209a-41c5-8877-d671eb6979dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.925046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] For port 5169da41-b024-4114-9b89-c55ae6fb04cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5169da41-b024-4114-9b89-c55ae6fb04cc,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:45.928549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.968588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Calling delete_port for 5169da41-b024-4114-9b89-c55ae6fb04cc owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:46.036680 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc36b228-209a-41c5-8877-d671eb6979dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.058455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bc36b228-209a-41c5-8877-d671eb6979dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.071477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bc36b228-209a-41c5-8877-d671eb6979dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44b00a5e-6644-437d-8ca4-398af0b37c41 HTTP/1.1" status: 204 len: 168 time: 0.3152082 Jul 16 18:38:46.086387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36b228-209a-41c5-8877-d671eb6979dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b00a5e-6644-437d-8ca4-398af0b37c41,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.190808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5d86ef6-44a5-4fa5-bacf-c14a91b0f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.247081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41396) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:46.261447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3828-4a81-4496-91d1-8fe954a602fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.425303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.490866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Pushing event deleted for resources: {'Port': ['ID=5169da41-b024-4114-9b89-c55ae6fb04cc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.518482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3828-4a81-4496-91d1-8fe954a602fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.531394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3828-4a81-4496-91d1-8fe954a602fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.581958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb3828-4a81-4496-91d1-8fe954a602fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101979a5-3489-435d-b29f-eb6fc61564ae,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.584005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] No DVR routers for this DVR port 5169da41-b024-4114-9b89-c55ae6fb04cc on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:46.588892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2fb3828-4a81-4496-91d1-8fe954a602fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52415196393943f59a0f7a3e7f610864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383203 Jul 16 18:38:46.589231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:46.601742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.604311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0166677f-e8ef-4437-a0aa-af17e9b0fdb3 req-849d6e85-315e-4555-92ab-ca0f6c3e27c6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.59 "DELETE /v2.0/ports/5169da41-b024-4114-9b89-c55ae6fb04cc HTTP/1.1" status: 204 len: 173 time: 1.6022415 Jul 16 18:38:46.618670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-deleted', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:46.625685 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6267692-0f24-41b7-a6d6-7ec5af9e1c80" -d '{"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-deleted", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:46.722164 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c32368a-caa8-4be7-8150-d4c52fc6a21f x-openstack-request-id: req-7c32368a-caa8-4be7-8150-d4c52fc6a21f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:46.722874 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e611662-ec0a-42ec-b1c2-4540155772e5", "name": "network-vif-deleted", "tag": "5169da41-b024-4114-9b89-c55ae6fb04cc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:46.723366 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c32368a-caa8-4be7-8150-d4c52fc6a21f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:46.724042 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e611662-ec0a-42ec-b1c2-4540155772e5', 'name': 'network-vif-deleted', 'tag': '5169da41-b024-4114-9b89-c55ae6fb04cc', 'status': 'completed', 'code': 200} Jul 16 18:38:46.740766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85284081-f7bc-4a7f-8386-32e4035be418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.792319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85284081-f7bc-4a7f-8386-32e4035be418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.904975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85284081-f7bc-4a7f-8386-32e4035be418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.908606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85284081-f7bc-4a7f-8386-32e4035be418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.909959 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-85284081-f7bc-4a7f-8386-32e4035be418 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/101979a5-3489-435d-b29f-eb6fc61564ae HTTP/1.1" status: 204 len: 168 time: 0.3198035 Jul 16 18:38:46.942450 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5547393-35e7-43e6-912c-080fed71a44c req-96deacbb-5d57-4a65-a005-a4dcd51bf47f tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 210 time: 0.0594156 Jul 16 18:38:46.960549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85284081-f7bc-4a7f-8386-32e4035be418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101979a5-3489-435d-b29f-eb6fc61564ae,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:47.512101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5169da41-b024-4114-9b89-c55ae6fb04cc no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:47.559863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 5169da41-b024-4114-9b89-c55ae6fb04cc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:47.563899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5169da41-b024-4114-9b89-c55ae6fb04cc not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:47.815761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-7d9ced78-adea-4195-ac43-54cf11eb4751 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.817383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-7d9ced78-adea-4195-ac43-54cf11eb4751 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 814 time: 0.1958802 Jul 16 18:38:47.832743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Request body: {'port': {'device_id': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'admin_state_up': True, 'tenant_id': 'bce99d6ec0c345e5984eb4f60caeef97'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:48.215964 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-864e28df-b50f-436a-875a-e64b42dc3c62 req-64e8c0e8-150f-4363-a76a-ea1fe8ce90bb tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 210 time: 0.0398431 Jul 16 18:38:48.679466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9629c16b-efe4-4720-8643-87be92e47d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:48.851230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Made reservation on behalf of bce99d6ec0c345e5984eb4f60caeef97 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:48.858654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:48.868690 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.090159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Allocated IP 172.20.0.9 (3a815c63-0fe0-4f0d-98d2-5da8838f87df/11edc221-d641-4d91-9461-7f2cc9ed47be/df543cba-f3c7-45e5-b424-54fed6be2f78) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:49.300544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78e27dc9-4a39-4bf4-a19b-87ed6bb0b774 req-af506a51-703b-496e-95e9-d7f691c2fd7e tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1003435 Jul 16 18:38:49.410589 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.471669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f0e8bb0-3e1f-4c9d-ad3b-651d87f5fef7 req-a73a90a5-fd79-49a6-af7c-8847edf0a9cd tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 210 time: 0.0665574 Jul 16 18:38:49.511380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.520436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:49.605953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Network 3a815c63-0fe0-4f0d-98d2-5da8838f87df is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:49.640214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:49.657121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:49.726478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Pushing event updated for resources: {'Port': ['ID=df543cba-f3c7-45e5-b424-54fed6be2f78,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:49.770538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.771379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.798864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-446ee19e-4e5c-4c51-8a5b-38ffa2aed900 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9715598 Jul 16 18:38:49.811650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Request body: {'port': {'device_id': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:49.923240 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.928679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.941731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2060366545', 'router:external': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:49.984441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Made reservation on behalf of 89ff8ba0ec2341f08f364f80e344411f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:49.989377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.031766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.173848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.183053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.236933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:50.249145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0545c5d4-04c7-4ae1-883d-54a7d9bdb9c4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:50.257045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.258422 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Added segment b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3 of type vlan for network 8f775c70-71ef-430a-b498-7498e0589d29 Jul 16 18:38:50.344197 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.429799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.432290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.433091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.436155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df543cba-f3c7-45e5-b424-54fed6be2f78 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:50.445146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.483172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Transition to ACTIVE for port object df543cba-f3c7-45e5-b424-54fed6be2f78 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:50.486426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9646046 Jul 16 18:38:50.489517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:50.497862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'subnet': {'network_id': '8f775c70-71ef-430a-b498-7498e0589d29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:50.563660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.565094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b06e-76bf-41da-84e3-5d70a31e60ed tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Network': ['ID=8f775c70-71ef-430a-b498-7498e0589d29,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:50.578593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8f775c70-71ef-430a-b498-7498e0589d29 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:50.638599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Made reservation on behalf of 89ff8ba0ec2341f08f364f80e344411f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:50.641253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.647510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Pushing event updated for resources: {'Port': ['ID=df543cba-f3c7-45e5-b424-54fed6be2f78,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:50.724476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9fd1c66a-e0b0-4fab-aefa-ea6c68e7ab4e req-97d25434-3104-4167-9567-3aad857b4b55 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0862560 Jul 16 18:38:50.921460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b265236-20b7-443e-8e9a-733cb4b8dd93 req-b7eb7ef7-b9cd-48ea-8335-8626e3db3e6c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.923155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b265236-20b7-443e-8e9a-733cb4b8dd93 req-b7eb7ef7-b9cd-48ea-8335-8626e3db3e6c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 943 time: 0.2342811 Jul 16 18:38:51.002212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b265236-20b7-443e-8e9a-733cb4b8dd93 req-ebf9d3f6-7ad0-4b8b-b5d0-ebe2f49ce1d4 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697656 Jul 16 18:38:51.008306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Attempting to bind port df543cba-f3c7-45e5-b424-54fed6be2f78 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:51.008877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Attempting to bind port df543cba-f3c7-45e5-b424-54fed6be2f78 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:51.009418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Attempting to bind port df543cba-f3c7-45e5-b424-54fed6be2f78 on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:51.039895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Port df543cba-f3c7-45e5-b424-54fed6be2f78 on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:51.040475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Attempting to bind port df543cba-f3c7-45e5-b424-54fed6be2f78 on network 3a815c63-0fe0-4f0d-98d2-5da8838f87df {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:51.049840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:51.050209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Checking segment: {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:51.050530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Bound using segment: {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:51.051334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Bound port: df543cba-f3c7-45e5-b424-54fed6be2f78, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953c2db9-34a5-4feb-8522-a94e2297cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:51.051710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:51.197349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] For port df543cba-f3c7-45e5-b424-54fed6be2f78, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:51.236073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] For port df543cba-f3c7-45e5-b424-54fed6be2f78, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=df543cba-f3c7-45e5-b424-54fed6be2f78,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:51.245276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:51.298031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.299050 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:51.300895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] 10.222.0.67 "PUT /v2.0/ports/df543cba-f3c7-45e5-b424-54fed6be2f78 HTTP/1.1" status: 200 len: 1092 time: 1.4942863 Jul 16 18:38:51.309869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'tag': 'df543cba-f3c7-45e5-b424-54fed6be2f78'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:51.312664 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6a4f06-b755-4c29-8672-0a96b9e029f1", "tag": "df543cba-f3c7-45e5-b424-54fed6be2f78"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:51.357984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae974-001c-48eb-b720-d7781342be88 service neutron] Pushing event updated for resources: {'Port': ['ID=df543cba-f3c7-45e5-b424-54fed6be2f78,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:51.449272 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae223dda-52f2-48b8-bf98-b7046fea7765 x-openstack-request-id: req-ae223dda-52f2-48b8-bf98-b7046fea7765 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:51.449567 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6a4f06-b755-4c29-8672-0a96b9e029f1", "tag": "df543cba-f3c7-45e5-b424-54fed6be2f78", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:51.449812 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae223dda-52f2-48b8-bf98-b7046fea7765 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:51.450211 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'tag': 'df543cba-f3c7-45e5-b424-54fed6be2f78', 'status': 'completed', 'code': 200} Jul 16 18:38:51.521415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-f735da4c-820a-44bb-8b57-7f83ae09c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.521747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-f735da4c-820a-44bb-8b57-7f83ae09c3f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 1095 time: 0.1185317 Jul 16 18:38:51.596380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:38:51.597509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:51.706651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:51.721050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Subnet': ['ID=31bec4ed-f867-415b-9513-5135f59224cc,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:51.727165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-b3c173e8-f9e6-472c-9e6a-863d02113d61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df543cba-f3c7-45e5-b424-54fed6be2f78 HTTP/1.1" status: 200 len: 217 time: 0.1458490 Jul 16 18:38:51.844367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-52dc7d29-95ca-4da8-b574-837d3099ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.846005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-52dc7d29-95ca-4da8-b574-837d3099ee5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11edc221-d641-4d91-9461-7f2cc9ed47be HTTP/1.1" status: 200 len: 854 time: 0.1120667 Jul 16 18:38:51.846712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Checking segment: {'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:51.847076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network hostable DHCP agents. Network: 8f775c70-71ef-430a-b498-7498e0589d29, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:51.884088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-d2899db0-c7e5-46f7-b1f0-5fd1a0075169 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a815c63-0fe0-4f0d-98d2-5da8838f87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313737 Jul 16 18:38:51.899441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network 8f775c70-71ef-430a-b498-7498e0589d29 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:51.927085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8f775c70-71ef-430a-b498-7498e0589d29) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:51.934220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.935521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:51.943134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d9722b-955b-4c7b-91e9-792347d9fa4d None None] Network 8f775c70-71ef-430a-b498-7498e0589d29 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:52.008654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-690496db-c3d9-4baf-92ce-e78aa3a406fc req-f56f9033-9575-4306-99c4-de795d7ace14 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0696301 Jul 16 18:38:52.036310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-67769756-4998-4341-9994-d72ccc8e3324 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5455632 Jul 16 18:38:52.039238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41646) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:52.047082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-237788104', 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:52.054800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-8f5a12bd-0457-4479-be96-ac472e8a331e service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640737 Jul 16 18:38:52.090313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Made reservation on behalf of 89ff8ba0ec2341f08f364f80e344411f for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:52.102061 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.139326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] device_id is not set on port 48850d94-2d0e-44c8-9938-b79cd9f7fe55 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:38:52.186989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76c91ab7-ca51-46e0-99f1-7012ef1e6306 req-beca76e0-0d5a-4852-95ed-9ebfd2aa6bb1 service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254880 Jul 16 18:38:52.237056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7beba3-0415-4518-9950-f9e6b89a86aa None None] Network 8f775c70-71ef-430a-b498-7498e0589d29 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:52.321951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0754d-0da7-4e7b-95d4-1157098f6e2a req-b6b29f33-34ce-4917-87ba-b7d74e2485b7 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.330789 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7da0754d-0da7-4e7b-95d4-1157098f6e2a req-b6b29f33-34ce-4917-87ba-b7d74e2485b7 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 943 time: 0.1425574 Jul 16 18:38:52.359380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Allocated IP 172.20.0.7 (8f775c70-71ef-430a-b498-7498e0589d29/31bec4ed-f867-415b-9513-5135f59224cc/48850d94-2d0e-44c8-9938-b79cd9f7fe55) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:52.396136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7da0754d-0da7-4e7b-95d4-1157098f6e2a req-5469ca78-11be-4343-8e2c-4340ad8e6f5d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642762 Jul 16 18:38:52.409797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-94a52cc5-e698-48b9-9cf1-08966b6527a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.412701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-94a52cc5-e698-48b9-9cf1-08966b6527a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 1095 time: 0.1666462 Jul 16 18:38:52.565016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5a80cade-aabd-4b8b-9284-8997baf6f2a3 req-326ccb96-95ba-4a66-b5f2-d7d38dae6f5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0373142 Jul 16 18:38:52.566662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-a1ec74e9-8eaa-4b40-8c09-a9fa93553215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.568006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-a1ec74e9-8eaa-4b40-8c09-a9fa93553215 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 200 len: 915 time: 0.1424580 Jul 16 18:38:52.589262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.635411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-284a5321-ff4c-4981-8d9a-ba096ee62217 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df543cba-f3c7-45e5-b424-54fed6be2f78 HTTP/1.1" status: 200 len: 217 time: 0.0505381 Jul 16 18:38:52.642566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.670598 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.687506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network 8f775c70-71ef-430a-b498-7498e0589d29 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:52.691175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:52.695344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:52.741758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Port': ['ID=48850d94-2d0e-44c8-9938-b79cd9f7fe55,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:52.754503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-f5ac1d26-c003-41ca-9857-955449f91064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.756316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.756965 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.757358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-f5ac1d26-c003-41ca-9857-955449f91064 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11edc221-d641-4d91-9461-7f2cc9ed47be HTTP/1.1" status: 200 len: 854 time: 0.1073830 Jul 16 18:38:52.774226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c5fa996-6ae0-4d80-a069-68f0c1037dd9 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7328665 Jul 16 18:38:52.776181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:52.841849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-635eb531-93fe-4984-8ee7-cf596afb8bcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a815c63-0fe0-4f0d-98d2-5da8838f87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551734 Jul 16 18:38:52.908107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Deleting port 48850d94-2d0e-44c8-9938-b79cd9f7fe55 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:52.908913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.980421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-32f23507-12eb-4046-aa5f-cbb7a8426009 service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312251 Jul 16 18:38:53.001723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.014331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Calling delete_port for 48850d94-2d0e-44c8-9938-b79cd9f7fe55 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:53.131527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7ce6a2b-93b6-4ad9-90f1-6eace534496d req-274268a9-e394-4542-b84d-16937a2e4701 service neutron] 10.222.0.67 "GET /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431363 Jul 16 18:38:53.201325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.260886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event deleted for resources: {'Port': ['ID=48850d94-2d0e-44c8-9938-b79cd9f7fe55,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:53.287785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a029597d-b33e-4706-adc6-cc5c3b1c43cd req-0c8cf6a4-0fab-4c34-bea7-ec3d295dc1a8 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0689280 Jul 16 18:38:53.350193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.353206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dff59919-6584-4032-977f-a18ad9bf8828 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "DELETE /v2.0/ports/48850d94-2d0e-44c8-9938-b79cd9f7fe55 HTTP/1.1" status: 204 len: 168 time: 0.5756578 Jul 16 18:38:53.355890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41692) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:53.362301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f775c70-71ef-430a-b498-7498e0589d29', 'external_fixed_ips': [{'subnet_id': '31bec4ed-f867-415b-9513-5135f59224cc', 'ip_address': '172.20.0.7'}]}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:53.388223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.389816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.424029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:53.460037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.566857 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1477492-0741-499e-b79b-38a327386477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.609558 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.621135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815082e-b907-4b6d-b640-6a0051cafee0 req-c4a2aed7-8837-421d-b53e-948dca6c01b5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.622814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4815082e-b907-4b6d-b640-6a0051cafee0 req-c4a2aed7-8837-421d-b53e-948dca6c01b5 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 943 time: 0.1005216 Jul 16 18:38:53.687458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4815082e-b907-4b6d-b640-6a0051cafee0 req-b6fd3d29-0186-4f5d-9a1b-b84e578c057e tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560238 Jul 16 18:38:53.731332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1477492-0741-499e-b79b-38a327386477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.736954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f1477492-0741-499e-b79b-38a327386477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.780046 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f1477492-0741-499e-b79b-38a327386477 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44d9c42a859f469fbd838595fb4b7028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543603 Jul 16 18:38:53.780969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1477492-0741-499e-b79b-38a327386477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fa4399-687c-4a9d-9c9b-b1209539dd24,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:53.783280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:53.828611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.834079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89139478-778e-4d4f-9ea6-5bb6d96ffb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.850113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.874243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89139478-778e-4d4f-9ea6-5bb6d96ffb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.939135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89139478-778e-4d4f-9ea6-5bb6d96ffb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.941991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89139478-778e-4d4f-9ea6-5bb6d96ffb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.950422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-89139478-778e-4d4f-9ea6-5bb6d96ffb06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8fa4399-687c-4a9d-9c9b-b1209539dd24 HTTP/1.1" status: 204 len: 168 time: 0.1660194 Jul 16 18:38:53.963717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89139478-778e-4d4f-9ea6-5bb6d96ffb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fa4399-687c-4a9d-9c9b-b1209539dd24,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.039174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Allocated IP 172.20.0.7 (8f775c70-71ef-430a-b498-7498e0589d29/31bec4ed-f867-415b-9513-5135f59224cc/9144af5c-f07a-45f7-b992-03d0c1df5e6d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:54.171171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.222870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.301775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network 8f775c70-71ef-430a-b498-7498e0589d29 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:54.319158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:54.335580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:54.374906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Port': ['ID=9144af5c-f07a-45f7-b992-03d0c1df5e6d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.431536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.440619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41742) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:54.447587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device df543cba-f3c7-45e5-b424-54fed6be2f78 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:54.464764 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e655c4-e658-4abe-8a30-069097ba5135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.595072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07ef136b-2b6f-4c2d-a7ae-2178995a144c req-7f060f6e-85bb-478d-951a-8ef4eb356318 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0394244 Jul 16 18:38:54.613333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port df543cba-f3c7-45e5-b424-54fed6be2f78, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=df543cba-f3c7-45e5-b424-54fed6be2f78,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:54.637363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'df543cba-f3c7-45e5-b424-54fed6be2f78', 'network_id': '3a815c63-0fe0-4f0d-98d2-5da8838f87df', 'port_id': 'df543cba-f3c7-45e5-b424-54fed6be2f78', 'mac_address': 'fa:16:3e:ac:9d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11edc221-d641-4d91-9461-7f2cc9ed47be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:54.654742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e655c4-e658-4abe-8a30-069097ba5135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.660535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e655c4-e658-4abe-8a30-069097ba5135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.687711 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.702800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df543cba-f3c7-45e5-b424-54fed6be2f78 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:54.711959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-85e655c4-e658-4abe-8a30-069097ba5135 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9151ea0389fe4fe7a8971069c0922297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666581 Jul 16 18:38:54.711959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e655c4-e658-4abe-8a30-069097ba5135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b973b-dba1-4b71-b45b-9e165082620c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.713639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 41748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:54.740865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port df543cba-f3c7-45e5-b424-54fed6be2f78, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=df543cba-f3c7-45e5-b424-54fed6be2f78,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:54.746295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.772736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f62b6e3-f473-4a03-b353-26d663684b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.798963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f62b6e3-f473-4a03-b353-26d663684b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.829388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=df543cba-f3c7-45e5-b424-54fed6be2f78,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.846636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.847585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.848240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.849428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.851019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.852283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.854035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.855126 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f62b6e3-f473-4a03-b353-26d663684b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.855524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.855869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.856212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.858761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.859165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.861397 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f62b6e3-f473-4a03-b353-26d663684b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.865380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6f62b6e3-f473-4a03-b353-26d663684b7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d79b973b-dba1-4b71-b45b-9e165082620c HTTP/1.1" status: 204 len: 168 time: 0.1477606 Jul 16 18:38:54.875287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62b6e3-f473-4a03-b353-26d663684b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b973b-dba1-4b71-b45b-9e165082620c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:55.008732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['df543cba-f3c7-45e5-b424-54fed6be2f78'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:55.302803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5784c-2283-4cc7-a971-92e5bd539710 req-36de7684-9a70-49ef-bcf1-620ac074580d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.304973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc5784c-2283-4cc7-a971-92e5bd539710 req-36de7684-9a70-49ef-bcf1-620ac074580d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 944 time: 0.1788881 Jul 16 18:38:55.401845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc5784c-2283-4cc7-a971-92e5bd539710 req-2de8b7fc-6f2d-4d8d-9792-9a9d1647210d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902138 Jul 16 18:38:55.730321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.337502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-182d86d4-e739-453b-9a46-f4db2d0057c6 req-2f56dfca-a8cf-4ae4-9d93-24a20b3886f3 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0634837 Jul 16 18:38:56.422563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.462982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device df543cba-f3c7-45e5-b424-54fed6be2f78 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:56.582608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port df543cba-f3c7-45e5-b424-54fed6be2f78 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:56.593794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port df543cba-f3c7-45e5-b424-54fed6be2f78 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:56.595907 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.665072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Router d297bce3-a6a7-4a1d-8832-653fa218e2c1 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:38:56.807108 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.851270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port df543cba-f3c7-45e5-b424-54fed6be2f78, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=df543cba-f3c7-45e5-b424-54fed6be2f78,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:56.852373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df543cba-f3c7-45e5-b424-54fed6be2f78'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:56.855139 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935d0f40-a4e3-4f83-8bb9-bf36c0d3f60d" -d '{"events": [{"server_uuid": "9e6a4f06-b755-4c29-8672-0a96b9e029f1", "name": "network-vif-plugged", "status": "completed", "tag": "df543cba-f3c7-45e5-b424-54fed6be2f78"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:56.860052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.970383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=df543cba-f3c7-45e5-b424-54fed6be2f78,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:57.005354 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35dec74-272b-4e61-909b-8d90438627b1 x-openstack-request-id: req-f35dec74-272b-4e61-909b-8d90438627b1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:57.008753 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a4f06-b755-4c29-8672-0a96b9e029f1", "name": "network-vif-plugged", "status": "completed", "tag": "df543cba-f3c7-45e5-b424-54fed6be2f78", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:57.008753 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f35dec74-272b-4e61-909b-8d90438627b1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:57.009090 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df543cba-f3c7-45e5-b424-54fed6be2f78', 'code': 200} Jul 16 18:38:57.028634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2101b8-0652-407d-b221-f9ee59b1e058 req-a2fc8f04-2201-4012-bbc0-fae0a257735b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.038011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d2101b8-0652-407d-b221-f9ee59b1e058 req-a2fc8f04-2201-4012-bbc0-fae0a257735b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 944 time: 0.3095565 Jul 16 18:38:57.041866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:57.060316 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Sync routers for ids ['d297bce3-a6a7-4a1d-8832-653fa218e2c1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:57.088419 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Routers {'d297bce3-a6a7-4a1d-8832-653fa218e2c1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:57.089204 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['d297bce3-a6a7-4a1d-8832-653fa218e2c1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:57.093450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:57.097884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3edb5d38-eb98-46a4-9380-042ef8b25c1d tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7376351 Jul 16 18:38:57.097884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:57.171678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114155b-ed0b-4b8a-a557-f2470bdb8639 req-f0376a1f-719f-4ec3-88ad-6b08422f84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.173662 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2114155b-ed0b-4b8a-a557-f2470bdb8639 req-f0376a1f-719f-4ec3-88ad-6b08422f84a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 1097 time: 0.0958652 Jul 16 18:38:57.291583 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Set router d297bce3-a6a7-4a1d-8832-653fa218e2c1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:57.292043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2114155b-ed0b-4b8a-a557-f2470bdb8639 req-d2753f3e-8841-44c4-8bc9-1effb0e40c76 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 Jul 16 18:38:57.341050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d2101b8-0652-407d-b221-f9ee59b1e058 req-944cfe99-1fe3-45c4-a28f-7a30b03c71b6 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017220 Jul 16 18:38:57.430172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:57.645795 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297bce3-a6a7-4a1d-8832-653fa218e2c1', 'name': '', 'tenant_id': '89ff8ba0ec2341f08f364f80e344411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f775c70-71ef-430a-b498-7498e0589d29', 'external_fixed_ips': [{'subnet_id': '31bec4ed-f867-415b-9513-5135f59224cc', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '9144af5c-f07a-45f7-b992-03d0c1df5e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:53Z', 'updated_at': '2021-07-16T18:38:55Z', 'revision_number': 3, 'project_id': '89ff8ba0ec2341f08f364f80e344411f', 'gw_port': {'id': '9144af5c-f07a-45f7-b992-03d0c1df5e6d', 'name': '', 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297bce3-a6a7-4a1d-8832-653fa218e2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '31bec4ed-f867-415b-9513-5135f59224cc', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:53Z', 'updated_at': '2021-07-16T18:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31bec4ed-f867-415b-9513-5135f59224cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:57.712304 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Checking router: d297bce3-a6a7-4a1d-8832-653fa218e2c1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:57.712654 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Updating router d297bce3-a6a7-4a1d-8832-653fa218e2c1 port 9144af5c-f07a-45f7-b992-03d0c1df5e6d binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:57.729324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f834fa37-7ff1-40e9-aef6-87379115a9a7 req-28443b10-7737-4689-bafc-e102cc113207 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0798342 Jul 16 18:38:57.746432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:57.802930 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:57.853857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Deleting port 9144af5c-f07a-45f7-b992-03d0c1df5e6d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:57.855428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.146162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.178393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Calling delete_port for 9144af5c-f07a-45f7-b992-03d0c1df5e6d owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:58.383503 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.425833 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Transition to ACTIVE for port object 9144af5c-f07a-45f7-b992-03d0c1df5e6d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:58.440094 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.563179 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Attempting to bind port 9144af5c-f07a-45f7-b992-03d0c1df5e6d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:58.563912 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Attempting to bind port 9144af5c-f07a-45f7-b992-03d0c1df5e6d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:58.567949 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Attempting to bind port 9144af5c-f07a-45f7-b992-03d0c1df5e6d on network 8f775c70-71ef-430a-b498-7498e0589d29 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:58.579451 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:58.579827 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Checking segment: {'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:58.580234 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.580628 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Bound using segment: {'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:58.581246 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Bound port: 9144af5c-f07a-45f7-b992-03d0c1df5e6d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:58.581715 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.583669 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Pushing event updated for resources: {'Port': ['ID=9144af5c-f07a-45f7-b992-03d0c1df5e6d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:58.620227 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.620824 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.621331 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.621870 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.622518 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.623016 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.623523 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.624026 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.624642 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.625312 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.625961 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.626450 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac85de-afde-4406-93fb-2cbc1c57fc41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.686842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.692929 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.db.api [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:38:58.693601 n-d-791504-15 neutron-server[93798]: DEBUG oslo_db.api [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:38:58.735843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event deleted for resources: {'Port': ['ID=9144af5c-f07a-45f7-b992-03d0c1df5e6d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:58.737135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69f4a-f332-4b9e-a12b-57328ac96979 req-17cac87b-e7a5-4280-9b47-3f66ee373ff9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.752619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55f69f4a-f332-4b9e-a12b-57328ac96979 req-17cac87b-e7a5-4280-9b47-3f66ee373ff9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.1991138 Jul 16 18:38:58.845176 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55f69f4a-f332-4b9e-a12b-57328ac96979 req-9cdd305d-d774-441c-b0a6-42f662aea55c tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896485 Jul 16 18:38:58.908152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.032262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.034426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.110180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7117159b-0933-4a0a-8040-92827c47ff34 req-1283b171-20b7-4a72-a934-fa09f090f6d1 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0359294 Jul 16 18:38:59.111679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.112419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d297bce3-a6a7-4a1d-8832-653fa218e2c1 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:38:59.120389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.124017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-515d2dde-6f4b-4ef0-ac08-eb9d98ea85d4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "DELETE /v2.0/routers/d297bce3-a6a7-4a1d-8832-653fa218e2c1 HTTP/1.1" status: 204 len: 168 time: 2.0214186 Jul 16 18:38:59.126205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42264) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:59.237091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Deleting subnet 31bec4ed-f867-415b-9513-5135f59224cc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:59.237091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.239772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Attempting to bind port 9144af5c-f07a-45f7-b992-03d0c1df5e6d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:59.239772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Attempting to bind port 9144af5c-f07a-45f7-b992-03d0c1df5e6d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:59.239772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Attempting to bind port 9144af5c-f07a-45f7-b992-03d0c1df5e6d on network 8f775c70-71ef-430a-b498-7498e0589d29 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:59.257746 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:59.258126 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Checking segment: {'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:59.258533 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.258923 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Bound using segment: {'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:59.259395 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Bound port: 9144af5c-f07a-45f7-b992-03d0c1df5e6d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f775c70-71ef-430a-b498-7498e0589d29'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:59.259797 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.270683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa6fc3-5a4b-4c8e-9586-4effe041ad1d req-cee483ce-34c1-49ca-ac61-2ebfe9f415ae tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.287610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93aa6fc3-5a4b-4c8e-9586-4effe041ad1d req-cee483ce-34c1-49ca-ac61-2ebfe9f415ae tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.2385869 Jul 16 18:38:59.302450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.322653 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Port 9144af5c-f07a-45f7-b992-03d0c1df5e6d has been deleted concurrently {{(pid=93798) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:38:59.339669 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Routers set() bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:59.341250 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Router IDs set() for agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:38:59.342416 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d297bce3-a6a7-4a1d-8832-653fa218e2c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent'). {{(pid=93798) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:38:59.343026 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4520e-0aa0-47ee-999b-047920a41497 None None] The sync data for ids ['d297bce3-a6a7-4a1d-8832-653fa218e2c1'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:59.363840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:59.406030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93aa6fc3-5a4b-4c8e-9586-4effe041ad1d req-a95c64fe-432b-4e60-a1d7-8285bcf7aea7 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168776 Jul 16 18:38:59.437379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.545783 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.586612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=31bec4ed-f867-415b-9513-5135f59224cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.597876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.605014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2c972859-8501-41a6-8efa-f9a912db3dc5 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/31bec4ed-f867-415b-9513-5135f59224cc HTTP/1.1" status: 204 len: 168 time: 0.4776120 Jul 16 18:38:59.605862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:59.614305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f7548e1-3df1-4e3f-bbc5-e36f981fd4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.702839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.769305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f7548e1-3df1-4e3f-bbc5-e36f981fd4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.780675 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f7548e1-3df1-4e3f-bbc5-e36f981fd4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.800448 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.812227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f775c70-71ef-430a-b498-7498e0589d29']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:59.825814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:59.826104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f0603d-c9fd-42f1-a3cf-0a533e96e4b3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:59.837202 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.838297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f7548e1-3df1-4e3f-bbc5-e36f981fd4e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9cae01278c441fdbd2c81f4d10265f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728100 Jul 16 18:38:59.840018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7548e1-3df1-4e3f-bbc5-e36f981fd4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b791e3e0-b43f-4f67-9d6b-f8e847b48ce3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.844647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42334) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:59.873265 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.883116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:59.883855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: items = [ Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:59.888362 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:59.932069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264ca08b-3118-4799-ab9c-fbdd3d124955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.958287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264ca08b-3118-4799-ab9c-fbdd3d124955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.011197 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.021658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f775c70-71ef-430a-b498-7498e0589d29 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:39:00.024536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.026895 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8f775c70-71ef-430a-b498-7498e0589d29 HTTP/1.1" status: 204 len: 168 time: 0.4198210 Jul 16 18:39:00.036742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264ca08b-3118-4799-ab9c-fbdd3d124955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.039856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-264ca08b-3118-4799-ab9c-fbdd3d124955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.044810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-264ca08b-3118-4799-ab9c-fbdd3d124955 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b791e3e0-b43f-4f67-9d6b-f8e847b48ce3 HTTP/1.1" status: 204 len: 168 time: 0.1976166 Jul 16 18:39:00.057961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ca08b-3118-4799-ab9c-fbdd3d124955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791e3e0-b43f-4f67-9d6b-f8e847b48ce3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:00.074093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba14b5-1a69-4ccf-a8ae-bccb7d80ac46 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f775c70-71ef-430a-b498-7498e0589d29,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:00.100660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499df073-2d23-477f-a901-c16fdd8d1546 req-b2fe7295-ebc9-444f-a2cc-f57f43fbdc06 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.103601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-499df073-2d23-477f-a901-c16fdd8d1546 req-b2fe7295-ebc9-444f-a2cc-f57f43fbdc06 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.1834767 Jul 16 18:39:00.161010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-499df073-2d23-477f-a901-c16fdd8d1546 req-d03f478f-cc37-4790-93c0-cc1a8ed58d93 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Jul 16 18:39:00.446082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2642af-a33e-422f-ad71-9c8358997176 req-cd0c126f-3c0a-4a4e-aad4-8228140f0e17 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.449234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a2642af-a33e-422f-ad71-9c8358997176 req-cd0c126f-3c0a-4a4e-aad4-8228140f0e17 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.1383085 Jul 16 18:39:00.488233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb0d8dad-0265-4597-93d3-b03b17a914af req-020d6496-81c2-4708-8540-2a3fd0e8d569 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1017923 Jul 16 18:39:00.551067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:00.557462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-733744aa-6692-48df-9404-1b793e5a3557 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'router': {'name': 'tempest-router--962699129', 'project_id': '3ba1efc9bfed40f7bd54d1059d279216'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:00.565431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a2642af-a33e-422f-ad71-9c8358997176 req-3715e06a-8e19-42bd-872b-9c9d6f5478ac tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096277 Jul 16 18:39:00.570083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:00.585796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98adbb76-f6ae-4fda-9f25-d46a6d5f050b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.629942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-733744aa-6692-48df-9404-1b793e5a3557 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.631483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-733744aa-6692-48df-9404-1b793e5a3557 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.743633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-733744aa-6692-48df-9404-1b793e5a3557 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.750031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-733744aa-6692-48df-9404-1b793e5a3557 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.778449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98adbb76-f6ae-4fda-9f25-d46a6d5f050b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.794169 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98adbb76-f6ae-4fda-9f25-d46a6d5f050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.801588 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-733744aa-6692-48df-9404-1b793e5a3557 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.803020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-733744aa-6692-48df-9404-1b793e5a3557 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2505157 Jul 16 18:39:00.809226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:00.865096 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-98adbb76-f6ae-4fda-9f25-d46a6d5f050b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50d93f373cc9417184c83d3be85934cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937825 Jul 16 18:39:00.871081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42370) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:00.897224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adbb76-f6ae-4fda-9f25-d46a6d5f050b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593f9747-c466-4b08-9956-0e7b125cfc2a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:00.970295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a02c1760-96f2-432a-8dd2-5044c2000a33 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.977742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412aea1f-cd4a-4479-8b81-ae5aa3433fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.025746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412aea1f-cd4a-4479-8b81-ae5aa3433fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.125176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412aea1f-cd4a-4479-8b81-ae5aa3433fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.132883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-412aea1f-cd4a-4479-8b81-ae5aa3433fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.134971 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-412aea1f-cd4a-4479-8b81-ae5aa3433fab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/593f9747-c466-4b08-9956-0e7b125cfc2a HTTP/1.1" status: 204 len: 168 time: 0.2629170 Jul 16 18:39:01.146380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aea1f-cd4a-4479-8b81-ae5aa3433fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593f9747-c466-4b08-9956-0e7b125cfc2a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:01.211557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a02c1760-96f2-432a-8dd2-5044c2000a33 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.214742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a02c1760-96f2-432a-8dd2-5044c2000a33 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.282057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd063ac5-f445-4dc4-8466-fc82e9193c58 req-eb5c865c-7b63-4c40-a289-e88934b2d639 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.283816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bd063ac5-f445-4dc4-8466-fc82e9193c58 req-eb5c865c-7b63-4c40-a289-e88934b2d639 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.2375066 Jul 16 18:39:01.284570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a02c1760-96f2-432a-8dd2-5044c2000a33 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.285237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c1760-96f2-432a-8dd2-5044c2000a33 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6462106-13aa-431f-8473-5835188817b7 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:01.289609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a02c1760-96f2-432a-8dd2-5044c2000a33 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.290849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a02c1760-96f2-432a-8dd2-5044c2000a33 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "DELETE /v2.0/routers/d6462106-13aa-431f-8473-5835188817b7 HTTP/1.1" status: 204 len: 168 time: 0.4809587 Jul 16 18:39:01.354969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bd063ac5-f445-4dc4-8466-fc82e9193c58 req-af8d0e90-605f-46b4-af94-dac6fdfef97d tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547273 Jul 16 18:39:01.582977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:01.641600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944aef-cfe9-4c3c-adef-db32c2c70e6f req-47206c6d-47b7-4f48-88bf-1c4abf2709d9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.649379 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-55944aef-cfe9-4c3c-adef-db32c2c70e6f req-47206c6d-47b7-4f48-88bf-1c4abf2709d9 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.1343613 Jul 16 18:39:01.752149 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-55944aef-cfe9-4c3c-adef-db32c2c70e6f req-4a7a0c50-0e76-4899-b0d8-cfd59fad60cb tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015146 Jul 16 18:39:01.764306 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d7be2d1c-de01-4ba3-bd1d-64b561e01aec req-5f19efc2-6391-4438-bf04-d9458cf74231 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0633955 Jul 16 18:39:01.938399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1166082086', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:01.999597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.001048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.107946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.272019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.006943 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-700abea8-4ff1-405a-b963-1c925035e167 req-2d706405-1a85-4889-8542-f7b8ff21ed96 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0587106 Jul 16 18:39:03.032052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:03.127855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.163424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-631fb08e-cef1-4b53-a3d9-de116f596aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.172398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.246193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153aaead-25cb-4d5f-993e-d78a8c14686b req-39b8b6a5-02bf-4817-9de6-04224db33400 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.253465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-153aaead-25cb-4d5f-993e-d78a8c14686b req-39b8b6a5-02bf-4817-9de6-04224db33400 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.2839389 Jul 16 18:39:03.315863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-631fb08e-cef1-4b53-a3d9-de116f596aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.322239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-631fb08e-cef1-4b53-a3d9-de116f596aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.328363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-153aaead-25cb-4d5f-993e-d78a8c14686b req-85a4141a-c25e-4747-b595-959243a10002 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/security-groups?id=d65e5c8a-f184-4a0e-a2f0-403e719fd82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738468 Jul 16 18:39:03.355828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Allocated IP 172.25.1.135 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7a5d6e1c-11b6-4218-8fa6-4782176c327c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:03.380394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-631fb08e-cef1-4b53-a3d9-de116f596aa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6314dd004e514989a78a2d999510a136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467436 Jul 16 18:39:03.382233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:03.399340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fb08e-cef1-4b53-a3d9-de116f596aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109fa64-f1e0-4b2d-b0c4-33004c57e596,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:03.458472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24f0297-558e-49d1-b313-3277e3fa008c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.485367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24f0297-558e-49d1-b313-3277e3fa008c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.540803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.543730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24f0297-558e-49d1-b313-3277e3fa008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.549511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24f0297-558e-49d1-b313-3277e3fa008c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.554427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f24f0297-558e-49d1-b313-3277e3fa008c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4109fa64-f1e0-4b2d-b0c4-33004c57e596 HTTP/1.1" status: 204 len: 168 time: 0.1710143 Jul 16 18:39:03.566867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f0297-558e-49d1-b313-3277e3fa008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109fa64-f1e0-4b2d-b0c4-33004c57e596,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:03.598338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-62f121fb-80ac-41fc-8aeb-e644bfb1b76b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.600166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-62f121fb-80ac-41fc-8aeb-e644bfb1b76b tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 945 time: 0.1526520 Jul 16 18:39:03.689216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.756993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:03.764907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:03.770875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:03.807541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event updated for resources: {'Port': ['ID=7a5d6e1c-11b6-4218-8fa6-4782176c327c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:03.833780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Deleting port df543cba-f3c7-45e5-b424-54fed6be2f78 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:03.834131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.053414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] For port df543cba-f3c7-45e5-b424-54fed6be2f78, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=df543cba-f3c7-45e5-b424-54fed6be2f78,segment=NetworkSegment(953c2db9-34a5-4feb-8522-a94e2297cc71),segment_id=953c2db9-34a5-4feb-8522-a94e2297cc71)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:04.054343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.075480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Calling delete_port for df543cba-f3c7-45e5-b424-54fed6be2f78 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:04.149321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42490) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:04.169886 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b58a8cce-c745-4988-8b35-db201072adc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.268409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.338341 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4addc0f-7183-44c5-97a6-560a4827705b req-dc62c5f5-18b3-459b-afad-ee99923f1c37 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0611310 Jul 16 18:39:04.428933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b58a8cce-c745-4988-8b35-db201072adc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.443755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b58a8cce-c745-4988-8b35-db201072adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.468364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.481265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['df543cba-f3c7-45e5-b424-54fed6be2f78'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:04.517350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b58a8cce-c745-4988-8b35-db201072adc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c53fbd62735746a5bc5228f936889361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645504 Jul 16 18:39:04.517350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a8cce-c745-4988-8b35-db201072adc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd13ead-1f37-4b55-a488-a9d4d57a100f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:04.518402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:04.561328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Pushing event deleted for resources: {'Port': ['ID=df543cba-f3c7-45e5-b424-54fed6be2f78,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:04.574074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96cfb903-b76f-4766-b183-51f17dc13165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.602152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-64a9052f-e37c-4719-86bc-61f0262371f5 req-1f3ac1e7-d29e-4ecb-8b2d-eda089f4271e tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e6a4f06-b755-4c29-8672-0a96b9e029f1 HTTP/1.1" status: 200 len: 210 time: 0.1100798 Jul 16 18:39:04.615820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96cfb903-b76f-4766-b183-51f17dc13165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.684575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96cfb903-b76f-4766-b183-51f17dc13165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.688572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96cfb903-b76f-4766-b183-51f17dc13165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.692691 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-96cfb903-b76f-4766-b183-51f17dc13165 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbd13ead-1f37-4b55-a488-a9d4d57a100f HTTP/1.1" status: 204 len: 168 time: 0.1706669 Jul 16 18:39:04.700300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfb903-b76f-4766-b183-51f17dc13165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd13ead-1f37-4b55-a488-a9d4d57a100f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:04.727997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] No DVR routers for this DVR port df543cba-f3c7-45e5-b424-54fed6be2f78 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:04.734790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.736832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-153b13da-bcf9-4ad6-b7f8-70445fd11ec6 req-602d7a1f-7862-40b4-bd29-6af39d142311 tempest-ServerDiskConfigTestJSON-1879932815 tempest-ServerDiskConfigTestJSON-1879932815-project] 10.222.0.67 "DELETE /v2.0/ports/df543cba-f3c7-45e5-b424-54fed6be2f78 HTTP/1.1" status: 204 len: 173 time: 1.1253366 Jul 16 18:39:04.737307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'name': 'network-vif-deleted', 'tag': 'df543cba-f3c7-45e5-b424-54fed6be2f78'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:04.739524 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ed83d-90ae-4bab-8b81-ec3e6eb44dc3" -d '{"events": [{"server_uuid": "9e6a4f06-b755-4c29-8672-0a96b9e029f1", "name": "network-vif-deleted", "tag": "df543cba-f3c7-45e5-b424-54fed6be2f78"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:04.845225 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.849263 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f20dc-96ac-432c-859b-63a795f0ea7e x-openstack-request-id: req-785f20dc-96ac-432c-859b-63a795f0ea7e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:04.849548 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a4f06-b755-4c29-8672-0a96b9e029f1", "name": "network-vif-deleted", "tag": "df543cba-f3c7-45e5-b424-54fed6be2f78", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:04.849844 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-785f20dc-96ac-432c-859b-63a795f0ea7e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:04.850243 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a4f06-b755-4c29-8672-0a96b9e029f1', 'name': 'network-vif-deleted', 'tag': 'df543cba-f3c7-45e5-b424-54fed6be2f78', 'status': 'completed', 'code': 200} Jul 16 18:39:05.032251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Router 38566bad-fcde-4239-8dc0-ded12bdaa25f is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:05.159769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:05.171669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] Sync routers for ids ['38566bad-fcde-4239-8dc0-ded12bdaa25f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:05.188361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] Routers {'38566bad-fcde-4239-8dc0-ded12bdaa25f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:05.190066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['38566bad-fcde-4239-8dc0-ded12bdaa25f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:05.204158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.207085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88e9d4e9-5f6b-476d-bf47-1987b0de8672 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6228244 Jul 16 18:39:05.209685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.253432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:05.266220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] Routers {'38566bad-fcde-4239-8dc0-ded12bdaa25f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:05.267022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['38566bad-fcde-4239-8dc0-ded12bdaa25f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:05.315685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:05.316353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf174c-c88e-4f06-83fe-4eb9f929b5a0 None None] The sync data for ids ['38566bad-fcde-4239-8dc0-ded12bdaa25f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:05.476038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-35c8b62e-6f22-42b3-9ad9-f05bbd6f14fc tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/38566bad-fcde-4239-8dc0-ded12bdaa25f HTTP/1.1" status: 200 len: 921 time: 0.2642267 Jul 16 18:39:05.479091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.562176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f0efc2c-f8b2-4670-a46f-2e8bf5c595d4 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=38566bad-fcde-4239-8dc0-ded12bdaa25f HTTP/1.1" status: 200 len: 205 time: 0.0792615 Jul 16 18:39:05.564796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.816023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.927464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2623cda1-ca7e-4ebc-88ee-2037d1a03883 req-851ea734-0ff5-4628-a305-9edd9c082001 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0533907 Jul 16 18:39:06.006390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.092171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Deleting port 7a5d6e1c-11b6-4218-8fa6-4782176c327c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:06.092819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.204006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.227769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:06.236424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Calling delete_port for 7a5d6e1c-11b6-4218-8fa6-4782176c327c owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:06.314359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] Deleting subnet 11edc221-d641-4d91-9461-7f2cc9ed47be {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:39:06.321456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.396895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.497212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.525627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device df543cba-f3c7-45e5-b424-54fed6be2f78 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:06.535584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.565416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event deleted for resources: {'Port': ['ID=7a5d6e1c-11b6-4218-8fa6-4782176c327c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:06.570273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: df543cba-f3c7-45e5-b424-54fed6be2f78 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:06.570626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device df543cba-f3c7-45e5-b424-54fed6be2f78 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:06.664010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.668330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.710046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11edc221-d641-4d91-9461-7f2cc9ed47be,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:06.712130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.716751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3717d90b-d33f-43c4-8e7f-520d19047939 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/11edc221-d641-4d91-9461-7f2cc9ed47be HTTP/1.1" status: 204 len: 168 time: 0.4867375 Jul 16 18:39:06.717304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:06.792642 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.856932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.859395 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.937681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.940480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Fanout notify agent at l3_agent the message router_deleted on router 38566bad-fcde-4239-8dc0-ded12bdaa25f {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:06.951191 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.956083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.961086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:06.962079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0dbe70fe-edad-40c8-a489-9891376e9b4d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/38566bad-fcde-4239-8dc0-ded12bdaa25f HTTP/1.1" status: 204 len: 168 time: 1.3958533 Jul 16 18:39:06.967748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'router': {'name': 'tempest-snat-router-378500291', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': False}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:06.973515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a815c63-0fe0-4f0d-98d2-5da8838f87df']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:06.988304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953c2db9-34a5-4feb-8522-a94e2297cc71') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:06.988598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953c2db9-34a5-4feb-8522-a94e2297cc71') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:07.003795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.019012 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.019649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.024171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.033870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:07.034274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:07.036306 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:07.160833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.199642 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.248750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc2d2544-54eb-42f6-8de5-e7309877942c req-6153164c-46a5-4759-bece-bc06dcd2dccf tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0756695 Jul 16 18:39:07.300351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.305467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] 10.222.0.49 "DELETE /v2.0/networks/3a815c63-0fe0-4f0d-98d2-5da8838f87df HTTP/1.1" status: 204 len: 168 time: 0.5874302 Jul 16 18:39:07.319228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0bb1a-8ac8-424e-ac16-6fbdba6fc4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3a815c63-0fe0-4f0d-98d2-5da8838f87df,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:07.411273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.693982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:07.788699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1e5a7d39-6bfa-42d7-8005-96d1e47d6349 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bce99d6ec0c345e5984eb4f60caeef97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934203 Jul 16 18:39:07.789349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42626) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:07.852576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.897142 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.906792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11d7-1f54-43bb-a4f7-5ab0e45d4fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.955162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11d7-1f54-43bb-a4f7-5ab0e45d4fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.031414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11d7-1f54-43bb-a4f7-5ab0e45d4fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.034826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11d7-1f54-43bb-a4f7-5ab0e45d4fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.040537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bcfc11d7-1f54-43bb-a4f7-5ab0e45d4fdc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d65e5c8a-f184-4a0e-a2f0-403e719fd82c HTTP/1.1" status: 204 len: 168 time: 0.2495646 Jul 16 18:39:08.046128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Allocated IP 172.25.1.227 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/86b725c4-4654-46cb-a4f9-5422e24fc4b0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:08.054097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc11d7-1f54-43bb-a4f7-5ab0e45d4fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65e5c8a-f184-4a0e-a2f0-403e719fd82c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:08.238410 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.313583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.403403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:08.407884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:08.428567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:08.440677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f84b9eb3-28f2-4221-b6dd-b5a0d286139a req-d5ec0ec9-8f27-4722-b261-9587db0a7239 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0589616 Jul 16 18:39:08.445720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Port': ['ID=86b725c4-4654-46cb-a4f9-5422e24fc4b0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:08.748160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.968214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.992596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:09.117738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Router f99c201e-2f4d-4533-a1b0-9277261f97ff is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:09.129535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-856202200-network', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:09.167718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Made reservation on behalf of 2a4a51e42c5a47418c0e411b074eb1ac for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:09.170284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.181387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.233757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:09.242541 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Sync routers for ids ['f99c201e-2f4d-4533-a1b0-9277261f97ff'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:09.255193 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Routers {'f99c201e-2f4d-4533-a1b0-9277261f97ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:09.256294 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['f99c201e-2f4d-4533-a1b0-9277261f97ff'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:09.296593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.302919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.311445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.315851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-be4c3f90-d36b-4d0a-b86b-09b33f1fc221 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3537457 Jul 16 18:39:09.316745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42678) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:09.318553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:09.329354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.330064 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Added segment 181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb of type vlan for network 53ba002c-88ed-4241-9408-a54cff327384 Jul 16 18:39:09.376021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.430887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.434223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.435431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.560028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Pushing event updated for resources: {'Network': ['ID=53ba002c-88ed-4241-9408-a54cff327384,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:09.578670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 53ba002c-88ed-4241-9408-a54cff327384 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:09.596863 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Set router f99c201e-2f4d-4533-a1b0-9277261f97ff gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:09.617937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ebd0c321-1d24-425c-be5b-652afd9ee605 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/f99c201e-2f4d-4533-a1b0-9277261f97ff HTTP/1.1" status: 200 len: 908 time: 0.2974961 Jul 16 18:39:09.623059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6257520 Jul 16 18:39:09.623059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42684) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:09.623571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42686) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:09.635937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Request body: {'subnet': {'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-856202200-subnet', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:09.638453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'router': {'name': 'tempest-snat-router-378500291', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': True}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:09.654980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebea591-648c-43ec-afb5-6d3944849375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df39869e-db0c-4dd9-87f8-63184c5721a3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:09.708417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Made reservation on behalf of 2a4a51e42c5a47418c0e411b074eb1ac for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:09.715038 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.732710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.735798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.822734 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:09.824859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.992836 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99c201e-2f4d-4533-a1b0-9277261f97ff', 'name': 'tempest-snat-router-378500291', 'tenant_id': '89ff8ba0ec2341f08f364f80e344411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '86b725c4-4654-46cb-a4f9-5422e24fc4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:07Z', 'updated_at': '2021-07-16T18:39:08Z', 'revision_number': 3, 'project_id': '89ff8ba0ec2341f08f364f80e344411f', 'gw_port': {'id': '86b725c4-4654-46cb-a4f9-5422e24fc4b0', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99c201e-2f4d-4533-a1b0-9277261f97ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:07Z', 'updated_at': '2021-07-16T18:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:10.037962 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Checking router: f99c201e-2f4d-4533-a1b0-9277261f97ff for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:10.038431 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Updating router f99c201e-2f4d-4533-a1b0-9277261f97ff port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:10.096309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.106944 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.457191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.483943 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.611706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef94920-dc6c-4532-9d02-c1976adb370a req-e879c45b-4c46-4b91-9356-7cc504e5b3c0 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.8218427 Jul 16 18:39:10.694250 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.696615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.706056 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Transition to ACTIVE for port object 86b725c4-4654-46cb-a4f9-5422e24fc4b0 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:10.720310 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.844479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Allocated IP 172.25.1.114 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/267f9b71-0477-4328-92fd-f46f5859162d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:10.903103 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Attempting to bind port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:10.905101 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Attempting to bind port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:10.905101 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Attempting to bind port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:10.931720 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:10.932097 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:10.932489 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.932912 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:10.933380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Bound port: 86b725c4-4654-46cb-a4f9-5422e24fc4b0, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:10.933771 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.943199 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5022dc-05bb-4074-a86e-1b0079a87408 None None] Pushing event updated for resources: {'Port': ['ID=86b725c4-4654-46cb-a4f9-5422e24fc4b0,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:10.954878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37f3ccd-084b-4ed6-8c74-688d7214191b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:10.959789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Checking segment: {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:10.960302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Network hostable DHCP agents. Network: 53ba002c-88ed-4241-9408-a54cff327384, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:10.990430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Network 53ba002c-88ed-4241-9408-a54cff327384 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:11.007247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 53ba002c-88ed-4241-9408-a54cff327384) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:11.012474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.013860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.019993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc95109-88cb-4393-9c15-5271bd2bc651 None None] Network 53ba002c-88ed-4241-9408-a54cff327384 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:11.053811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-515ba1d4-d659-4df2-bdff-8c800c48445a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4287622 Jul 16 18:39:11.057104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42728) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:11.067439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:11.092104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.116707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.121843 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.132908 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] For port 86b725c4-4654-46cb-a4f9-5422e24fc4b0, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:11.138376 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] For port 86b725c4-4654-46cb-a4f9-5422e24fc4b0, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=86b725c4-4654-46cb-a4f9-5422e24fc4b0,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:11.150613 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.184742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.222174 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.241019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:11.248135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:11.252641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:11.302948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Port': ['ID=267f9b71-0477-4328-92fd-f46f5859162d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:11.326183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Routers {'f99c201e-2f4d-4533-a1b0-9277261f97ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:11.328234 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['f99c201e-2f4d-4533-a1b0-9277261f97ff'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:11.359009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06fe57e-7d9e-43bb-a514-b991653c85fe None None] Network 53ba002c-88ed-4241-9408-a54cff327384 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:11.476520 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5022dc-05bb-4074-a86e-1b0079a87408 None None] Pushing event updated for resources: {'Port': ['ID=86b725c4-4654-46cb-a4f9-5422e24fc4b0,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:11.575465 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] Set router f99c201e-2f4d-4533-a1b0-9277261f97ff gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:11.575555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.000521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-420bde52-19ed-4117-a143-5e1a9b1313c1 req-dc317902-2cee-4444-a0d2-9bce53767a03 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1031814 Jul 16 18:39:12.016672 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99c201e-2f4d-4533-a1b0-9277261f97ff', 'name': 'tempest-snat-router-378500291', 'tenant_id': '89ff8ba0ec2341f08f364f80e344411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '86b725c4-4654-46cb-a4f9-5422e24fc4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:07Z', 'updated_at': '2021-07-16T18:39:08Z', 'revision_number': 3, 'project_id': '89ff8ba0ec2341f08f364f80e344411f', 'gw_port': {'id': '86b725c4-4654-46cb-a4f9-5422e24fc4b0', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99c201e-2f4d-4533-a1b0-9277261f97ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:07Z', 'updated_at': '2021-07-16T18:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:12.086637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.123067 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae50762-dcf1-4c1b-9d29-e259a915d124 None None] The sync data for ids ['f99c201e-2f4d-4533-a1b0-9277261f97ff'] in n-d-791504-15 is: [{'id': 'f99c201e-2f4d-4533-a1b0-9277261f97ff', 'name': 'tempest-snat-router-378500291', 'tenant_id': '89ff8ba0ec2341f08f364f80e344411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '86b725c4-4654-46cb-a4f9-5422e24fc4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:07Z', 'updated_at': '2021-07-16T18:39:08Z', 'revision_number': 3, 'project_id': '89ff8ba0ec2341f08f364f80e344411f', 'gw_port': {'id': '86b725c4-4654-46cb-a4f9-5422e24fc4b0', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99c201e-2f4d-4533-a1b0-9277261f97ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:07Z', 'updated_at': '2021-07-16T18:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:12.129279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42764) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:12.135684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.277496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Allocated IP 172.25.1.58 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/95fcc6a5-beda-4483-903e-530f73b10182) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:12.418202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f922c22-15d8-417c-bd3a-2935b111cefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.433888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.547748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.772817 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.774927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f922c22-15d8-417c-bd3a-2935b111cefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.781207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f922c22-15d8-417c-bd3a-2935b111cefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.802557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.901506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Pushing event updated for resources: {'Port': ['ID=95fcc6a5-beda-4483-903e-530f73b10182,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:12.946754 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6f922c22-15d8-417c-bd3a-2935b111cefe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=135e51553f924a5d94aecbb6559a6812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8135986 Jul 16 18:39:12.946754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f922c22-15d8-417c-bd3a-2935b111cefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b872f54f-edef-4314-adc3-2c3c55d4d42b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:12.947561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:12.958182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:12.959648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:12.962229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:13.035451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f24656c-b1fd-4d24-a27d-fef599b88dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.080763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f24656c-b1fd-4d24-a27d-fef599b88dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.179162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f24656c-b1fd-4d24-a27d-fef599b88dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.181918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f24656c-b1fd-4d24-a27d-fef599b88dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.188313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3f24656c-b1fd-4d24-a27d-fef599b88dc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b872f54f-edef-4314-adc3-2c3c55d4d42b HTTP/1.1" status: 204 len: 168 time: 0.2396607 Jul 16 18:39:13.214586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24656c-b1fd-4d24-a27d-fef599b88dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b872f54f-edef-4314-adc3-2c3c55d4d42b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.238691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Router 03748256-119e-4e2c-94fe-d7c46818694a is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:13.358048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.401409 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ddd27be-48d8-4f00-92b1-6fb8ae4df2ff req-bb50f850-e410-43fe-a285-e58d9a7d31b3 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0699425 Jul 16 18:39:13.484014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:13.496687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Sync routers for ids ['03748256-119e-4e2c-94fe-d7c46818694a'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:13.532050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Routers {'03748256-119e-4e2c-94fe-d7c46818694a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:13.532684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['03748256-119e-4e2c-94fe-d7c46818694a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:13.546439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.553424 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1ac4b51b-6eea-4686-92da-a9e9ec367bbd tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9268608 Jul 16 18:39:13.553645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.808747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.829731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdf626ea-0284-45ab-aea6-fa87152eb060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.848662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Set router 03748256-119e-4e2c-94fe-d7c46818694a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:13.857256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-68453a37-d6ee-43dd-a563-72df036c66da tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/03748256-119e-4e2c-94fe-d7c46818694a HTTP/1.1" status: 200 len: 907 time: 0.3000360 Jul 16 18:39:13.858077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.956882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.086608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdf626ea-0284-45ab-aea6-fa87152eb060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.109814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdf626ea-0284-45ab-aea6-fa87152eb060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.182587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.212020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf626ea-0284-45ab-aea6-fa87152eb060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63e56f-7640-4c93-99dd-72197a51c389,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.248343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cdf626ea-0284-45ab-aea6-fa87152eb060 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d953752ec6a245f99ca902676ca06bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344234 Jul 16 18:39:14.250193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42820) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:14.409346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03748256-119e-4e2c-94fe-d7c46818694a', 'name': 'tempest-snat-router-378500291', 'tenant_id': '89ff8ba0ec2341f08f364f80e344411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '267f9b71-0477-4328-92fd-f46f5859162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:09Z', 'updated_at': '2021-07-16T18:39:12Z', 'revision_number': 3, 'project_id': '89ff8ba0ec2341f08f364f80e344411f', 'gw_port': {'id': '267f9b71-0477-4328-92fd-f46f5859162d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03748256-119e-4e2c-94fe-d7c46818694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:10Z', 'updated_at': '2021-07-16T18:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:14.412084 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1057a7-8d00-45c7-8c14-6805aa3507ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.454324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Checking router: 03748256-119e-4e2c-94fe-d7c46818694a for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:14.454764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Updating router 03748256-119e-4e2c-94fe-d7c46818694a port 267f9b71-0477-4328-92fd-f46f5859162d binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:14.467930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1057a7-8d00-45c7-8c14-6805aa3507ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.522633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.598413 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.603346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1057a7-8d00-45c7-8c14-6805aa3507ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.607793 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e1057a7-8d00-45c7-8c14-6805aa3507ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.609301 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e1057a7-8d00-45c7-8c14-6805aa3507ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e63e56f-7640-4c93-99dd-72197a51c389 HTTP/1.1" status: 204 len: 168 time: 0.3574779 Jul 16 18:39:14.654819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1057a7-8d00-45c7-8c14-6805aa3507ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63e56f-7640-4c93-99dd-72197a51c389,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.684492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86b725c4-4654-46cb-a4f9-5422e24fc4b0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:14.715791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Router de5a3186-10cb-4c63-89db-b15b1fa054f4 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:14.748415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Deleting port 267f9b71-0477-4328-92fd-f46f5859162d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:14.748796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.781159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95577a15-dbe9-4a2a-8b55-1744901002ac req-1fd6daba-adaa-459c-b623-f7bd8c066ffd tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0525458 Jul 16 18:39:14.948264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17922f66-5c6b-4ebc-9400-2721501c626f req-6460c31b-974a-46c5-836a-79c805746fa7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.955638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17922f66-5c6b-4ebc-9400-2721501c626f req-6460c31b-974a-46c5-836a-79c805746fa7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.3464305 Jul 16 18:39:14.960966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:15.052022 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.071523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:15.071904 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.142424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Calling delete_port for 267f9b71-0477-4328-92fd-f46f5859162d owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:15.229521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17922f66-5c6b-4ebc-9400-2721501c626f req-1cf42369-e836-4c13-b12d-223f93975b34 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724922 Jul 16 18:39:15.236331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:15.258325 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Sync routers for ids ['de5a3186-10cb-4c63-89db-b15b1fa054f4'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:15.287192 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Routers {'de5a3186-10cb-4c63-89db-b15b1fa054f4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:15.291044 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['de5a3186-10cb-4c63-89db-b15b1fa054f4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:15.376242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.384100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a98edc8e-7810-4891-ad7e-7701e12dd187 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3258135 Jul 16 18:39:15.384633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.508997 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.555512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 86b725c4-4654-46cb-a4f9-5422e24fc4b0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=86b725c4-4654-46cb-a4f9-5422e24fc4b0,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:15.594764 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Set router de5a3186-10cb-4c63-89db-b15b1fa054f4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:15.595260 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.598947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.638613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Transition to ACTIVE for port object 267f9b71-0477-4328-92fd-f46f5859162d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:15.651702 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.700024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=86b725c4-4654-46cb-a4f9-5422e24fc4b0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.768449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Attempting to bind port 267f9b71-0477-4328-92fd-f46f5859162d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:15.768911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Attempting to bind port 267f9b71-0477-4328-92fd-f46f5859162d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:15.769323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Attempting to bind port 267f9b71-0477-4328-92fd-f46f5859162d on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:15.797260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:15.797700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:15.798139 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.798557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:15.799067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Bound port: 267f9b71-0477-4328-92fd-f46f5859162d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:15.799474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.858848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.908458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event deleted for resources: {'Port': ['ID=267f9b71-0477-4328-92fd-f46f5859162d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.980390 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.050007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd33198-968a-41b3-93d1-381428afe864 None None] Pushing event updated for resources: {'Port': ['ID=267f9b71-0477-4328-92fd-f46f5859162d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:16.062622 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:39:16.066252 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:39:16.157452 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba08c-7f0a-450c-8ccf-e596c7d8403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.201547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69cdd42a-6d08-4176-a879-4832c25565f4 req-a200a21e-c19b-44e2-a0d2-4120c30c161f tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0504992 Jul 16 18:39:16.205853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.213881 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:39:13Z', 'revision_number': 3, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:16.229326 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.267060 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Checking router: de5a3186-10cb-4c63-89db-b15b1fa054f4 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:16.267579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Updating router de5a3186-10cb-4c63-89db-b15b1fa054f4 port 95fcc6a5-beda-4483-903e-530f73b10182 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:16.311400 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.344069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.345358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03748256-119e-4e2c-94fe-d7c46818694a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:16.355779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.357482 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c152804d-f383-47c8-a651-5b199431f405 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "DELETE /v2.0/routers/03748256-119e-4e2c-94fe-d7c46818694a HTTP/1.1" status: 204 len: 168 time: 2.4968843 Jul 16 18:39:16.360014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 42888) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:16.457604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.597951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86b725c4-4654-46cb-a4f9-5422e24fc4b0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:16.691975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Attempting to bind port 267f9b71-0477-4328-92fd-f46f5859162d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:16.692475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Attempting to bind port 267f9b71-0477-4328-92fd-f46f5859162d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:16.696208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Attempting to bind port 267f9b71-0477-4328-92fd-f46f5859162d on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:16.711928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:16.711928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:16.717333 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.717333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:16.717333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Bound port: 267f9b71-0477-4328-92fd-f46f5859162d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:16.717333 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.793763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Port 267f9b71-0477-4328-92fd-f46f5859162d has been deleted concurrently {{(pid=93797) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:39:16.816853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.846498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:16.847034 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.848879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Routers set() bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:16.849340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Router IDs set() for agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:39:16.854048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_agentschedulers_db [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03748256-119e-4e2c-94fe-d7c46818694a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent'). {{(pid=93797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:39:16.854578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f1faa2-d577-4050-ab3d-a5f2c4e7b3fc None None] The sync data for ids ['03748256-119e-4e2c-94fe-d7c46818694a'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:16.900605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Allocated IP 172.20.0.1 (53ba002c-88ed-4241-9408-a54cff327384/e37f3ccd-084b-4ed6-8c74-688d7214191b/faacd70b-ce13-4911-96fc-4c59946a144b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:16.906849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-1d31c64b-58bf-4d8f-a10c-6c06a480e017 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.913527 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.920384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-1d31c64b-58bf-4d8f-a10c-6c06a480e017 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.4437945 Jul 16 18:39:16.927353 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Transition to ACTIVE for port object 95fcc6a5-beda-4483-903e-530f73b10182 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:16.939003 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.942760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ef357-78fa-473b-9bfb-d3ef2977d52e req-d3eb6c0b-9096-4f79-a72a-e6a43dc74c99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.952749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f5ef357-78fa-473b-9bfb-d3ef2977d52e req-d3eb6c0b-9096-4f79-a72a-e6a43dc74c99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.4601083 Jul 16 18:39:16.969956 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Attempting to bind port 95fcc6a5-beda-4483-903e-530f73b10182 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:16.970649 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Attempting to bind port 95fcc6a5-beda-4483-903e-530f73b10182 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:16.971048 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Attempting to bind port 95fcc6a5-beda-4483-903e-530f73b10182 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:17.003707 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:17.004284 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:17.004703 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.005541 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:17.006157 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Bound port: 95fcc6a5-beda-4483-903e-530f73b10182, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:17.006602 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.105678 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013932-f8f7-40ac-9961-3cc59ae573e1 None None] Pushing event updated for resources: {'Port': ['ID=95fcc6a5-beda-4483-903e-530f73b10182,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:17.138750 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f5ef357-78fa-473b-9bfb-d3ef2977d52e req-cf181202-34c8-4888-a2d6-a24a71abd382 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804345 Jul 16 18:39:17.149048 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] For port 95fcc6a5-beda-4483-903e-530f73b10182, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:17.158400 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] For port 95fcc6a5-beda-4483-903e-530f73b10182, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=95fcc6a5-beda-4483-903e-530f73b10182,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:17.167006 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.224606 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Routers {'de5a3186-10cb-4c63-89db-b15b1fa054f4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:17.225507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:38:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['de5a3186-10cb-4c63-89db-b15b1fa054f4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:17.387486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.445325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.522587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Pushing event updated for resources: {'Port': ['ID=faacd70b-ce13-4911-96fc-4c59946a144b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:17.536593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Network 53ba002c-88ed-4241-9408-a54cff327384 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:17.538513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:17.546877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:17.636431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.832175 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7013932-f8f7-40ac-9961-3cc59ae573e1 None None] Pushing event updated for resources: {'Port': ['ID=95fcc6a5-beda-4483-903e-530f73b10182,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:17.881791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a90fc9d-ba7f-420a-a519-7af960cb73cd req-f2a493a8-5f36-4eb5-8740-05ba974ced9b tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0675175 Jul 16 18:39:17.909858 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] Set router de5a3186-10cb-4c63-89db-b15b1fa054f4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:17.983364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Deleting port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:17.983912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.057248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.123633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.145765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] For port 5dbd27ad-63d7-46ea-b874-a634939fbfd0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5dbd27ad-63d7-46ea-b874-a634939fbfd0,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:18.147049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.376086 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.385789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.478829 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:39:13Z', 'revision_number': 3, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:18.558356 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55730e02-aac4-4a56-bc84-f551f9308fcd None None] The sync data for ids ['de5a3186-10cb-4c63-89db-b15b1fa054f4'] in n-d-791504-15 is: [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:39:13Z', 'revision_number': 3, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:18.574539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.578437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Pushing event updated for resources: {'Port': ['ID=faacd70b-ce13-4911-96fc-4c59946a144b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:18.682967 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dac1abee-19dc-41db-bafc-daef7f5a1162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.754276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526898-96db-4a08-9677-f5e01f9150b5 req-0c352e0f-35b4-47ae-af94-43624c146527 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:18.758477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bf526898-96db-4a08-9677-f5e01f9150b5 req-0c352e0f-35b4-47ae-af94-43624c146527 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 945 time: 0.2837481 Jul 16 18:39:18.785580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.786083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.786538 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Floating IP 0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b disassociated. External IP: 172.25.1.177, port: 5dbd27ad-63d7-46ea-b874-a634939fbfd0. Jul 16 18:39:18.786979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Calling delete_port for 5dbd27ad-63d7-46ea-b874-a634939fbfd0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:18.855868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Network 53ba002c-88ed-4241-9408-a54cff327384 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:18.857908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:18.875096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.931858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Deleting port 86b725c4-4654-46cb-a4f9-5422e24fc4b0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:18.939629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.155174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bf526898-96db-4a08-9677-f5e01f9150b5 req-c7a9086b-fc50-406c-ac16-10a551a063b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=24a4954c-830e-4f01-8aeb-75486441a8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890610 Jul 16 18:39:19.184225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Router de5a3186-10cb-4c63-89db-b15b1fa054f4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:19.288028 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.312879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43026) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.429205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event deleted for resources: {'Port': ['ID=5dbd27ad-63d7-46ea-b874-a634939fbfd0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.512678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:19.526520 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c5c5639-f020-4ab9-91a3-563df9354d24 admin admin] 10.222.0.49 "PUT /v2.0/routers/de5a3186-10cb-4c63-89db-b15b1fa054f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1406705 Jul 16 18:39:19.529307 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fe8a1aa-a50b-4fb1-bcce-ed58a0d9bf70 req-e9fd2146-697f-461d-9de3-1271442fc753 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1159248 Jul 16 18:39:19.581854 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b018993-f19e-4940-aabd-41f682ae2c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.606965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] For port 86b725c4-4654-46cb-a4f9-5422e24fc4b0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=86b725c4-4654-46cb-a4f9-5422e24fc4b0,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:19.607392 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.773534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b018993-f19e-4940-aabd-41f682ae2c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.782152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b018993-f19e-4940-aabd-41f682ae2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.810335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Calling delete_port for 86b725c4-4654-46cb-a4f9-5422e24fc4b0 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:19.856259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b018993-f19e-4940-aabd-41f682ae2c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57917db0-60f3-436a-8600-466ace4b42b5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.895577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b018993-f19e-4940-aabd-41f682ae2c02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79f3e62d3ce7469f98a39afd98b7d8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788255 Jul 16 18:39:19.900100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43046) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.942842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.063037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abfedccb-4e60-492a-9dec-35205beedc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.076274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Router 6ae17d4a-7816-453e-a844-ca4a88d0989a has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:20.154494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abfedccb-4e60-492a-9dec-35205beedc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.255173 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.353712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event deleted for resources: {'Port': ['ID=86b725c4-4654-46cb-a4f9-5422e24fc4b0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:20.375085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-a3f12149-f1a1-4252-9ee1-38deec81a40e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.380432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-a3f12149-f1a1-4252-9ee1-38deec81a40e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 810 time: 0.1830094 Jul 16 18:39:20.404382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:20.406573 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-6ef70429-5301-4342-b67c-795d515ce4aa tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/quotas/2a4a51e42c5a47418c0e411b074eb1ac HTTP/1.1" status: 200 len: 375 time: 0.0195124 Jul 16 18:39:20.415435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] Sync routers for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:20.441055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:20.442373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:20.480530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.540040 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abfedccb-4e60-492a-9dec-35205beedc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.554811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abfedccb-4e60-492a-9dec-35205beedc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.556008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-abfedccb-4e60-492a-9dec-35205beedc4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57917db0-60f3-436a-8600-466ace4b42b5 HTTP/1.1" status: 204 len: 168 time: 0.6549046 Jul 16 18:39:20.576696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] No DVR routers for this DVR port 5dbd27ad-63d7-46ea-b874-a634939fbfd0 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:20.622561 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.625989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-430f9830-a7d0-42b5-9a62-ed29e3848be6 req-33892342-08c7-4659-a93e-382cfde0cefc tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "DELETE /v2.0/ports/5dbd27ad-63d7-46ea-b874-a634939fbfd0 HTTP/1.1" status: 204 len: 173 time: 3.6932201 Jul 16 18:39:20.635119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'name': 'network-vif-deleted', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:20.638884 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4676f-ddcb-4ed5-a6cd-4531b04eb593" -d '{"events": [{"server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "name": "network-vif-deleted", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:20.654813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfedccb-4e60-492a-9dec-35205beedc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57917db0-60f3-436a-8600-466ace4b42b5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:20.707436 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-152e9b28-7e0e-4fc4-9924-3700c223a0ca tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2924099 Jul 16 18:39:20.715794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:20.719330 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8072ce2c-95a5-4939-8bad-bc6d1143dd22 req-a25d2aa0-6773-4520-9837-b3beb6176a20 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d HTTP/1.1" status: 200 len: 210 time: 0.1438365 Jul 16 18:39:20.732648 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.738300 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.871611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.872315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f99c201e-2f4d-4533-a1b0-9277261f97ff {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:20.877262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.878535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-594f9c19-bf91-48a2-8d78-ddcd18b02030 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f99c201e-2f4d-4533-a1b0-9277261f97ff HTTP/1.1" status: 204 len: 168 time: 4.5172117 Jul 16 18:39:20.884972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:20.897462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1642628210', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:20.906005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 95fcc6a5-beda-4483-903e-530f73b10182 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:20.988921 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.994590 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.000041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-853f9f23-9b3d-44cc-8037-266d352496da service neutron] 10.222.0.49 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836752 Jul 16 18:39:21.186063 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.221249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 95fcc6a5-beda-4483-903e-530f73b10182 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:21.229973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 95fcc6a5-beda-4483-903e-530f73b10182 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:21.231036 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.249030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6168dee-5d16-46f8-b342-41afc50e2aab req-c507b0b1-f81a-45e6-84c8-ba22bb14bab7 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0611026 Jul 16 18:39:21.317784 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-bf27d68b-51b6-4c04-8220-d06ea9f9b262 service neutron] 10.222.0.49 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098042 Jul 16 18:39:21.434940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:21.482053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48c6357c-eeee-4768-9e61-88d59196138c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.528404 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41680237-d1b7-445e-a6a7-1270a90ee302 x-openstack-request-id: req-41680237-d1b7-445e-a6a7-1270a90ee302 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:21.530332 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d", "name": "network-vif-deleted", "tag": "5dbd27ad-63d7-46ea-b874-a634939fbfd0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:21.531739 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41680237-d1b7-445e-a6a7-1270a90ee302 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:21.533235 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fbacb2-4d3e-4b0f-9e3e-9fc3b2a6d61d', 'name': 'network-vif-deleted', 'tag': '5dbd27ad-63d7-46ea-b874-a634939fbfd0', 'status': 'completed', 'code': 200} Jul 16 18:39:21.636463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5dbd27ad-63d7-46ea-b874-a634939fbfd0 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:21.748791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 5dbd27ad-63d7-46ea-b874-a634939fbfd0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:21.749369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5dbd27ad-63d7-46ea-b874-a634939fbfd0 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:21.756950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.775200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:21.778797 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.820382 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.826910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] Checking router: 6ae17d4a-7816-453e-a844-ca4a88d0989a for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:21.850418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:21.851298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:21.876180 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Sync routers for ids ['de5a3186-10cb-4c63-89db-b15b1fa054f4'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:21.907524 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Routers {'de5a3186-10cb-4c63-89db-b15b1fa054f4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:21.914531 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['de5a3186-10cb-4c63-89db-b15b1fa054f4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:21.986908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48c6357c-eeee-4768-9e61-88d59196138c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.007985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48c6357c-eeee-4768-9e61-88d59196138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.091711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:22.141653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-48c6357c-eeee-4768-9e61-88d59196138c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4be631de8421413bad345d08f4eb9d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028997 Jul 16 18:39:22.153669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:22.187085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6357c-eeee-4768-9e61-88d59196138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ede606d-91ed-44c6-9d4f-7bf6ab1e1afc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.188689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 95fcc6a5-beda-4483-903e-530f73b10182, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=95fcc6a5-beda-4483-903e-530f73b10182,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:22.219669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.223317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:22.228322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.232785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c4e84c5-5a29-454f-b576-2bfe883cf7a9 req-94dcc6c8-0c20-4bbe-86c4-b95c0b9cb99e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 210 time: 0.1246533 Jul 16 18:39:22.291340 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Set router de5a3186-10cb-4c63-89db-b15b1fa054f4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:22.333284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.412067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=95fcc6a5-beda-4483-903e-530f73b10182,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.495968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c320fd0f-5d0e-4dc4-a085-e732ab7e724d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.523696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:22.605056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Allocated IP 172.25.1.56 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/d666477f-d63a-40c8-b5a1-8c31df2c11da) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:22.605634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56a945-e638-4ae1-9afc-df33f2fc5666 None None] The sync data for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 is: [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:22.621513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81f5f01e-fb7d-4b25-8be3-76e16f43d133 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.667499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 95fcc6a5-beda-4483-903e-530f73b10182 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:22.678540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ba1335f8-5631-4efc-8033-59deeab5315b req-cb77b6ec-7074-498c-921f-a4e70b2f33dd tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0898769 Jul 16 18:39:22.693769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c320fd0f-5d0e-4dc4-a085-e732ab7e724d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.777525 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.807477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 95fcc6a5-beda-4483-903e-530f73b10182 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:22.807855 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.828243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81f5f01e-fb7d-4b25-8be3-76e16f43d133 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.847364 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:39:17Z', 'revision_number': 4, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'faacd70b-ce13-4911-96fc-4c59946a144b', 'name': '', 'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'mac_address': 'fa:16:3e:12:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:16Z', 'updated_at': '2021-07-16T18:39:18Z', 'revision_number': 2, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'subnets': [{'id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:22.913825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.966836 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Checking router: de5a3186-10cb-4c63-89db-b15b1fa054f4 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:22.968569 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Updating router de5a3186-10cb-4c63-89db-b15b1fa054f4 port faacd70b-ce13-4911-96fc-4c59946a144b binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:22.992709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86b725c4-4654-46cb-a4f9-5422e24fc4b0 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:23.030388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c320fd0f-5d0e-4dc4-a085-e732ab7e724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.040180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c320fd0f-5d0e-4dc4-a085-e732ab7e724d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.043425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c320fd0f-5d0e-4dc4-a085-e732ab7e724d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ede606d-91ed-44c6-9d4f-7bf6ab1e1afc HTTP/1.1" status: 204 len: 168 time: 0.8885131 Jul 16 18:39:23.069320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.076751 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320fd0f-5d0e-4dc4-a085-e732ab7e724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ede606d-91ed-44c6-9d4f-7bf6ab1e1afc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.084065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 86b725c4-4654-46cb-a4f9-5422e24fc4b0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:23.084065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86b725c4-4654-46cb-a4f9-5422e24fc4b0 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:23.099262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81f5f01e-fb7d-4b25-8be3-76e16f43d133 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.113424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81f5f01e-fb7d-4b25-8be3-76e16f43d133 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.121410 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-81f5f01e-fb7d-4b25-8be3-76e16f43d133 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "DELETE /v2.0/security-groups/24a4954c-830e-4f01-8aeb-75486441a8e6 HTTP/1.1" status: 204 len: 168 time: 0.8939750 Jul 16 18:39:23.128028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:23.201542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5f01e-fb7d-4b25-8be3-76e16f43d133 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a4954c-830e-4f01-8aeb-75486441a8e6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.214488 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-0a704548-b654-4d97-972b-6f4eb37b27fd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] show failed (client error): The resource could not be found. Jul 16 18:39:23.221073 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.226206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0a704548-b654-4d97-972b-6f4eb37b27fd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups/24a4954c-830e-4f01-8aeb-75486441a8e6 HTTP/1.1" status: 404 len: 347 time: 0.0790770 Jul 16 18:39:23.226663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:23.265603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:23.294832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:23.301433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:23.390309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc07ff-8777-4458-a475-192d40ca8ec2 None None] New status for floating IP 0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:23.455079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event updated for resources: {'Port': ['ID=d666477f-d63a-40c8-b5a1-8c31df2c11da,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.615711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b05ef089-c229-48eb-bdce-26319e79de49 req-a74e382f-cba3-42a3-acab-718f8c802886 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 210 time: 0.1387765 Jul 16 18:39:23.709308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Deleting port 2238ecdc-7720-4099-8049-00ef43358b85 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:23.709895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.844744 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.862993 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Transition to ACTIVE for port object faacd70b-ce13-4911-96fc-4c59946a144b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:23.873477 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.881966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.882908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.918989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Calling delete_port for 2238ecdc-7720-4099-8049-00ef43358b85 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:23.993094 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53317b-5855-4898-b40d-c8b8bb6ecc72 None None] Pushing event updated for resources: {'Port': ['ID=faacd70b-ce13-4911-96fc-4c59946a144b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.143699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.163466 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Attempting to bind port faacd70b-ce13-4911-96fc-4c59946a144b on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:24.163838 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Attempting to bind port faacd70b-ce13-4911-96fc-4c59946a144b by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:24.164205 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Attempting to bind port faacd70b-ce13-4911-96fc-4c59946a144b on network 53ba002c-88ed-4241-9408-a54cff327384 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:24.190257 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:24.190635 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Checking segment: {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:24.191089 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.191492 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Bound using segment: {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:24.191975 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Bound port: faacd70b-ce13-4911-96fc-4c59946a144b, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:24.192444 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.278579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.369454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47477d75-5ddf-4e84-a31e-5adde2edef4f req-f9179245-95b5-42ba-86d2-a8bdb8b7c6ab tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.2212729 Jul 16 18:39:24.371697 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] For port faacd70b-ce13-4911-96fc-4c59946a144b, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:24.375448 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] For port faacd70b-ce13-4911-96fc-4c59946a144b, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=faacd70b-ce13-4911-96fc-4c59946a144b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:24.382467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event deleted for resources: {'Port': ['ID=2238ecdc-7720-4099-8049-00ef43358b85,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.391427 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.422615 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.488710 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53317b-5855-4898-b40d-c8b8bb6ecc72 None None] Pushing event updated for resources: {'Port': ['ID=faacd70b-ce13-4911-96fc-4c59946a144b,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.495035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.497967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.499170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d4ee624e-3e7d-42f3-8d04-3bec89d086b2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "DELETE /v2.0/floatingips/0a0a4e8f-d1a7-47cf-a0bf-3918fcb3256b HTTP/1.1" status: 204 len: 168 time: 1.2704134 Jul 16 18:39:24.569606 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Routers {'de5a3186-10cb-4c63-89db-b15b1fa054f4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:24.570245 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['de5a3186-10cb-4c63-89db-b15b1fa054f4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:24.762991 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] Set router de5a3186-10cb-4c63-89db-b15b1fa054f4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:24.845891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-c51edf05-9a07-4b36-9186-07562522f330 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.847530 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-c51edf05-9a07-4b36-9186-07562522f330 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.67 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 810 time: 0.7016556 Jul 16 18:39:24.905589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-41e49f0b-7c72-4625-89d0-93bef2e3bd62 req-5830607a-81e9-4cee-9209-c80c934fe335 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 210 time: 0.0558336 Jul 16 18:39:24.956116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Request body: {'port': {'device_id': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'admin_state_up': True, 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:24.957409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43196) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:24.961724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d360b16d-5ad5-476b-9de9-059c6bc3ce99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878318420', 'description': 'tempest-description--1467926098'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:24.961941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a89e6d2-3718-48d7-bf5d-8399aaad31a2 req-a518ce99-3c1b-47f7-a089-ec5abeb03958 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1104548 Jul 16 18:39:25.000870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d360b16d-5ad5-476b-9de9-059c6bc3ce99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.116134 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:39:17Z', 'revision_number': 4, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'faacd70b-ce13-4911-96fc-4c59946a144b', 'name': '', 'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'mac_address': 'fa:16:3e:12:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:16Z', 'updated_at': '2021-07-16T18:39:24Z', 'revision_number': 4, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'subnets': [{'id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:25.122189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d360b16d-5ad5-476b-9de9-059c6bc3ce99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.127697 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d360b16d-5ad5-476b-9de9-059c6bc3ce99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.154862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d360b16d-5ad5-476b-9de9-059c6bc3ce99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.158705 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d360b16d-5ad5-476b-9de9-059c6bc3ce99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1987512 Jul 16 18:39:25.164584 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:25.174757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d9da0183-46c2-4c2f-afa6-9781ca5a98d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'security_group_rule': {'security_group_id': '4d4ffd5d-9ebd-4c23-854f-f000e1167751', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:25.186798 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da0750-0777-435d-b066-06ab9ee45c87 None None] The sync data for ids ['de5a3186-10cb-4c63-89db-b15b1fa054f4'] in n-d-791504-15 is: [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:39:17Z', 'revision_number': 4, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'faacd70b-ce13-4911-96fc-4c59946a144b', 'name': '', 'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'mac_address': 'fa:16:3e:12:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:16Z', 'updated_at': '2021-07-16T18:39:24Z', 'revision_number': 4, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'subnets': [{'id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:25.199564 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.224191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360b16d-5ad5-476b-9de9-059c6bc3ce99 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4ffd5d-9ebd-4c23-854f-f000e1167751,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.235096 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9da0183-46c2-4c2f-afa6-9781ca5a98d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.471914 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9da0183-46c2-4c2f-afa6-9781ca5a98d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.485669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9da0183-46c2-4c2f-afa6-9781ca5a98d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.545035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da0183-46c2-4c2f-afa6-9781ca5a98d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f8aca6-6831-492b-a2e8-4a63887d04a1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.581715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Made reservation on behalf of 2a4a51e42c5a47418c0e411b074eb1ac for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:25.593293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.603567 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9da0183-46c2-4c2f-afa6-9781ca5a98d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.612421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d9da0183-46c2-4c2f-afa6-9781ca5a98d0 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4467301 Jul 16 18:39:25.613362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:25.630140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c4c870ea-8ea5-4826-9bae-e36a267d2efb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'security_group_rule': {'security_group_id': '4d4ffd5d-9ebd-4c23-854f-f000e1167751', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:25.705854 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4c870ea-8ea5-4826-9bae-e36a267d2efb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.801059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Router 96b6cb3c-2f34-4582-912e-783e50af8e77 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:25.889554 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-74ab760a-a459-4d50-bd3f-49004d32487f req-32c5dfb9-55a1-4540-a2c6-e921b1bd9f2f tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1478307 Jul 16 18:39:25.977960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4c870ea-8ea5-4826-9bae-e36a267d2efb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.984322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4c870ea-8ea5-4826-9bae-e36a267d2efb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.020418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4c870ea-8ea5-4826-9bae-e36a267d2efb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.030551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:26.031668 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c4c870ea-8ea5-4826-9bae-e36a267d2efb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170418 Jul 16 18:39:26.044402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c870ea-8ea5-4826-9bae-e36a267d2efb tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e910a51-0c80-4b6c-8f28-8a68a436e253,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.068813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:26.074052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Allocated IP 172.20.0.8 (53ba002c-88ed-4241-9408-a54cff327384/e37f3ccd-084b-4ed6-8c74-688d7214191b/bd345833-be26-463f-89fa-7ab4d4075776) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:26.161609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.211627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4d2ca0e-b11e-4cac-bed4-1f39fb74066f req-bea34cd9-9938-4406-92cb-6f045691c153 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 210 time: 0.0662665 Jul 16 18:39:26.240496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:26.245439 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] Sync routers for ids ['96b6cb3c-2f34-4582-912e-783e50af8e77'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:26.271900 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] Routers {'96b6cb3c-2f34-4582-912e-783e50af8e77'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:26.275091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.275610 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['96b6cb3c-2f34-4582-912e-783e50af8e77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:26.276427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c29aec0-2eef-4191-a6f2-3ec050986c93 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3898237 Jul 16 18:39:26.279659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:26.284936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': False}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:26.318875 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:26.328664 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] Routers {'96b6cb3c-2f34-4582-912e-783e50af8e77'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:26.329542 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['96b6cb3c-2f34-4582-912e-783e50af8e77'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:26.408917 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:26.409569 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681de52-04e9-4b6e-8144-12a8821560a5 None None] The sync data for ids ['96b6cb3c-2f34-4582-912e-783e50af8e77'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:26.562477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.591336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.744691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device faacd70b-ce13-4911-96fc-4c59946a144b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:26.776268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.878320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port faacd70b-ce13-4911-96fc-4c59946a144b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:26.886631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port faacd70b-ce13-4911-96fc-4c59946a144b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:26.888643 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.975282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.144452 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.248668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port faacd70b-ce13-4911-96fc-4c59946a144b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=faacd70b-ce13-4911-96fc-4c59946a144b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:27.262432 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.455512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=faacd70b-ce13-4911-96fc-4c59946a144b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.594677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Pushing event updated for resources: {'Port': ['ID=bd345833-be26-463f-89fa-7ab4d4075776,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.624819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Allocated IP 172.25.1.208 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/62913432-c1a3-40ee-82ee-588c4df3dd30) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:27.633500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.633850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.634220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.634596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.634955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.635294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.635625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.635953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.636283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.636677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.637261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.637603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:27.660096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Network 53ba002c-88ed-4241-9408-a54cff327384 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:27.665265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47a8f4c9-1dcf-42ce-8369-0e033a7c5856 req-f740a1d1-43e3-4791-b4e7-23b9c7852293 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0669560 Jul 16 18:39:27.670835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:27.674676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:27.799559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.800260 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.844162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-400edb7a-7652-47e1-8580-6988bc25bf80 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9138567 Jul 16 18:39:27.902668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Request body: {'port': {'device_id': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:27.927001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43328) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:27.952707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.002534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6070848-6c53-4efd-a860-72a46041f2d7 req-a3d8a6fb-fec3-4170-8567-fbf7a2e1e189 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.009506 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b6070848-6c53-4efd-a860-72a46041f2d7 req-a3d8a6fb-fec3-4170-8567-fbf7a2e1e189 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 931 time: 0.1642313 Jul 16 18:39:28.031876 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.069455 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b6070848-6c53-4efd-a860-72a46041f2d7 req-1d7e2f1b-1f75-4b44-94df-abd3205df47d tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589695 Jul 16 18:39:28.186208 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.278766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'Port': ['ID=62913432-c1a3-40ee-82ee-588c4df3dd30,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.283057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaa970f-83cd-420e-807d-625a03cb6da6 req-db9363a2-6abf-4fff-af5a-71359be8562e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bcb05afcfaec4e8ba083195782a08654&device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1212254 Jul 16 18:39:28.294509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.299068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:28.317407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:28.371113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:28.382998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaa970f-83cd-420e-807d-625a03cb6da6 req-26e4bec8-9e5b-4658-b977-33f2679b4143 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bcb05afcfaec4e8ba083195782a08654&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825465 Jul 16 18:39:28.546573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device faacd70b-ce13-4911-96fc-4c59946a144b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:28.638551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09d3ad6f-b61d-4ac6-acd7-a790d792b90d req-18d1b67b-34eb-405a-80b9-95384ff62930 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.2643828 Jul 16 18:39:28.660610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port faacd70b-ce13-4911-96fc-4c59946a144b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:28.662583 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.817695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.839421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.877982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.937022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36125b6e-6ecb-499d-b3b9-08ae02a913c3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.979766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.980118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.980586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.980976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.981369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.982252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.982610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.982947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.983277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.983608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.983935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.984260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.992403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5b4e2135-6957-4a2e-97ce-bd03f736af68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2755f74d4894dbdab5aa36eb32d25fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642247 Jul 16 18:39:28.995155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.008547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa970f-83cd-420e-807d-625a03cb6da6 req-a465099b-2480-4405-8387-a5f833a71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.008547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaa970f-83cd-420e-807d-625a03cb6da6 req-a465099b-2480-4405-8387-a5f833a71dfc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4921520 Jul 16 18:39:29.018075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.044406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.055402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.060168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd345833-be26-463f-89fa-7ab4d4075776 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:29.077574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.097401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Transition to ACTIVE for port object bd345833-be26-463f-89fa-7ab4d4075776 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:29.110980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.130194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379839e3-c0a8-4dea-a419-551f182a832a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.201020 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379839e3-c0a8-4dea-a419-551f182a832a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.245685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Pushing event updated for resources: {'Port': ['ID=bd345833-be26-463f-89fa-7ab4d4075776,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.303009 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Router 96b6cb3c-2f34-4582-912e-783e50af8e77 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:29.334170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f785-e5db-4f92-99a9-0e1d050610f0 req-7ffab45f-e253-4da1-b1df-cd95d1e5cbfd tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.336046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3659f785-e5db-4f92-99a9-0e1d050610f0 req-7ffab45f-e253-4da1-b1df-cd95d1e5cbfd tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 943 time: 0.1262341 Jul 16 18:39:29.339585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379839e3-c0a8-4dea-a419-551f182a832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.342731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-379839e3-c0a8-4dea-a419-551f182a832a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.343892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-379839e3-c0a8-4dea-a419-551f182a832a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36125b6e-6ecb-499d-b3b9-08ae02a913c3 HTTP/1.1" status: 204 len: 168 time: 0.3478179 Jul 16 18:39:29.356693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379839e3-c0a8-4dea-a419-551f182a832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36125b6e-6ecb-499d-b3b9-08ae02a913c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.360014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.377129 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.495492 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3659f785-e5db-4f92-99a9-0e1d050610f0 req-dc51a684-c5f3-47d1-9cb7-34e8792ecee8 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504283 Jul 16 18:39:29.502321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:29.506650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.507675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Attempting to bind port bd345833-be26-463f-89fa-7ab4d4075776 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:29.508080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Attempting to bind port bd345833-be26-463f-89fa-7ab4d4075776 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:29.508412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Attempting to bind port bd345833-be26-463f-89fa-7ab4d4075776 on network 53ba002c-88ed-4241-9408-a54cff327384 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:29.510733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b7f3888a-5710-4c7f-83ea-cee9198dfd80 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "PUT /v2.0/routers/96b6cb3c-2f34-4582-912e-783e50af8e77 HTTP/1.1" status: 200 len: 921 time: 3.2299778 Jul 16 18:39:29.511345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.512738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] Sync routers for ids ['96b6cb3c-2f34-4582-912e-783e50af8e77'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:29.514665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.523147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Port bd345833-be26-463f-89fa-7ab4d4075776 on network 53ba002c-88ed-4241-9408-a54cff327384 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:29.523474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Attempting to bind port bd345833-be26-463f-89fa-7ab4d4075776 on network 53ba002c-88ed-4241-9408-a54cff327384 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:29.534456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] Routers {'96b6cb3c-2f34-4582-912e-783e50af8e77'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:29.535973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:29.536369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Checking segment: {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:29.536607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['96b6cb3c-2f34-4582-912e-783e50af8e77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:29.537008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Bound using segment: {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:29.537440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Bound port: bd345833-be26-463f-89fa-7ab4d4075776, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:29.537797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.592732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:29.601870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] Routers {'96b6cb3c-2f34-4582-912e-783e50af8e77'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:29.602716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['96b6cb3c-2f34-4582-912e-783e50af8e77'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:29.613867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'Port': ['ID=62913432-c1a3-40ee-82ee-588c4df3dd30,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.635249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.651586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9b926e09-0ee4-4134-abc2-ffe3c49af253 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6118193 Jul 16 18:39:29.656904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:29.657704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8255e-192a-4fb0-9f2d-70b087d83f00 None None] The sync data for ids ['96b6cb3c-2f34-4582-912e-783e50af8e77'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:29.712521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b52daab-1fe5-4b17-ab6c-abf5c40a285a tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/96b6cb3c-2f34-4582-912e-783e50af8e77 HTTP/1.1" status: 200 len: 921 time: 0.1999536 Jul 16 18:39:29.716164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43380) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.754588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] For port bd345833-be26-463f-89fa-7ab4d4075776, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:29.759368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] For port bd345833-be26-463f-89fa-7ab4d4075776, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bd345833-be26-463f-89fa-7ab4d4075776,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:29.764742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.797674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43382) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.825395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.826029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.827446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd345833-be26-463f-89fa-7ab4d4075776 HTTP/1.1" status: 200 len: 1092 time: 1.9316893 Jul 16 18:39:29.861308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'tag': 'bd345833-be26-463f-89fa-7ab4d4075776'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:29.863673 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a", "tag": "bd345833-be26-463f-89fa-7ab4d4075776"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:29.893874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa0464-6300-4ed9-825b-0bd68556b44e tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.894734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ab6a-646b-484b-9ab9-24827e505c57 service neutron] Pushing event updated for resources: {'Port': ['ID=bd345833-be26-463f-89fa-7ab4d4075776,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.897983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c43ae3f2-8cfe-4f13-b8f1-added0f37428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.899089 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f4fa0464-6300-4ed9-825b-0bd68556b44e tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=96b6cb3c-2f34-4582-912e-783e50af8e77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1815991 Jul 16 18:39:29.899711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.908229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08168009-7ba1-4a23-a7b7-2ada68d42852 req-6230e35d-aeec-40bd-98fe-fa6e5b6609c1 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1311316 Jul 16 18:39:29.992764 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cf6a37-ec89-4a5f-85bb-6c3d6c0dce25 x-openstack-request-id: req-d3cf6a37-ec89-4a5f-85bb-6c3d6c0dce25 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:29.993080 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a", "tag": "bd345833-be26-463f-89fa-7ab4d4075776", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:29.993332 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3cf6a37-ec89-4a5f-85bb-6c3d6c0dce25 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:29.993721 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'tag': 'bd345833-be26-463f-89fa-7ab4d4075776', 'status': 'completed', 'code': 200} Jul 16 18:39:30.025291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c8fa7d0c-d2d4-47dd-8a66-c98d2e320869 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1878318420&fields=id&tenant_id=4940987d06934ec58aa5e898d885036d HTTP/1.1" status: 200 len: 267 time: 0.0940661 Jul 16 18:39:30.073122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a471ae-524e-49a3-9027-25d9d2a8c2bf tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.078604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a1a471ae-524e-49a3-9027-25d9d2a8c2bf tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.1751027 Jul 16 18:39:30.079375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.097085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-dd3f38cd-8d76-4d30-8257-8eaf89dbbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.097085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-dd3f38cd-8d76-4d30-8257-8eaf89dbbc7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 1095 time: 0.1871247 Jul 16 18:39:30.139416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-78b2727f-46b0-4905-825d-69cb2e6f872f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=96b6cb3c-2f34-4582-912e-783e50af8e77 HTTP/1.1" status: 200 len: 205 time: 0.0586743 Jul 16 18:39:30.147312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.167216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-92178190-dd64-4ba2-ab3d-e63d03e98963 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd345833-be26-463f-89fa-7ab4d4075776 HTTP/1.1" status: 200 len: 217 time: 0.0547757 Jul 16 18:39:30.193230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c43ae3f2-8cfe-4f13-b8f1-added0f37428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.218530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c43ae3f2-8cfe-4f13-b8f1-added0f37428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.260326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-494ecba2-db86-4c17-9bbf-94888e506fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.262065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-494ecba2-db86-4c17-9bbf-94888e506fb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.0837662 Jul 16 18:39:30.316998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-5b48c286-6ad6-4bb2-8c2e-11c5f0e75b2e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.318612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-5b48c286-6ad6-4bb2-8c2e-11c5f0e75b2e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 811 time: 0.2410657 Jul 16 18:39:30.347647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-8bf8f367-e373-42b1-a4e2-6cd806209c3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704398 Jul 16 18:39:30.347840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.347931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ae3f2-8cfe-4f13-b8f1-added0f37428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73067bfe-c889-4ff4-a158-a7fbbeadff5d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.347931 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eaa970f-83cd-420e-807d-625a03cb6da6 req-20a874e2-9626-4fbe-aaeb-9dd39e7c1372 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.0755444 Jul 16 18:39:30.373501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c43ae3f2-8cfe-4f13-b8f1-added0f37428 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=090c64fdada34dfc9fb13f1f18a0f577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667436 Jul 16 18:39:30.379255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.398292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-74e984e4-04d6-4f9c-b56e-990e6a8adaa2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/quotas/4940987d06934ec58aa5e898d885036d HTTP/1.1" status: 200 len: 375 time: 0.0717432 Jul 16 18:39:30.513531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b8840df-0a3c-49c4-abf3-03f6b2c7e656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.531623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.532688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-7a31cd40-e1cb-4248-9dc2-3e938d852748 service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856616 Jul 16 18:39:30.555522 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b8840df-0a3c-49c4-abf3-03f6b2c7e656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.558589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-bcbe1731-0eb5-44f7-a0a9-b37b25c03bc8 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1480107 Jul 16 18:39:30.717687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-a57c4db3-f67a-4028-a2c3-4486b0ce0fde service neutron] 10.222.0.49 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575663 Jul 16 18:39:30.718101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-275f0a6f-cf3d-49a6-af1d-453e0136e047 req-3ac658e5-3e35-45cf-bb5f-0d7b39dbaee9 service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788456 Jul 16 18:39:30.729131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b8840df-0a3c-49c4-abf3-03f6b2c7e656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.736507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b8840df-0a3c-49c4-abf3-03f6b2c7e656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.740132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b8840df-0a3c-49c4-abf3-03f6b2c7e656 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73067bfe-c889-4ff4-a158-a7fbbeadff5d HTTP/1.1" status: 204 len: 168 time: 0.3560002 Jul 16 18:39:30.752646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8840df-0a3c-49c4-abf3-03f6b2c7e656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73067bfe-c889-4ff4-a158-a7fbbeadff5d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.759352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Deleting port d666477f-d63a-40c8-b5a1-8c31df2c11da {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:30.759712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.874858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-60e0269b-cad7-4073-aeca-8c8c57841622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.876997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-60e0269b-cad7-4073-aeca-8c8c57841622 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 1095 time: 0.0702159 Jul 16 18:39:30.929717 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-8e9f878c-fe63-4e6f-9543-fc068b0da9f5 service neutron] 10.222.0.49 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111530 Jul 16 18:39:30.942264 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.971091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Calling delete_port for d666477f-d63a-40c8-b5a1-8c31df2c11da owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:31.336310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1421f43-c621-4076-9f0b-1e11b002c26c req-879ada43-e79c-42f6-9d5d-2961589c9597 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.347330 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1421f43-c621-4076-9f0b-1e11b002c26c req-879ada43-e79c-42f6-9d5d-2961589c9597 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 943 time: 0.4169371 Jul 16 18:39:31.358836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-2b822bc7-31d4-4524-aca4-0470f6ce21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.362717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-2b822bc7-31d4-4524-aca4-0470f6ce21f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 911 time: 0.4724550 Jul 16 18:39:31.375439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.536321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a9d98d3-9edb-4710-bfc5-32ba48f08fc1 req-20b8928a-5d70-4231-9c96-fab05928edf0 tempest-ServerShowV254Test-1497876136 tempest-ServerShowV254Test-1497876136-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bb61b48-f390-4d9c-b9bc-34e4b8029b30 HTTP/1.1" status: 200 len: 210 time: 0.1775668 Jul 16 18:39:31.566048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event deleted for resources: {'Port': ['ID=d666477f-d63a-40c8-b5a1-8c31df2c11da,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.575036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1421f43-c621-4076-9f0b-1e11b002c26c req-3e1966e1-46bd-420b-8a96-2f8b1fb4faec tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265432 Jul 16 18:39:31.582499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-b02913c6-395c-4e03-81f5-de7383abf2bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd345833-be26-463f-89fa-7ab4d4075776 HTTP/1.1" status: 200 len: 217 time: 0.1911845 Jul 16 18:39:31.689963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-94830107-198d-4876-9efa-75b572de6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.693445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-94830107-198d-4876-9efa-75b572de6643 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.1037669 Jul 16 18:39:31.745777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-b15713e5-64dd-4d51-921d-63b9f6595f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459282 Jul 16 18:39:32.005008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-cc328b18-5d84-446f-b0dc-d3dd9505388a service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527106 Jul 16 18:39:32.240916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc637ef8-763e-4000-9fa2-d62cddb1fcbe req-98706764-149b-456c-8d5d-c10861b78ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282538 Jul 16 18:39:32.288323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c98420ef-ba51-4aac-9928-d4e18db57eec req-9ca7125d-0dbe-468b-8026-5f1ab63e16a9 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 210 time: 0.0813472 Jul 16 18:39:32.342698 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.462185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.465021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.532330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.533159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Fanout notify agent at l3_agent the message router_deleted on router 96b6cb3c-2f34-4582-912e-783e50af8e77 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:32.540769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.541898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ade7c1fa-a56f-4694-949b-87687baeae6c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/96b6cb3c-2f34-4582-912e-783e50af8e77 HTTP/1.1" status: 204 len: 168 time: 2.3935304 Jul 16 18:39:32.545888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:32.552223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6f7b870c-b1b4-48fd-b69c-0ea0d8470b59 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1080045189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:32.594386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b870c-b1b4-48fd-b69c-0ea0d8470b59 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.595715 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b870c-b1b4-48fd-b69c-0ea0d8470b59 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.667062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bd345833-be26-463f-89fa-7ab4d4075776 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:32.704758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b870c-b1b4-48fd-b69c-0ea0d8470b59 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.711310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b870c-b1b4-48fd-b69c-0ea0d8470b59 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.734196 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f7b870c-b1b4-48fd-b69c-0ea0d8470b59 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.739650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6f7b870c-b1b4-48fd-b69c-0ea0d8470b59 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1911285 Jul 16 18:39:32.741161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:32.760162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:32.885427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c64c8-d678-47ae-b4dd-974fbee45a48 req-c96832b0-508b-4b10-9bbb-b9b6975b710c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.893508 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-177c64c8-d678-47ae-b4dd-974fbee45a48 req-c96832b0-508b-4b10-9bbb-b9b6975b710c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 943 time: 0.1506369 Jul 16 18:39:32.943131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-177c64c8-d678-47ae-b4dd-974fbee45a48 req-6172cab5-ba18-4162-b327-3d11b4c099d9 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Jul 16 18:39:33.006637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bd345833-be26-463f-89fa-7ab4d4075776, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bd345833-be26-463f-89fa-7ab4d4075776,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:33.040355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'bd345833-be26-463f-89fa-7ab4d4075776', 'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'port_id': 'bd345833-be26-463f-89fa-7ab4d4075776', 'mac_address': 'fa:16:3e:85:84:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:33.142410 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.174632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd345833-be26-463f-89fa-7ab4d4075776 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:33.200452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bd345833-be26-463f-89fa-7ab4d4075776, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bd345833-be26-463f-89fa-7ab4d4075776,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:33.210943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.231571 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.311365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=bd345833-be26-463f-89fa-7ab4d4075776,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.327824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:33.338180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-b58c6193-ae72-405d-9ee3-7f964502831d tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.339801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-b58c6193-ae72-405d-9ee3-7f964502831d tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 811 time: 0.4470396 Jul 16 18:39:33.464654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-cb54bc65-b787-4e43-9379-b9778eb8713e tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4940987d06934ec58aa5e898d885036d HTTP/1.1" status: 200 len: 380 time: 0.1149497 Jul 16 18:39:33.476059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bd345833-be26-463f-89fa-7ab4d4075776'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:33.483621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'port': {'device_id': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'admin_state_up': True, 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'security_groups': ['4d4ffd5d-9ebd-4c23-854f-f000e1167751']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:33.634918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:33.681416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-622fd339-e191-4060-bd5c-4bf08f2bff7c req-ccdea804-daac-40ec-8112-03f930cf0053 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 210 time: 0.0827026 Jul 16 18:39:33.834439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9f03ac10-8809-423f-b576-2461b696173e tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:33.835930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e98ac48-05b3-4764-b80c-de712e56304e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.885977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.893320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:39:33.893320 n-d-791504-15 neutron-server[93795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:39:33.893320 n-d-791504-15 neutron-server[93795]: [parameters: {'project_id': '4940987d06934ec58aa5e898d885036d', 'id': 'cef6383a-47bb-4109-a944-0c1802020c80', 'expiration': datetime.datetime(2021, 7, 16, 18, 41, 33, 883694)}] Jul 16 18:39:33.893320 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:39:33.893752 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:39:33.916829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f03ac10-8809-423f-b576-2461b696173e tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] 10.222.0.49 "PUT /v2.0/quotas/803c07d2e7fb41abb1929d63c4721769 HTTP/1.1" status: 200 len: 368 time: 0.2692199 Jul 16 18:39:33.920158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:33.927620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Request body: {'network': {'project_id': '803c07d2e7fb41abb1929d63c4721769'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:33.932257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.979988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e98ac48-05b3-4764-b80c-de712e56304e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.987960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e98ac48-05b3-4764-b80c-de712e56304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.040365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Made reservation on behalf of 803c07d2e7fb41abb1929d63c4721769 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:34.043116 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.052688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5e98ac48-05b3-4764-b80c-de712e56304e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcb05afcfaec4e8ba083195782a08654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214808 Jul 16 18:39:34.052688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98ac48-05b3-4764-b80c-de712e56304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a9a60-4cd3-4ebe-b005-387beb127c90,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.054339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43568) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.079739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.127587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Allocated IP 172.25.1.189 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/81668dca-f1a9-4b21-b604-c18c55249fea) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:34.170784 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ca383ed-33fa-4226-9cc1-52d2e7c54779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.193964 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ca383ed-33fa-4226-9cc1-52d2e7c54779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.246870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ca383ed-33fa-4226-9cc1-52d2e7c54779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.249930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ca383ed-33fa-4226-9cc1-52d2e7c54779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.253550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3ca383ed-33fa-4226-9cc1-52d2e7c54779 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d43a9a60-4cd3-4ebe-b005-387beb127c90 HTTP/1.1" status: 204 len: 168 time: 0.1956639 Jul 16 18:39:34.260041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca383ed-33fa-4226-9cc1-52d2e7c54779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43a9a60-4cd3-4ebe-b005-387beb127c90,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.702506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bd345833-be26-463f-89fa-7ab4d4075776 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:34.787739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4b59e-e7d2-4b19-be8c-9d74e39842d9 req-c2423447-8733-4cc0-a755-e20722390de1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.805158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddf4b59e-e7d2-4b19-be8c-9d74e39842d9 req-c2423447-8733-4cc0-a755-e20722390de1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 944 time: 0.6669881 Jul 16 18:39:34.908119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.932923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e065cb68-6ff7-4ac9-81df-55eac8eb1a00 req-6c03a7ec-d06e-4e62-8866-acdf8a08ab7b tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 210 time: 0.0905662 Jul 16 18:39:34.959760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.991322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddf4b59e-e7d2-4b19-be8c-9d74e39842d9 req-8215e2a4-842e-4a5f-8379-3a3920aaed53 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852536 Jul 16 18:39:35.029263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:35.045015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:35.048584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.053744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:35.065515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port bd345833-be26-463f-89fa-7ab4d4075776 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:35.070259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port bd345833-be26-463f-89fa-7ab4d4075776 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:35.070882 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.128234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.141125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:35.150724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.151137 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Added segment 28a6f755-d3a3-4ba8-abb9-bbf820c03ef0 of type vlan for network 123b00b7-991f-4df9-b00d-cc561c18a5fb Jul 16 18:39:35.200304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event updated for resources: {'Port': ['ID=81668dca-f1a9-4b21-b604-c18c55249fea,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.238541 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.251418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb5b9c9-5b18-4fc5-958c-127ae527b1b5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.257073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.260559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Made reservation on behalf of 4940987d06934ec58aa5e898d885036d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:35.264275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.308110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bd345833-be26-463f-89fa-7ab4d4075776, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bd345833-be26-463f-89fa-7ab4d4075776,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:35.338959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd345833-be26-463f-89fa-7ab4d4075776'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:35.379454 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca38bee-30cb-4470-b91a-2c0148efc560" -d '{"events": [{"server_uuid": "39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a", "name": "network-vif-plugged", "status": "completed", "tag": "bd345833-be26-463f-89fa-7ab4d4075776"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:35.389409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.513417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:39:35.604961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=bd345833-be26-463f-89fa-7ab4d4075776,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.621552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.622550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.623528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.653795 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dbb360-fa34-41f0-a789-66ef1239cfa0 x-openstack-request-id: req-e6dbb360-fa34-41f0-a789-66ef1239cfa0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:35.654156 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a", "name": "network-vif-plugged", "status": "completed", "tag": "bd345833-be26-463f-89fa-7ab4d4075776", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:35.654470 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6dbb360-fa34-41f0-a789-66ef1239cfa0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:35.655172 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd345833-be26-463f-89fa-7ab4d4075776', 'code': 200} Jul 16 18:39:35.709360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7877500 Jul 16 18:39:35.710787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.716178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Request body: {'network': {'project_id': '803c07d2e7fb41abb1929d63c4721769'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:35.742054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Made reservation on behalf of 803c07d2e7fb41abb1929d63c4721769 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:35.745021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.779109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:35.806826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.807352 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Added segment 67d9d666-8e69-4bc1-820e-c4521577df5b of type vlan for network 305152db-145b-40ba-966f-ed98a9865b29 Jul 16 18:39:35.817591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Allocated IP 172.20.0.4 (ac5a1346-54e4-49b6-aa14-05f4fc5d68cf/6b427a0f-c755-41ab-be75-2b0c811e4726/90b78a0a-8355-44d3-ad96-21883fe25ad7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:35.872308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ecc4f-0548-4df5-b4f6-085a30e9e437 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Pushing event updated for resources: {'Network': ['ID=123b00b7-991f-4df9-b00d-cc561c18a5fb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.885101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 123b00b7-991f-4df9-b00d-cc561c18a5fb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:35.889218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.031109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.033190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.033972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.113087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Pushing event updated for resources: {'Network': ['ID=305152db-145b-40ba-966f-ed98a9865b29,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:36.129853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 305152db-145b-40ba-966f-ed98a9865b29 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:36.131644 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a914cf94-d6ed-4766-ba19-f623b4202b3f tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4195478 Jul 16 18:39:36.134465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.154079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e1a619e9-fdab-4a90-b737-5c97666f1d8a tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Request body: {'network': {'project_id': '803c07d2e7fb41abb1929d63c4721769'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:36.159607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e74ee-e1d0-425a-b5a2-3677d15cf4f2 req-ae0b28dd-ab28-4d19-91ab-2fab9f530318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.161321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b5e74ee-e1d0-425a-b5a2-3677d15cf4f2 req-ae0b28dd-ab28-4d19-91ab-2fab9f530318 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 1097 time: 0.3013248 Jul 16 18:39:36.209727 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a619e9-fdab-4a90-b737-5c97666f1d8a tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:39:36.210191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a619e9-fdab-4a90-b737-5c97666f1d8a tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:39:36.219054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e1a619e9-fdab-4a90-b737-5c97666f1d8a tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0797296 Jul 16 18:39:36.236317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.312072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.387833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55ad7194-262b-4111-80e6-1065088a3690 req-6ae13ddc-ae1e-40f1-aca6-1e1945b6a36d tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 210 time: 0.1063569 Jul 16 18:39:36.413559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b5e74ee-e1d0-425a-b5a2-3677d15cf4f2 req-fc7923b3-6265-4c0e-8888-247385c000dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173123 Jul 16 18:39:36.433257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51314f4b-f788-4cb2-a8bd-bcd8df451109 req-f1b5a87d-4437-49f3-a3bf-91a2bc0b87bc tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.433257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51314f4b-f788-4cb2-a8bd-bcd8df451109 req-f1b5a87d-4437-49f3-a3bf-91a2bc0b87bc tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1337664 Jul 16 18:39:36.433257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.528521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51314f4b-f788-4cb2-a8bd-bcd8df451109 req-e956dd75-477f-4ff1-aefa-c0647e49127c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963860 Jul 16 18:39:36.530239 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.557363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Transition to ACTIVE for port object 90b78a0a-8355-44d3-ad96-21883fe25ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:36.572694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ced58e1-cdd4-4418-b8e9-9a98b0a6c103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.629609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.705302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8728b57b-dc73-44d3-b75f-8b81f6fa4f00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=803c07d2e7fb41abb1929d63c4721769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710965 Jul 16 18:39:36.707172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.744032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event updated for resources: {'Port': ['ID=90b78a0a-8355-44d3-ad96-21883fe25ad7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:36.768464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:36.781984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ced58e1-cdd4-4418-b8e9-9a98b0a6c103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.785233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d748712a-2f76-4b23-bd1d-63c6eb0e6cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.788115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7ced58e1-cdd4-4418-b8e9-9a98b0a6c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.816625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:36.830307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d748712a-2f76-4b23-bd1d-63c6eb0e6cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.835308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:36.859620 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7ced58e1-cdd4-4418-b8e9-9a98b0a6c103 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ab0def1f4764b45bd415eb9bbc47d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455315 Jul 16 18:39:36.865896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.904248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.905031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.930041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced58e1-cdd4-4418-b8e9-9a98b0a6c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5e93d-412c-4bc0-bb32-9ba8422bc676,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:36.934779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.938812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.941498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d748712a-2f76-4b23-bd1d-63c6eb0e6cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.945511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d748712a-2f76-4b23-bd1d-63c6eb0e6cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.946882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d748712a-2f76-4b23-bd1d-63c6eb0e6cc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/deb5b9c9-5b18-4fc5-958c-127ae527b1b5 HTTP/1.1" status: 204 len: 168 time: 0.2385526 Jul 16 18:39:36.949996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43678) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.966162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748712a-2f76-4b23-bd1d-63c6eb0e6cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb5b9c9-5b18-4fc5-958c-127ae527b1b5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.018566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c9049691-8eea-4ffd-873d-16ed7b9ec94f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5454865 Jul 16 18:39:37.029844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08d56a9-1324-46d4-b2ab-9837ae91a960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.059430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08d56a9-1324-46d4-b2ab-9837ae91a960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.106643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Request body: {'port': {'device_id': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:37.138980 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08d56a9-1324-46d4-b2ab-9837ae91a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.141914 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c08d56a9-1324-46d4-b2ab-9837ae91a960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.145024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c08d56a9-1324-46d4-b2ab-9837ae91a960 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9e5e93d-412c-4bc0-bb32-9ba8422bc676 HTTP/1.1" status: 204 len: 168 time: 0.2781110 Jul 16 18:39:37.158936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d56a9-1324-46d4-b2ab-9837ae91a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5e93d-412c-4bc0-bb32-9ba8422bc676,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.270253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.295958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64e5b58c-beeb-4c20-94f9-8fd415a82e77 None None] Provisioning for port 90b78a0a-8355-44d3-ad96-21883fe25ad7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:37.301835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64e5b58c-beeb-4c20-94f9-8fd415a82e77 None None] Provisioning complete for port 90b78a0a-8355-44d3-ad96-21883fe25ad7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:37.303203 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e5b58c-beeb-4c20-94f9-8fd415a82e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.381172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.393014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-64e5b58c-beeb-4c20-94f9-8fd415a82e77 None None] Port 90b78a0a-8355-44d3-ad96-21883fe25ad7 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:37.738166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015aacc-c4b2-49e6-b50e-2e8de6c4e5c3 req-d61a1ce4-8f5d-4a71-811e-82866cd5d099 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.746752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.749741 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7015aacc-c4b2-49e6-b50e-2e8de6c4e5c3 req-d61a1ce4-8f5d-4a71-811e-82866cd5d099 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 931 time: 0.1736012 Jul 16 18:39:37.778955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305152db-145b-40ba-966f-ed98a9865b29']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:37.804802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d9d666-8e69-4bc1-820e-c4521577df5b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:37.804802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d9d666-8e69-4bc1-820e-c4521577df5b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:37.808880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.826884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.833869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:37.834282 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.843367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7015aacc-c4b2-49e6-b50e-2e8de6c4e5c3 req-0f1d51fb-d3af-4272-a4de-839da591ac02 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926349 Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: items = [ Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:37.901496 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:37.947579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Router 5b853ecf-1f7e-48fe-a3f5-423e70c16165 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:37.949546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.955336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.957893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] 10.222.0.49 "DELETE /v2.0/networks/305152db-145b-40ba-966f-ed98a9865b29 HTTP/1.1" status: 204 len: 168 time: 1.0049808 Jul 16 18:39:37.961201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:38.045983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c868d-825c-4fd4-8f9d-7323ca444ddd tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Pushing event deleted for resources: {'Network': ['ID=305152db-145b-40ba-966f-ed98a9865b29,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.076160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.173090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f907-48d8-40b8-a28e-47757a1bac5e req-d06bf425-b3f1-406c-9697-c0e1c0163660 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.181702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41c1f907-48d8-40b8-a28e-47757a1bac5e req-d06bf425-b3f1-406c-9697-c0e1c0163660 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.2755694 Jul 16 18:39:38.217654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.240175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123b00b7-991f-4df9-b00d-cc561c18a5fb']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:38.250964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a6f755-d3a3-4ba8-abb9-bbf820c03ef0') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:38.251265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a6f755-d3a3-4ba8-abb9-bbf820c03ef0') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:38.261725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.289686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41c1f907-48d8-40b8-a28e-47757a1bac5e req-2cb2bbcb-ad73-4d3c-a3ee-330b0016bd7f tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712507 Jul 16 18:39:38.295109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.318363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:38.325127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:38.330661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.333380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:38.337051 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:38.338872 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16443991-852a-437a-8de3-3433b22812f2 None None] Sync routers for ids ['5b853ecf-1f7e-48fe-a3f5-423e70c16165'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:38.347284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-169ce592-7601-484e-b07a-a3330499cdca tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "PUT /v2.0/routers/5b853ecf-1f7e-48fe-a3f5-423e70c16165 HTTP/1.1" status: 200 len: 880 time: 5.6004159 Jul 16 18:39:38.348394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:38.351443 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16443991-852a-437a-8de3-3433b22812f2 None None] Routers {'5b853ecf-1f7e-48fe-a3f5-423e70c16165'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:38.352072 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-16443991-852a-437a-8de3-3433b22812f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b853ecf-1f7e-48fe-a3f5-423e70c16165'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:38.435606 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-16443991-852a-437a-8de3-3433b22812f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:38.469100 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16443991-852a-437a-8de3-3433b22812f2 None None] Routers {'5b853ecf-1f7e-48fe-a3f5-423e70c16165'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:38.469726 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-16443991-852a-437a-8de3-3433b22812f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b853ecf-1f7e-48fe-a3f5-423e70c16165'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:38.504688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.515877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.518339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] 10.222.0.49 "DELETE /v2.0/networks/123b00b7-991f-4df9-b00d-cc561c18a5fb HTTP/1.1" status: 204 len: 168 time: 0.5560179 Jul 16 18:39:38.539085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b78a0a-8355-44d3-ad96-21883fe25ad7 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:38.543590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f624c52-725a-4f6f-979d-dd87a6cda5f5 tempest-QuotasNegativeTest-348339571 tempest-QuotasNegativeTest-348339571-project-admin] Pushing event deleted for resources: {'Network': ['ID=123b00b7-991f-4df9-b00d-cc561c18a5fb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.550668 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.598485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Transition to ACTIVE for port object 90b78a0a-8355-44d3-ad96-21883fe25ad7 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:38.603685 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-16443991-852a-437a-8de3-3433b22812f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:38.606727 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16443991-852a-437a-8de3-3433b22812f2 None None] The sync data for ids ['5b853ecf-1f7e-48fe-a3f5-423e70c16165'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:38.613741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.635156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-33915aee-cd06-42e9-82a8-37308b35d390 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/5b853ecf-1f7e-48fe-a3f5-423e70c16165 HTTP/1.1" status: 200 len: 921 time: 0.2855613 Jul 16 18:39:38.638793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:38.785772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Pushing event updated for resources: {'Port': ['ID=90b78a0a-8355-44d3-ad96-21883fe25ad7,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.812268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d6b94-f5fb-4052-a00b-277cf23ef8b4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.816741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43762) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:38.822526 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fe8d6b94-f5fb-4052-a00b-277cf23ef8b4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=5b853ecf-1f7e-48fe-a3f5-423e70c16165&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1799788 Jul 16 18:39:39.138072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Attempting to bind port 90b78a0a-8355-44d3-ad96-21883fe25ad7 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:39.138527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Attempting to bind port 90b78a0a-8355-44d3-ad96-21883fe25ad7 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:39.138955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Attempting to bind port 90b78a0a-8355-44d3-ad96-21883fe25ad7 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:39.206453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Port 90b78a0a-8355-44d3-ad96-21883fe25ad7 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:39.207294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Attempting to bind port 90b78a0a-8355-44d3-ad96-21883fe25ad7 on network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:39.265754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffe6ba-827d-491d-b9f1-9ca5c8677ec4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.267537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c1ffe6ba-827d-491d-b9f1-9ca5c8677ec4 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.4482419 Jul 16 18:39:39.269731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:39.270379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Checking segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:39.270970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Bound using segment: {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:39.272518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Bound port: 90b78a0a-8355-44d3-ad96-21883fe25ad7, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ada3cd-12f0-48a8-84a6-584af7bb134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:39.273227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.278808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:39.358730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7adba25b-2c3d-45d4-b5c0-26e0cfa1b2c0 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b853ecf-1f7e-48fe-a3f5-423e70c16165 HTTP/1.1" status: 200 len: 205 time: 0.0578308 Jul 16 18:39:39.366807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43800) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:39.376516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9977b-8d48-44d9-af20-a6875501bc48 req-36c9447a-c08c-4fe9-b9e7-546bee462c7f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.378202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51f9977b-8d48-44d9-af20-a6875501bc48 req-36c9447a-c08c-4fe9-b9e7-546bee462c7f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 943 time: 0.2983241 Jul 16 18:39:39.425882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-2bfb1f06-ece8-4614-adc4-befef6cf4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.428067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-2bfb1f06-ece8-4614-adc4-befef6cf4185 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 1097 time: 0.3465507 Jul 16 18:39:39.497420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51f9977b-8d48-44d9-af20-a6875501bc48 req-15f98aa0-c8ad-4351-a717-dae7447e7a36 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001780 Jul 16 18:39:39.506402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcba55-bd40-471d-9089-c382ddfcb8aa req-094bb185-e4cf-44a4-a097-d4fdbec04052 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.522739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04bcba55-bd40-471d-9089-c382ddfcb8aa req-094bb185-e4cf-44a4-a097-d4fdbec04052 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.2952635 Jul 16 18:39:39.523968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43804) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:39.545621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] For port 90b78a0a-8355-44d3-ad96-21883fe25ad7, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:39.598688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04bcba55-bd40-471d-9089-c382ddfcb8aa req-7550d236-507e-4ad9-88e2-158578f95b13 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748174 Jul 16 18:39:39.620295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96efc296-b88f-4145-9f0f-fc43131cb341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.636548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] For port 90b78a0a-8355-44d3-ad96-21883fe25ad7, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:39.647086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.681881 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.714323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.715017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.716468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] 10.222.0.59 "PUT /v2.0/ports/90b78a0a-8355-44d3-ad96-21883fe25ad7 HTTP/1.1" status: 200 len: 1092 time: 2.6388135 Jul 16 18:39:39.720957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:39.723060 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e05e8e-b024-4484-bac4-8e01023d8721" -d '{"events": [{"name": "network-changed", "server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:39.733554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-a69757e9-2b32-4f0b-a14c-77f6a3fd3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.735438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-a69757e9-2b32-4f0b-a14c-77f6a3fd3361 service neutron] 10.222.0.67 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 911 time: 0.2988167 Jul 16 18:39:39.923400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.060114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Deleting port 81668dca-f1a9-4b21-b604-c18c55249fea {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:40.060482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.229371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.250790 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Calling delete_port for 81668dca-f1a9-4b21-b604-c18c55249fea owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:40.522852 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.584152 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a15e5f-b5d5-4390-a444-51a87cc803dc x-openstack-request-id: req-a4a15e5f-b5d5-4390-a444-51a87cc803dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:40.584639 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:40.584718 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4a15e5f-b5d5-4390-a444-51a87cc803dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:40.585074 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'status': 'completed', 'code': 200} Jul 16 18:39:40.595935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event deleted for resources: {'Port': ['ID=81668dca-f1a9-4b21-b604-c18c55249fea,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.623631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d572-252b-4f5f-8189-e3d95a552016 service neutron] Pushing event updated for resources: {'Port': ['ID=90b78a0a-8355-44d3-ad96-21883fe25ad7,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.642613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-4287735b-7e30-4234-98e7-abe5e3d7ba5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd345833-be26-463f-89fa-7ab4d4075776 HTTP/1.1" status: 200 len: 217 time: 0.8912055 Jul 16 18:39:40.712631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-3e40b9a0-93a3-4c92-95e5-43b98f16880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.714161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-3e40b9a0-93a3-4c92-95e5-43b98f16880e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.0634205 Jul 16 18:39:40.763234 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.771332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-1cec384e-bb84-4f71-b7fe-f259088605cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446980 Jul 16 18:39:40.842999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-e11b4bc0-36d8-49a2-ba53-5e31b56890c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.845210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-e11b4bc0-36d8-49a2-ba53-5e31b56890c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 1095 time: 1.0728571 Jul 16 18:39:40.866112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96efc296-b88f-4145-9f0f-fc43131cb341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.914045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-6b4fbc1a-37f6-444f-8853-8e156ed28ce4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7 HTTP/1.1" status: 200 len: 217 time: 0.0554245 Jul 16 18:39:40.937677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96efc296-b88f-4145-9f0f-fc43131cb341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.975103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.984579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.024329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-415ceedd-1bfd-48f1-abfa-2861ab27b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.025852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-415ceedd-1bfd-48f1-abfa-2861ab27b8e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.1008942 Jul 16 18:39:41.034841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc296-b88f-4145-9f0f-fc43131cb341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40db863-b87f-45d5-94c0-896461e23067,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.083382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6c2e1-531d-4440-b68f-d63a37225256 req-e537be38-a161-4c76-951f-dc0e4241a05a tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.099811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cdd6c2e1-531d-4440-b68f-d63a37225256 req-e537be38-a161-4c76-951f-dc0e4241a05a tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 943 time: 0.3543665 Jul 16 18:39:41.111988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96efc296-b88f-4145-9f0f-fc43131cb341 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32c0a97e939147b19842d734c45e50cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5849981 Jul 16 18:39:41.118444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2575a4-0147-4500-b439-3618e999252b req-a993c072-184a-42ae-800a-d79a17a24370 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.120688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe2575a4-0147-4500-b439-3618e999252b req-a993c072-184a-42ae-800a-d79a17a24370 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.2664869 Jul 16 18:39:41.122030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.123397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Fanout notify agent at l3_agent the message router_deleted on router 5b853ecf-1f7e-48fe-a3f5-423e70c16165 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:41.126498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.148817 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.148817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61fc3169-2e4d-4c9a-8041-bebfb6272990 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/5b853ecf-1f7e-48fe-a3f5-423e70c16165 HTTP/1.1" status: 204 len: 168 time: 1.7767074 Jul 16 18:39:41.153792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.170739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0c903168-a466-4a4b-b423-b2237a9898fa tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-169821650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:41.239277 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c903168-a466-4a4b-b423-b2237a9898fa tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.240472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c903168-a466-4a4b-b423-b2237a9898fa tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.267245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cdd6c2e1-531d-4440-b68f-d63a37225256 req-038a548a-c204-46bb-917d-8464649a0a0a tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662991 Jul 16 18:39:41.299136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe2575a4-0147-4500-b439-3618e999252b req-bbd6a122-bc22-406f-9d1c-45a1a4246c9e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532362 Jul 16 18:39:41.344452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-fa5ccdb7-d075-4dd5-a27e-7ab02ae3fa73 service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299549 Jul 16 18:39:41.349104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698aad35-ac91-4de9-b472-e554a55784c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.376608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c2fe8b41-a780-4f66-b7bd-05b903af5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.386311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-c2fe8b41-a780-4f66-b7bd-05b903af5103 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3455460 Jul 16 18:39:41.400235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698aad35-ac91-4de9-b472-e554a55784c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.431577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.435112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c903168-a466-4a4b-b423-b2237a9898fa tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.452702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c903168-a466-4a4b-b423-b2237a9898fa tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.514437 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c903168-a466-4a4b-b423-b2237a9898fa tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.518596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c903168-a466-4a4b-b423-b2237a9898fa tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3577385 Jul 16 18:39:41.520380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43872) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.531519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': True}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:41.629057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f3a33f3-2fbe-4d94-bc4b-7d2ab45f8d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.658809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698aad35-ac91-4de9-b472-e554a55784c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.661785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f95cb7cd-2192-4ed1-9b99-22b2fdb975cb req-df4439fe-6880-46da-9625-7b834e54de28 service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094559 Jul 16 18:39:41.662061 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698aad35-ac91-4de9-b472-e554a55784c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.663324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-698aad35-ac91-4de9-b472-e554a55784c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d40db863-b87f-45d5-94c0-896461e23067 HTTP/1.1" status: 204 len: 168 time: 0.5278184 Jul 16 18:39:41.683653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aad35-ac91-4de9-b472-e554a55784c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40db863-b87f-45d5-94c0-896461e23067,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.700612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-035cce25-6940-44b9-b906-e58ba96a28c1 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674198 Jul 16 18:39:41.859293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81a7f98d-d40e-4ba3-a263-240968866126 req-1de4d1c8-ad7a-4a51-b307-dff72f9909de service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521993 Jul 16 18:39:41.983210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.008691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f3a33f3-2fbe-4d94-bc4b-7d2ab45f8d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.019540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-b87ffab8-953b-42e9-9c1a-7c6126a228fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.021912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-b87ffab8-953b-42e9-9c1a-7c6126a228fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 1095 time: 0.0952506 Jul 16 18:39:42.022906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f3a33f3-2fbe-4d94-bc4b-7d2ab45f8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.110372 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f3a33f3-2fbe-4d94-bc4b-7d2ab45f8d9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=012f36048ebb4b579f48e523a177733a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761847 Jul 16 18:39:42.113412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:42.147934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a33f3-2fbe-4d94-bc4b-7d2ab45f8d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500f7fa4-9413-4953-b7be-51c4634dd039,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.154031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:42.226132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b628-ffe8-4490-b634-cdea120197e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.233952 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95fdcf50-7d68-41fb-93e4-3605168d845d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.265716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b628-ffe8-4490-b634-cdea120197e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.268012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-7b97e76a-68c8-4f08-9980-61196a9163b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.269775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-7b97e76a-68c8-4f08-9980-61196a9163b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.2336919 Jul 16 18:39:42.309071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.336035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.374850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-ec4293a0-6892-42da-a3e7-38529fc410f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7 HTTP/1.1" status: 200 len: 217 time: 0.0951777 Jul 16 18:39:42.515618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-75e473c1-61c0-4680-a7bc-637500aeb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.517296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-75e473c1-61c0-4680-a7bc-637500aeb6f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.1299982 Jul 16 18:39:42.526312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95fdcf50-7d68-41fb-93e4-3605168d845d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.588069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95fdcf50-7d68-41fb-93e4-3605168d845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.595341 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b628-ffe8-4490-b634-cdea120197e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.598138 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b628-ffe8-4490-b634-cdea120197e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.608472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9ee0b628-ffe8-4490-b634-cdea120197e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/500f7fa4-9413-4953-b7be-51c4634dd039 HTTP/1.1" status: 204 len: 168 time: 0.4878457 Jul 16 18:39:42.636915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0b628-ffe8-4490-b634-cdea120197e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500f7fa4-9413-4953-b7be-51c4634dd039,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.637591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdcf50-7d68-41fb-93e4-3605168d845d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38599dd8-59aa-4a6f-a595-99e0a904a113,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.695422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Allocated IP 172.25.1.180 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/3ec3000a-7a1a-4811-80a6-e77b56c2361d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:42.703141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70cd35-1c91-45a9-bff2-f4dff0423bd2 req-6212c0f0-239d-4450-9e36-5295e67599b1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.704805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b70cd35-1c91-45a9-bff2-f4dff0423bd2 req-6212c0f0-239d-4450-9e36-5295e67599b1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1863294 Jul 16 18:39:42.713911 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-95fdcf50-7d68-41fb-93e4-3605168d845d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28be81b814c844ab88ec2855dd360cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588078 Jul 16 18:39:42.714673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43910) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:42.725372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-72dc53b4-843f-458f-89ab-9786dc74631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.726881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-72dc53b4-843f-458f-89ab-9786dc74631e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1791136 Jul 16 18:39:42.779715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0759c-901b-4eac-814e-c5d6405556ff req-9a75b193-0f24-448e-9e1a-c645e8086e08 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.787328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29d0759c-901b-4eac-814e-c5d6405556ff req-9a75b193-0f24-448e-9e1a-c645e8086e08 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 943 time: 0.2133880 Jul 16 18:39:42.796524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b70cd35-1c91-45a9-bff2-f4dff0423bd2 req-d83598d2-9319-44dc-8456-6cfdee977204 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846512 Jul 16 18:39:42.927718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-403a0fdb-48ab-446e-854a-aca27548dbda service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936445 Jul 16 18:39:42.990042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6a20-26ed-4d25-b120-44e650fc0f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.026528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6a20-26ed-4d25-b120-44e650fc0f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.074572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29d0759c-901b-4eac-814e-c5d6405556ff req-1b06605d-698d-41a5-806e-d42d24359c61 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859695 Jul 16 18:39:43.084444 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2e05e8e-b024-4484-bac4-8e01023d8721 req-0f5ec861-205f-40c4-af83-69d86691e8fe service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484416 Jul 16 18:39:43.088996 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6a20-26ed-4d25-b120-44e650fc0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.092327 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6a20-26ed-4d25-b120-44e650fc0f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.094715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7d5a6a20-26ed-4d25-b120-44e650fc0f37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38599dd8-59aa-4a6f-a595-99e0a904a113 HTTP/1.1" status: 204 len: 168 time: 0.3757973 Jul 16 18:39:43.112689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6a20-26ed-4d25-b120-44e650fc0f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38599dd8-59aa-4a6f-a595-99e0a904a113,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.150224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.206954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.226628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9987c58c-6aba-4b98-a556-101a92602b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.234486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.276421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:43.282787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:43.289314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:43.333011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec3000a-7a1a-4811-80a6-e77b56c2361d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.404356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9987c58c-6aba-4b98-a556-101a92602b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.409711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9987c58c-6aba-4b98-a556-101a92602b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.477851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9987c58c-6aba-4b98-a556-101a92602b12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=999fbedd46fc4243bcc5b2647ae1c2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686102 Jul 16 18:39:43.479490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987c58c-6aba-4b98-a556-101a92602b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7c327-93c1-4292-953b-e45aebb66983,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.483660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43934) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.561067 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65690163-9dc6-410e-8b6a-d3f4a51391c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.614660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65690163-9dc6-410e-8b6a-d3f4a51391c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.682720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.715897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65690163-9dc6-410e-8b6a-d3f4a51391c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.719516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65690163-9dc6-410e-8b6a-d3f4a51391c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.720565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-65690163-9dc6-410e-8b6a-d3f4a51391c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cb7c327-93c1-4292-953b-e45aebb66983 HTTP/1.1" status: 204 len: 168 time: 0.2357972 Jul 16 18:39:43.729886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65690163-9dc6-410e-8b6a-d3f4a51391c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7c327-93c1-4292-953b-e45aebb66983,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.097401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.108383 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.233279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a246f-bcca-4ead-b499-defa09e539e9 req-99ad09bb-572e-4bcb-9f4e-8f7dc8e2598f tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.243461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d83a246f-bcca-4ead-b499-defa09e539e9 req-99ad09bb-572e-4bcb-9f4e-8f7dc8e2598f tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1574132 Jul 16 18:39:44.331864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d83a246f-bcca-4ead-b499-defa09e539e9 req-8fafd1d1-e2f7-4f59-a1f7-103aa6cc7df3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873725 Jul 16 18:39:44.879451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1783c57-1413-486f-a2b4-311c4b90018d req-6f8f8b65-cb56-4137-a487-76fd923ec2b5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.887150 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1783c57-1413-486f-a2b4-311c4b90018d req-6f8f8b65-cb56-4137-a487-76fd923ec2b5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 943 time: 0.1107557 Jul 16 18:39:44.919859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Router e6368d84-ab94-4d25-9f45-07001acd6e62 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:44.950609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1783c57-1413-486f-a2b4-311c4b90018d req-e8a44b4b-e88a-4e58-9a01-71f9dd85b936 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623779 Jul 16 18:39:45.133482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:45.139516 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.140983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3f4c95d-1b25-4841-8615-4e4b541fc4a3 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "PUT /v2.0/routers/e6368d84-ab94-4d25-9f45-07001acd6e62 HTTP/1.1" status: 200 len: 914 time: 3.6176808 Jul 16 18:39:45.143181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] Sync routers for ids ['e6368d84-ab94-4d25-9f45-07001acd6e62'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:45.143656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44018) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.158848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] Routers {'e6368d84-ab94-4d25-9f45-07001acd6e62'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:45.163788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e6368d84-ab94-4d25-9f45-07001acd6e62'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:45.212159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:45.224734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] Routers {'e6368d84-ab94-4d25-9f45-07001acd6e62'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:45.225699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['e6368d84-ab94-4d25-9f45-07001acd6e62'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:45.314544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:45.315691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf21060-8575-4c05-abae-c525fbea0964 None None] The sync data for ids ['e6368d84-ab94-4d25-9f45-07001acd6e62'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:45.319074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-594ed8d7-b42e-4bf8-8fdf-0b7f579f3f82 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/e6368d84-ab94-4d25-9f45-07001acd6e62 HTTP/1.1" status: 200 len: 920 time: 0.1715801 Jul 16 18:39:45.319789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44026) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.352706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.395533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f2204-eabb-46ba-a211-4f3e4863e291 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.400042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-916f2204-eabb-46ba-a211-4f3e4863e291 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=e6368d84-ab94-4d25-9f45-07001acd6e62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0774934 Jul 16 18:39:45.400292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44034) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.551682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ab6a4-dfb0-4c64-83ad-15b5e5f6558c tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.553163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-304ab6a4-dfb0-4c64-83ad-15b5e5f6558c tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.1518686 Jul 16 18:39:45.556570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44044) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.620140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae545a94-4b98-4802-a849-63815d307fa5 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6368d84-ab94-4d25-9f45-07001acd6e62 HTTP/1.1" status: 200 len: 205 time: 0.0522463 Jul 16 18:39:45.622748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.689120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c1787f9-b3a8-46d7-9064-79b46f29d88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.758589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 90b78a0a-8355-44d3-ad96-21883fe25ad7 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:45.781780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb11bb-ab7d-43a0-acbf-92c0eed24bc9 req-d383df0a-1b49-427a-abbf-493f127ec780 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.789596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30eb11bb-ab7d-43a0-acbf-92c0eed24bc9 req-d383df0a-1b49-427a-abbf-493f127ec780 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.2348645 Jul 16 18:39:45.824440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.888632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 90b78a0a-8355-44d3-ad96-21883fe25ad7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:45.901896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'port_id': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'mac_address': 'fa:16:3e:b7:4f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:45.930206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30eb11bb-ab7d-43a0-acbf-92c0eed24bc9 req-7b28a75e-2d88-499c-b495-e45d00f03d85 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376905 Jul 16 18:39:45.986559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c1787f9-b3a8-46d7-9064-79b46f29d88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.004369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-db06623f-ddd2-4d27-a6d7-7d4a52b1e0a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1379590 Jul 16 18:39:46.005060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5c1787f9-b3a8-46d7-9064-79b46f29d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.011661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.045952 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5c1787f9-b3a8-46d7-9064-79b46f29d88e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22b688005244473493e75f170910ed97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800842 Jul 16 18:39:46.045952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44066) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.062875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b78a0a-8355-44d3-ad96-21883fe25ad7 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:46.076383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1787f9-b3a8-46d7-9064-79b46f29d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c183e88-5f3b-4dac-9e71-a23f6a0cd34f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.126804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.128232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 90b78a0a-8355-44d3-ad96-21883fe25ad7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:46.150547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.207072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=90b78a0a-8355-44d3-ad96-21883fe25ad7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.211294 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e1329c3-7582-4b13-aa30-82e537293eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.224634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Deleting port 3ec3000a-7a1a-4811-80a6-e77b56c2361d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:46.225284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.236949 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe53859-8ade-4a6b-8e38-285e2bc29681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.336079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe53859-8ade-4a6b-8e38-285e2bc29681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.345315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.362326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Calling delete_port for 3ec3000a-7a1a-4811-80a6-e77b56c2361d owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:46.371703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['90b78a0a-8355-44d3-ad96-21883fe25ad7'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:46.414521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.415774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.416397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.417251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.417950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.418755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.419411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.421772 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-da7dcd9d-3052-4f26-91b1-9d936945411b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6508 time: 0.3154719 Jul 16 18:39:46.493779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44082) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.498211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a78b61-50da-4591-baba-72d9e1d39635 req-5b4102ff-a040-4030-b500-22b968acf952 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.499917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54a78b61-50da-4591-baba-72d9e1d39635 req-5b4102ff-a040-4030-b500-22b968acf952 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 944 time: 0.2888176 Jul 16 18:39:46.599381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-4b8817c1-0e38-4afb-902b-a833a9496074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.600075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-4b8817c1-0e38-4afb-902b-a833a9496074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.600685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-4b8817c1-0e38-4afb-902b-a833a9496074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.602669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-4b8817c1-0e38-4afb-902b-a833a9496074 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=bcfb801e-225d-480f-9891-020ae1c4d687&id=bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 200 len: 2297 time: 0.1362610 Jul 16 18:39:46.687543 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe53859-8ade-4a6b-8e38-285e2bc29681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.690461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3fe53859-8ade-4a6b-8e38-285e2bc29681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.692012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3fe53859-8ade-4a6b-8e38-285e2bc29681 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c183e88-5f3b-4dac-9e71-a23f6a0cd34f HTTP/1.1" status: 204 len: 168 time: 0.6499007 Jul 16 18:39:46.703025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54a78b61-50da-4591-baba-72d9e1d39635 req-bdb0b281-b614-40ac-979b-7893af2efa24 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990169 Jul 16 18:39:46.716929 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f7e897fe-a20a-418b-8b4b-718bed0fcaad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 200 len: 1001 time: 0.1049883 Jul 16 18:39:46.718472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53859-8ade-4a6b-8e38-285e2bc29681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c183e88-5f3b-4dac-9e71-a23f6a0cd34f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.748268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.781679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-090c6c80-faab-400f-a27b-336e23f04ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.783189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-090c6c80-faab-400f-a27b-336e23f04ac0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fafd6d35-6aac-4787-a356-ab5b988a2150 HTTP/1.1" status: 200 len: 855 time: 0.0590303 Jul 16 18:39:46.801888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event deleted for resources: {'Port': ['ID=3ec3000a-7a1a-4811-80a6-e77b56c2361d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.821861 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:46.887788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-bdc567ae-bd59-4437-856a-77d23a0db4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.889885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-bdc567ae-bd59-4437-856a-77d23a0db4d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995376 Jul 16 18:39:46.909878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b80e956b-5522-4091-ad30-b4ac5149c89c tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:46.923416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.037681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-ede57054-e9b2-423f-b824-ee7f966831f0 service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397309 Jul 16 18:39:47.083713 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.086147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.166157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.166455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Fanout notify agent at l3_agent the message router_deleted on router e6368d84-ab94-4d25-9f45-07001acd6e62 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:47.176325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.183076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3323dbba-2bdd-4541-9124-0e94ba9148c2 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/e6368d84-ab94-4d25-9f45-07001acd6e62 HTTP/1.1" status: 204 len: 168 time: 1.5541954 Jul 16 18:39:47.183342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.189118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-34052e76-f365-49c2-a6be-bf74f2b5d0f8 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-240194084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:47.226505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b80e956b-5522-4091-ad30-b4ac5149c89c tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "PUT /v2.0/quotas/725fdee7fe3844f9a0479f78b0f881f5 HTTP/1.1" status: 200 len: 366 time: 0.7316108 Jul 16 18:39:47.227153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.244666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-ca704e78-b7e0-4fe2-94c8-6f88004211a9 service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004507 Jul 16 18:39:47.257626 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ac5a3461-05c3-4769-bda8-0b1b158678fc tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0232947 Jul 16 18:39:47.259493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44118) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.271765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34052e76-f365-49c2-a6be-bf74f2b5d0f8 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.273194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34052e76-f365-49c2-a6be-bf74f2b5d0f8 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.301704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-680b2eaf-e882-457a-8c1b-5c9a6e84dca3 tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "GET /v2.0/quotas/725fdee7fe3844f9a0479f78b0f881f5 HTTP/1.1" status: 200 len: 366 time: 0.0376537 Jul 16 18:39:47.304520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.314748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-c148d6d2-3a18-46b1-b5df-8216b1e20fd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0624964 Jul 16 18:39:47.377312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982c194-3a65-43c8-afde-54d4f2135fa4 req-d8e041c0-a410-4875-a2c5-42063f82296b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.384263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a982c194-3a65-43c8-afde-54d4f2135fa4 req-d8e041c0-a410-4875-a2c5-42063f82296b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.2416239 Jul 16 18:39:47.387031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0d14d45c-e136-41ce-a50e-970cd8c20abb tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/725fdee7fe3844f9a0479f78b0f881f5 HTTP/1.1" status: 204 len: 168 time: 0.0811565 Jul 16 18:39:47.390270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44126) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.398647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34052e76-f365-49c2-a6be-bf74f2b5d0f8 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.417892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34052e76-f365-49c2-a6be-bf74f2b5d0f8 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.420203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f7b7b9dc-004b-4a35-8c5b-485df4e9eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.422689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f7b7b9dc-004b-4a35-8c5b-485df4e9eb02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1016355 Jul 16 18:39:47.428719 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-47eeb891-d51c-4b02-a1d9-35eb89de7860 tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0321615 Jul 16 18:39:47.431293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.450692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34052e76-f365-49c2-a6be-bf74f2b5d0f8 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.452304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-34052e76-f365-49c2-a6be-bf74f2b5d0f8 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2677619 Jul 16 18:39:47.455179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44132) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.461441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'enable_snat': False}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:47.461590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44134) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.464969 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a982c194-3a65-43c8-afde-54d4f2135fa4 req-73bd815e-6503-4b4a-8a12-0b8ddd9464ea tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798590 Jul 16 18:39:47.498408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-20fbf6f7-2ffc-4240-b402-3c76cc14a781 tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "GET /v2.0/quotas/725fdee7fe3844f9a0479f78b0f881f5 HTTP/1.1" status: 200 len: 370 time: 0.0644457 Jul 16 18:39:47.500486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f006fb1f-db92-474f-b22f-f406138bae00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.502260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44136) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.533300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0eed6e7c-9294-4258-bc0e-4d8b24a0fc5e tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "GET /v2.0/quotas/725fdee7fe3844f9a0479f78b0f881f5/default HTTP/1.1" status: 200 len: 370 time: 0.0298164 Jul 16 18:39:47.537087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.554813 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-6e249460-ab9f-4f46-a155-514e8d6d36da tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:39:47.555972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e249460-ab9f-4f46-a155-514e8d6d36da tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/725fdee7fe3844f9a0479f78b0f881f5 HTTP/1.1" status: 404 len: 348 time: 0.0177774 Jul 16 18:39:47.638429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f006fb1f-db92-474f-b22f-f406138bae00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.660091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f006fb1f-db92-474f-b22f-f406138bae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.666140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-a85f6520-1ceb-4b74-927d-d2f61c64a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.668586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-a85f6520-1ceb-4b74-927d-d2f61c64a187 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2387884 Jul 16 18:39:47.767229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006fb1f-db92-474f-b22f-f406138bae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd1dac-c995-4af9-85f8-1c143f38289f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:47.773477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 90b78a0a-8355-44d3-ad96-21883fe25ad7 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:47.803275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.875626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44154) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.915921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 90b78a0a-8355-44d3-ad96-21883fe25ad7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:47.920583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 90b78a0a-8355-44d3-ad96-21883fe25ad7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:47.921239 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.935058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.950696 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f006fb1f-db92-474f-b22f-f406138bae00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=904c3baf6014489e92dcb4aedd130ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881074 Jul 16 18:39:48.001977 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33ec8b2-5435-44e7-9893-3169029802a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.064451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33ec8b2-5435-44e7-9893-3169029802a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.067860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:network and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.087451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.087677 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.104537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:subnet and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.112597 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-53da7af4-eb3c-4227-9b91-f2ac50f18c53 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026866 Jul 16 18:39:48.114734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.140641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:48.142705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:subnetpool and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.145894 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36c68a4-1141-45b1-bcb5-ec2e8cca67dd" -d '{"events": [{"server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "name": "network-vif-plugged", "status": "completed", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:48.150633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.191034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 90b78a0a-8355-44d3-ad96-21883fe25ad7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:48.199070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.201772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:port and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.242943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.259032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:router and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.267977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.284188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-b72c0352-fdcb-49c4-97a4-4ee7631ebaf1 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648629 Jul 16 18:39:48.285348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:floatingip and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.290687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.304168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.330063 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.333109 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a3e6fb-e0b4-4f6a-93d1-9b8d65930fcc x-openstack-request-id: req-52a3e6fb-e0b4-4f6a-93d1-9b8d65930fcc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:48.333403 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "name": "network-vif-plugged", "status": "completed", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:48.333649 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52a3e6fb-e0b4-4f6a-93d1-9b8d65930fcc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:48.334038 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'code': 200} Jul 16 18:39:48.334725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=90b78a0a-8355-44d3-ad96-21883fe25ad7,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.342662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39e972-750b-44b8-b04f-3293920c5d8b req-75538823-dc3f-4b46-9fdc-e9d485edd0ad tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.344292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c39e972-750b-44b8-b04f-3293920c5d8b req-75538823-dc3f-4b46-9fdc-e9d485edd0ad tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 944 time: 0.3238511 Jul 16 18:39:48.364281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-b1d5f20f-8021-47c9-8334-09d08d798de6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 217 time: 0.0707500 Jul 16 18:39:48.406355 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33ec8b2-5435-44e7-9893-3169029802a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.409664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33ec8b2-5435-44e7-9893-3169029802a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.410538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e33ec8b2-5435-44e7-9893-3169029802a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8dd1dac-c995-4af9-85f8-1c143f38289f HTTP/1.1" status: 204 len: 168 time: 0.4735763 Jul 16 18:39:48.461075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-b1b63e6a-5960-4cd0-bac1-65532282b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.462541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-b1b63e6a-5960-4cd0-bac1-65532282b590 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.0807679 Jul 16 18:39:48.480224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:security_group and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.509933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c29d9-d177-4578-bc0a-e63b6fdf3a47 req-c2c90b01-e9d4-4678-9bb7-de94b37616b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.512109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c27c29d9-d177-4578-bc0a-e63b6fdf3a47 req-c2c90b01-e9d4-4678-9bb7-de94b37616b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 1097 time: 0.2079873 Jul 16 18:39:48.514851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.556672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ec8b2-5435-44e7-9893-3169029802a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd1dac-c995-4af9-85f8-1c143f38289f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.565862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Usage tracker for resource:security_group_rule and tenant:c019c61221e04d6eae2deadd8332c56a is out of sync, need to count used quota {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:48.601571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.quota.resource [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93795) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:48.603390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c39e972-750b-44b8-b04f-3293920c5d8b req-0f9fb102-dbc5-43b5-af19-eceac9cdfdce tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512214 Jul 16 18:39:48.610719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Allocated IP 172.25.1.124 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/ef13ccd7-d664-42ae-8f06-46cfc0d2634b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:48.619572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8bcb954b-65b8-4c4b-87f6-43f53467ea7b tempest-QuotasTest-971640364 tempest-QuotasTest-971640364-project-admin] 10.222.0.49 "GET /v2.0/quotas/c019c61221e04d6eae2deadd8332c56a/details.json HTTP/1.1" status: 200 len: 703 time: 0.7343471 Jul 16 18:39:48.631373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c27c29d9-d177-4578-bc0a-e63b6fdf3a47 req-cd2cd33e-0ce0-41fd-85b8-2f8e40aca5cc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123784 Jul 16 18:39:48.639140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-bf863431-55d8-4ad3-a72a-e3258db3c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.640860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-bf863431-55d8-4ad3-a72a-e3258db3c005 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1705275 Jul 16 18:39:48.688848 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-787122f4-ed69-4727-9249-7701e3772e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.819745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.866739 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.903912 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.932079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bdbac-d95b-4b6d-af8e-33a8ba2eabe3 req-96991e90-f00f-4fc4-87ba-2a880e3762c3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.934000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf4bdbac-d95b-4b6d-af8e-33a8ba2eabe3 req-96991e90-f00f-4fc4-87ba-2a880e3762c3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1946170 Jul 16 18:39:48.940844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-5ad3acd0-0bd5-465d-8f1e-4234da01140a service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881789 Jul 16 18:39:48.978554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf4bdbac-d95b-4b6d-af8e-33a8ba2eabe3 req-99c8529a-c02e-46e3-a81b-f556a756eaf3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361779 Jul 16 18:39:48.984810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:48.987812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:49.001281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:49.059356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Pushing event updated for resources: {'Port': ['ID=ef13ccd7-d664-42ae-8f06-46cfc0d2634b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.082771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44192) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.138290 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-308d7ba5-1adb-4e2a-bbcf-ea60a8e6b752 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633923 Jul 16 18:39:49.210745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-9b3ccae2-e3bc-49f0-baf6-e057f010faad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=d616bc62-dbba-460d-8a03-a02a334e122c HTTP/1.1" status: 200 len: 217 time: 0.0662374 Jul 16 18:39:49.286321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-06a1fd5a-a95d-4f96-9962-1557cfdfc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.288223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-06a1fd5a-a95d-4f96-9962-1557cfdfc24e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.0713296 Jul 16 18:39:49.429080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b73dca-3c3a-4b7a-a37b-fdceaffd5f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.435069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-8c699968-b5c3-4043-84c2-c5df5fc64998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.438120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-8c699968-b5c3-4043-84c2-c5df5fc64998 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1434207 Jul 16 18:39:49.443128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.483367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.611751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-447ebc52-e30d-4a01-84ad-5c92894949d8 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657665 Jul 16 18:39:49.768116 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.768536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b73dca-3c3a-4b7a-a37b-fdceaffd5f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.782434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d9b73dca-3c3a-4b7a-a37b-fdceaffd5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.789456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.793848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48d60448-974e-49f5-a295-0d219642445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.835303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b73dca-3c3a-4b7a-a37b-fdceaffd5f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e77b4b-43c8-4ea0-a10f-196057b4d541,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.891652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-15414173-de4b-434e-8dd1-88b2e3879ca7 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712309 Jul 16 18:39:49.910066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d9b73dca-3c3a-4b7a-a37b-fdceaffd5f54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44bd90b2bff64e8885dc0320aa71a453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8261981 Jul 16 18:39:49.913627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44228) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.930540 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.985091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-e4cc2dd3-93e4-48bd-aa15-dea41f13e199 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9c903364-c373-435b-90d8-fa82a0d0159a HTTP/1.1" status: 200 len: 217 time: 0.0737672 Jul 16 18:39:50.053242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed256dff-2209-4984-910a-0533e5d52777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.081673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1489d-b568-43f2-8020-4bfd7bd8f643 req-476620d8-610c-489d-809b-ddeeb6184e92 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.088845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0c1489d-b568-43f2-8020-4bfd7bd8f643 req-476620d8-610c-489d-809b-ddeeb6184e92 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 945 time: 0.2592480 Jul 16 18:39:50.120522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-775a7786-fbac-4ed8-a6a4-8423a696405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.121886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-775a7786-fbac-4ed8-a6a4-8423a696405d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1296201 Jul 16 18:39:50.130765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed256dff-2209-4984-910a-0533e5d52777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.250086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0c1489d-b568-43f2-8020-4bfd7bd8f643 req-d96ef326-8934-4365-9399-722f946f6d74 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579413 Jul 16 18:39:50.304111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-d248a6f8-8ea7-4790-b798-3a4782dfc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.305944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-d248a6f8-8ea7-4790-b798-3a4782dfc312 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775391 Jul 16 18:39:50.325070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed256dff-2209-4984-910a-0533e5d52777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.328208 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ed256dff-2209-4984-910a-0533e5d52777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.331822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ed256dff-2209-4984-910a-0533e5d52777 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06e77b4b-43c8-4ea0-a10f-196057b4d541 HTTP/1.1" status: 204 len: 168 time: 0.4099205 Jul 16 18:39:50.370978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed256dff-2209-4984-910a-0533e5d52777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e77b4b-43c8-4ea0-a10f-196057b4d541,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.471152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f8e1e1a6-1fac-4e06-ae31-cd3e810c39ad service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578960 Jul 16 18:39:50.592632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-a64e438f-1e9c-4067-8e2b-f42cd1935e1a service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137042 Jul 16 18:39:50.653060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-848a8bdb-b1ce-41c3-82f2-691a87f825eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733 HTTP/1.1" status: 200 len: 217 time: 0.0533075 Jul 16 18:39:50.674640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48d60448-974e-49f5-a295-0d219642445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.693894 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-48d60448-974e-49f5-a295-0d219642445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.725240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f85ee7d4-a5f0-437b-9aa1-1ac162cb2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.726847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f85ee7d4-a5f0-437b-9aa1-1ac162cb2558 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.0466356 Jul 16 18:39:50.792834 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-48d60448-974e-49f5-a295-0d219642445e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa41a7ad696a45d391d95516f7328dba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3457417 Jul 16 18:39:50.797031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e07dc-ea81-430f-8c8e-ff0cb3431fca req-76da2db4-fee3-4179-831e-3ac2c866f115 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.798353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44266) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.803130 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb7e07dc-ea81-430f-8c8e-ff0cb3431fca req-76da2db4-fee3-4179-831e-3ac2c866f115 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 945 time: 0.1524298 Jul 16 18:39:50.807245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.813547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Request body: {'floatingip': {'port_id': '90b78a0a-8355-44d3-ad96-21883fe25ad7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:50.815087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d60448-974e-49f5-a295-0d219642445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b81959-575b-4d90-8528-c1620ffac82d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.884906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.916010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700eea0-fc4a-4467-8fb1-861948f7e4f8 req-5b1938f7-f87e-4a53-805c-26ffb433a9a6 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.918286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5700eea0-fc4a-4467-8fb1-861948f7e4f8 req-5b1938f7-f87e-4a53-805c-26ffb433a9a6 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.3283873 Jul 16 18:39:50.933739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.935995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6350a677-7094-4956-bb9f-e94b005771bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.945441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Router 5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:50.984688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61101fe2-bd9b-47c9-813d-5c253d80a188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.005573 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6350a677-7094-4956-bb9f-e94b005771bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.031322 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5700eea0-fc4a-4467-8fb1-861948f7e4f8 req-ec01d94c-cbc6-4f16-9a35-7ec0173c7e3f tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962429 Jul 16 18:39:51.102767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f649cae7-14fe-408b-ab9b-11559a425d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.103962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-f649cae7-14fe-408b-ab9b-11559a425d61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3703914 Jul 16 18:39:51.204666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:51.216841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6350a677-7094-4956-bb9f-e94b005771bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.217067 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] Sync routers for ids ['5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:51.220700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6350a677-7094-4956-bb9f-e94b005771bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.226084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6350a677-7094-4956-bb9f-e94b005771bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6b81959-575b-4d90-8528-c1620ffac82d HTTP/1.1" status: 204 len: 168 time: 0.4060574 Jul 16 18:39:51.231937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.235652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5f967cb7-3cd0-4bcd-8fdc-da3a4aaa2d50 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "PUT /v2.0/routers/5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 HTTP/1.1" status: 200 len: 915 time: 3.7769756 Jul 16 18:39:51.240215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44284) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.250129 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] Routers {'5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:51.250773 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.266097 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-b6c4d440-9bc0-4395-885e-1233b8d434a3 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533329 Jul 16 18:39:51.298028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350a677-7094-4956-bb9f-e94b005771bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b81959-575b-4d90-8528-c1620ffac82d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.368602 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.378416 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] Routers {'5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:51.379326 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.425132 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.426077 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5d6b3-454b-4f85-9bb7-855f738d3209 None None] The sync data for ids ['5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:51.488272 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61101fe2-bd9b-47c9-813d-5c253d80a188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.494589 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61101fe2-bd9b-47c9-813d-5c253d80a188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.531649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61101fe2-bd9b-47c9-813d-5c253d80a188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c3c3b-3304-4333-ac2c-2d3f7b95865c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.552331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6ca220d5-0ab1-49f9-b666-e02e3a094f4f tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 HTTP/1.1" status: 200 len: 921 time: 0.3108976 Jul 16 18:39:51.562497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.611887 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61101fe2-bd9b-47c9-813d-5c253d80a188 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77a37122bf7e4d93a810469a5d5c6a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713815 Jul 16 18:39:51.612654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.671430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128dc813-431b-4f1a-8cc3-9b649cb98606 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.673019 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-128dc813-431b-4f1a-8cc3-9b649cb98606 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1092529 Jul 16 18:39:51.675898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.721368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.775526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e44b34-413e-4014-aa90-70ee836ae607 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.778346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b9e44b34-413e-4014-aa90-70ee836ae607 tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/networks/48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 881 time: 0.1007633 Jul 16 18:39:51.781761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.827821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c38439cb-2a1e-4679-b9d4-605773593ac0 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 HTTP/1.1" status: 200 len: 205 time: 0.0445576 Jul 16 18:39:51.831263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.838636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee1b95d6-53f7-4a7d-bfc0-660a44c6e08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.865215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee1b95d6-53f7-4a7d-bfc0-660a44c6e08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.923974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-af6d5b79-f14e-4e40-8a16-28e4df0f6529 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455224 Jul 16 18:39:51.932138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.983601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee1b95d6-53f7-4a7d-bfc0-660a44c6e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.986536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee1b95d6-53f7-4a7d-bfc0-660a44c6e08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.990533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee1b95d6-53f7-4a7d-bfc0-660a44c6e08f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/488c3c3b-3304-4333-ac2c-2d3f7b95865c HTTP/1.1" status: 204 len: 168 time: 0.3743691 Jul 16 18:39:52.007231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b95d6-53f7-4a7d-bfc0-660a44c6e08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c3c3b-3304-4333-ac2c-2d3f7b95865c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.057354 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b9f07f9-ff27-4d1d-aadb-8f4df3e05d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.070151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-15fcff3b-d7b3-49bd-a654-15290f42a1c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 200 len: 217 time: 0.1387634 Jul 16 18:39:52.093975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.247646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.375834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Deleting port ef13ccd7-d664-42ae-8f06-46cfc0d2634b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:52.376252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.385696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-9ef0bc9a-f968-4281-991c-bf05645dd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.387723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-9ef0bc9a-f968-4281-991c-bf05645dd7df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.2044420 Jul 16 18:39:52.481737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24fadd-1817-424c-9332-12a63f62f961 req-7dc0d480-bfa1-4431-aeac-2f9bef7ee8ee tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.483421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea24fadd-1817-424c-9332-12a63f62f961 req-7dc0d480-bfa1-4431-aeac-2f9bef7ee8ee tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1879020 Jul 16 18:39:52.510036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.544896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Calling delete_port for ef13ccd7-d664-42ae-8f06-46cfc0d2634b owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:52.575473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea24fadd-1817-424c-9332-12a63f62f961 req-310ce7c8-c9db-4ce4-a87c-f3ed7df91360 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821116 Jul 16 18:39:52.640850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-7e9f6bde-db93-43ee-8008-471e8847e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.642539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-7e9f6bde-db93-43ee-8008-471e8847e422 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2415447 Jul 16 18:39:52.655794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:39:52.672547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b9f07f9-ff27-4d1d-aadb-8f4df3e05d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.681638 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.744025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.764449 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b9f07f9-ff27-4d1d-aadb-8f4df3e05d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.788308 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.849016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.894290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event deleted for resources: {'Port': ['ID=ef13ccd7-d664-42ae-8f06-46cfc0d2634b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.896351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f07f9-ff27-4d1d-aadb-8f4df3e05d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6767f704-c5c7-4eb2-9d18-b33dfa8e2bbf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.965033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.008528 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Floating IP e4eab1e5-d21c-4c84-9365-638c88191747 associated. External IP: 172.25.1.208, port: 90b78a0a-8355-44d3-ad96-21883fe25ad7. Jul 16 18:39:53.063803 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.066883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.113032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b9f07f9-ff27-4d1d-aadb-8f4df3e05d0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c019c61221e04d6eae2deadd8332c56a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1771066 Jul 16 18:39:53.119065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:53.166275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.167784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:53.171761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-ee253c39-9841-4e14-92f1-dd750166c34d service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180564 Jul 16 18:39:53.194915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.200932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0b88851d-4573-4bbd-89fb-555b468ddc3f tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 HTTP/1.1" status: 204 len: 168 time: 1.3683906 Jul 16 18:39:53.202030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:53.263620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-12564636', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:53.329408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69d2ade0-83e5-4ef0-a962-b4e2cfcc6f8b req-4a99ec33-435d-4feb-ad73-ae265cb55fe2 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501675 Jul 16 18:39:53.410404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd677-fe7f-457b-a616-a76d59bab22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.413821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.421710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.446269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Router 6ae17d4a-7816-453e-a844-ca4a88d0989a has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:53.487276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd677-fe7f-457b-a616-a76d59bab22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.583533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:53.589934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.590972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.595125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] Sync routers for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:53.617858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:53.618839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:53.671166 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd677-fe7f-457b-a616-a76d59bab22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.674404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd677-fe7f-457b-a616-a76d59bab22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.678544 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e2bcd677-fe7f-457b-a616-a76d59bab22d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6767f704-c5c7-4eb2-9d18-b33dfa8e2bbf HTTP/1.1" status: 204 len: 168 time: 0.5582469 Jul 16 18:39:53.693564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcd677-fe7f-457b-a616-a76d59bab22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6767f704-c5c7-4eb2-9d18-b33dfa8e2bbf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.694121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-920cb9af-ca73-425e-8827-88624a25e4c5 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "PUT /v2.0/floatingips/e4eab1e5-d21c-4c84-9365-638c88191747 HTTP/1.1" status: 200 len: 991 time: 2.8857062 Jul 16 18:39:53.694766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:53.698245 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a073806c-2e77-49b9-9c2e-97e694b5870e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:53.790493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.816196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:53.985011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f80d9-3bc4-4464-b43d-2f1d7f2913c7 req-4b3b51a7-ec0a-4f2f-8d16-f8b4b709bd8b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.986579 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d93f80d9-3bc4-4464-b43d-2f1d7f2913c7 req-4b3b51a7-ec0a-4f2f-8d16-f8b4b709bd8b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1588778 Jul 16 18:39:54.055300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d93f80d9-3bc4-4464-b43d-2f1d7f2913c7 req-b090b0a4-c29e-4975-bdb5-a01485d728b9 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572474 Jul 16 18:39:54.180966 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2782edbb-ec92-489d-a4ea-16426390a92d x-openstack-request-id: req-2782edbb-ec92-489d-a4ea-16426390a92d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:54.181702 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:54.185125 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2782edbb-ec92-489d-a4ea-16426390a92d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:54.186817 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'status': 'completed', 'code': 200} Jul 16 18:39:54.245361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.258633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e4eab1e5-d21c-4c84-9365-638c88191747', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'port_id': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'mac_address': 'fa:16:3e:b7:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:28Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 1, 'project_id': '4940987d06934ec58aa5e898d885036d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:54.295762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] Checking router: 6ae17d4a-7816-453e-a844-ca4a88d0989a for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:54.302869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.304816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:54.305625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:54.314726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-df321add-936d-43f7-ba97-4347d1a2a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.317749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-df321add-936d-43f7-ba97-4347d1a2a131 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 1097 time: 0.1461761 Jul 16 18:39:54.508431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-3a209dc2-ce22-4e38-b4f8-ced1ea980a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.509973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-3a209dc2-ce22-4e38-b4f8-ced1ea980a73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.1850905 Jul 16 18:39:54.658728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-ab9e482c-c41d-47ee-afaa-4305a1051e0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7 HTTP/1.1" status: 200 len: 999 time: 0.1368427 Jul 16 18:39:54.663295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.668112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Allocated IP 172.25.1.123 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/c5eedd7d-85fb-46af-9019-84b796a27629) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:54.670233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:54.758885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-19d9038a-ee2a-4d20-b8f3-e470fdcae2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.760299 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-19d9038a-ee2a-4d20-b8f3-e470fdcae2fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.0987370 Jul 16 18:39:54.871711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-af0bde68-5e83-46f4-98a9-7beac4bfd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.874093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-af0bde68-5e83-46f4-98a9-7beac4bfd354 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045897 Jul 16 18:39:54.875533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.978788 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.064737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-ac1a4354-2834-468e-be09-75ca7df9f4a3 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807950 Jul 16 18:39:55.101239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event updated for resources: {'Port': ['ID=c5eedd7d-85fb-46af-9019-84b796a27629,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:55.120251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:55.122840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:55.134373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:55.247884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e4eab1e5-d21c-4c84-9365-638c88191747', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'port_id': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'mac_address': 'fa:16:3e:b7:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:28Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 1, 'project_id': '4940987d06934ec58aa5e898d885036d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:55.316430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2adc2-34c1-4008-897a-6b3946c887f6 None None] The sync data for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 is: [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e4eab1e5-d21c-4c84-9365-638c88191747', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'port_id': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'mac_address': 'fa:16:3e:b7:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:28Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 1, 'project_id': '4940987d06934ec58aa5e898d885036d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:55.382305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a073806c-2e77-49b9-9c2e-97e694b5870e req-9fdb345a-d66a-4a8b-8b3b-7e1a3ab049b2 service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104320 Jul 16 18:39:55.772347 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611718a-fac5-4c8b-b5ba-38368d2dc1b7 None None] New status for floating IP e4eab1e5-d21c-4c84-9365-638c88191747: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:55.793817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663fac-9964-4c74-bd2f-0aa8fcd187a3 req-c63252b4-9471-4d23-a16b-b41b73d1f5be tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.799184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43663fac-9964-4c74-bd2f-0aa8fcd187a3 req-c63252b4-9471-4d23-a16b-b41b73d1f5be tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.3439977 Jul 16 18:39:55.807418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.981891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43663fac-9964-4c74-bd2f-0aa8fcd187a3 req-f8ab791a-5527-4473-8818-ff12d3229762 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760929 Jul 16 18:39:56.299476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.520897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Router 26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:56.568810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.721346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:56.737522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] Sync routers for ids ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:56.753900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.757732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] Routers {'26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:56.759122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.760058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-09eee635-447f-416d-bec2-dfc28b91bbaf tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5505919 Jul 16 18:39:56.763387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.764688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:56.803742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.813987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] Routers {'26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:56.815345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.856360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.858258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e64026-3493-4e50-b0d4-2dc28ea8a5e1 None None] The sync data for ids ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:56.891410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:57.031159 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.064645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-278907862', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:57.188629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:39:57.188629 n-d-791504-15 neutron-server[93795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:39:57.188629 n-d-791504-15 neutron-server[93795]: [parameters: {'project_id': '87af743a3fd942c0be272af511e3e43d', 'id': 'fbbd7838-4746-4cb3-94c5-e6aebe5da71e', 'expiration': datetime.datetime(2021, 7, 16, 18, 41, 57, 172810)}] Jul 16 18:39:57.188629 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:39:57.189100 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:39:57.200715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Made reservation on behalf of fe04c85da449496a9e136793153bde35 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:57.204605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.254246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.318246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6dfba-7025-4a07-bf03-40fbcd955dd5 req-0a11c4a6-b49b-4658-be7b-e019fde243de tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.319775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eab6dfba-7025-4a07-bf03-40fbcd955dd5 req-0a11c4a6-b49b-4658-be7b-e019fde243de tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1881342 Jul 16 18:39:57.467868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eab6dfba-7025-4a07-bf03-40fbcd955dd5 req-d24f496f-8c91-41f8-967c-dbb2188f1cc2 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391313 Jul 16 18:39:57.509145 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.523639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.525871 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.530609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.536011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] device_id is not set on port 6b2f64c3-9ecc-4222-b00f-c62ad7ec0502 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:57.615004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c3ac1-e221-49f4-8a15-203e7fdd5b7c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.690090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.699231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Deleting port c5eedd7d-85fb-46af-9019-84b796a27629 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:57.699565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.706594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Allocated IP 172.25.1.160 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/6b2f64c3-9ecc-4222-b00f-c62ad7ec0502) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:57.863016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.885163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Calling delete_port for c5eedd7d-85fb-46af-9019-84b796a27629 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:58.100487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.106400 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.119870 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.199952 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87af743a3fd942c0be272af511e3e43d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3064711 Jul 16 18:39:58.200716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def027b-3b1f-4197-ad73-d6eaac2b902a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc7735f-20d6-4ed4-9c30-ab99b60e0620,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.203335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44572) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:58.242729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.279055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad49f16c-06af-4a19-a0ec-e4b41d7dbfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.290657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.301763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad49f16c-06af-4a19-a0ec-e4b41d7dbfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.312767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:58.346143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:58.358398 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad49f16c-06af-4a19-a0ec-e4b41d7dbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.361943 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad49f16c-06af-4a19-a0ec-e4b41d7dbfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.363560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ad49f16c-06af-4a19-a0ec-e4b41d7dbfc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/adc7735f-20d6-4ed4-9c30-ab99b60e0620 HTTP/1.1" status: 204 len: 168 time: 0.1594179 Jul 16 18:39:58.373484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49f16c-06af-4a19-a0ec-e4b41d7dbfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc7735f-20d6-4ed4-9c30-ab99b60e0620,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.403204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:58.407384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.502691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Pushing event updated for resources: {'Port': ['ID=6b2f64c3-9ecc-4222-b00f-c62ad7ec0502,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.587962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Pushing event deleted for resources: {'Port': ['ID=c5eedd7d-85fb-46af-9019-84b796a27629,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.630230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:58.630880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.739159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:58.763035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.766866 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.875986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0f2b3afb-1c89-44e3-9c18-671d540ee426 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3035851 Jul 16 18:39:58.876211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44586) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:58.884498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}]}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:58.889666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Router 26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:58.975813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.976895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.992107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:59.001924 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.003265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-53245b90-ffe1-449f-bdff-00c5febe1dee tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "PUT /v2.0/routers/26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 HTTP/1.1" status: 200 len: 704 time: 2.2426243 Jul 16 18:39:59.006667 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] Sync routers for ids ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:59.012864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:59.022056 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] Routers {'26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:59.022954 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:59.123386 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:59.137391 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] Routers {'26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:59.138060 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:59.221188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83749fb2-a3af-49f9-bcca-d16bf33fd6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.231969 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:59.234089 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9dd0e1-a533-4141-9f8d-83994312848c None None] The sync data for ids ['26f19940-5ac2-4bc4-92cf-e0c1607a8bf6'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:59.318560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf8132-2313-48bc-b5a0-d25543aeb826 req-d99828fa-64d7-4f3c-9f2c-db519863ba57 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.320134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7bf8132-2313-48bc-b5a0-d25543aeb826 req-d99828fa-64d7-4f3c-9f2c-db519863ba57 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.6388588 Jul 16 18:39:59.376704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7bf8132-2313-48bc-b5a0-d25543aeb826 req-b719b609-c63f-46b8-ae04-d69554c70406 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466554 Jul 16 18:39:59.391717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83749fb2-a3af-49f9-bcca-d16bf33fd6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.397924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83749fb2-a3af-49f9-bcca-d16bf33fd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.450020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-83749fb2-a3af-49f9-bcca-d16bf33fd6cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7dec54789764aa686f4f9a7e4951e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093651 Jul 16 18:39:59.451205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83749fb2-a3af-49f9-bcca-d16bf33fd6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98d901f-9c84-464d-af2d-624fc16fc575,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.454421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:59.569219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91951b39-dbd4-47cc-95be-1253747974cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.627228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91951b39-dbd4-47cc-95be-1253747974cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.719819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.731551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91951b39-dbd4-47cc-95be-1253747974cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.735789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91951b39-dbd4-47cc-95be-1253747974cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.737831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-91951b39-dbd4-47cc-95be-1253747974cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f98d901f-9c84-464d-af2d-624fc16fc575 HTTP/1.1" status: 204 len: 168 time: 0.2824140 Jul 16 18:39:59.773149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91951b39-dbd4-47cc-95be-1253747974cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98d901f-9c84-464d-af2d-624fc16fc575,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.838252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f501682-def1-474f-98c8-5be6474a161f tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/routers/26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 HTTP/1.1" status: 200 len: 739 time: 0.8220563 Jul 16 18:39:59.841979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:59.923683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.949583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9d08078f-0be6-4dd2-a568-2e7c8c76858f tempest-RoutersAdminTest-316134184 tempest-RoutersAdminTest-316134184-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&device_id=26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 HTTP/1.1" status: 200 len: 205 time: 0.1049490 Jul 16 18:39:59.951938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44616) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.002101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6dbcc8e8-656c-4675-8502-3e288066c5dd tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 HTTP/1.1" status: 200 len: 205 time: 0.0461898 Jul 16 18:40:00.002750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.102744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-221d9a15-b79d-4b24-ab5b-9aa493397d6a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.212984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.236355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.470715 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-221d9a15-b79d-4b24-ab5b-9aa493397d6a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.473276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-221d9a15-b79d-4b24-ab5b-9aa493397d6a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.489574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.528594 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.564736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-221d9a15-b79d-4b24-ab5b-9aa493397d6a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.565302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221d9a15-b79d-4b24-ab5b-9aa493397d6a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Fanout notify agent at l3_agent the message router_deleted on router 26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:00.572184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-221d9a15-b79d-4b24-ab5b-9aa493397d6a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.577475 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-221d9a15-b79d-4b24-ab5b-9aa493397d6a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 HTTP/1.1" status: 204 len: 168 time: 0.5736952 Jul 16 18:40:00.581379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.646020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d6c48abe-dbc7-43f6-896c-3435017c474b tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 HTTP/1.1" status: 200 len: 205 time: 0.0634377 Jul 16 18:40:00.646742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.748373 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-4f3d7976-fbb5-4265-bd76-98437b1d996a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] delete failed (client error): The resource could not be found. Jul 16 18:40:00.760227 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f3d7976-fbb5-4265-bd76-98437b1d996a tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/26f19940-5ac2-4bc4-92cf-e0c1607a8bf6 HTTP/1.1" status: 404 len: 336 time: 0.1123636 Jul 16 18:40:00.761057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.836375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c386bd13-015a-48ce-8bb4-c4f8eecca78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.841652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d9363c97-1bf5-4042-8610-a67782b3b79c tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 HTTP/1.1" status: 200 len: 205 time: 0.0713320 Jul 16 18:40:00.854861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.855408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.865459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.912930 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-dcaa24d3-412c-4ff1-a19c-aebd12014a65 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] delete failed (client error): The resource could not be found. Jul 16 18:40:00.913888 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dcaa24d3-412c-4ff1-a19c-aebd12014a65 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/5fb5a6ed-01f8-4fe4-a6c6-d4fc36674980 HTTP/1.1" status: 404 len: 336 time: 0.0645390 Jul 16 18:40:00.918227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.965206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6400ee23-fb5a-4c80-b969-d00b40e7c969 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6368d84-ab94-4d25-9f45-07001acd6e62 HTTP/1.1" status: 200 len: 205 time: 0.0437546 Jul 16 18:40:00.965892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.976547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fbc74-8386-43ed-85e6-17773166720b req-30088192-918b-4198-9fdd-c71c1bd870ad tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.982065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a5fbc74-8386-43ed-85e6-17773166720b req-30088192-918b-4198-9fdd-c71c1bd870ad tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.2362051 Jul 16 18:40:01.024674 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-912915d6-3c9d-4896-9a29-28d8aa350270 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] delete failed (client error): The resource could not be found. Jul 16 18:40:01.025896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-912915d6-3c9d-4896-9a29-28d8aa350270 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/e6368d84-ab94-4d25-9f45-07001acd6e62 HTTP/1.1" status: 404 len: 336 time: 0.0566456 Jul 16 18:40:01.032346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.033045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa1ca0a6-d0fd-4534-b7a1-0cc397002e37 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:01.034428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44664) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.080574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.081530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b4da362-7a74-4332-8b28-c72196a0160d tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b853ecf-1f7e-48fe-a3f5-423e70c16165 HTTP/1.1" status: 200 len: 205 time: 0.0458465 Jul 16 18:40:01.088981 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a5fbc74-8386-43ed-85e6-17773166720b req-9a7b5b67-2d86-4036-99ea-0d5deffef1b3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005976 Jul 16 18:40:01.146730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c386bd13-015a-48ce-8bb4-c4f8eecca78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.188026 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c386bd13-015a-48ce-8bb4-c4f8eecca78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.192434 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d1f00c5a-4159-40af-8be8-ae72b010dd11 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] delete failed (client error): The resource could not be found. Jul 16 18:40:01.196964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d1f00c5a-4159-40af-8be8-ae72b010dd11 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/5b853ecf-1f7e-48fe-a3f5-423e70c16165 HTTP/1.1" status: 404 len: 336 time: 0.1148870 Jul 16 18:40:01.197134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.205395 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:40:01.209045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e602dc56-eb1f-49ef-b55d-2ef083d70e42 tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3292637 Jul 16 18:40:01.209782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.236646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386bd13-015a-48ce-8bb4-c4f8eecca78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0e231e-33ec-46e3-affb-38aa3d061a2f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:01.241366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c386bd13-015a-48ce-8bb4-c4f8eecca78c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97ba3b0ea9324f4bb80b8bf064d89fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7420774 Jul 16 18:40:01.244055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44674) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.261377 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-72c677d0-17a9-452e-a8f9-166671c87095 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=96b6cb3c-2f34-4582-912e-783e50af8e77 HTTP/1.1" status: 200 len: 205 time: 0.0630319 Jul 16 18:40:01.264068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.303679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34da76a0-586d-4076-abf8-83cb35f7324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.311915 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-e5858cd9-43e5-4dbd-bd77-93a74a35aeac tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] delete failed (client error): The resource could not be found. Jul 16 18:40:01.316426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e5858cd9-43e5-4dbd-bd77-93a74a35aeac tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/96b6cb3c-2f34-4582-912e-783e50af8e77 HTTP/1.1" status: 404 len: 336 time: 0.0485919 Jul 16 18:40:01.317204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.351374 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34da76a0-586d-4076-abf8-83cb35f7324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.355086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d885c04e-0423-47b7-ba66-a167e06c19ce tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "GET /v2.0/ports?device_id=38566bad-fcde-4239-8dc0-ded12bdaa25f HTTP/1.1" status: 200 len: 205 time: 0.0368280 Jul 16 18:40:01.358505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.406323 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-b201f8ed-1ab4-4ccd-b5b7-54739a43e3c7 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] delete failed (client error): The resource could not be found. Jul 16 18:40:01.406579 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34da76a0-586d-4076-abf8-83cb35f7324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.410188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b201f8ed-1ab4-4ccd-b5b7-54739a43e3c7 tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/routers/38566bad-fcde-4239-8dc0-ded12bdaa25f HTTP/1.1" status: 404 len: 336 time: 0.0479074 Jul 16 18:40:01.410315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34da76a0-586d-4076-abf8-83cb35f7324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.410418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44688) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.410629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34da76a0-586d-4076-abf8-83cb35f7324c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c0e231e-33ec-46e3-affb-38aa3d061a2f HTTP/1.1" status: 204 len: 168 time: 0.1655490 Jul 16 18:40:01.419038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da76a0-586d-4076-abf8-83cb35f7324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0e231e-33ec-46e3-affb-38aa3d061a2f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:01.445800 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea20243-6294-435f-a116-a51d18b9516e tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:01.446224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea20243-6294-435f-a116-a51d18b9516e tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:01.448083 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4ea20243-6294-435f-a116-a51d18b9516e tempest-RoutersAdminTest-1518945751 tempest-RoutersAdminTest-1518945751-project] 10.222.0.49 "DELETE /v2.0/subnets/31bec4ed-f867-415b-9513-5135f59224cc HTTP/1.1" status: 404 len: 337 time: 0.0366333 Jul 16 18:40:01.449696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Deleting port 6b2f64c3-9ecc-4222-b00f-c62ad7ec0502 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:01.450025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.538272 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.551891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Calling delete_port for 6b2f64c3-9ecc-4222-b00f-c62ad7ec0502 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:01.684696 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.719089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b2f64c3-9ecc-4222-b00f-c62ad7ec0502,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:01.763102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44704) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.783904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5720f443-3601-4850-bbf8-b256eeda5ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.798854 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.803814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-110a4fca-4836-46d4-a1f7-f10eafb1916f tempest-RoutersAdminNegativeIpV6Test-1582011894 tempest-RoutersAdminNegativeIpV6Test-1582011894-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6b2f64c3-9ecc-4222-b00f-c62ad7ec0502 HTTP/1.1" status: 204 len: 168 time: 0.5933526 Jul 16 18:40:01.879691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.959574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5720f443-3601-4850-bbf8-b256eeda5ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.969130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5720f443-3601-4850-bbf8-b256eeda5ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.024686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5720f443-3601-4850-bbf8-b256eeda5ca1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98e58a63ac5e4628b65d6dbd332358a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604225 Jul 16 18:40:02.027776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:02.028742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720f443-3601-4850-bbf8-b256eeda5ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd6c66-cfd9-45ed-a0a9-3caef90e0789,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.087758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eadce511-dd45-4737-b560-e4a4cf086786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.124174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eadce511-dd45-4737-b560-e4a4cf086786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.194685 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eadce511-dd45-4737-b560-e4a4cf086786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.197849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eadce511-dd45-4737-b560-e4a4cf086786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.199416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eadce511-dd45-4737-b560-e4a4cf086786 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67fd6c66-cfd9-45ed-a0a9-3caef90e0789 HTTP/1.1" status: 204 len: 168 time: 0.1702850 Jul 16 18:40:02.208414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadce511-dd45-4737-b560-e4a4cf086786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd6c66-cfd9-45ed-a0a9-3caef90e0789,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.285321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0db7b6ae-92ae-4ff7-8c79-2f982bd16aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.362329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4515d2b-0138-419b-82cd-9bbf4768731a req-0996c758-f68d-49c0-a174-a07a9df01b31 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.371246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4515d2b-0138-419b-82cd-9bbf4768731a req-0996c758-f68d-49c0-a174-a07a9df01b31 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.0841260 Jul 16 18:40:02.427963 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0db7b6ae-92ae-4ff7-8c79-2f982bd16aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.436341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:02.437049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4515d2b-0138-419b-82cd-9bbf4768731a req-ed3c18aa-5215-450e-acba-75f670f660a0 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649092 Jul 16 18:40:02.450760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0db7b6ae-92ae-4ff7-8c79-2f982bd16aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.491305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7b6ae-92ae-4ff7-8c79-2f982bd16aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ff1f67-4359-41a8-8866-7114635f81a9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.497567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0db7b6ae-92ae-4ff7-8c79-2f982bd16aee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8daa4f3700d948fe96ab271063fb13a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167214 Jul 16 18:40:02.500257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44792) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:02.556857 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f9fabed-9278-4490-a45a-c23927b4aad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.583630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f9fabed-9278-4490-a45a-c23927b4aad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.639295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f9fabed-9278-4490-a45a-c23927b4aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.642356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f9fabed-9278-4490-a45a-c23927b4aad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.644194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f9fabed-9278-4490-a45a-c23927b4aad3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12ff1f67-4359-41a8-8866-7114635f81a9 HTTP/1.1" status: 204 len: 168 time: 0.1428437 Jul 16 18:40:02.654794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fabed-9278-4490-a45a-c23927b4aad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ff1f67-4359-41a8-8866-7114635f81a9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.736390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3736ddc-b9ee-4642-8695-57140a5a30b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.856170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3736ddc-b9ee-4642-8695-57140a5a30b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.866280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3736ddc-b9ee-4642-8695-57140a5a30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.910380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3736ddc-b9ee-4642-8695-57140a5a30b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151905a4-361f-4771-887c-bb22ba0f60f1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.930054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:02.930459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3736ddc-b9ee-4642-8695-57140a5a30b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=447124ca88304bc8904cfb688b45d737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906135 Jul 16 18:40:02.993851 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c4508a2-d4ef-4753-b26a-d8d22e1b1da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.044447 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c4508a2-d4ef-4753-b26a-d8d22e1b1da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.150371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c4508a2-d4ef-4753-b26a-d8d22e1b1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.154906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c4508a2-d4ef-4753-b26a-d8d22e1b1da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.159093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c4508a2-d4ef-4753-b26a-d8d22e1b1da2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/151905a4-361f-4771-887c-bb22ba0f60f1 HTTP/1.1" status: 204 len: 168 time: 0.2277071 Jul 16 18:40:03.168447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4508a2-d4ef-4753-b26a-d8d22e1b1da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151905a4-361f-4771-887c-bb22ba0f60f1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:03.204025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44902) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:03.285259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1505f6dc-f501-4a91-b673-e1f7ae96d0af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89ff8ba0ec2341f08f364f80e344411f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795341 Jul 16 18:40:03.288343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:03.358441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c173-ec4d-4055-9995-fcbc67128aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.393316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c173-ec4d-4055-9995-fcbc67128aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.452144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c173-ec4d-4055-9995-fcbc67128aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.454904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c173-ec4d-4055-9995-fcbc67128aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.456352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cbe4c173-ec4d-4055-9995-fcbc67128aed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0545c5d4-04c7-4ae1-883d-54a7d9bdb9c4 HTTP/1.1" status: 204 len: 168 time: 0.1659801 Jul 16 18:40:03.470814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4c173-ec4d-4055-9995-fcbc67128aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0545c5d4-04c7-4ae1-883d-54a7d9bdb9c4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:03.645848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc47ad-7fea-4c0c-ba68-687f1d75cf97 req-3c8e04ff-9928-4c74-b659-bf5f3410cd40 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.647546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5fc47ad-7fea-4c0c-ba68-687f1d75cf97 req-3c8e04ff-9928-4c74-b659-bf5f3410cd40 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.0780692 Jul 16 18:40:03.696161 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5fc47ad-7fea-4c0c-ba68-687f1d75cf97 req-580ee3b7-f822-444f-9fbb-2d0812bf1094 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Jul 16 18:40:03.703816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:03.768261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06699c78-1994-41c9-8a85-cccb7174e03f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe04c85da449496a9e136793153bde35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630713 Jul 16 18:40:03.768423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:03.829015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7f577c1-f4a1-43f0-8c0d-efc2838e1874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.852409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7f577c1-f4a1-43f0-8c0d-efc2838e1874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.915353 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7f577c1-f4a1-43f0-8c0d-efc2838e1874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.919088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c7f577c1-f4a1-43f0-8c0d-efc2838e1874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.920280 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c7f577c1-f4a1-43f0-8c0d-efc2838e1874 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/524c3ac1-e221-49f4-8a15-203e7fdd5b7c HTTP/1.1" status: 204 len: 168 time: 0.1507144 Jul 16 18:40:03.933485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f577c1-f4a1-43f0-8c0d-efc2838e1874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c3ac1-e221-49f4-8a15-203e7fdd5b7c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:04.945064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957404d-a3b2-4898-838d-c61e6df4d2c6 req-43107141-991d-4a9c-b1a7-fda50b391045 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.947425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f957404d-a3b2-4898-838d-c61e6df4d2c6 req-43107141-991d-4a9c-b1a7-fda50b391045 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.0800898 Jul 16 18:40:05.038240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f957404d-a3b2-4898-838d-c61e6df4d2c6 req-ce4a3328-648f-440b-bfb8-4e0f7068e573 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759258 Jul 16 18:40:05.602208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45316) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:05.872417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45372) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:05.916483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-751269325'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:05.945754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Made reservation on behalf of 9e4998293efa479fb0063add2dbd2125 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:05.954129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.965895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.976531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1418504830'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:06.003992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:40:06.003992 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:40:06.003992 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': '9e4998293efa479fb0063add2dbd2125', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 40, 5, 994558)}] Jul 16 18:40:06.003992 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:40:06.004410 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:40:06.010264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:06.014703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.031022 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.189754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.198902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.257086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:06.272874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202645d5-da2b-46e8-9b29-f9f4e876b134,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.282198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.282720 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Added segment f532d4ac-42a2-49e7-a69b-1de15a255627 of type vlan for network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b Jul 16 18:40:06.350176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.359439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ab06b-2890-44ae-8a9d-c9f2def6fd09 req-a65174ad-39ee-4a1e-b2d1-7c9bb2b72629 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.366383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-561ab06b-2890-44ae-8a9d-c9f2def6fd09 req-a65174ad-39ee-4a1e-b2d1-7c9bb2b72629 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1509347 Jul 16 18:40:06.425623 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-561ab06b-2890-44ae-8a9d-c9f2def6fd09 req-177e585d-56ae-4415-9f02-0b0f388095f8 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582123 Jul 16 18:40:06.430811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.436213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.437634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.473805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5970933 Jul 16 18:40:06.473993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45400) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:06.478857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'subnet': {'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:06.563268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.635170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925ca32-d856-4852-bf8e-86d0ddc90e8d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Network': ['ID=bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.646695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:06.651996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:06.652919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.913560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.944987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.991441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:07.004306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.046837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.047395 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Added segment 08460840-b1ba-43e5-b778-01308b7d2227 of type vlan for network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 Jul 16 18:40:07.049059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a85d971-500b-4f8d-86a4-25d50cb728cb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.178624 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.191649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Subnet': ['ID=1f5c7b8c-86ce-47dc-961c-e26e55599434,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.200321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Checking segment: {'id': 'f532d4ac-42a2-49e7-a69b-1de15a255627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:07.200692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network hostable DHCP agents. Network: bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:07.237487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:07.243753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.250481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.251128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.280849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:07.290774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e424c25-3020-434d-b1d7-05d50f43d104 None None] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:07.348674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Network': ['ID=8a1c13cc-a263-458f-b8d0-ce6628da1bb2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.352946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.353788 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.363567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:07.364060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aef91ae4-5bea-4a5f-8622-1936f4e7655e tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7604165 Jul 16 18:40:07.372330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'subnet': {'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:07.379047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-325a3df1-acc0-4475-a8ea-1529f336c49c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9035714 Jul 16 18:40:07.381192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45420) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:07.388294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1565787303'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:07.439576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:07.610111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Made reservation on behalf of 9e4998293efa479fb0063add2dbd2125 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:07.622224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.703266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:07.720037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.749530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] device_id is not set on port 4c2ce27c-2a96-4e80-bfac-6a343a708e38 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:07.774335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'tenant_id': '77eb96408b6547d982ed77d5a81ad11d', 'fixed_ips': [{'subnet_id': '1f5c7b8c-86ce-47dc-961c-e26e55599434'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:07.775304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.977946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae32cbe-092b-4e46-b7b3-f2311f05ba70 req-5658a0b4-36b0-410a-8df3-cd2a6faf49b4 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.979880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ae32cbe-092b-4e46-b7b3-f2311f05ba70 req-5658a0b4-36b0-410a-8df3-cd2a6faf49b4 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1737003 Jul 16 18:40:08.002496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Allocated IP 2001:db8::128 (bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b/1f5c7b8c-86ce-47dc-961c-e26e55599434/4c2ce27c-2a96-4e80-bfac-6a343a708e38) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:08.032874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe60445-c0b1-478e-8f7f-7895a98df955 req-6e5dea30-baeb-43c6-820b-27f63866a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.035212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7fe60445-c0b1-478e-8f7f-7895a98df955 req-6e5dea30-baeb-43c6-820b-27f63866a2e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 1097 time: 0.2376370 Jul 16 18:40:08.127479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ae32cbe-092b-4e46-b7b3-f2311f05ba70 req-cb4ad08a-d709-4541-808d-f257f71c30e8 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251783 Jul 16 18:40:08.201607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7fe60445-c0b1-478e-8f7f-7895a98df955 req-992d77d6-0b8e-41f5-82ff-4a71954297f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526639 Jul 16 18:40:08.241020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.249026 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.265164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Transition to ACTIVE for port object 4c2ce27c-2a96-4e80-bfac-6a343a708e38 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:08.321987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.322924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Subnet': ['ID=a2588654-2775-4899-8f1f-4b693d870fe1,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:08.356270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Checking segment: {'id': '08460840-b1ba-43e5-b778-01308b7d2227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:08.356632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Network hostable DHCP agents. Network: 8a1c13cc-a263-458f-b8d0-ce6628da1bb2, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:08.392403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Allocated IP 2001:db8::2 (bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b/1f5c7b8c-86ce-47dc-961c-e26e55599434/a827dd39-e6ad-47e7-a0d1-f36508cc8e6a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:08.399246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:08.402244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:08.403717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:08.412824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:08.418795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.419370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.421689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8a1c13cc-a263-458f-b8d0-ce6628da1bb2) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:08.430934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.431532 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.437878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271eb81-23c2-4f86-a3ec-80c83831a425 None None] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:08.479098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e803133c-1de8-447b-ad49-cade9aaea880 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1106164 Jul 16 18:40:08.480091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45444) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:08.480438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:08.482845 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0984428 Jul 16 18:40:08.485459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce177b-1a7f-4dfb-9f0a-4842799b1405 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=4c2ce27c-2a96-4e80-bfac-6a343a708e38,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:08.496401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1536751208', 'allowed_address_pairs': [{'ip_address': '2001:db8::128', 'mac_address': 'fa:16:3e:c1:55:d3'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:08.514771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ba041967-4496-4e8f-9146-045d48c75c3f tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-20699564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:08.607969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba041967-4496-4e8f-9146-045d48c75c3f tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.609008 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba041967-4496-4e8f-9146-045d48c75c3f tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.712447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:08.720685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba041967-4496-4e8f-9146-045d48c75c3f tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.733458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba041967-4496-4e8f-9146-045d48c75c3f tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.754021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba041967-4496-4e8f-9146-045d48c75c3f tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.755618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ba041967-4496-4e8f-9146-045d48c75c3f tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2731323 Jul 16 18:40:08.758112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:08.791790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.845627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-8a1c13cc-a263-458f-b8d0-ce6628da1bb2', 'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2', 'tenant_id': '9e4998293efa479fb0063add2dbd2125', 'fixed_ips': [{'subnet_id': 'a2588654-2775-4899-8f1f-4b693d870fe1'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:08.849700 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.853867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.880765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] device_id is not set on port 11a3fa4c-9dca-4af7-932b-3d226e1b67a9 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:08.900440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Transition to ACTIVE for port object a827dd39-e6ad-47e7-a0d1-f36508cc8e6a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:09.076427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Allocated IP 172.20.0.2 (8a1c13cc-a263-458f-b8d0-ce6628da1bb2/a2588654-2775-4899-8f1f-4b693d870fe1/88abc33c-dbe2-4d08-b519-f4d51436a066) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:09.171800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Transition to ACTIVE for port object a827dd39-e6ad-47e7-a0d1-f36508cc8e6a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:09.190572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.245630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Pushing event updated for resources: {'Port': ['ID=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.265738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:09.269944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.270584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.271335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.271902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.272436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.272997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.273529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.274069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.274832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.275357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.275995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.276853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.284488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:09.308041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:09.381650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Allocated IP 2001:db8::1bb (bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b/1f5c7b8c-86ce-47dc-961c-e26e55599434/11a3fa4c-9dca-4af7-932b-3d226e1b67a9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:09.400573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Attempting to bind port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:09.401720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Attempting to bind port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'f532d4ac-42a2-49e7-a69b-1de15a255627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:09.402324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Attempting to bind port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a on network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:09.410877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:09.411653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Checking segment: {'id': 'f532d4ac-42a2-49e7-a69b-1de15a255627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:09.412307 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.412989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Bound using segment: {'id': 'f532d4ac-42a2-49e7-a69b-1de15a255627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:09.413693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Bound port: a827dd39-e6ad-47e7-a0d1-f36508cc8e6a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f532d4ac-42a2-49e7-a69b-1de15a255627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:09.414291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.425981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.428678 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.487808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] For port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:09.491674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] For port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,segment=NetworkSegment(f532d4ac-42a2-49e7-a69b-1de15a255627),segment_id=f532d4ac-42a2-49e7-a69b-1de15a255627)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:09.502052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Transition to ACTIVE for port object 88abc33c-dbe2-4d08-b519-f4d51436a066 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:09.505353 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.555053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Transition to ACTIVE for port object 88abc33c-dbe2-4d08-b519-f4d51436a066 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:09.580004 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.619687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de3e5f-d454-4db6-8dd9-6a7f4ae12355 None None] Pushing event updated for resources: {'Port': ['ID=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.695021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Pushing event updated for resources: {'Port': ['ID=88abc33c-dbe2-4d08-b519-f4d51436a066,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.701551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:09.706310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:09.716666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:09.805389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Attempting to bind port 88abc33c-dbe2-4d08-b519-f4d51436a066 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:09.806510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Attempting to bind port 88abc33c-dbe2-4d08-b519-f4d51436a066 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '08460840-b1ba-43e5-b778-01308b7d2227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:09.807264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Attempting to bind port 88abc33c-dbe2-4d08-b519-f4d51436a066 on network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:09.813672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:09.814314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Checking segment: {'id': '08460840-b1ba-43e5-b778-01308b7d2227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:09.814876 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.815415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Bound using segment: {'id': '08460840-b1ba-43e5-b778-01308b7d2227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:09.816046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Bound port: 88abc33c-dbe2-4d08-b519-f4d51436a066, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08460840-b1ba-43e5-b778-01308b7d2227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:09.816604 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.907778 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.947092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Transition to ACTIVE for port object 11a3fa4c-9dca-4af7-932b-3d226e1b67a9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:09.956577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325413d-83e6-406f-88fa-896bb95c9472 req-f5660ca0-1fa6-4f72-9133-fa12b20d8957 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:09.958204 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0325413d-83e6-406f-88fa-896bb95c9472 req-f5660ca0-1fa6-4f72-9133-fa12b20d8957 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.4299397 Jul 16 18:40:09.970586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] For port 88abc33c-dbe2-4d08-b519-f4d51436a066, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:09.976304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] For port 88abc33c-dbe2-4d08-b519-f4d51436a066, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=88abc33c-dbe2-4d08-b519-f4d51436a066,segment=NetworkSegment(08460840-b1ba-43e5-b778-01308b7d2227),segment_id=08460840-b1ba-43e5-b778-01308b7d2227)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:09.984350 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.034542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Allocated IP 172.20.0.1 (8a1c13cc-a263-458f-b8d0-ce6628da1bb2/a2588654-2775-4899-8f1f-4b693d870fe1/b6882990-5a4b-4a9b-b565-83500cc38c92) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:10.084339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e6837-33cc-4a7b-bfb0-91bf0be09f1c None None] Pushing event updated for resources: {'Port': ['ID=88abc33c-dbe2-4d08-b519-f4d51436a066,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:10.133698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.210435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0325413d-83e6-406f-88fa-896bb95c9472 req-84b9d774-3e5e-4597-b807-0cd9d4f12899 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178776 Jul 16 18:40:10.269516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:10.275391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:10.295891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:10.303777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.307715 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.327607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=11a3fa4c-9dca-4af7-932b-3d226e1b67a9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:10.343775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.349681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:10.353640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f4a8733b-47b0-414f-91f4-5a0ffbcb2da0 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8696535 Jul 16 18:40:10.498917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Transition to ACTIVE for port object b6882990-5a4b-4a9b-b565-83500cc38c92 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:10.627569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d66c1-f1b4-4c0f-a01d-99f935c2e6aa tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.633821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d66c1-f1b4-4c0f-a01d-99f935c2e6aa tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.652149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d66c1-f1b4-4c0f-a01d-99f935c2e6aa tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.661487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-522d66c1-f1b4-4c0f-a01d-99f935c2e6aa tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3067772 Jul 16 18:40:10.662382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:10.734804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.788045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 88abc33c-dbe2-4d08-b519-f4d51436a066 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:10.918247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 88abc33c-dbe2-4d08-b519-f4d51436a066 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:10.922881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a827dd39-e6ad-47e7-a0d1-f36508cc8e6a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:10.966961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting port 11a3fa4c-9dca-4af7-932b-3d226e1b67a9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:10.971924 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.036068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:11.183532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-9cb7d51b-3a4b-46ee-831d-b2f74895032c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:11.186062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-9cb7d51b-3a4b-46ee-831d-b2f74895032c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 810 time: 0.3858306 Jul 16 18:40:11.225798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:11.243797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:11.270719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.290842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Calling delete_port for 11a3fa4c-9dca-4af7-932b-3d226e1b67a9 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:11.309712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:11.414232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-8f14915c-c15d-4cf7-af32-e2dcc12f48e8 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/quotas/2a4a51e42c5a47418c0e411b074eb1ac HTTP/1.1" status: 200 len: 375 time: 0.1856146 Jul 16 18:40:11.427506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Port': ['ID=b6882990-5a4b-4a9b-b565-83500cc38c92,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.552652 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.600280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d43d14-f741-4f1f-ae6b-f0faab466719 None None] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:11.678661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.784614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Port': ['ID=11a3fa4c-9dca-4af7-932b-3d226e1b67a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.884344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-58ce04bd-5bfd-45f0-b661-d3502bcb8981 None None] Provisioning for port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:11.915404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-58ce04bd-5bfd-45f0-b661-d3502bcb8981 None None] Provisioning complete for port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:11.925840 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58ce04bd-5bfd-45f0-b661-d3502bcb8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.017284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc90ac-b3e4-4174-adc8-25496b3bba26 None None] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:12.109623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.112389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2792f29a-fafe-4e36-8849-d3cf4a93398e tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/ports/11a3fa4c-9dca-4af7-932b-3d226e1b67a9 HTTP/1.1" status: 204 len: 168 time: 1.4487991 Jul 16 18:40:12.115179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:12.154444 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9074b53d-4311-474a-9717-0d82007b7bf6 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] GET failed (client error): The resource could not be found. Jul 16 18:40:12.156570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9074b53d-4311-474a-9717-0d82007b7bf6 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "GET /v2.0/ports/11a3fa4c-9dca-4af7-932b-3d226e1b67a9 HTTP/1.1" status: 404 len: 333 time: 0.0395486 Jul 16 18:40:12.163514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:12.183893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2132078831'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:12.435752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:12.442604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.461251 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58ce04bd-5bfd-45f0-b661-d3502bcb8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.484967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] device_id is not set on port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:12.517085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-84f58932-f23d-4f3c-82ee-d5fbc0520f41 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0990288 Jul 16 18:40:12.674531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.689297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-58ce04bd-5bfd-45f0-b661-d3502bcb8981 None None] For port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,segment=NetworkSegment(f532d4ac-42a2-49e7-a69b-1de15a255627),segment_id=f532d4ac-42a2-49e7-a69b-1de15a255627)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:12.700081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58ce04bd-5bfd-45f0-b661-d3502bcb8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.744038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45530) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:12.773052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce04bd-5bfd-45f0-b661-d3502bcb8981 None None] Pushing event updated for resources: {'Port': ['ID=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.803334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Allocated IP 2001:db8::34f (bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b/1f5c7b8c-86ce-47dc-961c-e26e55599434/70a1d56e-2583-4fce-ba02-4cb1e636b8e5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:12.884252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f6d1b054-cd0c-4669-ab58-c19c42e733a9 None None] Provisioning for port 88abc33c-dbe2-4d08-b519-f4d51436a066 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:12.906671 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f6d1b054-cd0c-4669-ab58-c19c42e733a9 None None] Provisioning complete for port 88abc33c-dbe2-4d08-b519-f4d51436a066 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:12.907043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b054-cd0c-4669-ab58-c19c42e733a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.059677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a755-cbd8-4e37-b294-fd3614f3eb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.195084 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b054-cd0c-4669-ab58-c19c42e733a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.206707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a755-cbd8-4e37-b294-fd3614f3eb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.216292 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a755-cbd8-4e37-b294-fd3614f3eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.270037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f6d1b054-cd0c-4669-ab58-c19c42e733a9 None None] For port 88abc33c-dbe2-4d08-b519-f4d51436a066, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=88abc33c-dbe2-4d08-b519-f4d51436a066,segment=NetworkSegment(08460840-b1ba-43e5-b778-01308b7d2227),segment_id=08460840-b1ba-43e5-b778-01308b7d2227)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:13.277363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b054-cd0c-4669-ab58-c19c42e733a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.315181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.335576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.349009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1b054-cd0c-4669-ab58-c19c42e733a9 None None] Pushing event updated for resources: {'Port': ['ID=88abc33c-dbe2-4d08-b519-f4d51436a066,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.377874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f4c9a755-cbd8-4e37-b294-fd3614f3eb8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b96bb73cd8ce43fc90e445450e462b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325529 Jul 16 18:40:13.381038 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.383488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.386399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9a755-cbd8-4e37-b294-fd3614f3eb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e3b92b-3c0e-4875-87ed-80885a874c46,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.437866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11185de2-dfdd-4098-a698-fed73115242c None None] Provisioning complete for port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:13.439412 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11185de2-dfdd-4098-a698-fed73115242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.445065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Transition to ACTIVE for port object 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:13.458725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-cc12beef-d2c5-4c39-bb3b-7eac5624b6f9 service neutron] 10.222.0.49 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387121 Jul 16 18:40:13.563969 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.572003 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b473bf6-6ff0-4a3a-a2fb-de39cff332a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.605937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b473bf6-6ff0-4a3a-a2fb-de39cff332a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.617516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Port': ['ID=b6882990-5a4b-4a9b-b565-83500cc38c92,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.659728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.684458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11185de2-dfdd-4098-a698-fed73115242c None None] Provisioning for port 4c2ce27c-2a96-4e80-bfac-6a343a708e38 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:13.693977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11185de2-dfdd-4098-a698-fed73115242c None None] Provisioning complete for port 4c2ce27c-2a96-4e80-bfac-6a343a708e38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:13.694343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11185de2-dfdd-4098-a698-fed73115242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.754808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=70a1d56e-2583-4fce-ba02-4cb1e636b8e5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.768611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b473bf6-6ff0-4a3a-a2fb-de39cff332a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.772557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b473bf6-6ff0-4a3a-a2fb-de39cff332a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.775813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b473bf6-6ff0-4a3a-a2fb-de39cff332a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19e3b92b-3c0e-4875-87ed-80885a874c46 HTTP/1.1" status: 204 len: 168 time: 0.3910167 Jul 16 18:40:13.780666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-11185de2-dfdd-4098-a698-fed73115242c None None] Port 4c2ce27c-2a96-4e80-bfac-6a343a708e38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:13.808466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b473bf6-6ff0-4a3a-a2fb-de39cff332a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e3b92b-3c0e-4875-87ed-80885a874c46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.816588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:13.823446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:13.832044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:13.847481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.849092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.887774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-37f0c389-848d-45e1-a9d1-e770bcdcb560 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7227750 Jul 16 18:40:13.890625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.912104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::128', 'mac_address': 'fa:16:3e:c1:55:d3'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:13.917648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a68c520a-56ad-4809-9852-9d952c0aa2b7 service neutron] 10.222.0.49 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402306 Jul 16 18:40:13.926624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Provisioning complete for port 4c2ce27c-2a96-4e80-bfac-6a343a708e38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:13.927142 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.001843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:14.007678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Port 4c2ce27c-2a96-4e80-bfac-6a343a708e38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:14.008232 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:14.042837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Provisioning complete for port 88abc33c-dbe2-4d08-b519-f4d51436a066 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:14.043213 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.369700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Router 1f00df79-0e16-4103-bce0-dbd62bfb52bd is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:14.402531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Provisioning for port b6882990-5a4b-4a9b-b565-83500cc38c92 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:14.414505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Provisioning complete for port b6882990-5a4b-4a9b-b565-83500cc38c92 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:14.415639 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.455613 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.534940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:14.548136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-51fa041a-f080-41cd-ac3e-f3f41829bdca None None] Port b6882990-5a4b-4a9b-b565-83500cc38c92 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:14.569490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e380d444-446e-42dd-82f7-f95275f4eddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.654659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:14.670733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] Sync routers for ids ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:14.673864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a4a8cb1-e161-40d0-9d07-da7b1384d0f8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "PUT /v2.0/routers/1f00df79-0e16-4103-bce0-dbd62bfb52bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9144473 Jul 16 18:40:14.708035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 88abc33c-dbe2-4d08-b519-f4d51436a066 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:14.715473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-539b007c-6131-43b9-b66d-34da7a64861a None None] Provisioning complete for port b6882990-5a4b-4a9b-b565-83500cc38c92 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:14.715843 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-539b007c-6131-43b9-b66d-34da7a64861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.726638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:14.741762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'port': {'network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2', 'name': 'tempest-FloatingIPNegativeTestJSON-1788633544'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:14.774180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e02606b1-3303-404d-937b-de026d233a32 req-e3b4cc2d-cacb-4db8-ac52-da7c099b590a tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 210 time: 0.3618252 Jul 16 18:40:14.829679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] Routers {'1f00df79-0e16-4103-bce0-dbd62bfb52bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:14.830849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:14.856399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-539b007c-6131-43b9-b66d-34da7a64861a None None] Port b6882990-5a4b-4a9b-b565-83500cc38c92 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:14.902780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:14.910171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-539b007c-6131-43b9-b66d-34da7a64861a None None] Could not find standard attr ID for object 11a3fa4c-9dca-4af7-932b-3d226e1b67a9. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:40:14.924406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] Routers {'1f00df79-0e16-4103-bce0-dbd62bfb52bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:14.924512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:14.948335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e380d444-446e-42dd-82f7-f95275f4eddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.954428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e380d444-446e-42dd-82f7-f95275f4eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.986579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:14.987171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20d161-979d-42c8-a165-06ccb556b046 None None] The sync data for ids ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:14.990384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 88abc33c-dbe2-4d08-b519-f4d51436a066 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:14.990754 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.009549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e380d444-446e-42dd-82f7-f95275f4eddb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad4dc38222104ee58d2b8d8773c118d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727495 Jul 16 18:40:15.017123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45572) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:15.118225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8d04fdbc-8da0-464f-9aa7-42b8d4ca0a9a None None] Provisioning complete for port b6882990-5a4b-4a9b-b565-83500cc38c92 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:15.118704 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d04fdbc-8da0-464f-9aa7-42b8d4ca0a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.127638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380d444-446e-42dd-82f7-f95275f4eddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375d1a39-b72e-43db-a9ae-455a78f29b15,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.190596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Made reservation on behalf of 9e4998293efa479fb0063add2dbd2125 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:15.204497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.214855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9883a9c-7044-4ceb-86bd-9d36916ddf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.217694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.229421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.276623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] device_id is not set on port 968dcc3f-977f-4dbb-9f1f-8094263d5858 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:15.332530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=70a1d56e-2583-4fce-ba02-4cb1e636b8e5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.358054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] In _notify_port_updated(), no bound segment for port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 on network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:40:15.365062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.368533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.377646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ea85ab10-72e7-4683-a81f-9c3f47329aaf tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "PUT /v2.0/ports/70a1d56e-2583-4fce-ba02-4cb1e636b8e5 HTTP/1.1" status: 200 len: 1003 time: 1.4825397 Jul 16 18:40:15.378597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:15.492630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9883a9c-7044-4ceb-86bd-9d36916ddf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.657602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8d04fdbc-8da0-464f-9aa7-42b8d4ca0a9a None None] Port b6882990-5a4b-4a9b-b565-83500cc38c92 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:15.680469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9883a9c-7044-4ceb-86bd-9d36916ddf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.685239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b9883a9c-7044-4ceb-86bd-9d36916ddf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.693376 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b9883a9c-7044-4ceb-86bd-9d36916ddf3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/375d1a39-b72e-43db-a9ae-455a78f29b15 HTTP/1.1" status: 204 len: 168 time: 0.6750872 Jul 16 18:40:15.704254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:15.705261 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.735957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8d04fdbc-8da0-464f-9aa7-42b8d4ca0a9a None None] Provisioning for port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:15.749243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a827dd39-e6ad-47e7-a0d1-f36508cc8e6a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:15.760194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8d04fdbc-8da0-464f-9aa7-42b8d4ca0a9a None None] Provisioning complete for port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:15.765712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d04fdbc-8da0-464f-9aa7-42b8d4ca0a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.798694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9883a9c-7044-4ceb-86bd-9d36916ddf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375d1a39-b72e-43db-a9ae-455a78f29b15,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.800525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Allocated IP 172.20.0.6 (8a1c13cc-a263-458f-b8d0-ce6628da1bb2/a2588654-2775-4899-8f1f-4b693d870fe1/968dcc3f-977f-4dbb-9f1f-8094263d5858) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:15.997888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8d04fdbc-8da0-464f-9aa7-42b8d4ca0a9a None None] Port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:16.037702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.042805 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.240948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-14c96bc9-b1c7-43a9-8e21-c9f9facfb214 None None] Provisioning complete for port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.242716 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14c96bc9-b1c7-43a9-8e21-c9f9facfb214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.249203 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0f866d0-a71d-472d-be6d-fb56b9dc5271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.274766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.305273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-14c96bc9-b1c7-43a9-8e21-c9f9facfb214 None None] Port 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:16.320953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Transition to ACTIVE for port object 968dcc3f-977f-4dbb-9f1f-8094263d5858 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:16.394150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.477240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:16.481300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:16.509090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:16.655886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Port': ['ID=968dcc3f-977f-4dbb-9f1f-8094263d5858,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:16.700177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.700969 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.743588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c2ea9d81-ec71-4943-9ad3-c46c8d88be24 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0151544 Jul 16 18:40:16.744473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:16.750257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:16.801799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.852528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.912660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Calling delete_port for 70a1d56e-2583-4fce-ba02-4cb1e636b8e5 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:16.943489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-21d37a27-d5fc-4024-aa7a-a47a2fbe6a8d None None] Provisioning for port 968dcc3f-977f-4dbb-9f1f-8094263d5858 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:16.946920 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce229f6b-9e66-4ac8-a502-d9fdd18d378f req-faee6996-86ef-4c3f-9c2f-b7cb2d996bb3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 210 time: 0.0693681 Jul 16 18:40:16.950038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-21d37a27-d5fc-4024-aa7a-a47a2fbe6a8d None None] Provisioning complete for port 968dcc3f-977f-4dbb-9f1f-8094263d5858 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.952282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21d37a27-d5fc-4024-aa7a-a47a2fbe6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.975150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.033694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-21d37a27-d5fc-4024-aa7a-a47a2fbe6a8d None None] Port 968dcc3f-977f-4dbb-9f1f-8094263d5858 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:17.124361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-d231e345-198f-4d81-bd0f-30091948ad72 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:17.126310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-d231e345-198f-4d81-bd0f-30091948ad72 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.59 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 810 time: 0.2508121 Jul 16 18:40:17.142517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Request body: {'port': {'device_id': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'admin_state_up': True, 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:17.160885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Allocated IP 172.25.1.85 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b3baee05-e4a1-4dd7-a5d7-20f416d0a718) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:17.334596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.375778 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.393879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.446246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:17.449791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:17.457838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:17.462222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Port': ['ID=70a1d56e-2583-4fce-ba02-4cb1e636b8e5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.525537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Made reservation on behalf of 2a4a51e42c5a47418c0e411b074eb1ac for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:17.538123 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.617335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.638714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Port': ['ID=b3baee05-e4a1-4dd7-a5d7-20f416d0a718,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.761704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.936620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.950199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f7aee560-d926-45ff-ba3a-8e6c806ce422 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/ports/70a1d56e-2583-4fce-ba02-4cb1e636b8e5 HTTP/1.1" status: 204 len: 168 time: 2.5678065 Jul 16 18:40:17.953885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.063678 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e26dfa1-2151-4e05-b295-185b117b3371 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] GET failed (client error): The resource could not be found. Jul 16 18:40:18.065706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3e26dfa1-2151-4e05-b295-185b117b3371 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "GET /v2.0/ports/70a1d56e-2583-4fce-ba02-4cb1e636b8e5 HTTP/1.1" status: 404 len: 333 time: 0.1106887 Jul 16 18:40:18.096519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.107499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-235615553'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:18.176018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Allocated IP 172.20.0.6 (53ba002c-88ed-4241-9408-a54cff327384/e37f3ccd-084b-4ed6-8c74-688d7214191b/4088efe4-7a23-4616-a925-7a441ca1ea1b) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:18.286090 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2f54bda-32b0-4800-8faa-6b1b994203d1 req-dc5190c7-2647-4a95-ba3d-951809479f1d tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 210 time: 0.0928016 Jul 16 18:40:18.287898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.487132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.499223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.578754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.590216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:18.594552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.618732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Port': ['ID=b3baee05-e4a1-4dd7-a5d7-20f416d0a718,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:18.671577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] device_id is not set on port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:18.699604 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b5fdd7f-e526-46b9-a3a5-8afba8708906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.713912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.726977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bd345833-be26-463f-89fa-7ab4d4075776'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:18.742016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.760694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Network 53ba002c-88ed-4241-9408-a54cff327384 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:18.764175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:18.776037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:18.796253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.800861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-578443e7-a516-409b-bf43-a3aa9e19ff97 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0550320 Jul 16 18:40:18.807825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45654) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.826823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-13c339b4-2f02-413f-832a-4e7cabec2fa6 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'floatingip': {'port_id': '968dcc3f-977f-4dbb-9f1f-8094263d5858', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:18.915742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f93743bf-c442-4831-a1ef-b12f203bd28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.921867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Pushing event updated for resources: {'Port': ['ID=4088efe4-7a23-4616-a925-7a441ca1ea1b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:18.924575 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.941869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-13c339b4-2f02-413f-832a-4e7cabec2fa6 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.999094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.999746 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.005353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Allocated IP 2001:db8::1b4 (bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b/1f5c7b8c-86ce-47dc-961c-e26e55599434/bd4be53d-248a-49c9-9ba8-e02ad5ca0e23) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:19.169297 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-13c339b4-2f02-413f-832a-4e7cabec2fa6 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] update failed (client error): The resource could not be found. Jul 16 18:40:19.173354 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-13c339b4-2f02-413f-832a-4e7cabec2fa6 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "PUT /v2.0/floatingips/5945260f-28e4-4ede-94c0-d05403bb7459 HTTP/1.1" status: 404 len: 507 time: 0.3562233 Jul 16 18:40:19.173590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:19.336764 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f93743bf-c442-4831-a1ef-b12f203bd28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.351147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f93743bf-c442-4831-a1ef-b12f203bd28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.354460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-dd3a57d0-5088-46a3-81c0-05a884fb8149 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2165055 Jul 16 18:40:19.362413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Deleting port b3baee05-e4a1-4dd7-a5d7-20f416d0a718 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:19.363417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.371831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Request body: {'port': {'device_id': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:19.454628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.462260 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f93743bf-c442-4831-a1ef-b12f203bd28c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16d1b091c6f6476f8b0445ba87f1ac30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0944026 Jul 16 18:40:19.464731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45676) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:19.482333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93743bf-c442-4831-a1ef-b12f203bd28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296b281f-76be-47c7-a687-f1b8de023f3c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.509363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Transition to ACTIVE for port object bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:19.552527 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.592001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.595253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.595593 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.618539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:19.623317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:19.629231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:19.634102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Calling delete_port for b3baee05-e4a1-4dd7-a5d7-20f416d0a718 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:19.636159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.636836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.660850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-686102f0-cbc5-4027-9f28-3dc13dacede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.662984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=bd4be53d-248a-49c9-9ba8-e02ad5ca0e23,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.679348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9905210e-81ab-4b95-aaba-c536baf7e52b tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5801754 Jul 16 18:40:19.681921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45684) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:19.688200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c1:55:d3'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:19.723904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f4d0-221b-44e3-9396-1008ee493df6 req-cba31a30-dffe-4e75-9eed-88362d8a22bb tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.725588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3be2f4d0-221b-44e3-9396-1008ee493df6 req-cba31a30-dffe-4e75-9eed-88362d8a22bb tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 931 time: 0.2663336 Jul 16 18:40:19.793803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-686102f0-cbc5-4027-9f28-3dc13dacede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.929807 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.999872 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-686102f0-cbc5-4027-9f28-3dc13dacede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.007678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-686102f0-cbc5-4027-9f28-3dc13dacede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.015341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-686102f0-cbc5-4027-9f28-3dc13dacede0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/296b281f-76be-47c7-a687-f1b8de023f3c HTTP/1.1" status: 204 len: 168 time: 0.5488689 Jul 16 18:40:20.018913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3be2f4d0-221b-44e3-9396-1008ee493df6 req-2aea4c4a-505a-4b5c-af6e-1988c92ab50e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403615 Jul 16 18:40:20.054889 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.067644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686102f0-cbc5-4027-9f28-3dc13dacede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b281f-76be-47c7-a687-f1b8de023f3c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.141930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43227abd-347f-4ce9-be4a-8f4845c449d7 None None] Provisioning for port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:20.153812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43227abd-347f-4ce9-be4a-8f4845c449d7 None None] Provisioning complete for port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:20.155070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43227abd-347f-4ce9-be4a-8f4845c449d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.217650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-43227abd-347f-4ce9-be4a-8f4845c449d7 None None] Port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:20.254165 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.331312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event deleted for resources: {'Port': ['ID=b3baee05-e4a1-4dd7-a5d7-20f416d0a718,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.447300 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.458079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4088efe4-7a23-4616-a925-7a441ca1ea1b {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:20.458821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.479670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.485301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.489648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-48634fd8-43cf-435c-a181-e45dc81580a7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "DELETE /v2.0/floatingips/5945260f-28e4-4ede-94c0-d05403bb7459 HTTP/1.1" status: 204 len: 168 time: 1.3150201 Jul 16 18:40:20.495969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.499860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:20.513541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aa1b4996-53dd-4acb-b61b-42081334ae8b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'floatingip': {'floating_network_id': '8a1c13cc-a263-458f-b8d0-ce6628da1bb2', 'port_id': '968dcc3f-977f-4dbb-9f1f-8094263d5858', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:20.519705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] In _notify_port_updated(), no bound segment for port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 on network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:40:20.525673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.527829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.532008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "PUT /v2.0/ports/bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 HTTP/1.1" status: 200 len: 1002 time: 0.8464127 Jul 16 18:40:20.532307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:20.552658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Transition to ACTIVE for port object 4088efe4-7a23-4616-a925-7a441ca1ea1b will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:20.561450 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.629635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4996-53dd-4acb-b61b-42081334ae8b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.678324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Pushing event updated for resources: {'Port': ['ID=4088efe4-7a23-4616-a925-7a441ca1ea1b,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.686025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:20.725323 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-556594b4-d02e-4b41-9ac5-1ddec666c104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.727676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ddb84-2fbb-447c-aa41-c338130f1a6d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=bd4be53d-248a-49c9-9ba8-e02ad5ca0e23,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.788597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:20.788970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.846274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Attempting to bind port 4088efe4-7a23-4616-a925-7a441ca1ea1b on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:20.846590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Attempting to bind port 4088efe4-7a23-4616-a925-7a441ca1ea1b by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:20.846879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Attempting to bind port 4088efe4-7a23-4616-a925-7a441ca1ea1b on network 53ba002c-88ed-4241-9408-a54cff327384 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:20.875160 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Port 4088efe4-7a23-4616-a925-7a441ca1ea1b on network 53ba002c-88ed-4241-9408-a54cff327384 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:20.875503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Attempting to bind port 4088efe4-7a23-4616-a925-7a441ca1ea1b on network 53ba002c-88ed-4241-9408-a54cff327384 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:20.884003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:20.884345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Checking segment: {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:20.885248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Bound using segment: {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:20.897516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Bound port: 4088efe4-7a23-4616-a925-7a441ca1ea1b, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '53ba002c-88ed-4241-9408-a54cff327384'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:20.898159 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.980125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-87ec9377-a21a-400d-aa1f-1b85297c5685 None None] Provisioning complete for port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:20.980668 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-87ec9377-a21a-400d-aa1f-1b85297c5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.019924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.044290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] For port 4088efe4-7a23-4616-a925-7a441ca1ea1b, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:21.047294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Calling delete_port for bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:21.048734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] For port 4088efe4-7a23-4616-a925-7a441ca1ea1b, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:21.060117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.061476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-87ec9377-a21a-400d-aa1f-1b85297c5685 None None] Port bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:21.165366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.166202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.167743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] 10.222.0.59 "PUT /v2.0/ports/4088efe4-7a23-4616-a925-7a441ca1ea1b HTTP/1.1" status: 200 len: 1092 time: 1.8020434 Jul 16 18:40:21.168264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'tag': '4088efe4-7a23-4616-a925-7a441ca1ea1b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:21.170925 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc42f1c-76eb-4dd5-b017-e3e848b5a920", "tag": "4088efe4-7a23-4616-a925-7a441ca1ea1b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:21.200738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-556594b4-d02e-4b41-9ac5-1ddec666c104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.222157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-556594b4-d02e-4b41-9ac5-1ddec666c104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.230785 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c5390f-fec9-4134-b638-b91b921113c3 x-openstack-request-id: req-f8c5390f-fec9-4134-b638-b91b921113c3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:21.231141 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc42f1c-76eb-4dd5-b017-e3e848b5a920", "tag": "4088efe4-7a23-4616-a925-7a441ca1ea1b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:21.231403 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8c5390f-fec9-4134-b638-b91b921113c3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:21.231869 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'tag': '4088efe4-7a23-4616-a925-7a441ca1ea1b', 'status': 'completed', 'code': 200} Jul 16 18:40:21.234259 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-aa1b4996-53dd-4acb-b61b-42081334ae8b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:40:21.237482 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aa1b4996-53dd-4acb-b61b-42081334ae8b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7354159 Jul 16 18:40:21.255894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:21.258159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3c9df-abed-4a85-9c8b-afeef525d176 service neutron] Pushing event updated for resources: {'Port': ['ID=4088efe4-7a23-4616-a925-7a441ca1ea1b,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.264561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '968dcc3f-977f-4dbb-9f1f-8094263d5858', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:21.302470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.333399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-717ff0f9-d01a-42f9-9c05-a067dac1850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.335192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-717ff0f9-d01a-42f9-9c05-a067dac1850e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 1095 time: 0.1222785 Jul 16 18:40:21.347930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556594b4-d02e-4b41-9ac5-1ddec666c104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b5dfb-2034-434b-b360-57817d3c5146,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.355469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-556594b4-d02e-4b41-9ac5-1ddec666c104 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7b52a51ef064f2cb37ed20522788b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599195 Jul 16 18:40:21.356086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:21.389978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-1fc45767-c6b3-4e27-ae71-b19264491f1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b HTTP/1.1" status: 200 len: 217 time: 0.0461676 Jul 16 18:40:21.433261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.443404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dd3d4-703c-4a6c-8086-fa764f80b9a9 req-71a7d6a0-7405-480c-83f0-1ba1645ab12a tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.445209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-476dd3d4-703c-4a6c-8086-fa764f80b9a9 req-71a7d6a0-7405-480c-83f0-1ba1645ab12a tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 943 time: 0.2428656 Jul 16 18:40:21.493465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Port': ['ID=bd4be53d-248a-49c9-9ba8-e02ad5ca0e23,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.498055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-8e0afd1c-a386-4926-9c87-089804081bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.499551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-8e0afd1c-a386-4926-9c87-089804081bb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.0676854 Jul 16 18:40:21.515385 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4902ea06-dcbc-478b-a7cd-1949fbb91e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.550930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.552937 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cb116811-cba6-4ff5-9c4a-e623e913f01f tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/ports/bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 HTTP/1.1" status: 204 len: 168 time: 1.0196376 Jul 16 18:40:21.557282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45734) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:21.565522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-476dd3d4-703c-4a6c-8086-fa764f80b9a9 req-5e4f4709-96d7-4ecc-907c-b14046382f85 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087699 Jul 16 18:40:21.567874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-50c6cea9-a8cf-4167-8bae-3326b2b9ac2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508518 Jul 16 18:40:21.579602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.617787 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4902ea06-dcbc-478b-a7cd-1949fbb91e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.621422 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-916f95c0-7bee-497c-9fab-103df5d49786 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] GET failed (client error): The resource could not be found. Jul 16 18:40:21.626687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-916f95c0-7bee-497c-9fab-103df5d49786 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "GET /v2.0/ports/bd4be53d-248a-49c9-9ba8-e02ad5ca0e23 HTTP/1.1" status: 404 len: 333 time: 0.0567019 Jul 16 18:40:21.630488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:21.637375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1977071615'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:21.719235 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.771700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4902ea06-dcbc-478b-a7cd-1949fbb91e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.774379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4902ea06-dcbc-478b-a7cd-1949fbb91e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.778831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4902ea06-dcbc-478b-a7cd-1949fbb91e4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/162b5dfb-2034-434b-b360-57817d3c5146 HTTP/1.1" status: 204 len: 168 time: 0.4181476 Jul 16 18:40:21.809708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902ea06-dcbc-478b-a7cd-1949fbb91e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b5dfb-2034-434b-b360-57817d3c5146,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.842806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:21.854664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.909973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Allocated IP 172.25.1.246 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/fcd480fa-4774-48d2-b2fd-1f401c2530c4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:21.910720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] device_id is not set on port 66528832-0010-4837-9540-71ed3b92f555 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:21.944325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-ca36d57b-a26c-4230-833c-0105b869d36c service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668814 Jul 16 18:40:22.116084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Allocated IP 2001:db8::372 (bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b/1f5c7b8c-86ce-47dc-961c-e26e55599434/66528832-0010-4837-9540-71ed3b92f555) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:22.133376 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03aac48f-5786-4752-8d49-abbb38ae3bd4 req-63710afc-6825-4e11-911c-6f6b4da0fd90 service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816890 Jul 16 18:40:22.139160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.257448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.307157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:22.309314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:22.314614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:22.349813 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.369905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Transition to ACTIVE for port object 66528832-0010-4837-9540-71ed3b92f555 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:22.393163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event updated for resources: {'Port': ['ID=fcd480fa-4774-48d2-b2fd-1f401c2530c4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:22.421703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-4a7beef5-df30-41c3-8756-4123e5081fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.424315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-4a7beef5-df30-41c3-8756-4123e5081fab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 1095 time: 0.2090380 Jul 16 18:40:22.451127 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.543024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:22.548318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:22.550799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=66528832-0010-4837-9540-71ed3b92f555,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:22.553353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:22.559566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.560529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.603761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2d585c00-641d-409a-8768-8a8a346fee45 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9718046 Jul 16 18:40:22.606162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:22.618174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'network_id': 'bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535372539'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:22.683324 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.753883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-eef462fc-5791-441f-9576-b13849be7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.755565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-eef462fc-5791-441f-9576-b13849be7c01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 911 time: 0.3036673 Jul 16 18:40:22.890918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-f6a9f0df-2e35-4028-b0b0-330241b4504f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b HTTP/1.1" status: 200 len: 217 time: 0.1183517 Jul 16 18:40:22.913002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Made reservation on behalf of 77eb96408b6547d982ed77d5a81ad11d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:22.918890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.953410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] device_id is not set on port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:23.037147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-9ccc94d2-6e19-4dcd-b056-d87002083f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.038624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-9ccc94d2-6e19-4dcd-b056-d87002083f3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.0859163 Jul 16 18:40:23.094770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-3440f3bc-9e93-4a4b-923c-06dbbeed14a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461643 Jul 16 18:40:23.110947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91ae6fc7-4713-4953-b9cc-1c6c1f11f6e0 None None] Provisioning for port 66528832-0010-4837-9540-71ed3b92f555 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:23.121825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91ae6fc7-4713-4953-b9cc-1c6c1f11f6e0 None None] Provisioning complete for port 66528832-0010-4837-9540-71ed3b92f555 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:23.122198 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91ae6fc7-4713-4953-b9cc-1c6c1f11f6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.156955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea6709-b41f-4ab4-a5c1-578c491cb8b4 req-8829c6a1-06c8-499a-ac16-fa99eb365ea4 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.160571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fea6709-b41f-4ab4-a5c1-578c491cb8b4 req-8829c6a1-06c8-499a-ac16-fa99eb365ea4 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 943 time: 0.3888061 Jul 16 18:40:23.173405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Allocated IP 2001:db8::2c6 (bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b/1f5c7b8c-86ce-47dc-961c-e26e55599434/31c1e564-d63a-4ac1-aa13-0d2b6e9038b8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:23.215065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91ae6fc7-4713-4953-b9cc-1c6c1f11f6e0 None None] Port 66528832-0010-4837-9540-71ed3b92f555 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:23.349897 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.367645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Transition to ACTIVE for port object 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:23.385222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Deleting port fcd480fa-4774-48d2-b2fd-1f401c2530c4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:23.386908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.415024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.474902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-15ba7012-35bf-452b-8f7d-596471a071f8 service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688018 Jul 16 18:40:23.485485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fea6709-b41f-4ab4-a5c1-578c491cb8b4 req-eedcd07e-770e-40d4-8bd2-ba299ef2c161 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947563 Jul 16 18:40:23.500140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:23.501587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=31c1e564-d63a-4ac1-aa13-0d2b6e9038b8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:23.505021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:23.507952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:23.514182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.514874 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.538123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bb0000b7-e7b1-4188-8355-0b7cfe9c073c tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9306817 Jul 16 18:40:23.538811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:23.545377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::128', 'mac_address': 'fa:16:3e:c1:55:d3'}, {'ip_address': '2001:db8::372', 'mac_address': 'fa:16:3e:1a:2e:93'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:23.673250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.673583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.695725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Calling delete_port for fcd480fa-4774-48d2-b2fd-1f401c2530c4 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:23.738478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26d7878f-0ccc-4f17-9017-a10e1d7e2ad6 req-f03d8f29-b007-445f-9484-549f56fe1af1 service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855850 Jul 16 18:40:23.813973 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:23.955579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-770ded1a-7842-4570-8878-9089b48c7db1 None None] Provisioning for port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:23.961466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-770ded1a-7842-4570-8878-9089b48c7db1 None None] Provisioning complete for port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:23.961878 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-770ded1a-7842-4570-8878-9089b48c7db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.054797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-770ded1a-7842-4570-8878-9089b48c7db1 None None] Port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:24.232487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.497047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.617312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.697957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event deleted for resources: {'Port': ['ID=fcd480fa-4774-48d2-b2fd-1f401c2530c4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:24.725396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.735650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.838543 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] create failed (client error): The resource could not be found. Jul 16 18:40:24.839640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-93f38549-09a6-485c-b985-66c127d75b23 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5826144 Jul 16 18:40:24.845890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:24.857056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event updated for resources: {'Port': ['ID=31c1e564-d63a-4ac1-aa13-0d2b6e9038b8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:24.873086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] In _notify_port_updated(), no bound segment for port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 on network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:40:24.881903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.887102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.891950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a7e49233-945d-44d3-ae29-963ddd038b7d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "PUT /v2.0/ports/31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 HTTP/1.1" status: 200 len: 1068 time: 1.3493357 Jul 16 18:40:24.896081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45828) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:25.044903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5ee39-c0e7-43c4-83d9-00466221f4bd req-3b628dd3-9f99-4050-b1e3-1ba2e9d6ff10 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.056402 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ed5ee39-c0e7-43c4-83d9-00466221f4bd req-3b628dd3-9f99-4050-b1e3-1ba2e9d6ff10 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 943 time: 0.2531793 Jul 16 18:40:25.102214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Deleting port 968dcc3f-977f-4dbb-9f1f-8094263d5858 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:25.103796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.123832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ed5ee39-c0e7-43c4-83d9-00466221f4bd req-bf3af98b-8046-49c5-ad65-24718f2ca741 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660615 Jul 16 18:40:25.150536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:25.151446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.273913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.288538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Calling delete_port for 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:25.297918 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.335924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Calling delete_port for 968dcc3f-977f-4dbb-9f1f-8094263d5858 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:25.391382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a5336cd7-8feb-4be2-ba7f-9e8994dd3145 None None] Provisioning complete for port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:25.393146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5336cd7-8feb-4be2-ba7f-9e8994dd3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.523285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a5336cd7-8feb-4be2-ba7f-9e8994dd3145 None None] Port 31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:25.539634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.568669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.597396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Port': ['ID=31c1e564-d63a-4ac1-aa13-0d2b6e9038b8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:25.671341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event deleted for resources: {'Port': ['ID=968dcc3f-977f-4dbb-9f1f-8094263d5858,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:25.788449 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.791427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bc09f51d-3f2c-4196-b913-2a13f135d35b tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "DELETE /v2.0/ports/968dcc3f-977f-4dbb-9f1f-8094263d5858 HTTP/1.1" status: 204 len: 168 time: 0.9442787 Jul 16 18:40:25.795227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:25.901446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4088efe4-7a23-4616-a925-7a441ca1ea1b details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:25.913587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde4987-39b1-4e79-a732-e09d69aa5fb7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.915969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ccde4987-39b1-4e79-a732-e09d69aa5fb7 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f00df79-0e16-4103-bce0-dbd62bfb52bd HTTP/1.1" status: 200 len: 913 time: 0.1179576 Jul 16 18:40:25.918906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45848) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.078876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.084853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d2352916-4f12-4d08-978a-fc3408180837 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/ports/31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 HTTP/1.1" status: 204 len: 168 time: 1.1856267 Jul 16 18:40:26.085228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.125956 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-92198fb6-16bb-429a-8298-a88628ae55c9 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] GET failed (client error): The resource could not be found. Jul 16 18:40:26.130083 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-92198fb6-16bb-429a-8298-a88628ae55c9 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "GET /v2.0/ports/31c1e564-d63a-4ac1-aa13-0d2b6e9038b8 HTTP/1.1" status: 404 len: 333 time: 0.0413234 Jul 16 18:40:26.138023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45856) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.189095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4088efe4-7a23-4616-a925-7a441ca1ea1b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:26.214551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '4088efe4-7a23-4616-a925-7a441ca1ea1b', 'network_id': '53ba002c-88ed-4241-9408-a54cff327384', 'port_id': '4088efe4-7a23-4616-a925-7a441ca1ea1b', 'mac_address': 'fa:16:3e:3b:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37f3ccd-084b-4ed6-8c74-688d7214191b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:26.282457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting port 66528832-0010-4837-9540-71ed3b92f555 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:26.283591 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.284227 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.303270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4088efe4-7a23-4616-a925-7a441ca1ea1b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:26.353778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4088efe4-7a23-4616-a925-7a441ca1ea1b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:26.368117 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.403817 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.416307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Calling delete_port for 66528832-0010-4837-9540-71ed3b92f555 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:26.456185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4088efe4-7a23-4616-a925-7a441ca1ea1b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:26.493632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2e1a-8b97-4eba-a0f4-198ec3ac18b6 req-06cfac93-3c5a-440e-98ab-40c200832cad tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:26.496187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-163e2e1a-8b97-4eba-a0f4-198ec3ac18b6 req-06cfac93-3c5a-440e-98ab-40c200832cad tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 944 time: 0.1168902 Jul 16 18:40:26.598908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.613588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4088efe4-7a23-4616-a925-7a441ca1ea1b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:26.637477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Port': ['ID=66528832-0010-4837-9540-71ed3b92f555,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:26.677275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-163e2e1a-8b97-4eba-a0f4-198ec3ac18b6 req-586ff31d-a18b-4797-9e8c-a2d1a0c0a8ae tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722968 Jul 16 18:40:26.742531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.745103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cb7bd9d4-3660-48f4-b69c-55b76abc452d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/ports/66528832-0010-4837-9540-71ed3b92f555 HTTP/1.1" status: 204 len: 168 time: 0.6059799 Jul 16 18:40:26.745858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.747814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45878) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.793226 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baf9adf-8d4c-4649-80d4-64a61bdc2292 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] GET failed (client error): The resource could not be found. Jul 16 18:40:26.794936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9baf9adf-8d4c-4649-80d4-64a61bdc2292 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "GET /v2.0/ports/66528832-0010-4837-9540-71ed3b92f555 HTTP/1.1" status: 404 len: 333 time: 0.0456109 Jul 16 18:40:26.799641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.948494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting port 4c2ce27c-2a96-4e80-bfac-6a343a708e38 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:26.950192 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.201076 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.215512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Calling delete_port for 4c2ce27c-2a96-4e80-bfac-6a343a708e38 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:27.330318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Deleting port b6882990-5a4b-4a9b-b565-83500cc38c92 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:27.330583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.393603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.466650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Port': ['ID=4c2ce27c-2a96-4e80-bfac-6a343a708e38,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.468510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.487673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Calling delete_port for b6882990-5a4b-4a9b-b565-83500cc38c92 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:27.531364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.541077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9eafb60b-e49d-4b68-ad90-0586420ebc92 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/ports/4c2ce27c-2a96-4e80-bfac-6a343a708e38 HTTP/1.1" status: 204 len: 168 time: 0.7399030 Jul 16 18:40:27.543643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:27.677514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting subnet 1f5c7b8c-86ce-47dc-961c-e26e55599434 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:27.686721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.744257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.820510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.900608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event deleted for resources: {'Port': ['ID=b6882990-5a4b-4a9b-b565-83500cc38c92,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.919250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4088efe4-7a23-4616-a925-7a441ca1ea1b up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:27.969430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.969845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.970198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.970541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.970877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.971210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.971551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.971884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.972562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.972562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.972910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:27.973277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.082096 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.086826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 4088efe4-7a23-4616-a925-7a441ca1ea1b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:28.095267 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.106604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 4088efe4-7a23-4616-a925-7a441ca1ea1b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:28.106976 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.277969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663a01-6ee4-4250-ad27-549fa88631e3 req-6650104a-bd30-43ad-8206-3ac34306a95e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.292027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.298285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d663a01-6ee4-4250-ad27-549fa88631e3 req-6650104a-bd30-43ad-8206-3ac34306a95e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 944 time: 0.3510187 Jul 16 18:40:28.354299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d663a01-6ee4-4250-ad27-549fa88631e3 req-2cb6d11a-bf33-4e07-84db-49a91d0a9cbf tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511551 Jul 16 18:40:28.354785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4088efe4-7a23-4616-a925-7a441ca1ea1b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:28.358255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.363082 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2fa28c-de59-4709-b285-1e3955282046" -d '{"events": [{"server_uuid": "1cc42f1c-76eb-4dd5-b017-e3e848b5a920", "name": "network-vif-plugged", "status": "completed", "tag": "4088efe4-7a23-4616-a925-7a441ca1ea1b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:28.400355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4088efe4-7a23-4616-a925-7a441ca1ea1b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:28.411745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.425474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5c7b8c-86ce-47dc-961c-e26e55599434,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:28.437621 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.440224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b028c110-9fb7-492c-828c-d7c7f5b9756d tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/subnets/1f5c7b8c-86ce-47dc-961c-e26e55599434 HTTP/1.1" status: 204 len: 168 time: 0.8944523 Jul 16 18:40:28.446410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45922) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:28.499162 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd6fdc-11b9-4731-a9fb-4cd8dfa59aea x-openstack-request-id: req-92dd6fdc-11b9-4731-a9fb-4cd8dfa59aea {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:28.500068 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc42f1c-76eb-4dd5-b017-e3e848b5a920", "name": "network-vif-plugged", "status": "completed", "tag": "4088efe4-7a23-4616-a925-7a441ca1ea1b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:28.500486 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92dd6fdc-11b9-4731-a9fb-4cd8dfa59aea {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:28.501055 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4088efe4-7a23-4616-a925-7a441ca1ea1b', 'code': 200} Jul 16 18:40:28.503361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4088efe4-7a23-4616-a925-7a441ca1ea1b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:28.508735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb70afb-dd9b-4312-ba09-6bfdf5472359 None None] Network bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:28.551176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Router 1f00df79-0e16-4103-bce0-dbd62bfb52bd has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:28.630832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.715761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:28.724231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e397bddf-5479-4837-bc54-bcb7a334f502 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "PUT /v2.0/routers/1f00df79-0e16-4103-bce0-dbd62bfb52bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7901559 Jul 16 18:40:28.724875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:28.731260 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] Sync routers for ids ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:28.747364 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] Routers {'1f00df79-0e16-4103-bce0-dbd62bfb52bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:28.748184 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:28.801485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Deleting port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:28.801906 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.828592 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:28.835461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46256b-96a4-439f-af21-c4e7231a7254 req-ade6bbfe-f743-4eee-8d47-008884fab1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.837120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f46256b-96a4-439f-af21-c4e7231a7254 req-ade6bbfe-f743-4eee-8d47-008884fab1b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 1097 time: 0.3092661 Jul 16 18:40:28.854937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] DHCP port deletion for bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:28.863759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] Routers {'1f00df79-0e16-4103-bce0-dbd62bfb52bd'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:28.865503 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:28.870375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd4a5-7ea3-44fc-a6b9-0907e4583770 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.912269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] For port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,segment=NetworkSegment(f532d4ac-42a2-49e7-a69b-1de15a255627),segment_id=f532d4ac-42a2-49e7-a69b-1de15a255627)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:28.913187 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.913773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] Deleting port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:28.914212 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.946582 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Calling delete_port for a827dd39-e6ad-47e7-a0d1-f36508cc8e6a owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:29.035881 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:29.037917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] For port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,segment=NetworkSegment(f532d4ac-42a2-49e7-a69b-1de15a255627),segment_id=f532d4ac-42a2-49e7-a69b-1de15a255627)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:29.038861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.041779 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae0e1de-89d1-4a72-b2a9-d1a2672bdde9 None None] The sync data for ids ['1f00df79-0e16-4103-bce0-dbd62bfb52bd'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:29.063685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] Calling delete_port for a827dd39-e6ad-47e7-a0d1-f36508cc8e6a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:29.091633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1f46256b-96a4-439f-af21-c4e7231a7254 req-ca7ce0a5-b186-4c03-91c7-9a396bbfe780 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447915 Jul 16 18:40:29.213592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45934) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:29.225347 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.233998 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.270976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] Pushing event deleted for resources: {'Port': ['ID=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:29.285046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9f604-39f2-4fb2-b15e-79c7b3e41abf None None] No DVR routers for this DVR port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:29.296510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Port': ['ID=a827dd39-e6ad-47e7-a0d1-f36508cc8e6a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:29.313787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] No DVR routers for this DVR port a827dd39-e6ad-47e7-a0d1-f36508cc8e6a on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:29.324483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.324921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.325207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.325553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.325892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.326231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.326564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.326897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.327227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.327556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.327889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.328217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:29.338559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd4a5-7ea3-44fc-a6b9-0907e4583770 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.342677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd4a5-7ea3-44fc-a6b9-0907e4583770 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.443528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd4a5-7ea3-44fc-a6b9-0907e4583770 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.444292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7bd4a5-7ea3-44fc-a6b9-0907e4583770 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Fanout notify agent at l3_agent the message router_deleted on router 1f00df79-0e16-4103-bce0-dbd62bfb52bd {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:29.452680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd4a5-7ea3-44fc-a6b9-0907e4583770 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.456618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.459108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45950) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:29.461388 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9a7bd4a5-7ea3-44fc-a6b9-0907e4583770 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "DELETE /v2.0/routers/1f00df79-0e16-4103-bce0-dbd62bfb52bd HTTP/1.1" status: 204 len: 168 time: 0.7354565 Jul 16 18:40:29.517539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05d71794-dde3-42e4-b675-574fb46e1fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.524411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:29.576053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f532d4ac-42a2-49e7-a69b-1de15a255627') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:29.576297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f532d4ac-42a2-49e7-a69b-1de15a255627') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:29.600672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.617849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Deleting subnet a2588654-2775-4899-8f1f-4b693d870fe1 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:29.631856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.654118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.678802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:29.679197 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:29.683464 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:29.727994 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.832637 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b34c16-c54e-43ae-8163-27eca9195fef req-8b40707e-d785-4c60-abd7-da728649b783 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.834201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6b34c16-c54e-43ae-8163-27eca9195fef req-8b40707e-d785-4c60-abd7-da728649b783 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.3117049 Jul 16 18:40:29.834848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.846105 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.848011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] 10.222.0.49 "DELETE /v2.0/networks/bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b HTTP/1.1" status: 204 len: 168 time: 1.4005418 Jul 16 18:40:29.933192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35464bf-5300-4af2-9219-132c46949403 tempest-AllowedAddressPairIpV6TestJSON-1059241331 tempest-AllowedAddressPairIpV6TestJSON-1059241331-project] Pushing event deleted for resources: {'Network': ['ID=bcc8e0d3-2ca3-499d-96a9-1b1ebc5a8e0b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:29.977613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05d71794-dde3-42e4-b675-574fb46e1fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.984007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6b34c16-c54e-43ae-8163-27eca9195fef req-77951add-1ed0-43c5-9668-e8d2aea99b8a tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349177 Jul 16 18:40:29.991063 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05d71794-dde3-42e4-b675-574fb46e1fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.014333 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.074110 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-05d71794-dde3-42e4-b675-574fb46e1fe5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40859e184ec149b0832d261118380838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8567693 Jul 16 18:40:30.075323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:30.075817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d71794-dde3-42e4-b675-574fb46e1fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24b1725-7300-47cd-856e-d2e6d111d88f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:30.113036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.145276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event deleted for resources: {'Subnet': ['ID=a2588654-2775-4899-8f1f-4b693d870fe1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:30.147349 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.152734 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b561397d-a04f-401e-ae63-c01d743dc344 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "DELETE /v2.0/subnets/a2588654-2775-4899-8f1f-4b693d870fe1 HTTP/1.1" status: 204 len: 168 time: 0.6858323 Jul 16 18:40:30.153400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45958) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:30.153657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba2f5c-54e0-4b68-9d11-5ce217f2d5f8 None None] Network 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:30.157710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:30.163827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e6b679a-f373-4f07-a78e-bfd104c12ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.203450 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e6b679a-f373-4f07-a78e-bfd104c12ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.285528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e6b679a-f373-4f07-a78e-bfd104c12ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.287823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e6b679a-f373-4f07-a78e-bfd104c12ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.292241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8e6b679a-f373-4f07-a78e-bfd104c12ef5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d24b1725-7300-47cd-856e-d2e6d111d88f HTTP/1.1" status: 204 len: 168 time: 0.2133782 Jul 16 18:40:30.310054 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.322534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b679a-f373-4f07-a78e-bfd104c12ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24b1725-7300-47cd-856e-d2e6d111d88f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:30.488502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:30.488819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a57c400e-3735-41cd-97c1-067031ed4375 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77eb96408b6547d982ed77d5a81ad11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298624 Jul 16 18:40:30.531061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Deleting port 88abc33c-dbe2-4d08-b519-f4d51436a066 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:30.531420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.538862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] DHCP port deletion for 8a1c13cc-a263-458f-b8d0-ce6628da1bb2 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:30.613286 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2f60-7942-434c-9d9d-ef069037c9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.638476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] Deleting port 88abc33c-dbe2-4d08-b519-f4d51436a066 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:30.638853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.639898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2f60-7942-434c-9d9d-ef069037c9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.708385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a827dd39-e6ad-47e7-a0d1-f36508cc8e6a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:30.746559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] For port 88abc33c-dbe2-4d08-b519-f4d51436a066, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=88abc33c-dbe2-4d08-b519-f4d51436a066,segment=NetworkSegment(08460840-b1ba-43e5-b778-01308b7d2227),segment_id=08460840-b1ba-43e5-b778-01308b7d2227)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:30.746997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.776682 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2f60-7942-434c-9d9d-ef069037c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.779647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: a827dd39-e6ad-47e7-a0d1-f36508cc8e6a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:30.780479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a827dd39-e6ad-47e7-a0d1-f36508cc8e6a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:30.783817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Calling delete_port for 88abc33c-dbe2-4d08-b519-f4d51436a066 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:30.784884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b7a2f60-7942-434c-9d9d-ef069037c9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.793240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b7a2f60-7942-434c-9d9d-ef069037c9bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/202645d5-da2b-46e8-9b29-f9f4e876b134 HTTP/1.1" status: 204 len: 168 time: 0.3032146 Jul 16 18:40:30.813419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a2f60-7942-434c-9d9d-ef069037c9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202645d5-da2b-46e8-9b29-f9f4e876b134,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:30.855183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] For port 88abc33c-dbe2-4d08-b519-f4d51436a066, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=88abc33c-dbe2-4d08-b519-f4d51436a066,segment=NetworkSegment(08460840-b1ba-43e5-b778-01308b7d2227),segment_id=08460840-b1ba-43e5-b778-01308b7d2227)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:30.855183 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.902371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] Calling delete_port for 88abc33c-dbe2-4d08-b519-f4d51436a066 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:30.944816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:30.973047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b6c5ac-83b6-4bea-97bd-adc3c593a64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.008070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.015360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.047581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] No DVR routers for this DVR port 88abc33c-dbe2-4d08-b519-f4d51436a066 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:31.074575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] No DVR routers for this DVR port 88abc33c-dbe2-4d08-b519-f4d51436a066 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:31.146962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe0f7e-66b3-4b48-a216-ada64ebe5459 None None] Pushing event deleted for resources: {'Port': ['ID=88abc33c-dbe2-4d08-b519-f4d51436a066,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.147445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event deleted for resources: {'Port': ['ID=88abc33c-dbe2-4d08-b519-f4d51436a066,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.235510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.248057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1c13cc-a263-458f-b8d0-ce6628da1bb2']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.258755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08460840-b1ba-43e5-b778-01308b7d2227') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.262624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08460840-b1ba-43e5-b778-01308b7d2227') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.294182 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.331031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b6c5ac-83b6-4bea-97bd-adc3c593a64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.345166 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.345958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b6c5ac-83b6-4bea-97bd-adc3c593a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.354909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:31.356706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:31.365651 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:31.426829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-68b6c5ac-83b6-4bea-97bd-adc3c593a64e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=450fab6911f24a67a2f8848b47b238d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800165 Jul 16 18:40:31.431127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46020) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:31.445141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6c5ac-83b6-4bea-97bd-adc3c593a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6137e8-cf15-4528-a66d-f8b8a01bd5f3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.462707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284770-30b5-499c-bd86-b8ca897477ff req-1db7a1b8-8c7a-4dff-9eac-ffcc19cb3b7b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.469779 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e284770-30b5-499c-bd86-b8ca897477ff req-1db7a1b8-8c7a-4dff-9eac-ffcc19cb3b7b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.2515891 Jul 16 18:40:31.492052 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.512660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.515115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] 10.222.0.49 "DELETE /v2.0/networks/8a1c13cc-a263-458f-b8d0-ce6628da1bb2 HTTP/1.1" status: 204 len: 168 time: 1.3603175 Jul 16 18:40:31.530340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd297-d319-4c4e-b7a5-bba132c7b0e8 tempest-FloatingIPNegativeTestJSON-2014249838 tempest-FloatingIPNegativeTestJSON-2014249838-project] Pushing event deleted for resources: {'Network': ['ID=8a1c13cc-a263-458f-b8d0-ce6628da1bb2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.629151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e284770-30b5-499c-bd86-b8ca897477ff req-783b7cfa-53d5-4f5f-93c4-b05175ed6edc tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582797 Jul 16 18:40:31.636550 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08ba3ed-9acf-44f2-aa79-c7f6623571e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.702736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08ba3ed-9acf-44f2-aa79-c7f6623571e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.873889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08ba3ed-9acf-44f2-aa79-c7f6623571e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.879238 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f08ba3ed-9acf-44f2-aa79-c7f6623571e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.884710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f08ba3ed-9acf-44f2-aa79-c7f6623571e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a6137e8-cf15-4528-a66d-f8b8a01bd5f3 HTTP/1.1" status: 204 len: 168 time: 0.4497356 Jul 16 18:40:31.899140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ba3ed-9acf-44f2-aa79-c7f6623571e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6137e8-cf15-4528-a66d-f8b8a01bd5f3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.203732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46050) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.283323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-5e722585-970e-483c-bbf5-64b4899805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.288573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-5e722585-970e-483c-bbf5-64b4899805ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 1097 time: 0.1292615 Jul 16 18:40:32.293313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c3099-4cf2-4066-9787-f915b732f32c req-390a4f19-51e5-4864-b47d-16b6775d6b04 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.301142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd6c3099-4cf2-4066-9787-f915b732f32c req-390a4f19-51e5-4864-b47d-16b6775d6b04 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.0778122 Jul 16 18:40:32.353611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd6c3099-4cf2-4066-9787-f915b732f32c req-7aff285c-d0f5-45a2-959d-712c56f23c6b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507433 Jul 16 18:40:32.393391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46054) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.470485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-f1cc0426-b014-425c-b8f9-40adf4f8413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.472020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-f1cc0426-b014-425c-b8f9-40adf4f8413a service neutron] 10.222.0.59 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 911 time: 0.1758068 Jul 16 18:40:32.558525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-4d8c9bc8-e13c-4a6c-97c8-1b063c318e33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b HTTP/1.1" status: 200 len: 217 time: 0.0787001 Jul 16 18:40:32.640373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 88abc33c-dbe2-4d08-b519-f4d51436a066 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:32.690399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 88abc33c-dbe2-4d08-b519-f4d51436a066 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:32.690757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 88abc33c-dbe2-4d08-b519-f4d51436a066 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:32.715228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-31f9f479-ae80-45cc-a81e-d770ea3e743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.722006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-31f9f479-ae80-45cc-a81e-d770ea3e743c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.1566031 Jul 16 18:40:32.767696 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-29186438-76bc-48d0-b77a-db337f96d1fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384893 Jul 16 18:40:32.787683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-749640852'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:32.794395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ecb7a9bf-ae0f-4290-b4fd-8ea8ae01e3d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e4998293efa479fb0063add2dbd2125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894930 Jul 16 18:40:32.796962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46066) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.881406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:32.886250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.898599 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.900680 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72b515e-f1f2-4885-af29-4df4c2530a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.938769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72b515e-f1f2-4885-af29-4df4c2530a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.005474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-c48607f5-97f0-4f27-b3ab-cadac38edc7e service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275629 Jul 16 18:40:33.032356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72b515e-f1f2-4885-af29-4df4c2530a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.034949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a72b515e-f1f2-4885-af29-4df4c2530a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.036112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a72b515e-f1f2-4885-af29-4df4c2530a04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a85d971-500b-4f8d-86a4-25d50cb728cb HTTP/1.1" status: 204 len: 168 time: 0.2382364 Jul 16 18:40:33.055093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b515e-f1f2-4885-af29-4df4c2530a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a85d971-500b-4f8d-86a4-25d50cb728cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:33.081278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.089482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.170246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da83bd6-618d-4015-a725-97fc625f691e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:33.179905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:33.202318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.202783 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Added segment 28001cdf-8aaa-4dea-a7c8-48a30b958ed8 of type vlan for network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 Jul 16 18:40:33.217233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8aad886-a285-4827-b88d-2cba82d2aa82 req-a7eb33aa-b0e1-4042-a62c-8267068e01fa service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053506 Jul 16 18:40:33.277758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.330383 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.344019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.346256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.400123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0025887 Jul 16 18:40:33.400760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46090) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:33.415912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'subnet': {'network_id': '55cba7af-87a2-42e7-842f-e4ae941ac5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:33.447938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a7324-2e39-4e53-b3d8-970144eeafbd tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Network': ['ID=55cba7af-87a2-42e7-842f-e4ae941ac5e0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:33.497893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:33.634974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c13167-de64-4093-9c34-724e1c398f36 req-7feb14f9-1df2-415c-bbb0-cea2e84c4450 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.638735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:33.642422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25c13167-de64-4093-9c34-724e1c398f36 req-7feb14f9-1df2-415c-bbb0-cea2e84c4450 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1216056 Jul 16 18:40:33.642571 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.679290 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25c13167-de64-4093-9c34-724e1c398f36 req-63ba4eae-19c3-407c-922f-2fcadabc7bf0 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359707 Jul 16 18:40:33.919476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.122374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Subnet': ['ID=b8fba139-7d5d-43f7-804b-7e37476c4c80,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:34.127098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Checking segment: {'id': '28001cdf-8aaa-4dea-a7c8-48a30b958ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '55cba7af-87a2-42e7-842f-e4ae941ac5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:34.127699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network hostable DHCP agents. Network: 55cba7af-87a2-42e7-842f-e4ae941ac5e0, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:34.168550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:34.197055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 55cba7af-87a2-42e7-842f-e4ae941ac5e0) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:34.204462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.205353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.211991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a7a1f-3fcd-4030-8fc8-f48bbf40b9fc None None] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:34.227614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4e8f8907-e54f-4753-9f22-21a366541123 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8252599 Jul 16 18:40:34.229690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46136) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:34.235448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2125749274', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:34.281439 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.287203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.529924 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.575420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ebe5f-c824-4c42-854c-b7ce83d180ed None None] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:34.838228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.968083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496e9d-07dc-4634-90b9-d09c8640d0d9 req-1407c253-b9e2-44d2-af8f-bb7121cb0308 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.984582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1496e9d-07dc-4634-90b9-d09c8640d0d9 req-1407c253-b9e2-44d2-af8f-bb7121cb0308 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1024208 Jul 16 18:40:35.071681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1496e9d-07dc-4634-90b9-d09c8640d0d9 req-b828fe7c-3a49-46c7-9ab9-38229c48ee7b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856662 Jul 16 18:40:35.183499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.204436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.356106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.25.1.192 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7afd0ed6-cc09-4427-aedf-6820613fef81) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:35.521454 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.585055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.640426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:35.643608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:35.647773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:35.654632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=7afd0ed6-cc09-4427-aedf-6820613fef81,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.171390 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.386671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46216) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.713594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-baf8add7-7533-4d4d-8fdd-9b758593e14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.834838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-baf8add7-7533-4d4d-8fdd-9b758593e14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.840539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-baf8add7-7533-4d4d-8fdd-9b758593e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.892437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8add7-7533-4d4d-8fdd-9b758593e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2c37a-42de-47b1-bd54-47d338dcae3e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.935088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-baf8add7-7533-4d4d-8fdd-9b758593e14a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15b3006877de41cea4fd789aff56eedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443411 Jul 16 18:40:36.940073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.017315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57c3533b-2862-49f7-8782-686f6bdaf4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.045754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57c3533b-2862-49f7-8782-686f6bdaf4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.112352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57c3533b-2862-49f7-8782-686f6bdaf4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.119660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57c3533b-2862-49f7-8782-686f6bdaf4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.136080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce631f88-6955-42fe-8f53-e52ff5424efc req-f66ccdfe-772e-4e45-9ce5-1f744c9dc2f4 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:37.138084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-57c3533b-2862-49f7-8782-686f6bdaf4f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bf2c37a-42de-47b1-bd54-47d338dcae3e HTTP/1.1" status: 204 len: 168 time: 0.1898141 Jul 16 18:40:37.143578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce631f88-6955-42fe-8f53-e52ff5424efc req-f66ccdfe-772e-4e45-9ce5-1f744c9dc2f4 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1866877 Jul 16 18:40:37.155040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.162683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3533b-2862-49f7-8782-686f6bdaf4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2c37a-42de-47b1-bd54-47d338dcae3e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:37.255479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce631f88-6955-42fe-8f53-e52ff5424efc req-feda93c0-be67-4518-b3ed-7b643c322f8a tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105492 Jul 16 18:40:37.367426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:37.495088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:37.508475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:37.517789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.525735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:37.527568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.536925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.538738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d5f80a2e-1ef2-4f15-a5a0-ada3de3593c3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3076205 Jul 16 18:40:37.541338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.632763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.646895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:37.647616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.694730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.715410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4828-e76f-4684-83c0-d3e788b336cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.768031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.768697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e868a4-53c1-461a-887f-bf5c54bbf6d7 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:37.835974 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4828-e76f-4684-83c0-d3e788b336cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.844463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c8d4828-e76f-4684-83c0-d3e788b336cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.845345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.923344 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c8d4828-e76f-4684-83c0-d3e788b336cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e69cb3f964fa4c8694a5ccc7a21d7ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273688 Jul 16 18:40:37.926961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad5518dd-f004-416a-827f-651bc97d6cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.929026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d4828-e76f-4684-83c0-d3e788b336cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc6f61-e1b1-4220-bbbf-e74ce2bc1537,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:37.931458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.088989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5679b17-2555-474a-ad74-ee8dfe007ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.117455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-431e43b5-45ec-476a-b893-c8662814e714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.156743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-431e43b5-45ec-476a-b893-c8662814e714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.222563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad5518dd-f004-416a-827f-651bc97d6cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.229496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad5518dd-f004-416a-827f-651bc97d6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.276888 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ad5518dd-f004-416a-827f-651bc97d6cad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=393c70edfa0d41cba888e92dcdd1d5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573388 Jul 16 18:40:38.277113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.278472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-431e43b5-45ec-476a-b893-c8662814e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.281525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-431e43b5-45ec-476a-b893-c8662814e714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.282700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-431e43b5-45ec-476a-b893-c8662814e714 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8dc6f61-e1b1-4220-bbbf-e74ce2bc1537 HTTP/1.1" status: 204 len: 168 time: 0.3459404 Jul 16 18:40:38.300757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5518dd-f004-416a-827f-651bc97d6cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f696f-8e2c-4650-adec-78e123d2e8bf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.398922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5679b17-2555-474a-ad74-ee8dfe007ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.399807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-441f998d-3aaa-43e7-8eba-72eb40f8ecb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.412141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e43b5-45ec-476a-b893-c8662814e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dc6f61-e1b1-4220-bbbf-e74ce2bc1537,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.417916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d5679b17-2555-474a-ad74-ee8dfe007ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.457255 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.462890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-441f998d-3aaa-43e7-8eba-72eb40f8ecb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.502018 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d5679b17-2555-474a-ad74-ee8dfe007ca8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=099a43c1a40f46d5934c3b42719ede42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498539 Jul 16 18:40:38.506119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.524637 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5679b17-2555-474a-ad74-ee8dfe007ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a1b78-00e7-4e95-9767-68ab9cd8c96d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.576712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e5d85-8edc-4098-afb9-f27778c7034a req-770e6e1e-08ac-40c4-8f10-5c878b7c8a96 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.578404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa2e5d85-8edc-4098-afb9-f27778c7034a req-770e6e1e-08ac-40c4-8f10-5c878b7c8a96 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1779063 Jul 16 18:40:38.606588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66c7f073-2d6f-4c75-a32e-7328128ff2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.644416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-441f998d-3aaa-43e7-8eba-72eb40f8ecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.647185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-441f998d-3aaa-43e7-8eba-72eb40f8ecb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.649141 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-441f998d-3aaa-43e7-8eba-72eb40f8ecb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b37f696f-8e2c-4650-adec-78e123d2e8bf HTTP/1.1" status: 204 len: 168 time: 0.3710074 Jul 16 18:40:38.655072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa2e5d85-8edc-4098-afb9-f27778c7034a req-6ff750b9-d6a4-4694-b403-3932f89d7a72 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659261 Jul 16 18:40:38.657250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66c7f073-2d6f-4c75-a32e-7328128ff2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.688747 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f998d-3aaa-43e7-8eba-72eb40f8ecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f696f-8e2c-4650-adec-78e123d2e8bf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.718056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66c7f073-2d6f-4c75-a32e-7328128ff2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.721227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66c7f073-2d6f-4c75-a32e-7328128ff2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.722527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66c7f073-2d6f-4c75-a32e-7328128ff2d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c08a1b78-00e7-4e95-9767-68ab9cd8c96d HTTP/1.1" status: 204 len: 168 time: 0.2127841 Jul 16 18:40:38.735182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7f073-2d6f-4c75-a32e-7328128ff2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a1b78-00e7-4e95-9767-68ab9cd8c96d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.926078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.1 (55cba7af-87a2-42e7-842f-e4ae941ac5e0/b8fba139-7d5d-43f7-804b-7e37476c4c80/1ffd443b-4070-4e3f-9523-aed42c486df4) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:39.084531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.152249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.194224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:39.197733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:39.202261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:39.250798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=1ffd443b-4070-4e3f-9523-aed42c486df4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.251019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46296) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.269320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.282558 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cff99ba-0433-49f9-961c-f1d9eeae119b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.502283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cff99ba-0433-49f9-961c-f1d9eeae119b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.513869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cff99ba-0433-49f9-961c-f1d9eeae119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.577451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4cff99ba-0433-49f9-961c-f1d9eeae119b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=972f5298a3bf4b1484c46bb1ec823782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253775 Jul 16 18:40:39.578487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff99ba-0433-49f9-961c-f1d9eeae119b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec334846-fde2-47eb-b360-2f155c713ee7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.579478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.599149 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.701331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4053d55-8411-45b3-904e-005dd4da3640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.740401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-d43e0985-797b-49bc-8872-aab6859e00f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2011502 Jul 16 18:40:39.783343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4053d55-8411-45b3-904e-005dd4da3640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.023203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4053d55-8411-45b3-904e-005dd4da3640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.026612 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4053d55-8411-45b3-904e-005dd4da3640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.030681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f4053d55-8411-45b3-904e-005dd4da3640 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec334846-fde2-47eb-b360-2f155c713ee7 HTTP/1.1" status: 204 len: 168 time: 0.4488909 Jul 16 18:40:40.049474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc2f8-f339-486f-9448-26455d9060ac req-f5fc7738-60f8-4ce7-9914-aebc5b567cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.050976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-f5fc7738-60f8-4ce7-9914-aebc5b567cb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4940987d06934ec58aa5e898d885036d&device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 1097 time: 0.2555132 Jul 16 18:40:40.087305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4053d55-8411-45b3-904e-005dd4da3640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec334846-fde2-47eb-b360-2f155c713ee7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.193948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39cd02-fa76-42cd-9a8d-da30c26c595c req-be19065b-6f4d-4cc0-960b-ec955da5938d tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.195638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d39cd02-fa76-42cd-9a8d-da30c26c595c req-be19065b-6f4d-4cc0-960b-ec955da5938d tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.3000968 Jul 16 18:40:40.348020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.355880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d39cd02-fa76-42cd-9a8d-da30c26c595c req-948e3619-ac63-4ca5-95fa-6e2399867cfe tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183264 Jul 16 18:40:40.357479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc2f8-f339-486f-9448-26455d9060ac req-ee186556-9631-4073-b0fc-832d5a599208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.358876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-ee186556-9631-4073-b0fc-832d5a599208 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 200 len: 912 time: 0.2540653 Jul 16 18:40:40.359616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.488885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=1ffd443b-4070-4e3f-9523-aed42c486df4,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.491866 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.529087 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-fe6a3c1e-efaf-4b97-b4df-515c001bdc7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7 HTTP/1.1" status: 200 len: 1001 time: 0.1444864 Jul 16 18:40:40.698276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc2f8-f339-486f-9448-26455d9060ac req-d50ed7ca-4cd3-4ad2-a9ba-0a5173bba24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.699689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-d50ed7ca-4cd3-4ad2-a9ba-0a5173bba24c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 200 len: 850 time: 0.1620536 Jul 16 18:40:40.760069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:40.766774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:40.870072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc2f8-f339-486f-9448-26455d9060ac req-bfa96daf-634c-42c3-a592-c4402a0ab6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.872067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-bfa96daf-634c-42c3-a592-c4402a0ab6f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646755 Jul 16 18:40:41.078993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:41.218878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-24cbd884-d19d-4603-b406-a131163957bc service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299377 Jul 16 18:40:41.270026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:41.280952 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d1c42a91-9c41-41dd-b1c8-574b640ffc8c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/routers/425fe80a-3638-4616-a4f0-7cdc67a98a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7358449 Jul 16 18:40:41.281147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.288556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'port': {'network_id': '55cba7af-87a2-42e7-842f-e4ae941ac5e0', 'name': 'tempest-FloatingIPTestJSON-2072131311'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:41.290190 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:41.308405 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:41.310656 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.415625 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.437286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e81bc2f8-f339-486f-9448-26455d9060ac req-1b6becac-c41b-423d-953d-e396e64af25b service neutron] 10.222.0.59 "GET /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069194 Jul 16 18:40:41.440174 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:41.442798 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.524037 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.527173 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00add6d-92d2-4982-991a-6a425a2f00f4 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:41.716149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:41.725508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.764460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1012-1e6a-47df-ae36-a0f61fe49d0c req-4eb4dfbb-1fa2-49fc-adbd-b17ce84b5a6c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.766372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c9a1012-1e6a-47df-ae36-a0f61fe49d0c req-4eb4dfbb-1fa2-49fc-adbd-b17ce84b5a6c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1857171 Jul 16 18:40:41.767656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] device_id is not set on port 4fe3dc29-13df-4f0f-9d07-0e5a8518801d yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:41.851579 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c9a1012-1e6a-47df-ae36-a0f61fe49d0c req-130e38e1-03fb-45c0-9dc1-7a613fd0a29c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788119 Jul 16 18:40:41.951741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.4 (55cba7af-87a2-42e7-842f-e4ae941ac5e0/b8fba139-7d5d-43f7-804b-7e37476c4c80/4fe3dc29-13df-4f0f-9d07-0e5a8518801d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:42.200100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.277700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.398237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:42.400485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:42.411730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:42.457391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=4fe3dc29-13df-4f0f-9d07-0e5a8518801d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:42.496367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.498082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.535677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f30cf223-54a3-477f-92ce-15d45fd196e8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2531288 Jul 16 18:40:42.538319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:42.546249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'port': {'network_id': '55cba7af-87a2-42e7-842f-e4ae941ac5e0', 'name': 'tempest-FloatingIPTestJSON-585460381'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:42.804305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:42.811257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.866949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] device_id is not set on port af55a4ef-f94a-4e32-9204-9b711af7dbf7 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:43.260766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.5 (55cba7af-87a2-42e7-842f-e4ae941ac5e0/b8fba139-7d5d-43f7-804b-7e37476c4c80/af55a4ef-f94a-4e32-9204-9b711af7dbf7) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:43.295260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46430) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.586732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07e5bfde-a60a-4e4c-9b3f-09cf902480ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.760369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07e5bfde-a60a-4e4c-9b3f-09cf902480ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.774392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07e5bfde-a60a-4e4c-9b3f-09cf902480ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.875485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-07e5bfde-a60a-4e4c-9b3f-09cf902480ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=446929d44b564d4197979b58f1f7409a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756769 Jul 16 18:40:43.875679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.882197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5bfde-a60a-4e4c-9b3f-09cf902480ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004ca764-8ac4-47d3-8afd-af8c60d6459b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.966936 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9cead768-b20c-49b3-aee3-2efcd1627d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.012193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9cead768-b20c-49b3-aee3-2efcd1627d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.033010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.070917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64d33-d109-4d75-90b8-417767f66b79 req-a967524d-8669-4721-880b-596886296f83 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:44.081403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ac64d33-d109-4d75-90b8-417767f66b79 req-a967524d-8669-4721-880b-596886296f83 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 1.0122981 Jul 16 18:40:44.088748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9cead768-b20c-49b3-aee3-2efcd1627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.092306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9cead768-b20c-49b3-aee3-2efcd1627d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.093285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9cead768-b20c-49b3-aee3-2efcd1627d6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/004ca764-8ac4-47d3-8afd-af8c60d6459b HTTP/1.1" status: 204 len: 168 time: 0.2167132 Jul 16 18:40:44.118375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cead768-b20c-49b3-aee3-2efcd1627d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004ca764-8ac4-47d3-8afd-af8c60d6459b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:44.195375 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ac64d33-d109-4d75-90b8-417767f66b79 req-f2a099fd-a157-425b-a28e-27a270a542db tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948334 Jul 16 18:40:44.209411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.329678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:44.338223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:44.354268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:44.445000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=af55a4ef-f94a-4e32-9204-9b711af7dbf7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:44.486786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:44.487829 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.519801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d4b3eb88-7403-4f6e-8a75-c531964906e1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9777853 Jul 16 18:40:44.528557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46468) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:44.533253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'af55a4ef-f94a-4e32-9204-9b711af7dbf7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:44.587445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.779717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.932259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46476) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:44.945506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.25.1.164 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/54f34ecc-6c79-4500-b0ea-d52c15bd59bc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:44.949667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84356510-6f97-497f-99d6-fc186792394b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.130979 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.171598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84356510-6f97-497f-99d6-fc186792394b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.178714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84356510-6f97-497f-99d6-fc186792394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.207947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84356510-6f97-497f-99d6-fc186792394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e6f200-880c-4786-904a-7471a08b6d1c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.246402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.272733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-84356510-6f97-497f-99d6-fc186792394b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80dcbe25a627467db2848d176b37d088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392210 Jul 16 18:40:45.276888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:45.372004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94737126-0861-4dfc-937c-54c938342fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.397515 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94737126-0861-4dfc-937c-54c938342fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.414565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:45.421000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:45.480190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=54f34ecc-6c79-4500-b0ea-d52c15bd59bc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.496186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:45.510171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94737126-0861-4dfc-937c-54c938342fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.513213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94737126-0861-4dfc-937c-54c938342fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.514376 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-94737126-0861-4dfc-937c-54c938342fbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3e6f200-880c-4786-904a-7471a08b6d1c HTTP/1.1" status: 204 len: 168 time: 0.2362609 Jul 16 18:40:45.518537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:45.536220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94737126-0861-4dfc-937c-54c938342fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e6f200-880c-4786-904a-7471a08b6d1c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.716594 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91b07da0-5230-445d-931b-55749744d62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.032113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91b07da0-5230-445d-931b-55749744d62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.036886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91b07da0-5230-445d-931b-55749744d62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.133380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-91b07da0-5230-445d-931b-55749744d62c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=491e669a110345198551b5476fd9a113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150667 Jul 16 18:40:46.133380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b07da0-5230-445d-931b-55749744d62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02da3621-5c36-4360-b1c5-ca6c29c03cb5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:46.137483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:46.176367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f709bc5-dd00-4015-a2fa-1c5a59a22573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.189524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-99ce2a8d-e0d9-46ce-969d-c6f5c2e8be29 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1407900 Jul 16 18:40:46.328135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a6a75e4-346f-4eaa-aaf2-34332a531f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.342648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-e856e2a6-2f3e-4a02-937c-bcca7baaa21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.344190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-e856e2a6-2f3e-4a02-937c-bcca7baaa21d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 1097 time: 0.1176665 Jul 16 18:40:46.371156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a6a75e4-346f-4eaa-aaf2-34332a531f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.404361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19bf2f-6da5-4f8c-805a-de152cb4aef1 req-78ff27d7-d436-4198-8788-8a0d9a5ba094 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.406671 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc19bf2f-6da5-4f8c-805a-de152cb4aef1 req-78ff27d7-d436-4198-8788-8a0d9a5ba094 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.9310412 Jul 16 18:40:46.479664 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a6a75e4-346f-4eaa-aaf2-34332a531f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.482112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a6a75e4-346f-4eaa-aaf2-34332a531f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.486881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5a6a75e4-346f-4eaa-aaf2-34332a531f59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02da3621-5c36-4360-b1c5-ca6c29c03cb5 HTTP/1.1" status: 204 len: 168 time: 0.3451118 Jul 16 18:40:46.495777 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc19bf2f-6da5-4f8c-805a-de152cb4aef1 req-6786fa5e-3f0f-486b-9b44-f34751979a96 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798306 Jul 16 18:40:46.499583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a75e4-346f-4eaa-aaf2-34332a531f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02da3621-5c36-4360-b1c5-ca6c29c03cb5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:46.570705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.578856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-49027ddb-5ceb-4d2f-8000-0637e88a0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.580516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-49027ddb-5ceb-4d2f-8000-0637e88a0195 service neutron] 10.222.0.67 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 911 time: 0.2018776 Jul 16 18:40:46.659414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.711918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-df18b3d1-2219-4d27-925e-e3720022f2cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd345833-be26-463f-89fa-7ab4d4075776 HTTP/1.1" status: 200 len: 217 time: 0.1227980 Jul 16 18:40:46.847440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-75efbdf5-2bf3-4b53-84a4-4b3a1f33db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.851795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-75efbdf5-2bf3-4b53-84a4-4b3a1f33db4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.1341858 Jul 16 18:40:46.931919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-53335cf3-50a1-428a-b600-df9da005aef5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716512 Jul 16 18:40:46.990837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.006010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.084068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-d6a1a1ce-29b2-4f02-8b41-ca7da58031ce service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473196 Jul 16 18:40:47.198789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=54f34ecc-6c79-4500-b0ea-d52c15bd59bc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.228213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.235431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e8338e6e-c80a-4a83-952c-f27c10d9cd28 req-9d4fb1d3-639d-4d0a-8fe3-ee8846d63f6e service neutron] 10.222.0.67 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418276 Jul 16 18:40:47.253881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:47.281267 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11ffd4a3-d5b1-4161-856e-08be399d1822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.442474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11ffd4a3-d5b1-4161-856e-08be399d1822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.458800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11ffd4a3-d5b1-4161-856e-08be399d1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.512289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-11ffd4a3-d5b1-4161-856e-08be399d1822 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dcb283777b94a30bbff890bd55174e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569451 Jul 16 18:40:47.513977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffd4a3-d5b1-4161-856e-08be399d1822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f9e05-7811-4bda-a710-2d088eb8a98f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.516870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46540) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:47.585198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-987645ba-78f6-45fe-af6c-a9605bb5b1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.616563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-987645ba-78f6-45fe-af6c-a9605bb5b1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.743928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-987645ba-78f6-45fe-af6c-a9605bb5b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.747672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-987645ba-78f6-45fe-af6c-a9605bb5b1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.748895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-987645ba-78f6-45fe-af6c-a9605bb5b1e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/454f9e05-7811-4bda-a710-2d088eb8a98f HTTP/1.1" status: 204 len: 168 time: 0.2303267 Jul 16 18:40:47.771071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987645ba-78f6-45fe-af6c-a9605bb5b1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f9e05-7811-4bda-a710-2d088eb8a98f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.933795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764e5c9-5928-4b84-a5a1-5e5b97104b56 req-25c42085-cfdd-4214-8775-501f7abd5f7f tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.935709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a764e5c9-5928-4b84-a5a1-5e5b97104b56 req-25c42085-cfdd-4214-8775-501f7abd5f7f tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1244810 Jul 16 18:40:48.028408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a764e5c9-5928-4b84-a5a1-5e5b97104b56 req-2c581c8d-b98f-48c0-9034-cccaea978231 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820639 Jul 16 18:40:48.054734 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 86e6be04-6e36-4a23-83ba-46b06ab00487 associated. External IP: 172.25.1.164, port: af55a4ef-f94a-4e32-9204-9b711af7dbf7. Jul 16 18:40:48.434537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:48.644260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:48.658738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:48.686500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:48.687533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.692966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.817019 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70964b46-723a-4c9e-a0af-e91e665b5836 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2882521 Jul 16 18:40:48.818028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.822670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:48.914389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.952852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:48.953655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.957905 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-059e407f-f4e2-4632-8a75-f0845b9ddacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.963229 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.990544 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.001920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.002585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62786928-cb5c-4253-9cfe-5023a7c73403 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:49.367914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e22405-4b33-4445-887a-ee2aa5334230 req-d1117534-e89f-456e-b06f-bee90365c480 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:49.372258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54e22405-4b33-4445-887a-ee2aa5334230 req-d1117534-e89f-456e-b06f-bee90365c480 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1611557 Jul 16 18:40:49.375827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.381249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.381761 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 86e6be04-6e36-4a23-83ba-46b06ab00487 disassociated. External IP: 172.25.1.164, port: af55a4ef-f94a-4e32-9204-9b711af7dbf7. Jul 16 18:40:49.462330 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54e22405-4b33-4445-887a-ee2aa5334230 req-b82b0abb-f144-4821-a9a7-e560e0b8821b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737774 Jul 16 18:40:49.642681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:49.750666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:49.755155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.763475 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:49.777677 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:49.778759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.798605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-980c8400-6e74-4870-b07c-40f362e14ef3 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/floatingips/86e6be04-6e36-4a23-83ba-46b06ab00487 HTTP/1.1" status: 200 len: 688 time: 0.9775946 Jul 16 18:40:49.798943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.823626 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.833155 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:49.833909 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.869993 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.870658 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41221f2d-490f-4d1e-9e04-3552c04a1f35 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:49.919630 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.933687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 54f34ecc-6c79-4500-b0ea-d52c15bd59bc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:49.933950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.050565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.050905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.063099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 54f34ecc-6c79-4500-b0ea-d52c15bd59bc owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:50.244119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.276872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=54f34ecc-6c79-4500-b0ea-d52c15bd59bc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.367551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.371425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.373941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e5c28e0-88b0-4843-be97-601e7dafe2ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/floatingips/86e6be04-6e36-4a23-83ba-46b06ab00487 HTTP/1.1" status: 204 len: 168 time: 0.5739553 Jul 16 18:40:50.380924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:50.387330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '4fe3dc29-13df-4f0f-9d07-0e5a8518801d'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:50.468693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.750632 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.812235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaefaf3-f12f-4e81-ada2-da76a9aba636 req-17f773da-3b62-4d34-aede-d3aa92e4651b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:50.822473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eaefaf3-f12f-4e81-ada2-da76a9aba636 req-17f773da-3b62-4d34-aede-d3aa92e4651b tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1032565 Jul 16 18:40:50.874465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eaefaf3-f12f-4e81-ada2-da76a9aba636 req-1bc86fc7-1c3a-428b-a5f8-df317159ee60 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507677 Jul 16 18:40:50.926523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.25.1.92 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7791612b-b814-4703-96b4-e7bad3216f2d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:50.979653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:51.108307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.226115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e29b8fb-7c8c-45b0-9884-6c2b7a1ca941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.242844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.347158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=7791612b-b814-4703-96b4-e7bad3216f2d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.356290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:51.357856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:51.360535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:51.379753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e29b8fb-7c8c-45b0-9884-6c2b7a1ca941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.385296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e29b8fb-7c8c-45b0-9884-6c2b7a1ca941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.410538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29b8fb-7c8c-45b0-9884-6c2b7a1ca941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e379b8e-b7b1-4780-abf5-1b5622514ffb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.448344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e29b8fb-7c8c-45b0-9884-6c2b7a1ca941 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09dad3c4decc4dc682057598c276e077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671559 Jul 16 18:40:51.450980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:51.546001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ce6bdd5-fd68-437e-a729-9743528030c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.576037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ce6bdd5-fd68-437e-a729-9743528030c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.640417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ce6bdd5-fd68-437e-a729-9743528030c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.647512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ce6bdd5-fd68-437e-a729-9743528030c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.648693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7ce6bdd5-fd68-437e-a729-9743528030c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e379b8e-b7b1-4780-abf5-1b5622514ffb HTTP/1.1" status: 204 len: 168 time: 0.1965594 Jul 16 18:40:51.659780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6bdd5-fd68-437e-a729-9743528030c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e379b8e-b7b1-4780-abf5-1b5622514ffb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.717867 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.966149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.108821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.125982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.163664 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f193-838e-4fb9-88fa-f6bc22f039ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.330709 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f193-838e-4fb9-88fa-f6bc22f039ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.337465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7502b3-40bf-4b64-a784-c2a61cad823e req-836d730b-1830-4555-8032-f1d622553e81 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.340043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f193-838e-4fb9-88fa-f6bc22f039ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.354691 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b7502b3-40bf-4b64-a784-c2a61cad823e req-836d730b-1830-4555-8032-f1d622553e81 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.2011011 Jul 16 18:40:52.414638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2f193-838e-4fb9-88fa-f6bc22f039ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185909e1-f710-4122-90ae-2763d6bbec5b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.428735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b6d2f193-838e-4fb9-88fa-f6bc22f039ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f49fbb862f3a412ea282c1376feb0735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016341 Jul 16 18:40:52.432417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.452872 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b7502b3-40bf-4b64-a784-c2a61cad823e req-dae460f5-3d46-400f-b120-03bc4f22c5d7 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948904 Jul 16 18:40:52.531323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6018bcc-24cf-4e0a-8a41-f369cca6e790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.549431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.558615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.566569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6018bcc-24cf-4e0a-8a41-f369cca6e790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.630994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=7791612b-b814-4703-96b4-e7bad3216f2d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.655896 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6018bcc-24cf-4e0a-8a41-f369cca6e790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.659102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6018bcc-24cf-4e0a-8a41-f369cca6e790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.660286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6018bcc-24cf-4e0a-8a41-f369cca6e790 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/185909e1-f710-4122-90ae-2763d6bbec5b HTTP/1.1" status: 204 len: 168 time: 0.2259223 Jul 16 18:40:52.675411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6018bcc-24cf-4e0a-8a41-f369cca6e790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185909e1-f710-4122-90ae-2763d6bbec5b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.684985 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.697636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.864989 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 46d9130c-1e4c-4a60-bc19-b40bfa97c972 associated. External IP: 172.25.1.92, port: 4fe3dc29-13df-4f0f-9d07-0e5a8518801d. Jul 16 18:40:53.145711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:53.340738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:53.353637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:53.372492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:53.372734 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.373288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.439527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.450002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:53.451056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46756) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.451538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bd2188e2-74e9-4569-b885-47287ad183d7 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0707943 Jul 16 18:40:53.451727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.519594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.520508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1549fa-cbdc-4eed-bcf2-36da2bb836a3 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:53.579469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e2870045-0d32-459d-911a-cdb45dd7f47a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "GET /v2.0/floatingips/46d9130c-1e4c-4a60-bc19-b40bfa97c972 HTTP/1.1" status: 200 len: 977 time: 0.1272247 Jul 16 18:40:53.582319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.747139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.811074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabb2a9-729b-4f4a-b5c4-90a380e471fb req-20a121f6-bb95-4dfc-b344-31d3007d978d tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.812907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eabb2a9-729b-4f4a-b5c4-90a380e471fb req-20a121f6-bb95-4dfc-b344-31d3007d978d tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1190536 Jul 16 18:40:53.858768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f49d11cc-a906-4242-805e-cf1d9555d0ae tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2748594 Jul 16 18:40:53.863517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.872702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'port_id': 'af55a4ef-f94a-4e32-9204-9b711af7dbf7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:53.876322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eabb2a9-729b-4f4a-b5c4-90a380e471fb req-611e5ba2-a5fc-447b-a8f3-ab2ff89e24e6 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570660 Jul 16 18:40:53.955058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.151301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-52f630db-2f70-4613-9b01-7926fc56a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.457463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.546807 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-52f630db-2f70-4613-9b01-7926fc56a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.577113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-52f630db-2f70-4613-9b01-7926fc56a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.631907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-52f630db-2f70-4613-9b01-7926fc56a3fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02f28b7bd2bb4b1c89e0a2a7724014c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8807847 Jul 16 18:40:54.632117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.633494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f630db-2f70-4613-9b01-7926fc56a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2845fbaf-803e-4a57-8d5f-40982af328d8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:54.717728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3a80a66-ff09-40a7-9ea0-4abe5327b04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.737818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46802) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.749393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3a80a66-ff09-40a7-9ea0-4abe5327b04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.815739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3a80a66-ff09-40a7-9ea0-4abe5327b04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.819453 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3a80a66-ff09-40a7-9ea0-4abe5327b04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.821544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f3a80a66-ff09-40a7-9ea0-4abe5327b04e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2845fbaf-803e-4a57-8d5f-40982af328d8 HTTP/1.1" status: 204 len: 168 time: 0.1884110 Jul 16 18:40:54.843322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a80a66-ff09-40a7-9ea0-4abe5327b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2845fbaf-803e-4a57-8d5f-40982af328d8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:54.989737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:40:55.041151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1293433863'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:55.072020 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.073935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Made reservation on behalf of 61e116598d57455e88709c6961216623 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:55.078103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.078429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.107151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.225283 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.231559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.269488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1babca9-9c56-4f91-b10f-4493676cfbab,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.282897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:55.298227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.303758 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Added segment 951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38 of type vlan for network 99963186-7d1d-43ef-a256-2fc717c3f467 Jul 16 18:40:55.383261 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.426168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.435916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.436912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.462431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:55.488358 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea569-3f6a-4d6e-8f41-c6bc11d773d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.507549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7681143 Jul 16 18:40:55.511627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:55.542130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Request body: {'subnet': {'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:55.624438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48398-e2ed-4206-abf6-4fff65cb2799 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event updated for resources: {'Network': ['ID=99963186-7d1d-43ef-a256-2fc717c3f467,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.636657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 99963186-7d1d-43ef-a256-2fc717c3f467 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:55.750063 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea569-3f6a-4d6e-8f41-c6bc11d773d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.775053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea569-3f6a-4d6e-8f41-c6bc11d773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.783584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Made reservation on behalf of 61e116598d57455e88709c6961216623 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:55.787591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.798778 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 46d9130c-1e4c-4a60-bc19-b40bfa97c972 associated. External IP: 172.25.1.92, port: 4fe3dc29-13df-4f0f-9d07-0e5a8518801d. Jul 16 18:40:55.843606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6725534-1110-44cd-aed0-95edcd05336b req-5f9c6aa7-93c5-4fc4-97da-cef7025f0ba3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.850573 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6725534-1110-44cd-aed0-95edcd05336b req-5f9c6aa7-93c5-4fc4-97da-cef7025f0ba3 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.7219844 Jul 16 18:40:55.921587 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6725534-1110-44cd-aed0-95edcd05336b req-0e7194ff-268f-4cd3-a492-87cd1e39aad8 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698950 Jul 16 18:40:56.016919 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.199099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9d3ea569-3f6a-4d6e-8f41-c6bc11d773d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1599183605164b5bb8d8f5623fcd760b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329905 Jul 16 18:40:56.199510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ea569-3f6a-4d6e-8f41-c6bc11d773d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ec81fb-60cb-4a36-9eb2-16358656ab7a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.203479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event updated for resources: {'Subnet': ['ID=308079f7-db52-477b-8cc5-b732e821b337,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.207719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46832) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.249198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Checking segment: {'id': '951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:56.249649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Network hostable DHCP agents. Network: 99963186-7d1d-43ef-a256-2fc717c3f467, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:56.276548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:56.311803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Network 99963186-7d1d-43ef-a256-2fc717c3f467 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:56.320293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3386a42b-e591-4057-8eb0-468f347f38f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.348823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 99963186-7d1d-43ef-a256-2fc717c3f467) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:56.355617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3386a42b-e591-4057-8eb0-468f347f38f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.358055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.358626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.368382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03445a5-e17b-40be-bfd4-12bf68c59c91 None None] Network 99963186-7d1d-43ef-a256-2fc717c3f467 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:56.394996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5ef87286-2ee6-44f7-b9b4-b4627aef3656 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8821852 Jul 16 18:40:56.398468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.403726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Request body: {'port': {'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467', 'name': 'tempest-DHCPAgentSchedulersTestJSON-13452234'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:56.441687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:56.454207 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:56.473271 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:56.473912 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:56.600605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3386a42b-e591-4057-8eb0-468f347f38f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.603659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3386a42b-e591-4057-8eb0-468f347f38f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.610360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3386a42b-e591-4057-8eb0-468f347f38f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0ec81fb-60cb-4a36-9eb2-16358656ab7a HTTP/1.1" status: 204 len: 168 time: 0.4016080 Jul 16 18:40:56.615352 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:56.635365 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:56.635974 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:56.642536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386a42b-e591-4057-8eb0-468f347f38f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ec81fb-60cb-4a36-9eb2-16358656ab7a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.730260 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:56.731079 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087c0ec-b43e-478e-bb76-7c7956222665 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:56.742030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Made reservation on behalf of 61e116598d57455e88709c6961216623 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:56.746375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.783541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] device_id is not set on port 329bdb4f-2272-406c-a1ee-c7de2bc3936f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:56.928831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:57.025365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Allocated IP 172.20.0.6 (99963186-7d1d-43ef-a256-2fc717c3f467/308079f7-db52-477b-8cc5-b732e821b337/329bdb4f-2272-406c-a1ee-c7de2bc3936f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:57.031396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-99963186-7d1d-43ef-a256-2fc717c3f467', 'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467', 'tenant_id': '61e116598d57455e88709c6961216623', 'fixed_ips': [{'subnet_id': '308079f7-db52-477b-8cc5-b732e821b337'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:57.032289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.157039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:57.169790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.214996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:57.235952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:57.237124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.310716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.334525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:57.335793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.341159 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f4abd96-a11e-4ef3-9385-27a30456c301 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/floatingips/46d9130c-1e4c-4a60-bc19-b40bfa97c972 HTTP/1.1" status: 200 len: 976 time: 3.4758689 Jul 16 18:40:57.347279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.356401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.407210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.408244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27620c25-3396-44e4-b19a-543727eea2c4 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:57.464229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.468830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.497530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Transition to ACTIVE for port object 329bdb4f-2272-406c-a1ee-c7de2bc3936f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:57.609432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6fb51-843d-489d-9f9b-becfac0413fc req-c6ef5b74-6463-4f8a-b319-268ac0b29d87 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.614579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8c6fb51-843d-489d-9f9b-becfac0413fc req-c6ef5b74-6463-4f8a-b319-268ac0b29d87 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.4927962 Jul 16 18:40:57.689537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.740362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.747961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.748373 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 46d9130c-1e4c-4a60-bc19-b40bfa97c972 disassociated. External IP: 172.25.1.92, port: af55a4ef-f94a-4e32-9204-9b711af7dbf7. Jul 16 18:40:57.767059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event updated for resources: {'Port': ['ID=329bdb4f-2272-406c-a1ee-c7de2bc3936f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.773795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Allocated IP 172.20.0.2 (99963186-7d1d-43ef-a256-2fc717c3f467/308079f7-db52-477b-8cc5-b732e821b337/d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:57.845512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8c6fb51-843d-489d-9f9b-becfac0413fc req-cbc47450-3297-487a-aa1a-d38e7cf876bc tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207847 Jul 16 18:40:57.870156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Network 99963186-7d1d-43ef-a256-2fc717c3f467 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:57.871872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:57.878658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:58.000021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.001458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.030212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cbbeb6e6-b528-48bd-ad0a-de1bce191820 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6312749 Jul 16 18:40:58.033754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:58.067531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.088967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Transition to ACTIVE for port object d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:58.117749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Transition to ACTIVE for port object d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:58.126659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.175867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Deleting port 329bdb4f-2272-406c-a1ee-c7de2bc3936f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:58.177495 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.203749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:58.213173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Network 99963186-7d1d-43ef-a256-2fc717c3f467 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:58.214566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:58.216759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Pushing event updated for resources: {'Port': ['ID=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.218944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:58.317499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Attempting to bind port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:58.317873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Attempting to bind port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:58.318248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Attempting to bind port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 on network 99963186-7d1d-43ef-a256-2fc717c3f467 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:58.338534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:58.338915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Checking segment: {'id': '951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:58.339333 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.339730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Bound using segment: {'id': '951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:58.340206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Bound port: d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99963186-7d1d-43ef-a256-2fc717c3f467'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:58.340986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.342674 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.364294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Calling delete_port for 329bdb4f-2272-406c-a1ee-c7de2bc3936f owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:58.378162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:58.397463 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:58.412582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:58.414715 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:58.435694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.513114 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:58.525323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9fb3827a-e74e-4181-8bf4-ea4b6947abe9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/floatingips/46d9130c-1e4c-4a60-bc19-b40bfa97c972 HTTP/1.1" status: 200 len: 687 time: 1.1760566 Jul 16 18:40:58.529355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:58.545870 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:58.546781 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:58.547193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] For port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:58.550982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] For port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,segment=NetworkSegment(951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38),segment_id=951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:58.556732 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.621345 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:58.622250 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe1cb1-6a4f-4d36-9c89-f7554de3924d None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:58.625062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.677888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f39ea-0533-43d3-8983-c50c267c419a None None] Pushing event updated for resources: {'Port': ['ID=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.703856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event deleted for resources: {'Port': ['ID=329bdb4f-2272-406c-a1ee-c7de2bc3936f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.831775 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.837751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28f00a58-d28c-43a8-8b91-25a4bde4daac tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "DELETE /v2.0/ports/329bdb4f-2272-406c-a1ee-c7de2bc3936f HTTP/1.1" status: 204 len: 168 time: 0.7994051 Jul 16 18:40:58.838710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46900) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:58.848262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 7791612b-b814-4703-96b4-e7bad3216f2d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:58.848613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.011678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.012013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.027891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 7791612b-b814-4703-96b4-e7bad3216f2d owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:59.398111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbe6bd-2f90-4a9f-b2be-87637bf77553 req-6ba8069d-1103-4bf6-8359-c7a6cfd35ef0 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.400013 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d7fbe6bd-2f90-4a9f-b2be-87637bf77553 req-6ba8069d-1103-4bf6-8359-c7a6cfd35ef0 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.2286260 Jul 16 18:40:59.512364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d7fbe6bd-2f90-4a9f-b2be-87637bf77553 req-5465e736-d792-49fa-8867-06c05a8a9980 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870895 Jul 16 18:40:59.514894 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.587648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=7791612b-b814-4703-96b4-e7bad3216f2d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:59.611315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f70cd766-f065-440d-9c83-4f773dbd54c5 tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.7711983 Jul 16 18:40:59.612202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.624340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2008903450'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:59.701080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7458e-d113-47fe-8b8e-d515cba1eb80 req-39cd94c8-02e6-48c0-affc-e72de78f3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.703427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00d7458e-d113-47fe-8b8e-d515cba1eb80 req-39cd94c8-02e6-48c0-affc-e72de78f3545 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 1097 time: 0.2159030 Jul 16 18:40:59.706995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Made reservation on behalf of 61e116598d57455e88709c6961216623 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:59.724901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.763317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.769250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.777850 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3ee016da-2382-4e9b-9258-a787725b061a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/floatingips/46d9130c-1e4c-4a60-bc19-b40bfa97c972 HTTP/1.1" status: 204 len: 168 time: 1.2456341 Jul 16 18:40:59.788079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.807030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:59.818554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00d7458e-d113-47fe-8b8e-d515cba1eb80 req-aa56d395-372b-4b7d-8d76-90ba973d9dad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866122 Jul 16 18:40:59.833059 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.836171 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Added segment c04144d5-30be-4bd5-9c7a-87e858eb3fbc of type vlan for network 5f8b69fd-aa34-4e33-9279-10269b4fa1b8 Jul 16 18:40:59.859335 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-5e8040d9-a3f9-4aa9-bc37-4c85f1244ce9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] delete failed (client error): The resource could not be found. Jul 16 18:40:59.861778 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5e8040d9-a3f9-4aa9-bc37-4c85f1244ce9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/floatingips/46d9130c-1e4c-4a60-bc19-b40bfa97c972 HTTP/1.1" status: 404 len: 345 time: 0.0663352 Jul 16 18:40:59.866965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.891962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.950650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.956621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.958069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.010760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3958256 Jul 16 18:41:00.013957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46934) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.132576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92981391-a407-4715-ae6f-2463ed0c0e02 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.145867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92981391-a407-4715-ae6f-2463ed0c0e02 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.164363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96147a75-b372-4f22-aa17-342c2e5d6e06 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event updated for resources: {'Network': ['ID=5f8b69fd-aa34-4e33-9279-10269b4fa1b8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:00.170705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92981391-a407-4715-ae6f-2463ed0c0e02 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.172971 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-92981391-a407-4715-ae6f-2463ed0c0e02 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "GET /v2.0/ports?network_id=55cba7af-87a2-42e7-842f-e4ae941ac5e0 HTTP/1.1" status: 200 len: 2357 time: 0.3046875 Jul 16 18:41:00.175913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.178543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5f8b69fd-aa34-4e33-9279-10269b4fa1b8 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:00.319438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7016b-d41e-452d-8ab5-2b1766a11c27 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.339831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cfb7016b-d41e-452d-8ab5-2b1766a11c27 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "GET /v2.0/subnets/b8fba139-7d5d-43f7-804b-7e37476c4c80 HTTP/1.1" status: 200 len: 797 time: 0.1626532 Jul 16 18:41:00.344424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.359806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'port': {'network_id': '55cba7af-87a2-42e7-842f-e4ae941ac5e0', 'name': 'tempest-FloatingIPTestJSON-72491594', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:00.512129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-35252dc5-45bf-4656-adba-9596ae8cbf0b tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "GET /v2.0/agents/f5d12ddb-5720-4f2e-b17a-867e7392272b/dhcp-networks HTTP/1.1" status: 200 len: 8068 time: 0.4968114 Jul 16 18:41:00.518068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.531878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dae659-e20d-4544-a774-5d2df6f4294f None None] Network 99963186-7d1d-43ef-a256-2fc717c3f467 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:00.606327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:00.718306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf15ba95-3a5c-4fba-9d6d-770d3e80fcf2 tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] Network 5f8b69fd-aa34-4e33-9279-10269b4fa1b8 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:00.742987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bf15ba95-3a5c-4fba-9d6d-770d3e80fcf2 tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "POST /v2.0/agents/f5d12ddb-5720-4f2e-b17a-867e7392272b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2213798 Jul 16 18:41:00.743377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.815181 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:00.829689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.874861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] device_id is not set on port aaeb624b-36d1-469f-b191-8740c2823e4a yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:01.123980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4eab9b2a-f6dd-4d15-a7bf-a95540e5a709 tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "GET /v2.0/agents/f5d12ddb-5720-4f2e-b17a-867e7392272b/dhcp-networks HTTP/1.1" status: 200 len: 8839 time: 0.3790751 Jul 16 18:41:01.124994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:01.137577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f0377e-7035-4655-8e06-faf0e4b47381 None None] Network 5f8b69fd-aa34-4e33-9279-10269b4fa1b8 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:01.287554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:01.299506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1ef83-37d1-4ec2-a9f0-c256776c1b02 req-034d8a18-f79a-4cdc-84bd-2bb6570c2ec1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.301675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55c1ef83-37d1-4ec2-a9f0-c256776c1b02 req-034d8a18-f79a-4cdc-84bd-2bb6570c2ec1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.5448017 Jul 16 18:41:01.310984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c5019e0-3d3c-4df4-9e96-720322630e6c tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "DELETE /v2.0/agents/f5d12ddb-5720-4f2e-b17a-867e7392272b/dhcp-networks/5f8b69fd-aa34-4e33-9279-10269b4fa1b8 HTTP/1.1" status: 204 len: 168 time: 0.1830695 Jul 16 18:41:01.311201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:01.452912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55c1ef83-37d1-4ec2-a9f0-c256776c1b02 req-c254c219-4dce-4a30-b3b6-4e08886cffc0 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356039 Jul 16 18:41:01.527472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2d03f456-1f32-4e16-b32d-bfa8aa449a80 None None] Provisioning for port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:01.669906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:01.676474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:01.677105 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.919111 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.944707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.14 (55cba7af-87a2-42e7-842f-e4ae941ac5e0/b8fba139-7d5d-43f7-804b-7e37476c4c80/aaeb624b-36d1-469f-b191-8740c2823e4a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:01.956456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,segment=NetworkSegment(951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38),segment_id=951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:01.957168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c29742ad-1e0f-4b62-850f-50980657372a tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "GET /v2.0/agents/f5d12ddb-5720-4f2e-b17a-867e7392272b/dhcp-networks HTTP/1.1" status: 200 len: 8068 time: 0.6441383 Jul 16 18:41:01.957726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46982) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:01.963829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.965179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.13 (55cba7af-87a2-42e7-842f-e4ae941ac5e0/b8fba139-7d5d-43f7-804b-7e37476c4c80/aaeb624b-36d1-469f-b191-8740c2823e4a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:02.031121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-18e07266-8697-46a9-a26c-6f67638f7a03 tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "GET /v2.0/networks/99963186-7d1d-43ef-a256-2fc717c3f467/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0664446 Jul 16 18:41:02.040179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:02.058847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-df6d635e-8114-4095-9704-bea3cd80f1d6 tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "GET /v2.0/networks/99963186-7d1d-43ef-a256-2fc717c3f467/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0176063 Jul 16 18:41:02.061805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:02.137860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7bbfd013-6c7b-41be-aef9-6d46f4d45377 None None] Provisioning complete for port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:02.139507 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd013-6c7b-41be-aef9-6d46f4d45377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.250170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:02.355342 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.413895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.449507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0688ba34-493f-40b9-b1e9-fc08446d7f1a tempest-DHCPAgentSchedulersTestJSON-1556185451 tempest-DHCPAgentSchedulersTestJSON-1556185451-project-admin] 10.222.0.49 "GET /v2.0/agents/f5d12ddb-5720-4f2e-b17a-867e7392272b/dhcp-networks HTTP/1.1" status: 200 len: 8068 time: 0.3861959 Jul 16 18:41:02.453295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:02.520229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55f3d185-19ea-4439-976f-9eda8deeeb68 None None] Could not find standard attr ID for object 329bdb4f-2272-406c-a1ee-c7de2bc3936f. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:41:02.652147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.652384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:02.801180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47002) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:02.806551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:02.808267 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.959245 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.004395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8b69fd-aa34-4e33-9279-10269b4fa1b8']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:03.040044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04144d5-30be-4bd5-9c7a-87e858eb3fbc') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:03.040366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04144d5-30be-4bd5-9c7a-87e858eb3fbc') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:03.080105 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.102617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12e068f6-84d8-46e1-8e7c-e5c1f6e3bbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.236558 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12e068f6-84d8-46e1-8e7c-e5c1f6e3bbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.244597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-12e068f6-84d8-46e1-8e7c-e5c1f6e3bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.269606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:03.282014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:03.292156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.300694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-12e068f6-84d8-46e1-8e7c-e5c1f6e3bbe0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c03d83147a8844b68fef3f2bb971d26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912543 Jul 16 18:41:03.304137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47014) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:03.306243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:03.323143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:03.323813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:03.327426 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:03.353108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=aaeb624b-36d1-469f-b191-8740c2823e4a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:03.381850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.382770 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.417350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e45f-2f79-4f6f-aa4d-a90d38aa7e3b req-be87c773-32e1-4668-9667-5c88c6940903 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.419232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03c5e45f-2f79-4f6f-aa4d-a90d38aa7e3b req-be87c773-32e1-4668-9667-5c88c6940903 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1663680 Jul 16 18:41:03.423650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-315a352f-f2bd-4b35-be87-2beca067a3b8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0755491 Jul 16 18:41:03.423852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47018) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:03.435235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'aaeb624b-36d1-469f-b191-8740c2823e4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:03.482984 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03c5e45f-2f79-4f6f-aa4d-a90d38aa7e3b req-fdbc37de-ae88-4c66-b6d9-5fa4a5384ee4 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567753 Jul 16 18:41:03.484410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.771526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.953950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e068f6-84d8-46e1-8e7c-e5c1f6e3bbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd1e70-67ae-4fc5-a2d9-747bde481437,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:04.004174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.25.1.244 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/12efb34f-79c5-4415-a19e-34f66975a37b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:04.034301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.050386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.052447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "DELETE /v2.0/networks/5f8b69fd-aa34-4e33-9279-10269b4fa1b8 HTTP/1.1" status: 204 len: 168 time: 1.5981953 Jul 16 18:41:04.057233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785d613-8413-453a-b5fb-c0caab603fa4 req-81dd113e-7ed3-4c33-a405-9c63e0107c1c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.059058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d785d613-8413-453a-b5fb-c0caab603fa4 req-81dd113e-7ed3-4c33-a405-9c63e0107c1c tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1209819 Jul 16 18:41:04.059648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:04.103408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dda01c-903a-47b3-899b-acd91aa84149 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event deleted for resources: {'Network': ['ID=5f8b69fd-aa34-4e33-9279-10269b4fa1b8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:04.112749 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-09757663-1410-498a-b219-b02193f0055b tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:04.113433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09757663-1410-498a-b219-b02193f0055b tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:04.115249 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-09757663-1410-498a-b219-b02193f0055b tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "DELETE /v2.0/ports/329bdb4f-2272-406c-a1ee-c7de2bc3936f HTTP/1.1" status: 404 len: 333 time: 0.0482962 Jul 16 18:41:04.145956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47030) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:04.155970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3670a5e4-3347-418d-a4ed-ec9456cbeaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.217692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-742f2ec7-6307-469e-b7bd-c1bdeb2d09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.221656 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d785d613-8413-453a-b5fb-c0caab603fa4 req-a3d8c278-de58-486b-976d-08332c9e7f89 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453571 Jul 16 18:41:04.223435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-742f2ec7-6307-469e-b7bd-c1bdeb2d09d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 1097 time: 0.2799785 Jul 16 18:41:04.226692 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3670a5e4-3347-418d-a4ed-ec9456cbeaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.320936 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.371158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-01a12fb9-0f6a-41e9-bdd1-33cb4fc5fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.373732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Deleting subnet 308079f7-db52-477b-8cc5-b732e821b337 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:04.376133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-01a12fb9-0f6a-41e9-bdd1-33cb4fc5fc2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 200 len: 911 time: 0.1465750 Jul 16 18:41:04.380003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.438892 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-799b597b-bb56-4f5c-b4e7-2ba03a2eefbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b HTTP/1.1" status: 200 len: 217 time: 0.0553436 Jul 16 18:41:04.440712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3670a5e4-3347-418d-a4ed-ec9456cbeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.443806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3670a5e4-3347-418d-a4ed-ec9456cbeaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.445285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3670a5e4-3347-418d-a4ed-ec9456cbeaa9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdfd1e70-67ae-4fc5-a2d9-747bde481437 HTTP/1.1" status: 204 len: 168 time: 1.1402040 Jul 16 18:41:04.478677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.486005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.486192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670a5e4-3347-418d-a4ed-ec9456cbeaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd1e70-67ae-4fc5-a2d9-747bde481437,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:04.556891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-e7b6b069-7a44-4998-bf5f-2e833b3a54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.560939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-e7b6b069-7a44-4998-bf5f-2e833b3a54f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 200 len: 850 time: 0.1139903 Jul 16 18:41:04.597371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:04.614055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:04.632540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-67a3c8a5-ab29-471c-8d03-c5ff62018a4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53ba002c-88ed-4241-9408-a54cff327384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644042 Jul 16 18:41:04.634635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:04.644234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-42889145-5333-4eee-a71c-7de289dfd2ea service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:41:04.645239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-42889145-5333-4eee-a71c-7de289dfd2ea service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054719 Jul 16 18:41:04.690905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=12efb34f-79c5-4415-a19e-34f66975a37b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:04.829629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-8805fc84-6506-4796-9cff-37065bff0b21 service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742871 Jul 16 18:41:04.842064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.974803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf20075-66d2-4598-9a9d-ce137ec68d55 req-86fe13d0-b1ff-4b32-a957-2252834ebdfa service neutron] 10.222.0.59 "GET /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370924 Jul 16 18:41:04.975445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47042) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:04.989616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45869433-aad5-4e6a-bac4-49c75688fb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.022460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.099244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event deleted for resources: {'Subnet': ['ID=308079f7-db52-477b-8cc5-b732e821b337,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:05.104210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.106597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c6943743-bc59-4e9d-b4be-1a5bd9b875a4 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "DELETE /v2.0/subnets/308079f7-db52-477b-8cc5-b732e821b337 HTTP/1.1" status: 204 len: 168 time: 0.9580579 Jul 16 18:41:05.113533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47044) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:05.123016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842a55f-3f9e-4b96-98bc-b7c9fbfcb53d None None] Network 99963186-7d1d-43ef-a256-2fc717c3f467 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:05.141937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45869433-aad5-4e6a-bac4-49c75688fb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.155821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45869433-aad5-4e6a-bac4-49c75688fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.220988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45869433-aad5-4e6a-bac4-49c75688fb26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed5647511edd4781b1dfbe8c1a17dc1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443199 Jul 16 18:41:05.221855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:05.233416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45869433-aad5-4e6a-bac4-49c75688fb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74b1a00-2e3d-4fce-9c61-3acacbf272c0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:05.287393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.347116 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c69a268-9e95-4dc3-a256-a538ee6d5942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.393178 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c69a268-9e95-4dc3-a256-a538ee6d5942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.486205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] DHCP port deletion for 99963186-7d1d-43ef-a256-2fc717c3f467 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:05.532181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3216a-c35e-4741-8d6f-6511aefc153b req-6dafa250-951d-46b0-a2da-e60972ec9e07 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.541146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aeb3216a-c35e-4741-8d6f-6511aefc153b req-6dafa250-951d-46b0-a2da-e60972ec9e07 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1380138 Jul 16 18:41:05.541808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Deleting port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:05.542288 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c69a268-9e95-4dc3-a256-a538ee6d5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.542373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.544608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c69a268-9e95-4dc3-a256-a538ee6d5942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.570116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8c69a268-9e95-4dc3-a256-a538ee6d5942 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e74b1a00-2e3d-4fce-9c61-3acacbf272c0 HTTP/1.1" status: 204 len: 168 time: 0.3450279 Jul 16 18:41:05.621819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] Deleting port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:05.622306 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.625522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69a268-9e95-4dc3-a256-a538ee6d5942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74b1a00-2e3d-4fce-9c61-3acacbf272c0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:05.629452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.666452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aeb3216a-c35e-4741-8d6f-6511aefc153b req-12a5c68e-d847-4912-adf5-462a6a608a8e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945122 Jul 16 18:41:05.759692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] For port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,segment=NetworkSegment(951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38),segment_id=951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:05.759895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.775176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] For port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,segment=NetworkSegment(951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38),segment_id=951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:05.783387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Calling delete_port for d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:05.783920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.809942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] Calling delete_port for d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:05.956185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.978592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.001842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.040272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] No DVR routers for this DVR port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:06.053881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event deleted for resources: {'Port': ['ID=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.064485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067270c-d55e-4f52-a197-471b1be8d823 None None] Pushing event deleted for resources: {'Port': ['ID=d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.078345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] No DVR routers for this DVR port d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:06.224525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.236516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99963186-7d1d-43ef-a256-2fc717c3f467']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:06.254202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:06.254498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951cd7d4-ce05-44f0-b2a7-fa7af8aa6c38') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:06.266023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.295143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.311722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:06.312110 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:06.315813 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:06.429938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.437527 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.442140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] 10.222.0.49 "DELETE /v2.0/networks/99963186-7d1d-43ef-a256-2fc717c3f467 HTTP/1.1" status: 204 len: 168 time: 1.3272793 Jul 16 18:41:06.446327 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.467186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b1e1-d96b-410d-80b4-eb0f7f41eb46 tempest-DHCPAgentSchedulersTestJSON-2036464818 tempest-DHCPAgentSchedulersTestJSON-2036464818-project] Pushing event deleted for resources: {'Network': ['ID=99963186-7d1d-43ef-a256-2fc717c3f467,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.476972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.641055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=12efb34f-79c5-4415-a19e-34f66975a37b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.700675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.711522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:06.773203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:06.773563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d94c9fa0-4f6b-4c11-bf05-6b2ff32a7ac6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:06.902847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:06.974710 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP e2441874-ea96-4c48-aa43-cb99c4298224 associated. External IP: 172.25.1.244, port: aaeb624b-36d1-469f-b191-8740c2823e4a. Jul 16 18:41:07.187678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10104ab-b8e3-4a41-b8d3-ca0853029257 req-a7ad4e14-d821-449b-b607-fcf703739e50 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:07.194714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f10104ab-b8e3-4a41-b8d3-ca0853029257 req-a7ad4e14-d821-449b-b607-fcf703739e50 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.2989168 Jul 16 18:41:07.205890 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8e8b7d98-a7b2-46aa-ad24-dcc0c54e5a3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61e116598d57455e88709c6961216623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010600 Jul 16 18:41:07.208353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:07.290506 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa45632-552b-4e9e-880b-43f6d85b567e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.314779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa45632-552b-4e9e-880b-43f6d85b567e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.343014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f10104ab-b8e3-4a41-b8d3-ca0853029257 req-b84da652-8836-4403-927c-5a64144a90e8 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452389 Jul 16 18:41:07.427963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:07.437301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa45632-552b-4e9e-880b-43f6d85b567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.446914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fa45632-552b-4e9e-880b-43f6d85b567e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.449273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2fa45632-552b-4e9e-880b-43f6d85b567e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1babca9-9c56-4f91-b10f-4493676cfbab HTTP/1.1" status: 204 len: 168 time: 0.2394645 Jul 16 18:41:07.475274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa45632-552b-4e9e-880b-43f6d85b567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1babca9-9c56-4f91-b10f-4493676cfbab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:07.633438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:07.646315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:07.661448 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.685206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:07.685997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:07.755765 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ffc13b66-030b-4067-87ac-4fcde5853536 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3307006 Jul 16 18:41:07.759109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47126) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:07.764415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'port_id': 'aaeb624b-36d1-469f-b191-8740c2823e4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:07.834610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:07.861842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:07.863264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:07.967810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:07.968592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16338b24-b868-4ed8-9173-3687f749a613 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:07.991699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.216872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:08.240517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b550efa5-7a4c-4330-8a3c-047476066747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.312449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880f0b2-2660-478b-871a-703f310cefa4 req-0b970a2d-a10c-4d2a-941c-9946f85caf04 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.320706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5880f0b2-2660-478b-871a-703f310cefa4 req-0b970a2d-a10c-4d2a-941c-9946f85caf04 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1377730 Jul 16 18:41:08.375433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b550efa5-7a4c-4330-8a3c-047476066747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.385660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b550efa5-7a4c-4330-8a3c-047476066747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.428676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5880f0b2-2660-478b-871a-703f310cefa4 req-659b0806-e07d-460d-9458-bd09e6875723 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027167 Jul 16 18:41:08.473335 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b550efa5-7a4c-4330-8a3c-047476066747 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b994728b6e3a4e43bc2ca184e240adff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551005 Jul 16 18:41:08.476272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47140) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:08.477122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550efa5-7a4c-4330-8a3c-047476066747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ba4fac-7e3c-48b7-bc4d-4ecab384b9dc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:08.611078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12fd36bf-d127-4873-b91d-9a21140a023a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.653369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12fd36bf-d127-4873-b91d-9a21140a023a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.753476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12fd36bf-d127-4873-b91d-9a21140a023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.756181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12fd36bf-d127-4873-b91d-9a21140a023a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.770732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-12fd36bf-d127-4873-b91d-9a21140a023a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9ba4fac-7e3c-48b7-bc4d-4ecab384b9dc HTTP/1.1" status: 204 len: 168 time: 0.2790709 Jul 16 18:41:08.786455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd36bf-d127-4873-b91d-9a21140a023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ba4fac-7e3c-48b7-bc4d-4ecab384b9dc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:09.019963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:41:09.099264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.119480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.537080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:09.777844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123e1b1-5cd1-404c-9355-d27783e14b67 req-4ca7738e-73df-4fbf-ad02-4e9686ce7a72 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.779898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0123e1b1-5cd1-404c-9355-d27783e14b67 req-4ca7738e-73df-4fbf-ad02-4e9686ce7a72 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.1208866 Jul 16 18:41:09.786170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:09.798959 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:09.814483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.815421 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:09.817517 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:09.889987 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:09.897307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0123e1b1-5cd1-404c-9355-d27783e14b67 req-0f813628-ad7f-4168-a31e-e3af26907f31 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079187 Jul 16 18:41:09.914183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:09.915523 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:09.991575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9652f998-3b22-4fca-93f4-1faece875393 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/floatingips/e2441874-ea96-4c48-aa43-cb99c4298224 HTTP/1.1" status: 200 len: 977 time: 2.2311285 Jul 16 18:41:09.994816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47188) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:09.999958 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:10.001047 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a431391-6817-4628-9c7d-7b77f14e9bd0 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:10.289186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 12efb34f-79c5-4415-a19e-34f66975a37b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:10.290236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.108812 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.108812 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.146496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 12efb34f-79c5-4415-a19e-34f66975a37b owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:11.339977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-6a076055-d780-4f4e-a5d6-fad4fe8ac5c1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.343380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-6a076055-d780-4f4e-a5d6-fad4fe8ac5c1 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.2494984 Jul 16 18:41:11.490538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b15093-ad75-4abf-bfc8-e4131d7bac4c req-b71fab71-29f6-4152-b537-2e1c14ff3b45 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.500315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61b15093-ad75-4abf-bfc8-e4131d7bac4c req-b71fab71-29f6-4152-b537-2e1c14ff3b45 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 945 time: 0.3280137 Jul 16 18:41:11.703737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.716639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61b15093-ad75-4abf-bfc8-e4131d7bac4c req-9ab11338-212d-42fc-a2c5-ce22183e9d61 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151206 Jul 16 18:41:11.749398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Deleting port 4088efe4-7a23-4616-a925-7a441ca1ea1b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:11.749817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.772107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=12efb34f-79c5-4415-a19e-34f66975a37b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.005884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] For port 4088efe4-7a23-4616-a925-7a441ca1ea1b, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4088efe4-7a23-4616-a925-7a441ca1ea1b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:12.010368 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.026158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:12.028792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.029321 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP e2441874-ea96-4c48-aa43-cb99c4298224 disassociated (deleted). External IP: 172.25.1.244, port: aaeb624b-36d1-469f-b191-8740c2823e4a. Jul 16 18:41:12.047813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Calling delete_port for 4088efe4-7a23-4616-a925-7a441ca1ea1b owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:12.263609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1753715814', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:12.336429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.344053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Made reservation on behalf of 9e99d0bc490a49ab83b14a85d6a7fb22 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:12.347775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.350585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bd345833-be26-463f-89fa-7ab4d4075776'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:12.353059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4088efe4-7a23-4616-a925-7a441ca1ea1b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:12.372335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Pushing event deleted for resources: {'Port': ['ID=4088efe4-7a23-4616-a925-7a441ca1ea1b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.391526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.453893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:12.458544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] No DVR routers for this DVR port 4088efe4-7a23-4616-a925-7a441ca1ea1b on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:12.464880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.470398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50d15a22-91ed-4b6d-86e3-cc98e9a48391 req-552d3a50-9558-4d46-924f-d99c61e13948 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.59 "DELETE /v2.0/ports/4088efe4-7a23-4616-a925-7a441ca1ea1b HTTP/1.1" status: 204 len: 173 time: 1.1102848 Jul 16 18:41:12.471638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'name': 'network-vif-deleted', 'tag': '4088efe4-7a23-4616-a925-7a441ca1ea1b'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:12.474653 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd7e7aa-e5b8-442a-97ed-d52f939c8e52" -d '{"events": [{"server_uuid": "1cc42f1c-76eb-4dd5-b017-e3e848b5a920", "name": "network-vif-deleted", "tag": "4088efe4-7a23-4616-a925-7a441ca1ea1b"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:12.605390 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbf8f6-2159-479e-b5e1-73335d200dac x-openstack-request-id: req-96cbf8f6-2159-479e-b5e1-73335d200dac {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:12.606518 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc42f1c-76eb-4dd5-b017-e3e848b5a920", "name": "network-vif-deleted", "tag": "4088efe4-7a23-4616-a925-7a441ca1ea1b", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:12.606892 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96cbf8f6-2159-479e-b5e1-73335d200dac {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:12.607412 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc42f1c-76eb-4dd5-b017-e3e848b5a920', 'name': 'network-vif-deleted', 'tag': '4088efe4-7a23-4616-a925-7a441ca1ea1b', 'status': 'completed', 'code': 200} Jul 16 18:41:12.637625 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.653574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.662291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] device_id is not set on port 02d1f9c0-f116-47dc-ad86-e25d2714a5f2 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:12.765415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:12.771820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.784629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:12.823078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:12.827375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:12.830705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Allocated IP 172.25.1.188 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/02d1f9c0-f116-47dc-ad86-e25d2714a5f2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:12.834470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7136a065-55bc-42db-99f7-9c6febfb8aba,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.855503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dcb82d79-cf1f-4221-b6ea-f45fcd78b213 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/floatingips/e2441874-ea96-4c48-aa43-cb99c4298224 HTTP/1.1" status: 204 len: 168 time: 2.8537848 Jul 16 18:41:12.857251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47252) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:12.924507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:12.978078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:12.978906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:40:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:13.077700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:13.078994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca804f40-204c-4ebe-9abf-322cdf4f1102 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:13.197495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.199384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0928495-9268-4ca2-9519-d9d634f75c04 req-db39c3af-02e5-4949-aee7-baa07383393f tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cc42f1c-76eb-4dd5-b017-e3e848b5a920 HTTP/1.1" status: 200 len: 210 time: 0.1027560 Jul 16 18:41:13.282364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port aaeb624b-36d1-469f-b191-8740c2823e4a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:13.284568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.285559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.439916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:13.448934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:13.453553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:13.504379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Pushing event updated for resources: {'Port': ['ID=02d1f9c0-f116-47dc-ad86-e25d2714a5f2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:13.530840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.556171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for aaeb624b-36d1-469f-b191-8740c2823e4a owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:13.559801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.560571 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.605531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8aa72a1f-1dfd-4460-9d94-9ccf7736c6f7 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5779400 Jul 16 18:41:13.606835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:13.612615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.188'}]}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:13.648362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.649335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.837686 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.953124 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.030355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=aaeb624b-36d1-469f-b191-8740c2823e4a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:14.054156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.177281 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.179267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5ead6c66-5626-4a4e-b50a-2284be4ed7b5 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/ports/aaeb624b-36d1-469f-b191-8740c2823e4a HTTP/1.1" status: 204 len: 168 time: 1.3247371 Jul 16 18:41:14.184378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:14.191575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:14.216717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.385311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.431073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.447474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.678731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.25.1.115 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/595611ab-6bc5-4a57-9ade-ee69e10f5e30) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:14.828758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.888275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.958938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.230986 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.233108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.274122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:15.279032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:15.282100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:15.298139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.298756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a72ac70-89a1-4622-bbf2-5b24f7559cd7 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:15.324900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=595611ab-6bc5-4a57-9ade-ee69e10f5e30,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:15.331227 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:41:15.333705 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bd79fd04-54f7-4149-afc0-a9c3e7afca83 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7257555 Jul 16 18:41:15.336643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47318) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:15.397054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72e374-d9f0-4821-a7b2-54739b023d84 req-12e8d670-a871-4e53-bb55-aa1db2f33c21 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.398777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b72e374-d9f0-4821-a7b2-54739b023d84 req-12e8d670-a871-4e53-bb55-aa1db2f33c21 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.5021000 Jul 16 18:41:15.478706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Deleting port 02d1f9c0-f116-47dc-ad86-e25d2714a5f2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:15.479292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.556635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.584071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Calling delete_port for 02d1f9c0-f116-47dc-ad86-e25d2714a5f2 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:15.587783 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.622612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b72e374-d9f0-4821-a7b2-54739b023d84 req-7478e3fa-4672-4ae2-bf85-043d6a06668e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081625 Jul 16 18:41:15.687262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.739610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.771123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Pushing event deleted for resources: {'Port': ['ID=02d1f9c0-f116-47dc-ad86-e25d2714a5f2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:15.883226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.885007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.892013 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fb3f657a-d4ef-4854-b8c7-d9622e90d008 tempest-RoutersAdminNegativeTest-1121337941 tempest-RoutersAdminNegativeTest-1121337941-project-admin] 10.222.0.49 "DELETE /v2.0/ports/02d1f9c0-f116-47dc-ad86-e25d2714a5f2 HTTP/1.1" status: 204 len: 168 time: 0.5520473 Jul 16 18:41:15.901755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.962161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=595611ab-6bc5-4a57-9ade-ee69e10f5e30,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:16.051943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.089737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.093330 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-77a1f1f1-56ce-480d-974c-24b6c9815b21 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9066362 Jul 16 18:41:16.100401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:16.102494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'port': {'network_id': '55cba7af-87a2-42e7-842f-e4ae941ac5e0', 'name': 'tempest-FloatingIPTestJSON-1467277793'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:16.175714 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-154b8817-3465-4a53-922e-4af0efb4bc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.249298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4088efe4-7a23-4616-a925-7a441ca1ea1b no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:16.299821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 4088efe4-7a23-4616-a925-7a441ca1ea1b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:16.303140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4088efe4-7a23-4616-a925-7a441ca1ea1b not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:16.452810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:16.457594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.473229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:16.480615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] device_id is not set on port 9350b9a5-fdab-493c-b48f-ad454f3b3c36 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:16.685754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.3 (55cba7af-87a2-42e7-842f-e4ae941ac5e0/b8fba139-7d5d-43f7-804b-7e37476c4c80/9350b9a5-fdab-493c-b48f-ad454f3b3c36) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:16.740114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39cf84d0-76e9-442b-a2b7-fc9599d4ec8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.994353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.020885 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39cf84d0-76e9-442b-a2b7-fc9599d4ec8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.028648 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39cf84d0-76e9-442b-a2b7-fc9599d4ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.058158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c114-7776-49c2-8c80-28c45735cda3 req-85aa9129-7472-4572-9110-c465e9324269 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:17.060030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a5f5c114-7776-49c2-8c80-28c45735cda3 req-85aa9129-7472-4572-9110-c465e9324269 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.1606696 Jul 16 18:41:17.074133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26441e33-0109-426a-b447-02587325db15 req-1e566462-9aa6-4496-9aaf-aeb1e4950e09 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:17.076035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26441e33-0109-426a-b447-02587325db15 req-1e566462-9aa6-4496-9aaf-aeb1e4950e09 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.67 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 945 time: 0.2485049 Jul 16 18:41:17.108862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-39cf84d0-76e9-442b-a2b7-fc9599d4ec8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6aacf410bfe24d66a37cc290d11f59d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305835 Jul 16 18:41:17.110699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47346) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.138001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf84d0-76e9-442b-a2b7-fc9599d4ec8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44c8e94-d575-4aaf-96b4-044adbb72b12,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.236077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a5f5c114-7776-49c2-8c80-28c45735cda3 req-d603eeca-349d-4485-80ff-204493501b0e tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/security-groups?id=df39869e-db0c-4dd9-87f8-63184c5721a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646595 Jul 16 18:41:17.253473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.335602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Deleting port bd345833-be26-463f-89fa-7ab4d4075776 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:17.335821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.572498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] For port bd345833-be26-463f-89fa-7ab4d4075776, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bd345833-be26-463f-89fa-7ab4d4075776,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:17.572959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.591325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Calling delete_port for bd345833-be26-463f-89fa-7ab4d4075776 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:17.785971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47368) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.872836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.886310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bd345833-be26-463f-89fa-7ab4d4075776'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:18.001617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6420d7a-28f4-40d2-bc2d-829003b54aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.016245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Pushing event deleted for resources: {'Port': ['ID=bd345833-be26-463f-89fa-7ab4d4075776,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.053734 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6420d7a-28f4-40d2-bc2d-829003b54aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.155004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b248e85-9ef1-42ea-9c03-5f277d5f46e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.158718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] No DVR routers for this DVR port bd345833-be26-463f-89fa-7ab4d4075776 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:18.168434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.170579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26441e33-0109-426a-b447-02587325db15 req-7672f46d-f7fe-4f30-b0d1-9a12cbd7bb26 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.67 "DELETE /v2.0/ports/bd345833-be26-463f-89fa-7ab4d4075776 HTTP/1.1" status: 204 len: 173 time: 1.0805700 Jul 16 18:41:18.171405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'name': 'network-vif-deleted', 'tag': 'bd345833-be26-463f-89fa-7ab4d4075776'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:18.175985 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c40013-5b1d-42d0-9bc1-58e0e8db40b4" -d '{"events": [{"server_uuid": "39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a", "name": "network-vif-deleted", "tag": "bd345833-be26-463f-89fa-7ab4d4075776"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:18.244023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 55cba7af-87a2-42e7-842f-e4ae941ac5e0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:18.271654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:18.277858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6420d7a-28f4-40d2-bc2d-829003b54aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.280664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6420d7a-28f4-40d2-bc2d-829003b54aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.285851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f6420d7a-28f4-40d2-bc2d-829003b54aaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a44c8e94-d575-4aaf-96b4-044adbb72b12 HTTP/1.1" status: 204 len: 168 time: 1.1690409 Jul 16 18:41:18.291564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:18.347370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=9350b9a5-fdab-493c-b48f-ad454f3b3c36,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.355413 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202524de-fbc8-4135-9538-d7258700faa9 x-openstack-request-id: req-202524de-fbc8-4135-9538-d7258700faa9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:18.361190 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a", "name": "network-vif-deleted", "tag": "bd345833-be26-463f-89fa-7ab4d4075776", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:18.362915 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-202524de-fbc8-4135-9538-d7258700faa9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:18.363525 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a', 'name': 'network-vif-deleted', 'tag': 'bd345833-be26-463f-89fa-7ab4d4075776', 'status': 'completed', 'code': 200} Jul 16 18:41:18.414248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6420d7a-28f4-40d2-bc2d-829003b54aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44c8e94-d575-4aaf-96b4-044adbb72b12,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.478801 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b248e85-9ef1-42ea-9c03-5f277d5f46e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.490751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b248e85-9ef1-42ea-9c03-5f277d5f46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.574678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.575400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.580822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c79fee25-7203-4019-abd2-c26a1aad1175 req-e9fc32ed-c6f7-4863-a726-34afea449524 tempest-ServerRescueTestJSON-454573569 tempest-ServerRescueTestJSON-454573569-project] 10.222.0.49 "GET /v2.0/ports?device_id=39a5ce54-b96c-4bfb-88ee-20f0e1e8c20a HTTP/1.1" status: 200 len: 210 time: 0.1064451 Jul 16 18:41:18.599224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f236cad7-4103-454a-9839-1083111f7bb9 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5020778 Jul 16 18:41:18.600564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47384) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:18.607018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'port_id': '9350b9a5-fdab-493c-b48f-ad454f3b3c36'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:18.617802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b248e85-9ef1-42ea-9c03-5f277d5f46e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9216fb29da3a414cb6462832eec193c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220792 Jul 16 18:41:18.617802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:18.617802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b248e85-9ef1-42ea-9c03-5f277d5f46e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e72502-fb09-4a57-a74b-3d09503c2cf0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.662453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.702834 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7756cc5f-f0b0-4290-8e1d-ae11a04979eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.715293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c276c7-1ff8-400c-a45d-911b9fed0745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.768813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c276c7-1ff8-400c-a45d-911b9fed0745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.857461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c276c7-1ff8-400c-a45d-911b9fed0745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.860364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8c276c7-1ff8-400c-a45d-911b9fed0745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.874084 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.876739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a8c276c7-1ff8-400c-a45d-911b9fed0745 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33e72502-fb09-4a57-a74b-3d09503c2cf0 HTTP/1.1" status: 204 len: 168 time: 0.2605162 Jul 16 18:41:18.900208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c276c7-1ff8-400c-a45d-911b9fed0745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e72502-fb09-4a57-a74b-3d09503c2cf0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.944314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47392) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.056068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b36e4830-dccb-44d3-b0fb-c8c9b9c1ce52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e99d0bc490a49ab83b14a85d6a7fb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079652 Jul 16 18:41:19.056415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.214020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a981b04-3b29-4e47-8e21-d1ab62901fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.254569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a981b04-3b29-4e47-8e21-d1ab62901fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.342068 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a981b04-3b29-4e47-8e21-d1ab62901fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.346482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a981b04-3b29-4e47-8e21-d1ab62901fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.347218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2a981b04-3b29-4e47-8e21-d1ab62901fbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7136a065-55bc-42db-99f7-9c6febfb8aba HTTP/1.1" status: 204 len: 168 time: 0.2898037 Jul 16 18:41:19.372400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a981b04-3b29-4e47-8e21-d1ab62901fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7136a065-55bc-42db-99f7-9c6febfb8aba,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:19.430200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.440802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.617308 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 07982c03-ebbf-40ad-8a81-b8f2a06e80c7 associated. External IP: 172.25.1.115, port: 9350b9a5-fdab-493c-b48f-ad454f3b3c36. Jul 16 18:41:19.621261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47408) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.641542 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3170f285-e384-4263-b45d-acf35ffb6f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.747395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.834894 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3170f285-e384-4263-b45d-acf35ffb6f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.840142 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3170f285-e384-4263-b45d-acf35ffb6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.930774 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.941089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3170f285-e384-4263-b45d-acf35ffb6f5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ceb0a6be9ba54a31a235d11d2cde0adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179524 Jul 16 18:41:19.945869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.952967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170f285-e384-4263-b45d-acf35ffb6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3f679b-1ab9-4a07-8f3c-fd342af1bc8e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.016037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd080eb4-099f-4b32-84bf-ef877d802198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.043367 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd080eb4-099f-4b32-84bf-ef877d802198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.116305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd080eb4-099f-4b32-84bf-ef877d802198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.120505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd080eb4-099f-4b32-84bf-ef877d802198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.124654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd080eb4-099f-4b32-84bf-ef877d802198 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec3f679b-1ab9-4a07-8f3c-fd342af1bc8e HTTP/1.1" status: 204 len: 168 time: 0.1727595 Jul 16 18:41:20.149918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd080eb4-099f-4b32-84bf-ef877d802198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3f679b-1ab9-4a07-8f3c-fd342af1bc8e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.282096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:20.487792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:20.495871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.499636 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:20.511562 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:20.512209 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:20.548665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47444) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.602478 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:20.631871 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:20.632696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:20.647738 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14e702b6-4ad7-49a5-b37c-06cb43b3975c tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/floatingips/07982c03-ebbf-40ad-8a81-b8f2a06e80c7 HTTP/1.1" status: 200 len: 978 time: 2.0455639 Jul 16 18:41:20.651068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.691387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.692822 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:20.693773 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdc28a-9f1b-4e67-b3ce-4b645e6733d5 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:20.736978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1701590474'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:20.740807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.782148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10083576-b914-4b10-b2f6-c5a97c4b1c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.873987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Made reservation on behalf of 1104ee4b81764277a4ee27f5100cb062 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:20.884151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.912287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.966159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 9350b9a5-fdab-493c-b48f-ad454f3b3c36 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:20.966787 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.094409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.191924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bd345833-be26-463f-89fa-7ab4d4075776 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:21.239581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: bd345833-be26-463f-89fa-7ab4d4075776 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:21.241112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bd345833-be26-463f-89fa-7ab4d4075776 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:21.450688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.475967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.478100 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.480495 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 07982c03-ebbf-40ad-8a81-b8f2a06e80c7 disassociated. External IP: 172.25.1.115, port: 9350b9a5-fdab-493c-b48f-ad454f3b3c36. Jul 16 18:41:21.481433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 9350b9a5-fdab-493c-b48f-ad454f3b3c36 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:21.595465 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10083576-b914-4b10-b2f6-c5a97c4b1c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.606922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10083576-b914-4b10-b2f6-c5a97c4b1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.646262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10083576-b914-4b10-b2f6-c5a97c4b1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e840330-b412-4814-8be4-a00dc09bbd15,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.673875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Deleting port faacd70b-ce13-4911-96fc-4c59946a144b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:21.674222 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.687206 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-006809e8-de9d-4398-9fd7-c26e3fd9331d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.715959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.716961 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.770096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] For port faacd70b-ce13-4911-96fc-4c59946a144b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=faacd70b-ce13-4911-96fc-4c59946a144b,segment=NetworkSegment(181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb),segment_id=181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:21.770508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.784767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Calling delete_port for faacd70b-ce13-4911-96fc-4c59946a144b owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:21.798470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.862719 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-10083576-b914-4b10-b2f6-c5a97c4b1c0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c03f299afb16487d89c3ffe286a5e84a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1184855 Jul 16 18:41:21.875430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47474) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.908094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.938611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=9350b9a5-fdab-493c-b48f-ad454f3b3c36,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.974491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:21.984734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f631a-7135-4853-bdf5-9c65d51adb68,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.060543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.071790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.072213 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Added segment 95043b70-e4a6-4e85-b4f3-76078dd61e5e of type vlan for network 309f02fa-18fe-4b6e-8d35-d991d647878e Jul 16 18:41:22.090688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=faacd70b-ce13-4911-96fc-4c59946a144b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.125910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-006809e8-de9d-4398-9fd7-c26e3fd9331d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.142973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-006809e8-de9d-4398-9fd7-c26e3fd9331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.204824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.213842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e635c173-7f7b-4f2e-a264-8b83520fdec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.257959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-006809e8-de9d-4398-9fd7-c26e3fd9331d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99792f595753419d9f92d2492ff2a28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034742 Jul 16 18:41:22.259196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.265799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006809e8-de9d-4398-9fd7-c26e3fd9331d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702df8ef-889f-4bac-b292-95ab4c430c23,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.289193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e635c173-7f7b-4f2e-a264-8b83520fdec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.306020 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.312320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.318590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:22.319209 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.364002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:22.370043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f64d79ec-9a46-448c-9b71-6ef93283d220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.382089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8293715 Jul 16 18:41:22.382361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.417604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Request body: {'subnet': {'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:22.427615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8203dc3-e894-484c-a33b-3f3193db291f tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event updated for resources: {'Network': ['ID=309f02fa-18fe-4b6e-8d35-d991d647878e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.440315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 309f02fa-18fe-4b6e-8d35-d991d647878e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:22.486443 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f64d79ec-9a46-448c-9b71-6ef93283d220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.488259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e635c173-7f7b-4f2e-a264-8b83520fdec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.494392 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e635c173-7f7b-4f2e-a264-8b83520fdec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.495890 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e635c173-7f7b-4f2e-a264-8b83520fdec1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e840330-b412-4814-8be4-a00dc09bbd15 HTTP/1.1" status: 204 len: 168 time: 0.6189530 Jul 16 18:41:22.511120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635c173-7f7b-4f2e-a264-8b83520fdec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e840330-b412-4814-8be4-a00dc09bbd15,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.578142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:22.589908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:22.607284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:22.608048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.636916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f64d79ec-9a46-448c-9b71-6ef93283d220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.645034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f64d79ec-9a46-448c-9b71-6ef93283d220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.661338 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f64d79ec-9a46-448c-9b71-6ef93283d220 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/702df8ef-889f-4bac-b292-95ab4c430c23 HTTP/1.1" status: 204 len: 168 time: 0.3996775 Jul 16 18:41:22.686619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.691775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96053f5e-f6a5-4e20-90b7-2e89c2364a5e tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/ports/9350b9a5-fdab-493c-b48f-ad454f3b3c36 HTTP/1.1" status: 204 len: 168 time: 2.0365198 Jul 16 18:41:22.691775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47488) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.713967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.741422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:22.742015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.742805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d79ec-9a46-448c-9b71-6ef93283d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702df8ef-889f-4bac-b292-95ab4c430c23,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.816698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Made reservation on behalf of 1104ee4b81764277a4ee27f5100cb062 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:22.823186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:22.824043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3ba30-f821-4e30-9170-c42a728718ec None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:22.827165 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.834901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.839682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-74b0f343-42d5-4dcf-a23e-17bb1cb94662 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "GET /v2.0/floatingips/07982c03-ebbf-40ad-8a81-b8f2a06e80c7 HTTP/1.1" status: 200 len: 688 time: 0.1425772 Jul 16 18:41:22.842205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.928721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Router de5a3186-10cb-4c63-89db-b15b1fa054f4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:23.084898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 595611ab-6bc5-4a57-9ade-ee69e10f5e30 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:23.084898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.205714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.206058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.210459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:23.220237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 595611ab-6bc5-4a57-9ade-ee69e10f5e30 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:23.224440 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] Sync routers for ids ['de5a3186-10cb-4c63-89db-b15b1fa054f4'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:23.231454 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cb48cefc-9a5c-41c7-b294-9ac97b8d9c29 admin admin] 10.222.0.49 "PUT /v2.0/routers/de5a3186-10cb-4c63-89db-b15b1fa054f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4811928 Jul 16 18:41:23.232809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.239044 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] Routers {'de5a3186-10cb-4c63-89db-b15b1fa054f4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:23.240744 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['de5a3186-10cb-4c63-89db-b15b1fa054f4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.248222 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.418457 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.444694 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] Set router de5a3186-10cb-4c63-89db-b15b1fa054f4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:23.507714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=595611ab-6bc5-4a57-9ade-ee69e10f5e30,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.529824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event updated for resources: {'Subnet': ['ID=cf838509-61c3-450c-a759-b0f1d43db7ea,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.539172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Checking segment: {'id': '95043b70-e4a6-4e85-b4f3-76078dd61e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:23.539559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Network hostable DHCP agents. Network: 309f02fa-18fe-4b6e-8d35-d991d647878e, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:23.606996 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.614223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Network 309f02fa-18fe-4b6e-8d35-d991d647878e is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:23.626220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.634902 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.637785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-650568cc-6974-4756-9638-95988c58c217 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/floatingips/07982c03-ebbf-40ad-8a81-b8f2a06e80c7 HTTP/1.1" status: 204 len: 168 time: 0.7942460 Jul 16 18:41:23.646202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47532) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.651933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'af55a4ef-f94a-4e32-9204-9b711af7dbf7'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:23.667108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.680199 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.709902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 309f02fa-18fe-4b6e-8d35-d991d647878e) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:23.712747 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.722022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df5030-f6c4-44f6-9865-2eff04242ef3 None None] Network 309f02fa-18fe-4b6e-8d35-d991d647878e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:23.738883 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] Checking router: de5a3186-10cb-4c63-89db-b15b1fa054f4 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:23.740071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:23.741213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.750203 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] Routers {'de5a3186-10cb-4c63-89db-b15b1fa054f4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:23.750917 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['de5a3186-10cb-4c63-89db-b15b1fa054f4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.844112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7587b607-ea27-43e7-afaa-c7a41f897b18 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4305482 Jul 16 18:41:23.852936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.866102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Request body: {'port': {'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-966094283'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:23.968985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.006724 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.137883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-309f02fa-18fe-4b6e-8d35-d991d647878e', 'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e', 'tenant_id': '1104ee4b81764277a4ee27f5100cb062', 'fixed_ips': [{'subnet_id': 'cf838509-61c3-450c-a759-b0f1d43db7ea'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:24.138847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.255676 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] Set router de5a3186-10cb-4c63-89db-b15b1fa054f4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:24.380186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Deleting port 95fcc6a5-beda-4483-903e-530f73b10182 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:24.386797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.419085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Made reservation on behalf of 1104ee4b81764277a4ee27f5100cb062 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:24.423364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.480179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] device_id is not set on port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:24.530588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] For port 95fcc6a5-beda-4483-903e-530f73b10182, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=95fcc6a5-beda-4483-903e-530f73b10182,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:24.531210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.570572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Calling delete_port for 95fcc6a5-beda-4483-903e-530f73b10182 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:24.658067 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:24.724301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.25.1.216 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/1dab44e6-7b0a-4bde-8d0d-90ab80913d16) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:24.725338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc615e6-3001-45f1-a129-a36909c515bd None None] The sync data for ids ['de5a3186-10cb-4c63-89db-b15b1fa054f4'] in n-d-791504-15 is: [{'id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'name': 'tempest-ServerRescueTestJSON-856202200-router', 'tenant_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '95fcc6a5-beda-4483-903e-530f73b10182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:11Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '2a4a51e42c5a47418c0e411b074eb1ac', 'gw_port': {'id': '95fcc6a5-beda-4483-903e-530f73b10182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5a3186-10cb-4c63-89db-b15b1fa054f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:12Z', 'updated_at': '2021-07-16T18:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:24.793106 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.809404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Allocated IP 2001:db8::2 (309f02fa-18fe-4b6e-8d35-d991d647878e/cf838509-61c3-450c-a759-b0f1d43db7ea/dda5266c-44e9-4d90-98db-bf3c285dce3c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:24.861153 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.908400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.918729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6364a412-4b1a-4a94-9516-bb01b9de5c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.939420 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.986551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:24.993347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:24.996453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:25.001960 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.007904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fcc6a5-beda-4483-903e-530f73b10182,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.021030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Transition to ACTIVE for port object dda5266c-44e9-4d90-98db-bf3c285dce3c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:25.056880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Transition to ACTIVE for port object dda5266c-44e9-4d90-98db-bf3c285dce3c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:25.066661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.084581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=1dab44e6-7b0a-4bde-8d0d-90ab80913d16,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.090398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Network 309f02fa-18fe-4b6e-8d35-d991d647878e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:25.094002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:25.100142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:25.282527 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.301016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Attempting to bind port dda5266c-44e9-4d90-98db-bf3c285dce3c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:25.301609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Attempting to bind port dda5266c-44e9-4d90-98db-bf3c285dce3c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '95043b70-e4a6-4e85-b4f3-76078dd61e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:25.302690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Attempting to bind port dda5266c-44e9-4d90-98db-bf3c285dce3c on network 309f02fa-18fe-4b6e-8d35-d991d647878e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:25.321488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Pushing event updated for resources: {'Port': ['ID=dda5266c-44e9-4d90-98db-bf3c285dce3c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.343391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.344268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.344611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.345493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.345493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.345697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.345916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.346233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.346551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.347001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.347323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.347641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.361960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:25.363650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Checking segment: {'id': '95043b70-e4a6-4e85-b4f3-76078dd61e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:25.364492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.366392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Bound using segment: {'id': '95043b70-e4a6-4e85-b4f3-76078dd61e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:25.369107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Bound port: dda5266c-44e9-4d90-98db-bf3c285dce3c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95043b70-e4a6-4e85-b4f3-76078dd61e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:25.369621 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.463507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6364a412-4b1a-4a94-9516-bb01b9de5c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.477563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6364a412-4b1a-4a94-9516-bb01b9de5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.562100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5bca3794-7096-4d9f-a338-109006317aba None None] For port dda5266c-44e9-4d90-98db-bf3c285dce3c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:25.568728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5bca3794-7096-4d9f-a338-109006317aba None None] For port dda5266c-44e9-4d90-98db-bf3c285dce3c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dda5266c-44e9-4d90-98db-bf3c285dce3c,segment=NetworkSegment(95043b70-e4a6-4e85-b4f3-76078dd61e5e),segment_id=95043b70-e4a6-4e85-b4f3-76078dd61e5e)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:25.590297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.645222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364a412-4b1a-4a94-9516-bb01b9de5c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538d62f4-8e40-46aa-ba4b-09cc8e1582b3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.665109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6364a412-4b1a-4a94-9516-bb01b9de5c49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=227430b44507499d8edc280b17e3159d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9954357 Jul 16 18:41:25.678717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:25.698648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3794-7096-4d9f-a338-109006317aba None None] Pushing event updated for resources: {'Port': ['ID=dda5266c-44e9-4d90-98db-bf3c285dce3c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.862651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80c6d6c-1176-4ac4-91c3-83d8587cbe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.929425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80c6d6c-1176-4ac4-91c3-83d8587cbe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.949682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Allocated IP 2001:db8::d5 (309f02fa-18fe-4b6e-8d35-d991d647878e/cf838509-61c3-450c-a759-b0f1d43db7ea/2045dc57-2ca1-4b1a-944c-fe8d60f90b21) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:25.972332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.976976 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.067349 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.070298 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80c6d6c-1176-4ac4-91c3-83d8587cbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.073832 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b80c6d6c-1176-4ac4-91c3-83d8587cbe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.077901 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b80c6d6c-1176-4ac4-91c3-83d8587cbe6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/538d62f4-8e40-46aa-ba4b-09cc8e1582b3 HTTP/1.1" status: 204 len: 168 time: 0.3951635 Jul 16 18:41:26.124396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.125019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de5a3186-10cb-4c63-89db-b15b1fa054f4 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:26.133717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.139459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fd69720d-2648-4f59-a478-97056cc76ab2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/de5a3186-10cb-4c63-89db-b15b1fa054f4 HTTP/1.1" status: 204 len: 168 time: 2.9029114 Jul 16 18:41:26.144605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:26.157413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c6d6c-1176-4ac4-91c3-83d8587cbe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538d62f4-8e40-46aa-ba4b-09cc8e1582b3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.258712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] Deleting subnet e37f3ccd-084b-4ed6-8c74-688d7214191b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:26.262318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.363101 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.460983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.503470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Transition to ACTIVE for port object 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:26.507173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:26.536906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.595365 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.680018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Network 309f02fa-18fe-4b6e-8d35-d991d647878e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:26.683364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:26.687719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:26.693560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.694279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.703946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event updated for resources: {'Port': ['ID=2045dc57-2ca1-4b1a-944c-fe8d60f90b21,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.719248 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f8990f4-39a4-4c42-a9d7-c9a425805560 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.8548827 Jul 16 18:41:26.720014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:26.728625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Request body: {'port': {'network_id': '309f02fa-18fe-4b6e-8d35-d991d647878e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1412745687', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:26.729817 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] bootfile-name is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:41:26.732443 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] tftp-server is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:41:26.732443 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.api.validators [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] server-ip-address is not in valid_values {{(pid=93796) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:41:26.777067 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.789591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.811493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce70465f-112c-449e-bffa-9c8356c4f562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.897911 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.944173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47656) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:26.949134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=1dab44e6-7b0a-4bde-8d0d-90ab80913d16,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.951052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484980295', 'description': 'tempest-secgroup-smoke-484980295 description', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:26.978305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.026381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dda5266c-44e9-4d90-98db-bf3c285dce3c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:27.069741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce70465f-112c-449e-bffa-9c8356c4f562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.089974 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce70465f-112c-449e-bffa-9c8356c4f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.108270 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 04846adc-5535-4148-b5a7-bc08fff63061 associated. External IP: 172.25.1.216, port: af55a4ef-f94a-4e32-9204-9b711af7dbf7. Jul 16 18:41:27.117296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port dda5266c-44e9-4d90-98db-bf3c285dce3c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:27.122969 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:41:27.122969 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:41:27.122969 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': '1146e6a401a64d1aa6ad39bde341ca16', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 41, 27, 73246)}] Jul 16 18:41:27.122969 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:41:27.123761 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:41:27.124389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Made reservation on behalf of 1104ee4b81764277a4ee27f5100cb062 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:27.128021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.161851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] device_id is not set on port 1f55c91a-d696-4312-9241-69e573c70fe3 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:27.174853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70465f-112c-449e-bffa-9c8356c4f562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d38ebc-7e11-40d5-9971-a3fb4814c6b9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.189342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ce70465f-112c-449e-bffa-9c8356c4f562 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=002314dbdfe4499185b153b997dce3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795111 Jul 16 18:41:27.191955 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47664) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.251334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.255886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 95fcc6a5-beda-4483-903e-530f73b10182 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:27.287612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 95fcc6a5-beda-4483-903e-530f73b10182 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:27.288194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 95fcc6a5-beda-4483-903e-530f73b10182 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:27.289341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device faacd70b-ce13-4911-96fc-4c59946a144b no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:27.300067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37f3ccd-084b-4ed6-8c74-688d7214191b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.306587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.308963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-91c3f3b0-aed9-4222-ac3d-4b5d9d4f9f4e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e37f3ccd-084b-4ed6-8c74-688d7214191b HTTP/1.1" status: 204 len: 168 time: 1.1611471 Jul 16 18:41:27.316955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.330803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: faacd70b-ce13-4911-96fc-4c59946a144b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:27.331674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device faacd70b-ce13-4911-96fc-4c59946a144b not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:27.350094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Allocated IP 2001:db8::2b6 (309f02fa-18fe-4b6e-8d35-d991d647878e/cf838509-61c3-450c-a759-b0f1d43db7ea/1f55c91a-d696-4312-9241-69e573c70fe3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:27.402396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.429443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a83ae-7871-4a22-b1c5-e93e96431bef None None] Network 309f02fa-18fe-4b6e-8d35-d991d647878e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:27.446604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-481155ea-ca1c-4d02-9c44-83ff30b82625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.507142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd4876e8-e39e-4742-8422-2aca36169e88 None None] Provisioning for port dda5266c-44e9-4d90-98db-bf3c285dce3c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:27.514556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd4876e8-e39e-4742-8422-2aca36169e88 None None] Provisioning complete for port dda5266c-44e9-4d90-98db-bf3c285dce3c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:27.515154 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd4876e8-e39e-4742-8422-2aca36169e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.521273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-481155ea-ca1c-4d02-9c44-83ff30b82625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.594681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:27.610962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.634555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Transition to ACTIVE for port object 1f55c91a-d696-4312-9241-69e573c70fe3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:27.636408 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-481155ea-ca1c-4d02-9c44-83ff30b82625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.639094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-481155ea-ca1c-4d02-9c44-83ff30b82625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.640464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-481155ea-ca1c-4d02-9c44-83ff30b82625 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6d38ebc-7e11-40d5-9971-a3fb4814c6b9 HTTP/1.1" status: 204 len: 168 time: 0.4476070 Jul 16 18:41:27.669736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481155ea-ca1c-4d02-9c44-83ff30b82625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d38ebc-7e11-40d5-9971-a3fb4814c6b9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.684542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.714178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.730360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd4876e8-e39e-4742-8422-2aca36169e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.757153 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.772054 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.800558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fd4876e8-e39e-4742-8422-2aca36169e88 None None] For port dda5266c-44e9-4d90-98db-bf3c285dce3c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dda5266c-44e9-4d90-98db-bf3c285dce3c,segment=NetworkSegment(95043b70-e4a6-4e85-b4f3-76078dd61e5e),segment_id=95043b70-e4a6-4e85-b4f3-76078dd61e5e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:27.808534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fd4876e8-e39e-4742-8422-2aca36169e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.833735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event updated for resources: {'Port': ['ID=1f55c91a-d696-4312-9241-69e573c70fe3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.869905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Network 309f02fa-18fe-4b6e-8d35-d991d647878e is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:27.875512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ba002c-88ed-4241-9408-a54cff327384']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:27.880400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:27.886682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:27.897262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.898310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.905520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:27.906118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181bf7a1-6428-4a5d-b0ab-d6dbaf2b0fdb') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:27.925808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.958446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4876e8-e39e-4742-8422-2aca36169e88 None None] Pushing event updated for resources: {'Port': ['ID=dda5266c-44e9-4d90-98db-bf3c285dce3c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.981839 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.993872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:27.994411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:27.996242 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:28.027440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.027939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:28.039493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.044347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:28.060011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:28.061356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2b3031b-1195-444a-b04c-a98a860dd46b tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3399806 Jul 16 18:41:28.065088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.065376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.119031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.150716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.153623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:28.154417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.156120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.173212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] 10.222.0.49 "DELETE /v2.0/networks/53ba002c-88ed-4241-9408-a54cff327384 HTTP/1.1" status: 204 len: 168 time: 0.8545229 Jul 16 18:41:28.200871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e3c2cc-908d-4080-a373-9bee797f300c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.226417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.229119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adba008-1fcf-40dc-ad8a-92f93b7513b2 None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:28.254429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=53ba002c-88ed-4241-9408-a54cff327384,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.302921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.304840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.305405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.306890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.308008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.308889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2061a-486d-4023-a2c9-5c1775302979 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.309417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.309824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.311079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.311732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.312127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.313440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.313786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5cbaf-2da3-4696-8106-6185e2b38a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:28.315932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2061a-486d-4023-a2c9-5c1775302979 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.323329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2061a-486d-4023-a2c9-5c1775302979 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.324531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ec2061a-486d-4023-a2c9-5c1775302979 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2433164 Jul 16 18:41:28.328407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47724) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.331618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.337298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.356218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5fff4668-1194-4eff-ae12-1e2c32c716c9 None None] Provisioning for port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:28.369109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5fff4668-1194-4eff-ae12-1e2c32c716c9 None None] Provisioning complete for port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.369498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fff4668-1194-4eff-ae12-1e2c32c716c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.385349 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.390990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4417222 Jul 16 18:41:28.391711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.403838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-833be182-646b-4752-9b7b-9381e36c55aa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '7fdbb27c-ef47-41d6-b80b-5ced2e0f588c', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:28.412744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40bd49-d802-4951-a192-9131d21d9707 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.462723 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.483091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5fff4668-1194-4eff-ae12-1e2c32c716c9 None None] Port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:28.522054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5fff4668-1194-4eff-ae12-1e2c32c716c9 None None] Provisioning complete for port dda5266c-44e9-4d90-98db-bf3c285dce3c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.523438 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fff4668-1194-4eff-ae12-1e2c32c716c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.525838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-833be182-646b-4752-9b7b-9381e36c55aa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.539025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.548339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-709663b3-a432-4426-ba61-22e9662777be tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9008384 Jul 16 18:41:28.554760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.592413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1878617515'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:28.599908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.642586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-808ec9b2-5096-43fa-9cde-36660799af30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.656568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Deleting port 1f55c91a-d696-4312-9241-69e573c70fe3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:28.657113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.676046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dda5266c-44e9-4d90-98db-bf3c285dce3c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:28.765269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-833be182-646b-4752-9b7b-9381e36c55aa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.772680 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-833be182-646b-4752-9b7b-9381e36c55aa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.784256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.794839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port dda5266c-44e9-4d90-98db-bf3c285dce3c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.795445 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.799833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Calling delete_port for 1f55c91a-d696-4312-9241-69e573c70fe3 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:28.808679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833be182-646b-4752-9b7b-9381e36c55aa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdfcf27-0310-4d5e-9e18-5f7b4746c541,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.823324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:28.827272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.883071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf93229d-3e05-4865-bbb4-f161dd807cdb None None] Provisioning complete for port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.883348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf93229d-3e05-4865-bbb4-f161dd807cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.912310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-808ec9b2-5096-43fa-9cde-36660799af30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.921205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-808ec9b2-5096-43fa-9cde-36660799af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.950212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-833be182-646b-4752-9b7b-9381e36c55aa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.953338 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-833be182-646b-4752-9b7b-9381e36c55aa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5606654 Jul 16 18:41:28.970369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.974482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-455a13f2-cc75-4000-b72a-9635a06ad9eb req-3071f974-918b-4fb9-9126-0e3b7e1c1853 tempest-LiveMigrationTest-1191093916 tempest-LiveMigrationTest-1191093916-project] (93796) timed out ('10.222.0.67', 58493) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:41:28.983988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e9808438-fe3d-4a5b-94c3-c00798ab9736 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '7fdbb27c-ef47-41d6-b80b-5ced2e0f588c', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:28.991222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-addac0ae-a815-49df-b88c-eb038c133968 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a4a51e42c5a47418c0e411b074eb1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900344 Jul 16 18:41:28.999115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47770) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.013754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:29.028612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-808ec9b2-5096-43fa-9cde-36660799af30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f24d8646dd1245329bb5ef7330fab271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821577 Jul 16 18:41:29.030916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.041117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ec9b2-5096-43fa-9cde-36660799af30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dab166-cc6a-435e-ac97-5d3d7cb818af,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.042619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf93229d-3e05-4865-bbb4-f161dd807cdb None None] Port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:29.056403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.056761 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Added segment 1b2c69b7-c7c9-422d-a6f0-14ce976468f9 of type vlan for network 58703f2b-bd3b-479b-9325-ac42c14adf38 Jul 16 18:41:29.100608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77f38514-d4f4-40c3-b452-44dbcf8a7105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.126261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77f38514-d4f4-40c3-b452-44dbcf8a7105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.139255 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9808438-fe3d-4a5b-94c3-c00798ab9736 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.142734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.171565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2f0bf2e1-b06b-4a0c-bf37-42cd0b30748d None None] Provisioning for port 1f55c91a-d696-4312-9241-69e573c70fe3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:29.174060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2f0bf2e1-b06b-4a0c-bf37-42cd0b30748d None None] Provisioning complete for port 1f55c91a-d696-4312-9241-69e573c70fe3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:29.174553 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2f0bf2e1-b06b-4a0c-bf37-42cd0b30748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.182090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3ffa-9e21-4e98-a73e-875e29065d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.188961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77f38514-d4f4-40c3-b452-44dbcf8a7105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.193082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77f38514-d4f4-40c3-b452-44dbcf8a7105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.197155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-77f38514-d4f4-40c3-b452-44dbcf8a7105 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51dab166-cc6a-435e-ac97-5d3d7cb818af HTTP/1.1" status: 204 len: 168 time: 0.1613114 Jul 16 18:41:29.212192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f38514-d4f4-40c3-b452-44dbcf8a7105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dab166-cc6a-435e-ac97-5d3d7cb818af,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.228753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bf2e1-b06b-4a0c-bf37-42cd0b30748d None None] Port 1f55c91a-d696-4312-9241-69e573c70fe3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:29.284382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3ffa-9e21-4e98-a73e-875e29065d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.320665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.328334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.328334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.372296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7960758 Jul 16 18:41:29.372801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.378594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'subnet': {'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:29.426032 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.432537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9808438-fe3d-4a5b-94c3-c00798ab9736 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.499726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9c27b-da71-48e3-a74b-5ed29068a858 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Network': ['ID=58703f2b-bd3b-479b-9325-ac42c14adf38,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.507513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:29.511364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.518793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:29.538352 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9808438-fe3d-4a5b-94c3-c00798ab9736 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.551603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event deleted for resources: {'Port': ['ID=1f55c91a-d696-4312-9241-69e573c70fe3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.602115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.609938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-984e7f85-8d14-4a76-94e8-4f61e4d6b359 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "DELETE /v2.0/ports/1f55c91a-d696-4312-9241-69e573c70fe3 HTTP/1.1" status: 204 len: 168 time: 1.2781749 Jul 16 18:41:29.611730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9808438-fe3d-4a5b-94c3-c00798ab9736 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a416733-1452-4db9-90e5-acf2701f8f27,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.619827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47784) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.623023 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3ffa-9e21-4e98-a73e-875e29065d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.626146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3ffa-9e21-4e98-a73e-875e29065d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.627455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6bfe3ffa-9e21-4e98-a73e-875e29065d1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df39869e-db0c-4dd9-87f8-63184c5721a3 HTTP/1.1" status: 204 len: 168 time: 0.6254063 Jul 16 18:41:29.634010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9808438-fe3d-4a5b-94c3-c00798ab9736 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.635437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e9808438-fe3d-4a5b-94c3-c00798ab9736 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6638181 Jul 16 18:41:29.639956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Request body: {'port': {'name': 'tempest-new-port-name-633257021', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:29.640552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] bootfile-name is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:41:29.641054 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] tftp-server is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:41:29.641545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.api.validators [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] server-ip-address is not in valid_values {{(pid=93795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:41:29.648318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.667129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cd4a6be7-32fc-445a-8333-97105b467254 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '7fdbb27c-ef47-41d6-b80b-5ced2e0f588c', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:29.719493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe3ffa-9e21-4e98-a73e-875e29065d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39869e-db0c-4dd9-87f8-63184c5721a3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.862551 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.875116 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.886716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6be7-32fc-445a-8333-97105b467254 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.990670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Subnet': ['ID=626659da-a206-42b8-a3f6-9c1e9d799d69,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:30.003711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.004062 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.004402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.005299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.005705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.006040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.006371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.007189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.007189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.007519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.007860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.008191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:30.043996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Checking segment: {'id': '1b2c69b7-c7c9-422d-a6f0-14ce976468f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:30.047803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network hostable DHCP agents. Network: 58703f2b-bd3b-479b-9325-ac42c14adf38, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:30.056364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6be7-32fc-445a-8333-97105b467254 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.075475 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6be7-32fc-445a-8333-97105b467254 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.079730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:30.093934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 58703f2b-bd3b-479b-9325-ac42c14adf38) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:30.101581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.102596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.111361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fc9133-9968-4653-8672-b36c2dfeb476 None None] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:30.151048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a4f34fe5-bf1e-48fe-806f-d6827a5a30dc tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7759569 Jul 16 18:41:30.153067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:30.162710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-934008497', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:30.206776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a6be7-32fc-445a-8333-97105b467254 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e5944a-6e60-4f8e-8738-0419699be38b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:30.219946 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.221563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.250553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6be7-32fc-445a-8333-97105b467254 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.258091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd4a6be7-32fc-445a-8333-97105b467254 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6060047 Jul 16 18:41:30.272287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:30.279531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c475d428-8e6e-48bf-90da-03737d099d0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '7fdbb27c-ef47-41d6-b80b-5ced2e0f588c', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:30.347067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.376015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-58703f2b-bd3b-479b-9325-ac42c14adf38', 'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38', 'tenant_id': 'afe71f6e584443e6b1e530bac7af0217', 'fixed_ips': [{'subnet_id': '626659da-a206-42b8-a3f6-9c1e9d799d69'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:30.377569 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.418650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c475d428-8e6e-48bf-90da-03737d099d0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.480463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.497797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:30.522376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-8b2c606c-03a4-469d-864b-218e40e2d1ab req-a8adcbba-64ba-44b3-b149-234225023fb5 service neutron] (93795) timed out ('10.222.0.67', 58637) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:41:30.529243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.672581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event updated for resources: {'Port': ['ID=2045dc57-2ca1-4b1a-944c-fe8d60f90b21,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:30.694116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Allocated IP 172.20.0.2 (58703f2b-bd3b-479b-9325-ac42c14adf38/626659da-a206-42b8-a3f6-9c1e9d799d69/86727c86-f638-44f1-9331-8bb1d5a3bc83) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:30.698721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.715382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] In _notify_port_updated(), no bound segment for port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 on network 309f02fa-18fe-4b6e-8d35-d991d647878e {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:41:30.731554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.732543 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.734185 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f70c5e40-4b46-4ef9-8541-6efd6c925dc3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "PUT /v2.0/ports/2045dc57-2ca1-4b1a-944c-fe8d60f90b21 HTTP/1.1" status: 200 len: 1128 time: 1.1127670 Jul 16 18:41:30.738006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47836) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:30.820508 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c475d428-8e6e-48bf-90da-03737d099d0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.827463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456162742-network', 'tenant_id': '70159b2b91a448ccb08ac64c0274293b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:30.834661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c475d428-8e6e-48bf-90da-03737d099d0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.882764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475d428-8e6e-48bf-90da-03737d099d0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ae8ed4-1e59-4e73-ba97-bc3172d62b95,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:30.924689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.935631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Transition to ACTIVE for port object 86727c86-f638-44f1-9331-8bb1d5a3bc83 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:30.957167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Transition to ACTIVE for port object 86727c86-f638-44f1-9331-8bb1d5a3bc83 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:30.962620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a8bf0-8acd-401f-b68a-5be447fbe30a tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.964408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-616a8bf0-8acd-401f-b68a-5be447fbe30a tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "GET /v2.0/ports/2045dc57-2ca1-4b1a-944c-fe8d60f90b21 HTTP/1.1" status: 200 len: 1128 time: 0.2225993 Jul 16 18:41:30.965422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.967324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Made reservation on behalf of 70159b2b91a448ccb08ac64c0274293b for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:30.969920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.989232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:30.990484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.071008 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c475d428-8e6e-48bf-90da-03737d099d0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.073442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c475d428-8e6e-48bf-90da-03737d099d0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7999430 Jul 16 18:41:31.089225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:31.101971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '7fdbb27c-ef47-41d6-b80b-5ced2e0f588c', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:31.106428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Pushing event updated for resources: {'Port': ['ID=86727c86-f638-44f1-9331-8bb1d5a3bc83,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.110328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:31.117221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:31.120490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:31.209180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.241053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.288906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.292358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47852) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:31.298527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Attempting to bind port 86727c86-f638-44f1-9331-8bb1d5a3bc83 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:31.298904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Attempting to bind port 86727c86-f638-44f1-9331-8bb1d5a3bc83 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '1b2c69b7-c7c9-422d-a6f0-14ce976468f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:31.299268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Attempting to bind port 86727c86-f638-44f1-9331-8bb1d5a3bc83 on network 58703f2b-bd3b-479b-9325-ac42c14adf38 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:31.302774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ef10bba0-f82d-4d21-9023-fa503d125533 None None] Provisioning complete for port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:31.303151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ef10bba0-f82d-4d21-9023-fa503d125533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.310441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.350244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ef10bba0-f82d-4d21-9023-fa503d125533 None None] Port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:31.353380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:31.353769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Checking segment: {'id': '1b2c69b7-c7c9-422d-a6f0-14ce976468f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:31.354240 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.354765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Bound using segment: {'id': '1b2c69b7-c7c9-422d-a6f0-14ce976468f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:31.355404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Bound port: 86727c86-f638-44f1-9331-8bb1d5a3bc83, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2c69b7-c7c9-422d-a6f0-14ce976468f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:31.355771 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.399256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:31.416706 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:41:31.431529 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.433290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.25.1.80 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/26b0346a-02c2-4f12-8eb1-1a618dd1fb30) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:31.454250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.455394 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Added segment 0ccd494f-150a-4848-a209-994543f846f6 of type vlan for network 401bb63d-95ec-49c7-a869-7498806a1597 Jul 16 18:41:31.460883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9340ecb-739f-4217-9624-cb6b3288c37b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.469234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d921d5e3-cdac-486e-9890-334625276388 None None] For port 86727c86-f638-44f1-9331-8bb1d5a3bc83, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:31.472507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d921d5e3-cdac-486e-9890-334625276388 None None] For port 86727c86-f638-44f1-9331-8bb1d5a3bc83, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=86727c86-f638-44f1-9331-8bb1d5a3bc83,segment=NetworkSegment(1b2c69b7-c7c9-422d-a6f0-14ce976468f9),segment_id=1b2c69b7-c7c9-422d-a6f0-14ce976468f9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:31.479705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.550075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921d5e3-cdac-486e-9890-334625276388 None None] Pushing event updated for resources: {'Port': ['ID=86727c86-f638-44f1-9331-8bb1d5a3bc83,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.567275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.591640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-797031670-network', 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:31.642687 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.661597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.668065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.674707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.683484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Deleting port 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:31.683753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.742629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:31.746870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:31.753476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:31.807993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=26b0346a-02c2-4f12-8eb1-1a618dd1fb30,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.124517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:41:32.153416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf4f004-e098-4ffd-8f96-db352dfb4b62,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.156227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:32.167020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.186870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.193427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.204004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.205526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a962b98a-b61a-45ac-9e4c-88349e6926ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1103816 Jul 16 18:41:32.255234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:32.263457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '7fdbb27c-ef47-41d6-b80b-5ced2e0f588c', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:32.267693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.268702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.269528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.316111 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.338973 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:41:32.350441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.355217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8536668 Jul 16 18:41:32.358463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:32.363547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Calling delete_port for 2045dc57-2ca1-4b1a-944c-fe8d60f90b21 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:32.373351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Request body: {'subnet': {'network_id': '401bb63d-95ec-49c7-a869-7498806a1597', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456162742-subnet', 'tenant_id': '70159b2b91a448ccb08ac64c0274293b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:32.431096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bbe7-5e84-42b2-96bc-661317369d99 admin admin] Pushing event updated for resources: {'Network': ['ID=401bb63d-95ec-49c7-a869-7498806a1597,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.454664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 401bb63d-95ec-49c7-a869-7498806a1597 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:32.745940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86727c86-f638-44f1-9331-8bb1d5a3bc83 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:32.785231 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.793806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.814474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.885760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 86727c86-f638-44f1-9331-8bb1d5a3bc83 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:32.918335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event deleted for resources: {'Port': ['ID=2045dc57-2ca1-4b1a-944c-fe8d60f90b21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.952510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.960703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.998646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Made reservation on behalf of 70159b2b91a448ccb08ac64c0274293b for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:33.001275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.009600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f463609a-6d8e-4bbb-914a-ee45714fd5ec,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.024986 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.028373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.032568 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-00d82b79-e5f6-49a8-9cff-c1bc3564a813 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7734725 Jul 16 18:41:33.032783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c06b65-5c78-431b-b722-f165bcb81103,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.034265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:33.042457 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.046429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34a0a396-e107-4458-9abc-5f1f183f0256 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "DELETE /v2.0/ports/2045dc57-2ca1-4b1a-944c-fe8d60f90b21 HTTP/1.1" status: 204 len: 168 time: 2.0520949 Jul 16 18:41:33.047848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:33.049658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'network': {'name': 'tempest-network-smoke--1304943032', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:33.054041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:33.081831 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.082606 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Added segment f6b00440-a9ca-4d59-af3c-1fc45de208dc of type vlan for network 05222e42-e89b-45b9-9873-2ae4eb29292b Jul 16 18:41:33.214991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:33.216896 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.218899 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.289890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Deleting subnet cf838509-61c3-450c-a759-b0f1d43db7ea {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:33.299856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.305781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.306806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.308509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.332668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69550897-b32a-48ab-8101-8089f5c8dfbe None None] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:33.361783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0611439 Jul 16 18:41:33.370502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:33.391408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Request body: {'subnet': {'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-797031670-subnet', 'tenant_id': '843c9e4d75aa439882150df7793ce944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:33.406226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:33.411402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a3ed-4d41-4f16-b00e-d1657b5d05d0 admin admin] Pushing event updated for resources: {'Network': ['ID=05222e42-e89b-45b9-9873-2ae4eb29292b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.432812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 05222e42-e89b-45b9-9873-2ae4eb29292b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:33.464288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.478770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ebf93169-fe31-4b2a-a85e-569ee695652b None None] Provisioning for port 86727c86-f638-44f1-9331-8bb1d5a3bc83 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:33.491925 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.492194 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Added segment 717f4185-e0ed-4064-acf4-549216c54bc9 of type vlan for network 35773381-3f26-4daf-b91f-41fb2922f266 Jul 16 18:41:33.531036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ebf93169-fe31-4b2a-a85e-569ee695652b None None] Provisioning complete for port 86727c86-f638-44f1-9331-8bb1d5a3bc83 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:33.531235 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf93169-fe31-4b2a-a85e-569ee695652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.552868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:33.555527 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.675299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.690166 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf93169-fe31-4b2a-a85e-569ee695652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.751461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.762048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ebf93169-fe31-4b2a-a85e-569ee695652b None None] For port 86727c86-f638-44f1-9331-8bb1d5a3bc83, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=86727c86-f638-44f1-9331-8bb1d5a3bc83,segment=NetworkSegment(1b2c69b7-c7c9-422d-a6f0-14ce976468f9),segment_id=1b2c69b7-c7c9-422d-a6f0-14ce976468f9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:33.770341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ebf93169-fe31-4b2a-a85e-569ee695652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.778326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.858421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93169-fe31-4b2a-a85e-569ee695652b None None] Pushing event updated for resources: {'Port': ['ID=86727c86-f638-44f1-9331-8bb1d5a3bc83,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.870421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 89db6607-6ecf-414d-8e6c-7530a901ab1f is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:41:33.913989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.920152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.920880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.992979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98f8cb3-58b0-4366-a812-fa63ae144fcf,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.057024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0111904 Jul 16 18:41:34.057784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:34.064066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'admin_state_up': True, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:34.092997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.094965 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.105184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5af7c97b-4977-4940-8ba0-3dbf5b65185c None None] Provisioning complete for port 86727c86-f638-44f1-9331-8bb1d5a3bc83 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:34.105900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5af7c97b-4977-4940-8ba0-3dbf5b65185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.154427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceae73-5bf0-477f-aad6-00d4530be5d6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Network': ['ID=35773381-3f26-4daf-b91f-41fb2922f266,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.169052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 35773381-3f26-4daf-b91f-41fb2922f266 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:34.182613 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.192448 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.194562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Checking segment: {'id': '0ccd494f-150a-4848-a209-994543f846f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '401bb63d-95ec-49c7-a869-7498806a1597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:34.195021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Network hostable DHCP agents. Network: 401bb63d-95ec-49c7-a869-7498806a1597, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:34.229686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event deleted for resources: {'Subnet': ['ID=cf838509-61c3-450c-a759-b0f1d43db7ea,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.259779 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.264274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e878ba7-de05-4edf-a21f-019ec73e8928 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "DELETE /v2.0/subnets/cf838509-61c3-450c-a759-b0f1d43db7ea HTTP/1.1" status: 204 len: 168 time: 1.2065630 Jul 16 18:41:34.269427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:34.315314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c7f13b-fe1d-4d4e-8a72-d34ae902b78e None None] Network 309f02fa-18fe-4b6e-8d35-d991d647878e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:34.319784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Network 401bb63d-95ec-49c7-a869-7498806a1597 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:34.328212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:34.342228 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] Sync routers for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:34.355178 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:34.355804 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:34.375084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 401bb63d-95ec-49c7-a869-7498806a1597) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:34.382016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.386519 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.392112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.397447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.400088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f057d593-1c0f-4744-a699-50b7681fc2d8 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2457111 Jul 16 18:41:34.404729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.409217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:34.477036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8116a7-3347-445b-89c8-befca16abc21,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.478041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfbe852-028e-4cb2-a9e0-b506f15a1db2 None None] Network 401bb63d-95ec-49c7-a869-7498806a1597 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:34.481581 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:34.494043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f1024ee5-3c1d-4cb5-855b-3c46ed4844d3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1330533 Jul 16 18:41:34.496626 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:34.497272 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:34.524616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:34.525015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Network hostable DHCP agents. Network: 05222e42-e89b-45b9-9873-2ae4eb29292b, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:34.561935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:34.583197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 05222e42-e89b-45b9-9873-2ae4eb29292b) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:34.598609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.599253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.607890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f634d-4e5a-409f-bac0-fcfaba2bbba4 None None] Network 05222e42-e89b-45b9-9873-2ae4eb29292b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:34.627193 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:34.634738 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df0536-247f-46cc-bf52-944db16ef1f8 None None] The sync data for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:34.646274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-be08885f-ff02-49ba-b901-cb2c2feac5ec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2719421 Jul 16 18:41:34.740425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86727c86-f638-44f1-9331-8bb1d5a3bc83 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:34.780670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.071207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef3140-2e3a-494f-b9d5-61daab19b50b None None] Network 401bb63d-95ec-49c7-a869-7498806a1597 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:35.206635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565082e7-4624-4f8d-82a6-6f465211ad15 None None] Network 05222e42-e89b-45b9-9873-2ae4eb29292b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:35.209756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Deleting port dda5266c-44e9-4d90-98db-bf3c285dce3c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:35.210086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.358686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 86727c86-f638-44f1-9331-8bb1d5a3bc83 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:35.359058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.478573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] DHCP port deletion for 309f02fa-18fe-4b6e-8d35-d991d647878e request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:35.636764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:35.643775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2104040900-network', 'tenant_id': 'bbbc2f2c746d43c490fbe6a6fbae8db7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:35.668799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] For port dda5266c-44e9-4d90-98db-bf3c285dce3c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dda5266c-44e9-4d90-98db-bf3c285dce3c,segment=NetworkSegment(95043b70-e4a6-4e85-b4f3-76078dd61e5e),segment_id=95043b70-e4a6-4e85-b4f3-76078dd61e5e)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:35.669351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.705488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Made reservation on behalf of bbbc2f2c746d43c490fbe6a6fbae8db7 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:35.708726 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.732642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Calling delete_port for dda5266c-44e9-4d90-98db-bf3c285dce3c owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:35.737655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.773365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] Deleting port dda5266c-44e9-4d90-98db-bf3c285dce3c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:35.773800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.777451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.808241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.906956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] For port dda5266c-44e9-4d90-98db-bf3c285dce3c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dda5266c-44e9-4d90-98db-bf3c285dce3c,segment=NetworkSegment(95043b70-e4a6-4e85-b4f3-76078dd61e5e),segment_id=95043b70-e4a6-4e85-b4f3-76078dd61e5e)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:35.907181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.929964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] Calling delete_port for dda5266c-44e9-4d90-98db-bf3c285dce3c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:35.986229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.994064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.031655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:36.045885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6577131-9464-48a1-bf0f-3fda4983bdc8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.049112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.049457 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Added segment d4c3fcb6-e4e7-49e7-a031-b31ff2fef921 of type vlan for network 4a208aa5-3928-48d2-8eea-5b31d51b1b17 Jul 16 18:41:36.068461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.094983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.114894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] Pushing event deleted for resources: {'Port': ['ID=dda5266c-44e9-4d90-98db-bf3c285dce3c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.127438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1b04-5ea4-4c97-953b-610aa571133c None None] No DVR routers for this DVR port dda5266c-44e9-4d90-98db-bf3c285dce3c on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:36.161006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.162636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.163742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.182797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b210-661e-4061-a821-d3c318af64fb req-ee40112c-4553-4f20-805f-9960c5977c4f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.184399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-ee40112c-4553-4f20-805f-9960c5977c4f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.5984900 Jul 16 18:41:36.202314 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-4b4d72b7-d11a-4fee-8c5b-d63025e8999e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.0101464 Jul 16 18:41:36.207661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.267454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] Pushing event updated for resources: {'Network': ['ID=4a208aa5-3928-48d2-8eea-5b31d51b1b17,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.284521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 4a208aa5-3928-48d2-8eea-5b31d51b1b17 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:36.291950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-d1a317bb-b081-43b7-965b-23fc8d5fccb7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719714 Jul 16 18:41:36.305400 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84191f47-9ff6-4f0f-9101-b6b71bfa66ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6662242 Jul 16 18:41:36.309555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:36.320689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Request body: {'subnet': {'network_id': '4a208aa5-3928-48d2-8eea-5b31d51b1b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2104040900-subnet', 'tenant_id': 'bbbc2f2c746d43c490fbe6a6fbae8db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:36.323387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.351420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Made reservation on behalf of bbbc2f2c746d43c490fbe6a6fbae8db7 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:36.354588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.417557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] No DVR routers for this DVR port dda5266c-44e9-4d90-98db-bf3c285dce3c on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:36.454438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event deleted for resources: {'Port': ['ID=dda5266c-44e9-4d90-98db-bf3c285dce3c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.696885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.709778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dda5266c-44e9-4d90-98db-bf3c285dce3c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:36.759731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fab629f-e8f4-4d73-aab6-650f79fe0b5c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.760261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: dda5266c-44e9-4d90-98db-bf3c285dce3c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:36.760622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dda5266c-44e9-4d90-98db-bf3c285dce3c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:36.770905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Checking segment: {'id': 'd4c3fcb6-e4e7-49e7-a031-b31ff2fef921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4a208aa5-3928-48d2-8eea-5b31d51b1b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:36.771268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Network hostable DHCP agents. Network: 4a208aa5-3928-48d2-8eea-5b31d51b1b17, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:36.792850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Network 4a208aa5-3928-48d2-8eea-5b31d51b1b17 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:36.806230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 4a208aa5-3928-48d2-8eea-5b31d51b1b17) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:36.810485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.811205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.818286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16fbc7-a94b-4d80-9798-85546a1ba57a None None] Network 4a208aa5-3928-48d2-8eea-5b31d51b1b17 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:36.831568 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c867ab6-950e-4fa0-a571-39a68ea00373 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5208025 Jul 16 18:41:36.966856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aaefcf-0c67-4cb4-91c5-87a6546b8e24 None None] Network 4a208aa5-3928-48d2-8eea-5b31d51b1b17 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:37.209810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.17 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/10d45aea-3f1d-40db-811e-220898412ca5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:37.240399 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.304997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309f02fa-18fe-4b6e-8d35-d991d647878e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.312190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.1 (58703f2b-bd3b-479b-9325-ac42c14adf38/626659da-a206-42b8-a3f6-9c1e9d799d69/c28ff482-dcf0-4225-b56a-eb9e838a1ff8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:37.334391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95043b70-e4a6-4e85-b4f3-76078dd61e5e') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.334686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95043b70-e4a6-4e85-b4f3-76078dd61e5e') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.364590 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.465730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.468027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-39298b6d-4f50-4c72-998a-d7bfd8ca0f8a service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1503217 Jul 16 18:41:37.517290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:37.517624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:37.524495 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:37.553330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-3a2dd79f-5032-4ccd-b3fa-256bc52faf3e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.555653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-3a2dd79f-5032-4ccd-b3fa-256bc52faf3e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/networks?id=401bb63d-95ec-49c7-a869-7498806a1597 HTTP/1.1" status: 200 len: 808 time: 0.1502037 Jul 16 18:41:37.575052 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-4391e05b-52f3-45bc-a6f2-cccdeae11889 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/quotas/70159b2b91a448ccb08ac64c0274293b HTTP/1.1" status: 200 len: 375 time: 0.0136700 Jul 16 18:41:37.617888 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-6418d7af-f9a0-466d-b4cb-6abc53b06350 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=70159b2b91a448ccb08ac64c0274293b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351777 Jul 16 18:41:37.635760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-c0fc3fbe-d122-4d84-b97b-acbd02144112 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:41:37.636920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-c0fc3fbe-d122-4d84-b97b-acbd02144112 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120780 Jul 16 18:41:37.696742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.700617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.705705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.707642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] 10.222.0.49 "DELETE /v2.0/networks/309f02fa-18fe-4b6e-8d35-d991d647878e HTTP/1.1" status: 204 len: 168 time: 3.4373145 Jul 16 18:41:37.721786 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.797769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13876-c620-4ce5-898e-35052b6ffad0 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940 tempest-ExtraDHCPOptionsIpV6TestJSON-2020835940-project] Pushing event deleted for resources: {'Network': ['ID=309f02fa-18fe-4b6e-8d35-d991d647878e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.811947 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-ef3cdcfd-308f-4c3c-bac8-97c7856d76f1 service neutron] 10.222.0.49 "GET /v2.0/networks/401bb63d-95ec-49c7-a869-7498806a1597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656842 Jul 16 18:41:37.816348 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:37.830166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Transition to ACTIVE for port object c28ff482-dcf0-4225-b56a-eb9e838a1ff8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:37.857794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-7fbb196c-560d-4563-8b5f-5561b53bfdc8 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515742 Jul 16 18:41:37.899274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.926644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:37.933709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:37.940117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:37.979774 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.002409 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b189018c-4822-43b8-aa0f-e5b0b1014f40 service neutron] 10.222.0.49 "GET /v2.0/networks/401bb63d-95ec-49c7-a869-7498806a1597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816027 Jul 16 18:41:38.023154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:38.032399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:38.035133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:38.088432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.209975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47974) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:38.344218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.355808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=10d45aea-3f1d-40db-811e-220898412ca5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:38.420326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=c28ff482-dcf0-4225-b56a-eb9e838a1ff8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:38.431819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-902f1c13-d846-43a6-a38c-108f659de484 req-62338d34-ff45-4ef8-a3b2-b95d21676620 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 210 time: 0.0748928 Jul 16 18:41:38.604316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7c481c23-b0fb-4134-bdfe-ee7d95d7475e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1104ee4b81764277a4ee27f5100cb062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924763 Jul 16 18:41:38.606558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 47992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:38.662582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7962a2-a025-49fd-8806-330b0899fafd None None] Provisioning for port c28ff482-dcf0-4225-b56a-eb9e838a1ff8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:38.675576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7962a2-a025-49fd-8806-330b0899fafd None None] Provisioning complete for port c28ff482-dcf0-4225-b56a-eb9e838a1ff8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:38.679801 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d7962a2-a025-49fd-8806-330b0899fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.758658 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d404cf66-2479-4a8a-ad3a-b4d526870c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.784867 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d404cf66-2479-4a8a-ad3a-b4d526870c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.807163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0d7962a2-a025-49fd-8806-330b0899fafd None None] Port c28ff482-dcf0-4225-b56a-eb9e838a1ff8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:38.879346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7ce7e7f-c3e0-4609-9b4f-51895ff134f4 req-de792fb8-9e5c-4a51-a9da-6dd5cf68bbc9 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 210 time: 0.3367853 Jul 16 18:41:38.880147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d404cf66-2479-4a8a-ad3a-b4d526870c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.883350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d404cf66-2479-4a8a-ad3a-b4d526870c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.891890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d404cf66-2479-4a8a-ad3a-b4d526870c53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc3f631a-7135-4853-bdf5-9c65d51adb68 HTTP/1.1" status: 204 len: 168 time: 0.2839348 Jul 16 18:41:38.917137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404cf66-2479-4a8a-ad3a-b4d526870c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f631a-7135-4853-bdf5-9c65d51adb68,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:39.227947 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.376401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.385608 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.478770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.733697 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.769281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a7dedce-57f9-46db-82ba-5376c8815871 req-06851f0d-d09c-4906-934f-d64c36e976ff tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 210 time: 0.0493748 Jul 16 18:41:39.769930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=c28ff482-dcf0-4225-b56a-eb9e838a1ff8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:39.948189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:39.951004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:40.160062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-977b5658-e0c7-4510-a90b-95e24d91c76d req-eee55225-24f1-4e6b-8dd3-87068b4eeb83 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 210 time: 0.0658267 Jul 16 18:41:40.324294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48038) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:40.368003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6b7c0142-43e6-4b77-a27c-13a5dcc1472e None None] Provisioning complete for port c28ff482-dcf0-4225-b56a-eb9e838a1ff8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:40.368003 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0142-43e6-4b77-a27c-13a5dcc1472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.458853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c0142-43e6-4b77-a27c-13a5dcc1472e None None] Port c28ff482-dcf0-4225-b56a-eb9e838a1ff8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:40.510752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-136560428'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:40.544040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:40.549464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 89db6607-6ecf-414d-8e6c-7530a901ab1f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:40.550090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.563276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.686320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 257664ed-2ad0-498e-afe9-11d811116b59 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:41:40.748420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.756518 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.813966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaee4e5-4316-4165-950c-5cc17035c303,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.816748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-d535a405-2b56-4332-8579-99908dc65a4c tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.818241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-d535a405-2b56-4332-8579-99908dc65a4c tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.67 "GET /v2.0/networks?id=401bb63d-95ec-49c7-a869-7498806a1597 HTTP/1.1" status: 200 len: 808 time: 0.3167977 Jul 16 18:41:40.825338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:40.832840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Request body: {'port': {'device_id': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'network_id': '401bb63d-95ec-49c7-a869-7498806a1597', 'admin_state_up': True, 'tenant_id': '70159b2b91a448ccb08ac64c0274293b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:40.838823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.839995 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment 5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3 of type vlan for network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 Jul 16 18:41:40.916654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:40.927210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-35e8353d-2aed-40db-b2e6-8e1b3b7e9348 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/routers/89db6607-6ecf-414d-8e6c-7530a901ab1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5138962 Jul 16 18:41:40.933379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] Sync routers for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:40.947945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:40.949658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:40.962436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.963336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48050) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:40.971940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'port': {'network_id': '58703f2b-bd3b-479b-9325-ac42c14adf38', 'name': 'tempest-FloatingIPTestJSON-2065230118'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:41.009428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.018473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.019955 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.039901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.041099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:41.052001 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Sync routers for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:41.061768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:41.062405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.066001 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:41.066622 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.161011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc02aa97-15d6-4735-b34b-b31ea63aba76 req-addeb0fb-8ba0-41b2-b3f4-e25964bbb754 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 210 time: 0.1539662 Jul 16 18:41:41.164374 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.169271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a7b17c79-d46c-4438-b599-f255153b935e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.1096928 Jul 16 18:41:41.169529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.176606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8508029 Jul 16 18:41:41.179976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48056) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.188295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.194189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c3b82-b474-431d-b7c9-1933cfed809a None None] The sync data for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:41.229113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'name': 'tempest-PortsIpV6TestJSON-398285496'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:41.271389 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:41.320844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7591e95-c83d-444a-beef-04a2ca44e231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=ae4e7388-169d-4d37-9b67-2df9ab4d8d51,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:41.340207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:41.356740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Made reservation on behalf of 70159b2b91a448ccb08ac64c0274293b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:41.360418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.442051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b210-661e-4061-a821-d3c318af64fb req-b766085b-f52e-4e9e-93be-13689ed5df21 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.443610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-b766085b-f52e-4e9e-93be-13689ed5df21 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.4320009 Jul 16 18:41:41.554875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Request body: {'port': {'device_id': '64ca715f-823f-42cf-9a42-06841c236abf', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'admin_state_up': True, 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:41.583271 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:38Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.611427 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Checking router: 257664ed-2ad0-498e-afe9-11d811116b59 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:41.611883 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Updating router 257664ed-2ad0-498e-afe9-11d811116b59 port 10d45aea-3f1d-40db-811e-220898412ca5 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:41.623722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4cbf7dae-dee9-432c-b2e1-9b6c32972d6e tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1146e6a401a64d1aa6ad39bde341ca16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4447360 Jul 16 18:41:41.624640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48064) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.633370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Made reservation on behalf of afe71f6e584443e6b1e530bac7af0217 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:41.635039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.638619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57c6ff03-52a0-4bc2-ae91-36501f01f941 req-11f3d2f4-278a-4a5c-8bbf-9f483c9ffe75 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 210 time: 0.1229961 Jul 16 18:41:41.674470 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.743442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] device_id is not set on port 30f33fef-4f9b-4dae-bc7c-04ee3a10f184 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:41.768093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:41.771672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.883743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6f354-5380-41ce-b45a-559abd23390a tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.885650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-63a6f354-5380-41ce-b45a-559abd23390a tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2593029 Jul 16 18:41:41.888473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.932881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3cb17faf-6f63-48a1-b505-28566a5389c9 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428281 Jul 16 18:41:41.935354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.943151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520165613', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:41.959537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 2aa90798-8fce-448e-a039-603c3e6acdba yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:42.007772 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.019802 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Transition to ACTIVE for port object 10d45aea-3f1d-40db-811e-220898412ca5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:42.031852 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.070277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Allocated IP 172.20.0.12 (401bb63d-95ec-49c7-a869-7498806a1597/b98f8cb3-58b0-4366-a812-fa63ae144fcf/47e59449-db12-40d3-92df-9c5e75bb2f29) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:42.087538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:41:42.087538 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:41:42.087538 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': '1146e6a401a64d1aa6ad39bde341ca16', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 41, 42, 45510)}] Jul 16 18:41:42.087538 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:41:42.088010 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:41:42.106280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Pushing event updated for resources: {'Port': ['ID=10d45aea-3f1d-40db-811e-220898412ca5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.120309 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.121256 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.121772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.122292 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.122713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.123130 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.123555 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.124204 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.124819 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.125323 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.125792 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.126197 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.131372 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Attempting to bind port 10d45aea-3f1d-40db-811e-220898412ca5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:42.132083 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Attempting to bind port 10d45aea-3f1d-40db-811e-220898412ca5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:42.133170 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Attempting to bind port 10d45aea-3f1d-40db-811e-220898412ca5 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:42.147174 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:42.147594 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:42.148005 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.148408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:42.148975 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Bound port: 10d45aea-3f1d-40db-811e-220898412ca5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:42.149606 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.205016 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] For port 10d45aea-3f1d-40db-811e-220898412ca5, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:42.207092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:42.209644 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] For port 10d45aea-3f1d-40db-811e-220898412ca5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10d45aea-3f1d-40db-811e-220898412ca5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:42.211467 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.217846 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.275580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Allocated IP 172.20.0.13 (58703f2b-bd3b-479b-9325-ac42c14adf38/626659da-a206-42b8-a3f6-9c1e9d799d69/30f33fef-4f9b-4dae-bc7c-04ee3a10f184) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:42.295247 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acff0-3744-4553-8bef-0f6cf75257df None None] Pushing event updated for resources: {'Port': ['ID=10d45aea-3f1d-40db-811e-220898412ca5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.300620 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:42.301431 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:42.426386 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:42.473667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1b5d5d3-333a-445f-b717-f062a0c5a1f6 req-d528ff4b-0597-408f-9c25-2237e80c432f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 210 time: 0.1218326 Jul 16 18:41:42.502554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.617560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:42.621133 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:38Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:42.622139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.653113 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d1e85-fc8b-4ef2-94a3-1423143028fb None None] The sync data for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 is: [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:38Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:42.788982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Allocated IP 172.20.0.6 (05222e42-e89b-45b9-9873-2ae4eb29292b/df8116a7-3347-445b-89c8-befca16abc21/9bd2a9da-5f31-4c45-9381-4db39e0d0176) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:42.792043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.805818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.855952 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-600f9748-fd23-4e89-8a87-1348c2bd5d7b req-0c907f45-44e7-4a69-b2d2-f31ea47432ef tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 210 time: 0.0461514 Jul 16 18:41:42.873610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.921904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.927600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Transition to ACTIVE for port object 30f33fef-4f9b-4dae-bc7c-04ee3a10f184 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:43.013938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.032844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Checking segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:43.033283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network hostable DHCP agents. Network: 35773381-3f26-4daf-b91f-41fb2922f266, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:43.050654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Subnet': ['ID=be8e8605-45a6-43cb-9114-24ccf4ae6af8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.073126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 35773381-3f26-4daf-b91f-41fb2922f266 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:43.082793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=2aa90798-8fce-448e-a039-603c3e6acdba,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.106345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 35773381-3f26-4daf-b91f-41fb2922f266) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:43.120156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.120971 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.123503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a3959-00b3-4924-b4f4-43bdd971e041 None None] Network 35773381-3f26-4daf-b91f-41fb2922f266 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:43.140492 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fbec1671-d330-42f6-8a69-cd4616f2d683 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2023046 Jul 16 18:41:43.143280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:43.154536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.160254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:43.188677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:43.218131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:43.233258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': '5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:43.233845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: ae4e7388-169d-4d37-9b67-2df9ab4d8d51, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:43.326941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event updated for resources: {'Port': ['ID=30f33fef-4f9b-4dae-bc7c-04ee3a10f184,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.332859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Network 401bb63d-95ec-49c7-a869-7498806a1597 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:43.362563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:43.500790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-35773381-3f26-4daf-b91f-41fb2922f266', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:43.501671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.781195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23462251-c32d-48d1-a96c-51330e5d4240 req-1fe247cb-97ca-474b-9ec0-6d91cd253751 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 210 time: 0.0428445 Jul 16 18:41:43.787388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:43.827855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Allocated IP 172.20.0.2 (35773381-3f26-4daf-b91f-41fb2922f266/be8e8605-45a6-43cb-9114-24ccf4ae6af8/2325683f-0207-425b-9a6f-f581edd23d49) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:43.838515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aaf75ec9-1a9c-40b7-bfba-3f144b8da909 None None] Provisioning for port 30f33fef-4f9b-4dae-bc7c-04ee3a10f184 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:43.847622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aaf75ec9-1a9c-40b7-bfba-3f144b8da909 None None] Provisioning complete for port 30f33fef-4f9b-4dae-bc7c-04ee3a10f184 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:43.848263 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aaf75ec9-1a9c-40b7-bfba-3f144b8da909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.861243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.862858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.932310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.987206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-01882cf7-bd24-4114-a0a0-63582cbe9da1 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0224972 Jul 16 18:41:43.987950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:43.995246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Request body: {'floatingip': {'port_id': '30f33fef-4f9b-4dae-bc7c-04ee3a10f184'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:44.000165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.000827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.023623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aaf75ec9-1a9c-40b7-bfba-3f144b8da909 None None] Port 30f33fef-4f9b-4dae-bc7c-04ee3a10f184 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:44.075759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2447057 Jul 16 18:41:44.088379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.096319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:44.100880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.123504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-f1c6dc7d-86f3-4689-8418-03213fc6c4d2 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:41:44.124517 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-f1c6dc7d-86f3-4689-8418-03213fc6c4d2 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440810 Jul 16 18:41:44.156156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.161648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ae4e7388-169d-4d37-9b67-2df9ab4d8d51) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:44.170212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93717e-1b93-4725-a1fc-67777f433de4 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:44.173163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Transition to ACTIVE for port object 2325683f-0207-425b-9a6f-f581edd23d49 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:44.206712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:44.208722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:44.214087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Transition to ACTIVE for port object 2325683f-0207-425b-9a6f-f581edd23d49 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:44.216502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.217432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.232763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:44.242175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:44.244731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba6c36-da2e-4ff9-8f78-9ca08f2808ad tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Pushing event updated for resources: {'Port': ['ID=47e59449-db12-40d3-92df-9c5e75bb2f29,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:44.265225 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0a671a8-6a9d-4166-bd60-89f56a877b3b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0449631 Jul 16 18:41:44.285993 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.292964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:44.318213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2076584330'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:44.346037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Request body: {'port': {'device_id': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:44.362868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:44.367555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.379639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Network 35773381-3f26-4daf-b91f-41fb2922f266 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:44.448463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:44.463965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:44.467533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:44.477543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event updated for resources: {'Port': ['ID=9bd2a9da-5f31-4c45-9381-4db39e0d0176,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:44.494435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.495200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.512975 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.513489 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment 0c3167a5-dc52-4ecd-8acb-a12b0dc02079 of type vlan for network 18e5c3bc-fe7c-4ba3-b788-750203c7bbfe Jul 16 18:41:44.537338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Pushing event updated for resources: {'Port': ['ID=2325683f-0207-425b-9a6f-f581edd23d49,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:44.594854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-9974f35b-0207-4170-a3fd-a574a716c035 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0995450 Jul 16 18:41:44.620126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Request body: {'port': {'device_id': '64ca715f-823f-42cf-9a42-06841c236abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:44.649477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f9287-1431-4673-9fc7-2e509e040e57 req-1d07e4b8-9739-4ee6-9449-94e17284a2d7 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.657509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea8f9287-1431-4673-9fc7-2e509e040e57 req-1d07e4b8-9739-4ee6-9449-94e17284a2d7 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 932 time: 0.5319192 Jul 16 18:41:44.673890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.720142 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.722156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.733106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Attempting to bind port 2325683f-0207-425b-9a6f-f581edd23d49 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:44.733858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Attempting to bind port 2325683f-0207-425b-9a6f-f581edd23d49 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:44.734465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Attempting to bind port 2325683f-0207-425b-9a6f-f581edd23d49 on network 35773381-3f26-4daf-b91f-41fb2922f266 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:44.758150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:44.758150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Checking segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:44.759987 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.760133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Bound using segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:44.767125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Bound port: 2325683f-0207-425b-9a6f-f581edd23d49, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:44.770069 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.874533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10d45aea-3f1d-40db-811e-220898412ca5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:44.983300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] For port 2325683f-0207-425b-9a6f-f581edd23d49, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:44.992849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] For port 2325683f-0207-425b-9a6f-f581edd23d49, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2325683f-0207-425b-9a6f-f581edd23d49,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:45.021374 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.126246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dacdb-4126-418a-bf27-350b4438e974 None None] Pushing event updated for resources: {'Port': ['ID=2325683f-0207-425b-9a6f-f581edd23d49,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.181552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 10d45aea-3f1d-40db-811e-220898412ca5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:45.188190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 10d45aea-3f1d-40db-811e-220898412ca5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:45.189407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.280591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e59449-db12-40d3-92df-9c5e75bb2f29 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:45.292094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.310431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ea8f9287-1431-4673-9fc7-2e509e040e57 req-7732ae41-1d60-4648-8503-ea1f3fc63701 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506002 Jul 16 18:41:45.313396 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.350589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 10d45aea-3f1d-40db-811e-220898412ca5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10d45aea-3f1d-40db-811e-220898412ca5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:45.356052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Transition to ACTIVE for port object 47e59449-db12-40d3-92df-9c5e75bb2f29 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:45.359836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.360036 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.369015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.1 (35773381-3f26-4daf-b91f-41fb2922f266/be8e8605-45a6-43cb-9114-24ccf4ae6af8/9766eaae-97de-4342-8908-f4ca5f4c2ccc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:45.374268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.375020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.466206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=10d45aea-3f1d-40db-811e-220898412ca5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.482483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.484956 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.500309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1858640 Jul 16 18:41:45.502839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:45.519344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'ports': [{'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51'}, {'network_id': '18e5c3bc-fe7c-4ba3-b788-750203c7bbfe'}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:45.519661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:45.526784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': '18e5c3bc-fe7c-4ba3-b788-750203c7bbfe'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:45.622943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Pushing event updated for resources: {'Port': ['ID=47e59449-db12-40d3-92df-9c5e75bb2f29,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.674479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1fdbb-3fe9-4ad3-87b0-2dfd774f93db tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=18e5c3bc-fe7c-4ba3-b788-750203c7bbfe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.688643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 18e5c3bc-fe7c-4ba3-b788-750203c7bbfe details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:45.821093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Attempting to bind port 47e59449-db12-40d3-92df-9c5e75bb2f29 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:45.821481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Attempting to bind port 47e59449-db12-40d3-92df-9c5e75bb2f29 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '0ccd494f-150a-4848-a209-994543f846f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '401bb63d-95ec-49c7-a869-7498806a1597'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:45.821776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Attempting to bind port 47e59449-db12-40d3-92df-9c5e75bb2f29 on network 401bb63d-95ec-49c7-a869-7498806a1597 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:45.878710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Port 47e59449-db12-40d3-92df-9c5e75bb2f29 on network 401bb63d-95ec-49c7-a869-7498806a1597 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:45.879081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Attempting to bind port 47e59449-db12-40d3-92df-9c5e75bb2f29 on network 401bb63d-95ec-49c7-a869-7498806a1597 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:45.896030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:45.896401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Checking segment: {'id': '0ccd494f-150a-4848-a209-994543f846f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '401bb63d-95ec-49c7-a869-7498806a1597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:45.896758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Bound using segment: {'id': '0ccd494f-150a-4848-a209-994543f846f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '401bb63d-95ec-49c7-a869-7498806a1597'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:45.901685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Bound port: 47e59449-db12-40d3-92df-9c5e75bb2f29, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ccd494f-150a-4848-a209-994543f846f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '401bb63d-95ec-49c7-a869-7498806a1597'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:45.902112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.037749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ecd6-faea-495f-a9b1-54293f55554b req-28319a85-f6ef-432b-b798-1aaa2ff431d9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.045197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0be4ecd6-faea-495f-a9b1-54293f55554b req-28319a85-f6ef-432b-b798-1aaa2ff431d9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 931 time: 0.5431106 Jul 16 18:41:46.052251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] For port 47e59449-db12-40d3-92df-9c5e75bb2f29, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:46.059466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:41:46.063903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] For port 47e59449-db12-40d3-92df-9c5e75bb2f29, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=47e59449-db12-40d3-92df-9c5e75bb2f29,segment=NetworkSegment(0ccd494f-150a-4848-a209-994543f846f6),segment_id=0ccd494f-150a-4848-a209-994543f846f6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:46.070899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.091701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.130843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.131489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.133803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] 10.222.0.67 "PUT /v2.0/ports/47e59449-db12-40d3-92df-9c5e75bb2f29 HTTP/1.1" status: 200 len: 1093 time: 1.9903207 Jul 16 18:41:46.134521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'tag': '47e59449-db12-40d3-92df-9c5e75bb2f29'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:46.137159 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c557162-09f8-4ab0-9b1f-f996ca69871f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce", "tag": "47e59449-db12-40d3-92df-9c5e75bb2f29"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:46.163006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:46.171788 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.208330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218ea7c-b9b6-4425-a7d4-e3ca1559c07a service neutron] Pushing event updated for resources: {'Port': ['ID=47e59449-db12-40d3-92df-9c5e75bb2f29,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:46.214914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object 9766eaae-97de-4342-8908-f4ca5f4c2ccc will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:46.221629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0be4ecd6-faea-495f-a9b1-54293f55554b req-0f2b6355-28d0-4750-ba6b-7db2b4ab09c2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754646 Jul 16 18:41:46.225124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d987678-2477-46ef-b5b0-c09a4b8f013d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.235387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.276299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd2a9da-5f31-4c45-9381-4db39e0d0176 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:46.289266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.306193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.316713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Transition to ACTIVE for port object 9bd2a9da-5f31-4c45-9381-4db39e0d0176 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:46.324721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.330147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-78ee2653-ee8a-4916-9a46-56b8604e6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.331732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-78ee2653-ee8a-4916-9a46-56b8604e6b58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70159b2b91a448ccb08ac64c0274293b&device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 1096 time: 0.1195846 Jul 16 18:41:46.332559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.457099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-2bf1172d-641a-4688-8734-f4920a374a98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e59449-db12-40d3-92df-9c5e75bb2f29 HTTP/1.1" status: 200 len: 217 time: 0.1125655 Jul 16 18:41:46.536151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd2a9da-5f31-4c45-9381-4db39e0d0176,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:46.583124 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7f026a-433f-46b6-b5b1-2fc417be1512 x-openstack-request-id: req-8c7f026a-433f-46b6-b5b1-2fc417be1512 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:46.585102 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce", "tag": "47e59449-db12-40d3-92df-9c5e75bb2f29", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:46.585485 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c7f026a-433f-46b6-b5b1-2fc417be1512 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:46.585905 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'tag': '47e59449-db12-40d3-92df-9c5e75bb2f29', 'status': 'completed', 'code': 200} Jul 16 18:41:46.611221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-9a2278fc-7c51-4d49-86de-ff0110314391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.614476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-9a2278fc-7c51-4d49-86de-ff0110314391 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b98f8cb3-58b0-4366-a812-fa63ae144fcf HTTP/1.1" status: 200 len: 848 time: 0.1508536 Jul 16 18:41:46.649122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Attempting to bind port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:46.649465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Attempting to bind port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:46.649800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Attempting to bind port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:46.666006 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 04846adc-5535-4148-b5a7-bc08fff63061 associated. External IP: 172.25.1.216, port: af55a4ef-f94a-4e32-9204-9b711af7dbf7. Jul 16 18:41:46.696195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-c2b56f35-fe7f-4da3-85ca-8a29eb7ee122 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=401bb63d-95ec-49c7-a869-7498806a1597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747201 Jul 16 18:41:46.697037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 on network 05222e42-e89b-45b9-9873-2ae4eb29292b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:46.697358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Attempting to bind port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:46.699607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.725814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:46.731593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:46.732107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Bound using segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:46.732656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Bound port: 9bd2a9da-5f31-4c45-9381-4db39e0d0176, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:46.733140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.734700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42756c09-d1c1-4c84-ac9c-8917b1305a78 None None] Network 35773381-3f26-4daf-b91f-41fb2922f266 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:46.845197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] For port 9bd2a9da-5f31-4c45-9381-4db39e0d0176, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:46.848942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] For port 9bd2a9da-5f31-4c45-9381-4db39e0d0176, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:46.856756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.965111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port dbe6ba15-5dd6-42c5-be38-01c1784426e8 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:46.980388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10d45aea-3f1d-40db-811e-220898412ca5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:47.014098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8659f79b-99e6-4e1c-8513-5e2046f93dd1 None None] Provisioning for port 2325683f-0207-425b-9a6f-f581edd23d49 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:47.048960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=9766eaae-97de-4342-8908-f4ca5f4c2ccc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:47.089401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-7dd0d34f-056d-41bb-80dd-575db6bbab4c service neutron] 10.222.0.67 "GET /v2.0/networks/401bb63d-95ec-49c7-a869-7498806a1597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753734 Jul 16 18:41:47.138404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.139172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.140938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] 10.222.0.67 "PUT /v2.0/ports/9bd2a9da-5f31-4c45-9381-4db39e0d0176 HTTP/1.1" status: 200 len: 1092 time: 2.5326574 Jul 16 18:41:47.218769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99b71f-ffaa-4df5-aa00-62da7781d927 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd2a9da-5f31-4c45-9381-4db39e0d0176,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:47.240287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 35773381-3f26-4daf-b91f-41fb2922f266 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:47.311641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:47.346579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-569a0502-6e7c-4daf-a68b-5a5ccd26f688 req-c1c7f875-b3a4-4975-bd71-288d8bf211f1 service neutron] 10.222.0.67 "GET /v2.0/networks/401bb63d-95ec-49c7-a869-7498806a1597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492743 Jul 16 18:41:47.419268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:47.420553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b210-661e-4061-a821-d3c318af64fb req-b6bdcb79-22f7-4d5b-8bd0-71ffe11baf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.427794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-b6bdcb79-22f7-4d5b-8bd0-71ffe11baf1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 1095 time: 0.2195537 Jul 16 18:41:47.477818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 10d45aea-3f1d-40db-811e-220898412ca5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:47.478433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.505195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-b228fbcb-52dc-4d2d-8002-670ee4fe4b97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176 HTTP/1.1" status: 200 len: 217 time: 0.0614493 Jul 16 18:41:47.703394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2325683f-0207-425b-9a6f-f581edd23d49 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:47.777844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 2325683f-0207-425b-9a6f-f581edd23d49 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:47.786031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b210-661e-4061-a821-d3c318af64fb req-2f7307d4-4b9b-4e09-bcb7-ebf02f51f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.787042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-2f7307d4-4b9b-4e09-bcb7-ebf02f51f2da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.2598391 Jul 16 18:41:47.789141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-3a5e435a-e557-4ba8-a64a-e6fe85d99454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.790582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-3a5e435a-e557-4ba8-a64a-e6fe85d99454 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70159b2b91a448ccb08ac64c0274293b&device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 1096 time: 0.3810976 Jul 16 18:41:47.801726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2325683f-0207-425b-9a6f-f581edd23d49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:47.802292 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.902503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.930496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-d376f372-edf0-41e7-8d2a-261132e804ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166694 Jul 16 18:41:47.973820 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.990441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port ca359490-e1f0-4373-bbe6-c5ff0ac1ec3e yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:48.055576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-9e44c925-4ba6-4b62-9164-8b3048967104 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144588 Jul 16 18:41:48.067166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 2325683f-0207-425b-9a6f-f581edd23d49, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2325683f-0207-425b-9a6f-f581edd23d49,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:48.078964 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.122327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25b81a-0996-41b2-a705-85f1949d2284 req-d94f421e-102f-41fe-b207-15b7416981ee tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.124173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f25b81a-0996-41b2-a705-85f1949d2284 req-d94f421e-102f-41fe-b207-15b7416981ee tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 944 time: 1.5940742 Jul 16 18:41:48.139723 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb4dc-3507-4994-aa22-5faab5d9c334 req-8269916b-1252-4e70-af94-693a314ccfbb tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.141364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a47cb4dc-3507-4994-aa22-5faab5d9c334 req-8269916b-1252-4e70-af94-693a314ccfbb tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 943 time: 0.6997941 Jul 16 18:41:48.207995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=2325683f-0207-425b-9a6f-f581edd23d49,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:48.214547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-90414d5a-9cc0-4aba-9cef-81fd121d007f None None] Provisioning complete for port 2325683f-0207-425b-9a6f-f581edd23d49 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:48.215399 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90414d5a-9cc0-4aba-9cef-81fd121d007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.357447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a47cb4dc-3507-4994-aa22-5faab5d9c334 req-198682b0-2c4e-451b-b86f-6732ce665755 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902406 Jul 16 18:41:48.360981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-fae65d8e-73a4-4b86-b2e6-0b082f0280e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.363153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-fae65d8e-73a4-4b86-b2e6-0b082f0280e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=401bb63d-95ec-49c7-a869-7498806a1597 HTTP/1.1" status: 200 len: 909 time: 0.5574198 Jul 16 18:41:48.388604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-c6a3d3d8-a444-4917-b0ad-b307c82b39dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.3429112 Jul 16 18:41:48.389652 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.438359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-90414d5a-9cc0-4aba-9cef-81fd121d007f None None] Provisioning for port 9766eaae-97de-4342-8908-f4ca5f4c2ccc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:48.442912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-f94df6d2-9dc7-49aa-bf23-1f8bda95a639 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e59449-db12-40d3-92df-9c5e75bb2f29 HTTP/1.1" status: 200 len: 217 time: 0.0721037 Jul 16 18:41:48.450946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-90414d5a-9cc0-4aba-9cef-81fd121d007f None None] Provisioning complete for port 9766eaae-97de-4342-8908-f4ca5f4c2ccc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:48.451322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90414d5a-9cc0-4aba-9cef-81fd121d007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.538399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-90414d5a-9cc0-4aba-9cef-81fd121d007f None None] Port 9766eaae-97de-4342-8908-f4ca5f4c2ccc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:48.544802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c178b210-661e-4061-a821-d3c318af64fb req-febdd04a-7974-4bdb-980e-1f961549a75f service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416795 Jul 16 18:41:48.583355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-8144f9b1-b409-45bf-b47e-5cac1a7be480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.585994 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-8144f9b1-b409-45bf-b47e-5cac1a7be480 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b98f8cb3-58b0-4366-a812-fa63ae144fcf HTTP/1.1" status: 200 len: 848 time: 0.1324415 Jul 16 18:41:48.586516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ca715f-823f-42cf-9a42-06841c236abf', 'tag': '9bd2a9da-5f31-4c45-9381-4db39e0d0176'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:48.589010 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff" -d '{"events": [{"name": "network-changed", "server_uuid": "64ca715f-823f-42cf-9a42-06841c236abf", "tag": "9bd2a9da-5f31-4c45-9381-4db39e0d0176"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:48.600897 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f25b81a-0996-41b2-a705-85f1949d2284 req-5a3468a1-ab4c-404d-b1a2-bbcee1a5d16d tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621208 Jul 16 18:41:48.644258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-ed17c84c-c8b9-4e07-af7a-847a287afe97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=401bb63d-95ec-49c7-a869-7498806a1597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461335 Jul 16 18:41:48.710921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2325683f-0207-425b-9a6f-f581edd23d49 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:48.716529 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a834af9b-7de6-4d4d-84bb-2d88991ce0c0 x-openstack-request-id: req-a834af9b-7de6-4d4d-84bb-2d88991ce0c0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:48.716930 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ca715f-823f-42cf-9a42-06841c236abf", "tag": "9bd2a9da-5f31-4c45-9381-4db39e0d0176", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:48.718890 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a834af9b-7de6-4d4d-84bb-2d88991ce0c0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:48.723955 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ca715f-823f-42cf-9a42-06841c236abf', 'tag': '9bd2a9da-5f31-4c45-9381-4db39e0d0176', 'status': 'completed', 'code': 200} Jul 16 18:41:48.801329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-edcca32b-40ce-4b1d-a94a-90d9ae8d7a28 None None] Provisioning complete for port 9766eaae-97de-4342-8908-f4ca5f4c2ccc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:48.801918 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-edcca32b-40ce-4b1d-a94a-90d9ae8d7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.811057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-063d6792-a381-4769-83a2-be2d180ae6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.838785 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.878086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-edcca32b-40ce-4b1d-a94a-90d9ae8d7a28 None None] Port 9766eaae-97de-4342-8908-f4ca5f4c2ccc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:48.889045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.895717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 2325683f-0207-425b-9a6f-f581edd23d49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:48.896097 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.968238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-6467dfcf-2e98-4ad0-bbaa-e2699037bb45 service neutron] 10.222.0.67 "GET /v2.0/networks/401bb63d-95ec-49c7-a869-7498806a1597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062494 Jul 16 18:41:48.979450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.980092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.980299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.980701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.981291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.981794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.982357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.984846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9c613ca5-00f6-4860-9dbc-1881ee2fd26d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6508 time: 0.4729664 Jul 16 18:41:48.997667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:49.010828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-990a3570-c267-40c9-befa-493bc0c4d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.012564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-990a3570-c267-40c9-befa-493bc0c4d038 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 1095 time: 0.1688693 Jul 16 18:41:49.095858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.103371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.172441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c557162-09f8-4ab0-9b1f-f996ca69871f req-3d54a1ab-b28e-44cf-a37e-045af270ccc3 service neutron] 10.222.0.67 "GET /v2.0/networks/401bb63d-95ec-49c7-a869-7498806a1597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902959 Jul 16 18:41:49.182918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-4049cbc1-712c-45a1-a964-8963cb9fce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.184391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-4049cbc1-712c-45a1-a964-8963cb9fce9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.1623347 Jul 16 18:41:49.233358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-8fed6862-46cb-48bb-a8b4-a490ed70d127 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176 HTTP/1.1" status: 200 len: 217 time: 0.0413733 Jul 16 18:41:49.284381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-9ad369f9-9d9e-4b29-ac48-3bcf89a23023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.286038 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-9ad369f9-9d9e-4b29-ac48-3bcf89a23023 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.0459440 Jul 16 18:41:49.294069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:49.298891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=dbe6ba15-5dd6-42c5-be38-01c1784426e8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:49.300435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 47e59449-db12-40d3-92df-9c5e75bb2f29 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:49.311742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:49.317809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:49.318675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.323909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-b9bcbdd4-5e88-48dc-a442-ccec606280f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.324377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-b9bcbdd4-5e88-48dc-a442-ccec606280f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.324880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-b9bcbdd4-5e88-48dc-a442-ccec606280f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.326757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-b9bcbdd4-5e88-48dc-a442-ccec606280f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=bcfb801e-225d-480f-9891-020ae1c4d687&id=bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 200 len: 2297 time: 0.2958295 Jul 16 18:41:49.337164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-e484a2a3-db48-4543-89a9-7b28d52652a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444589 Jul 16 18:41:49.443303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 47e59449-db12-40d3-92df-9c5e75bb2f29, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=47e59449-db12-40d3-92df-9c5e75bb2f29,segment=NetworkSegment(0ccd494f-150a-4848-a209-994543f846f6),segment_id=0ccd494f-150a-4848-a209-994543f846f6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:49.455918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-ec560253-5cd5-4a8e-9e6d-9ee8e6642456 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099551 Jul 16 18:41:49.473927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '47e59449-db12-40d3-92df-9c5e75bb2f29', 'network_id': '401bb63d-95ec-49c7-a869-7498806a1597', 'port_id': '47e59449-db12-40d3-92df-9c5e75bb2f29', 'mac_address': 'fa:16:3e:63:e3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98f8cb3-58b0-4366-a812-fa63ae144fcf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:49.572766 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.591907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e59449-db12-40d3-92df-9c5e75bb2f29 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:49.606995 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ba0eed1-a2fd-4cd7-bc82-a6ea080051ff req-ce2657c0-06e1-4e92-ab26-1b4e77bd7db7 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465974 Jul 16 18:41:49.618521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 47e59449-db12-40d3-92df-9c5e75bb2f29, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=47e59449-db12-40d3-92df-9c5e75bb2f29,segment=NetworkSegment(0ccd494f-150a-4848-a209-994543f846f6),segment_id=0ccd494f-150a-4848-a209-994543f846f6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:49.623281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.709265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=47e59449-db12-40d3-92df-9c5e75bb2f29,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:49.738835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=ca359490-e1f0-4373-bbe6-c5ff0ac1ec3e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:49.764592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9e60cabe-5261-4ab1-9faa-cb4d3919c6e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 200 len: 1001 time: 0.3730357 Jul 16 18:41:49.765643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:49.779407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:49.798176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:49.799512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:49.850145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:49.863464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:49.864218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:49.882721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': '0c3167a5-dc52-4ecd-8acb-a12b0dc02079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '18e5c3bc-fe7c-4ba3-b788-750203c7bbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:49.883099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: 18e5c3bc-fe7c-4ba3-b788-750203c7bbfe, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:49.927696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b0772-4076-4703-a3d4-57dcf5900f0d req-19d9877e-eea1-4007-8f5b-4ca33ca231ff tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.931187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b11b0772-4076-4703-a3d4-57dcf5900f0d req-19d9877e-eea1-4007-8f5b-4ca33ca231ff tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 945 time: 0.1301479 Jul 16 18:41:49.936921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:49.937623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc134b0-12b4-4651-8e54-6c8bbea34dcd None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:49.948514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['47e59449-db12-40d3-92df-9c5e75bb2f29'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:49.985722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b11b0772-4076-4703-a3d4-57dcf5900f0d req-4c1a511e-87c7-4bc6-bbe2-d1145bf26d61 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Jul 16 18:41:49.996211 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.037127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-7466f28d-6221-476a-b9f1-1393582e3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.039147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-7466f28d-6221-476a-b9f1-1393582e3ac7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fafd6d35-6aac-4787-a356-ab5b988a2150 HTTP/1.1" status: 200 len: 855 time: 0.2657912 Jul 16 18:41:50.144026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffea6-e1b9-4abf-98ae-92b624efc714 req-0e6b1235-4e6e-4ab9-8941-bb2f0c9e7ce6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.145824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-457ffea6-e1b9-4abf-98ae-92b624efc714 req-0e6b1235-4e6e-4ab9-8941-bb2f0c9e7ce6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 943 time: 0.5019844 Jul 16 18:41:50.192427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 18e5c3bc-fe7c-4ba3-b788-750203c7bbfe is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:50.287472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 18e5c3bc-fe7c-4ba3-b788-750203c7bbfe) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:50.300077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:50.300479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff43bb9-fe6c-4fc9-9c04-5fed48f71840 None None] Network 18e5c3bc-fe7c-4ba3-b788-750203c7bbfe requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:50.306451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.311378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.312064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.344310 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-457ffea6-e1b9-4abf-98ae-92b624efc714 req-0c733ec5-bfbf-4042-afd5-707245ef128e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591175 Jul 16 18:41:50.702341 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-85746ddb-73d6-47f5-ad92-9f776c901898 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.1854963 Jul 16 18:41:50.702654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48198) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.741266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.744427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 89db6607-6ecf-414d-8e6c-7530a901ab1f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:50.747729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-eff3e949-6c65-442d-a63f-7dc23fde4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.749280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-eff3e949-6c65-442d-a63f-7dc23fde4409 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6546052 Jul 16 18:41:50.751984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.848866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port ca359490-e1f0-4373-bbe6-c5ff0ac1ec3e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:50.850188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.896420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=9766eaae-97de-4342-8908-f4ca5f4c2ccc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:50.948799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.063551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-377f8c12-16bd-4b7f-a386-829dc9547dd3 service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055694 Jul 16 18:41:51.137679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:51.146194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.151824 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] Sync routers for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:51.167539 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:51.170144 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:51.211384 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:51.221372 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:51.222256 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:51.244652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 35773381-3f26-4daf-b91f-41fb2922f266 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:51.253221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:51.296609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-3fc05626-1eb6-47f8-ae6f-8bb9b73f4a05 service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036350 Jul 16 18:41:51.316582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9bd2a9da-5f31-4c45-9381-4db39e0d0176 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:51.371981 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:51.373128 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15daca-de58-449b-a5b9-b1ea8653114a None None] The sync data for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:51.385897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 47e59449-db12-40d3-92df-9c5e75bb2f29 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:51.479021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-e11208eb-c216-4290-9e5c-b212283a032a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 217 time: 0.1175222 Jul 16 18:41:51.489388 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cafd3e04-5984-44df-b8a4-e2bc547eadb6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/floatingips/04846adc-5535-4148-b5a7-bc08fff63061 HTTP/1.1" status: 200 len: 979 time: 7.5007811 Jul 16 18:41:51.504700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:51.536830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9bd2a9da-5f31-4c45-9381-4db39e0d0176, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:51.592964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 47e59449-db12-40d3-92df-9c5e75bb2f29 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:51.596572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9bd2a9da-5f31-4c45-9381-4db39e0d0176', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'port_id': '9bd2a9da-5f31-4c45-9381-4db39e0d0176', 'mac_address': 'fa:16:3e:a6:45:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8116a7-3347-445b-89c8-befca16abc21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:51.599387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 47e59449-db12-40d3-92df-9c5e75bb2f29 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:51.599756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.657827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.682783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for ca359490-e1f0-4373-bbe6-c5ff0ac1ec3e owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:51.695233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db8051-bf8d-4c08-9f81-9756a43163f6 req-a1a83778-96da-4e79-8fb9-c5edc6e58eb6 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.696892 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46db8051-bf8d-4c08-9f81-9756a43163f6 req-a1a83778-96da-4e79-8fb9-c5edc6e58eb6 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 945 time: 0.2494693 Jul 16 18:41:51.775536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.817799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd2a9da-5f31-4c45-9381-4db39e0d0176 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:51.850463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46db8051-bf8d-4c08-9f81-9756a43163f6 req-63c40e7c-462c-436c-9a9a-04270cffb928 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435823 Jul 16 18:41:51.852346 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.852483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.858677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d249ef75-9532-4246-8553-81757ab36379 None None] Provisioning complete for port 9766eaae-97de-4342-8908-f4ca5f4c2ccc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:51.859323 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d249ef75-9532-4246-8553-81757ab36379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.882600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-d9e0eaf5-8db6-470a-956d-5489af38c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.884599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-d9e0eaf5-8db6-470a-956d-5489af38c991 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.3826592 Jul 16 18:41:51.904499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.904671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 257664ed-2ad0-498e-afe9-11d811116b59 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:51.913253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/ca359490-e1f0-4373-bbe6-c5ff0ac1ec3e HTTP/1.1" status: 204 len: 168 time: 1.2084196 Jul 16 18:41:51.913993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9bd2a9da-5f31-4c45-9381-4db39e0d0176, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:51.927922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:51.941868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.959842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d249ef75-9532-4246-8553-81757ab36379 None None] Port 9766eaae-97de-4342-8908-f4ca5f4c2ccc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:51.970463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70751d6c-c195-4f68-86eb-3472b75dc35c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=ca359490-e1f0-4373-bbe6-c5ff0ac1ec3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.059960 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.108934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9bd2a9da-5f31-4c45-9381-4db39e0d0176,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.115406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e59449-db12-40d3-92df-9c5e75bb2f29'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:52.119034 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae1952-f84f-47a8-8579-20d7384e2f52" -d '{"events": [{"server_uuid": "ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce", "name": "network-vif-plugged", "status": "completed", "tag": "47e59449-db12-40d3-92df-9c5e75bb2f29"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:52.157459 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 47e59449-db12-40d3-92df-9c5e75bb2f29, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=47e59449-db12-40d3-92df-9c5e75bb2f29,segment=NetworkSegment(0ccd494f-150a-4848-a209-994543f846f6),segment_id=0ccd494f-150a-4848-a209-994543f846f6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:52.165516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.234181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:52.297499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bbf5c-d96b-4948-b3d0-02eb579f93ac req-297f2c44-ed2b-4539-9682-5e8ca1ae2324 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.299388 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-834bbf5c-d96b-4948-b3d0-02eb579f93ac req-297f2c44-ed2b-4539-9682-5e8ca1ae2324 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 943 time: 0.6356184 Jul 16 18:41:52.310039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=47e59449-db12-40d3-92df-9c5e75bb2f29,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.340838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-d21c6d37-0e9e-4844-9263-23a598095edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.342399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-d21c6d37-0e9e-4844-9263-23a598095edb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4356387 Jul 16 18:41:52.361649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 30f33fef-4f9b-4dae-bc7c-04ee3a10f184 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:52.361889 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.392174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91f553-34d0-40c1-9fb2-c81e2e32ce0a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.398832 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae5b056-f243-4274-bd5c-9fff92a029ac x-openstack-request-id: req-6ae5b056-f243-4274-bd5c-9fff92a029ac {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:52.399448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91f553-34d0-40c1-9fb2-c81e2e32ce0a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.399544 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce", "name": "network-vif-plugged", "status": "completed", "tag": "47e59449-db12-40d3-92df-9c5e75bb2f29", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:52.399544 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ae5b056-f243-4274-bd5c-9fff92a029ac {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:52.403499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-da91f553-34d0-40c1-9fb2-c81e2e32ce0a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4680657 Jul 16 18:41:52.403723 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e59449-db12-40d3-92df-9c5e75bb2f29', 'code': 200} Jul 16 18:41:52.404498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48220) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.509125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-834bbf5c-d96b-4948-b3d0-02eb579f93ac req-ef779314-75f1-4646-ab0b-1ce91eaf407b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766474 Jul 16 18:41:52.525440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:52.541809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c31e62b5-3361-4783-9a6e-c7b19267213a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/257664ed-2ad0-498e-afe9-11d811116b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3879354 Jul 16 18:41:52.551106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Sync routers for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:52.608545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:52.610753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:52.704096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da2f2f-bd72-4a4f-9e2c-d83d55078525 req-ffbd7bae-a8dc-484c-aa53-5ec181dd0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.705724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68da2f2f-bd72-4a4f-9e2c-d83d55078525 req-ffbd7bae-a8dc-484c-aa53-5ec181dd0e27 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 1098 time: 0.2036865 Jul 16 18:41:52.803166 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.804808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.808118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port dbe6ba15-5dd6-42c5-be38-01c1784426e8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:52.810336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.814888 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9caebb1d-6475-4e4e-b9fa-5508c3622391 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585950 Jul 16 18:41:52.825727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:52.867073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68da2f2f-bd72-4a4f-9e2c-d83d55078525 req-3bc74991-0ea5-4cc2-85ea-bd26e9c939a3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485822 Jul 16 18:41:53.030849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.059965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-31eaca9e-2d6b-401c-aeb0-1d17da4bf505 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484980295&fields=id&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 267 time: 0.1951699 Jul 16 18:41:53.127151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:49Z', 'revision_number': 2, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:53.185595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-9e5a2276-2c75-4f1f-9377-d0c06ce20aa7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.186675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Checking router: 257664ed-2ad0-498e-afe9-11d811116b59 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:53.187629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Updating router 257664ed-2ad0-498e-afe9-11d811116b59 port 9766eaae-97de-4342-8908-f4ca5f4c2ccc binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:53.192870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-9e5a2276-2c75-4f1f-9377-d0c06ce20aa7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 797 time: 0.1319702 Jul 16 18:41:53.206328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for dbe6ba15-5dd6-42c5-be38-01c1784426e8 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:53.214973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-26ff3c1e-4346-4cfa-80e2-1f362f0b86a9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/quotas/1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 375 time: 0.0211732 Jul 16 18:41:53.238100 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.250214 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-eee425f2-d57b-40b3-81f1-f22a2fa5c861 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887148 Jul 16 18:41:53.368371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-6f4130a9-15b9-443a-b364-ca92c6f55300 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447251 Jul 16 18:41:53.374538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-0d17fd1d-9a94-4c17-813f-bc236996714a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:41:53.381657 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-0d17fd1d-9a94-4c17-813f-bc236996714a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122955 Jul 16 18:41:53.382189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-982864ab-0794-49bd-8c19-9a40156424fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 217 time: 0.1189771 Jul 16 18:41:53.404321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b26e30-06bb-4a03-812f-2b69a6ec14cb req-1f42461f-c217-45bd-ba95-7b037f5b51a3 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.411594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b6b26e30-06bb-4a03-812f-2b69a6ec14cb req-1f42461f-c217-45bd-ba95-7b037f5b51a3 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 946 time: 0.4034848 Jul 16 18:41:53.462967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-fb61bc73-37a4-4f9c-8b8f-c4ed109e801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.464585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-fb61bc73-37a4-4f9c-8b8f-c4ed109e801b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.0460141 Jul 16 18:41:53.487384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-6dd85111-a77b-45a7-8782-b0dfc3d2d216 service neutron] 10.222.0.49 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966284 Jul 16 18:41:53.531126 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.531126 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.531459 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Floating IP 04846adc-5535-4148-b5a7-bc08fff63061 disassociated. External IP: 172.25.1.216, port: 30f33fef-4f9b-4dae-bc7c-04ee3a10f184. Jul 16 18:41:53.531547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 30f33fef-4f9b-4dae-bc7c-04ee3a10f184 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:53.568874 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b6b26e30-06bb-4a03-812f-2b69a6ec14cb req-db51109d-fc45-4556-95c5-6c8dd2170563 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562107 Jul 16 18:41:53.597415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-88344457-7713-4109-b71c-1fb08ea96ca9 service neutron] 10.222.0.49 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090875 Jul 16 18:41:53.634741 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.652253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Transition to ACTIVE for port object 9766eaae-97de-4342-8908-f4ca5f4c2ccc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:53.665832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9bd2a9da-5f31-4c45-9381-4db39e0d0176 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:53.679370 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.710609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.716298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/dbe6ba15-5dd6-42c5-be38-01c1784426e8 HTTP/1.1" status: 204 len: 168 time: 1.3068836 Jul 16 18:41:53.717332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.785207 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.853745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9242d964-1086-4dca-9b7f-a64065ed374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.859350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9242d964-1086-4dca-9b7f-a64065ed374f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3720279 Jul 16 18:41:53.902410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f2b7f-0bf1-4196-9b10-5c66bfe2ccf4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=dbe6ba15-5dd6-42c5-be38-01c1784426e8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.028079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:54.055702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d631d-6733-4d2a-aa84-49f6df3d4a4f None None] Pushing event updated for resources: {'Port': ['ID=9766eaae-97de-4342-8908-f4ca5f4c2ccc,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.085066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:54.085450 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.135561 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdab1693-01d7-4fad-871f-53cb9c2fdb27 req-447c9a66-678f-4c40-8101-c8e2cfec8263 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 210 time: 0.1664968 Jul 16 18:41:54.136580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2baef-f442-4c22-a8f4-6f4de113db91 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.141639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9da2baef-f442-4c22-a8f4-6f4de113db91 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3939219 Jul 16 18:41:54.142286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.207213 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2076d007-29fd-4152-9211-58af0e0354d7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:41:54.212476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2076d007-29fd-4152-9211-58af0e0354d7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/ca359490-e1f0-4373-bbe6-c5ff0ac1ec3e HTTP/1.1" status: 404 len: 333 time: 0.0654898 Jul 16 18:41:54.217605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.230599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-08787f2c-e42f-4ed9-89da-47beb46617c4 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629258 Jul 16 18:41:54.246910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Attempting to bind port 9766eaae-97de-4342-8908-f4ca5f4c2ccc on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:54.247472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Attempting to bind port 9766eaae-97de-4342-8908-f4ca5f4c2ccc by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:54.248023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Attempting to bind port 9766eaae-97de-4342-8908-f4ca5f4c2ccc on network 35773381-3f26-4daf-b91f-41fb2922f266 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:54.268232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:54.268232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Checking segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:54.268232 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.268826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Bound using segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:54.269468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Bound port: 9766eaae-97de-4342-8908-f4ca5f4c2ccc, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:54.270260 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.270596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.348891 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcc880c-8f9f-4c79-a5ac-a472b9413f08 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:41:54.356705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7bcc880c-8f9f-4c79-a5ac-a472b9413f08 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/dbe6ba15-5dd6-42c5-be38-01c1784426e8 HTTP/1.1" status: 404 len: 333 time: 0.1378846 Jul 16 18:41:54.357526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.368676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.387791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=30f33fef-4f9b-4dae-bc7c-04ee3a10f184,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.417397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] For port 9766eaae-97de-4342-8908-f4ca5f4c2ccc, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:54.426551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ca715f-823f-42cf-9a42-06841c236abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd2a9da-5f31-4c45-9381-4db39e0d0176'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:54.430348 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9effc5d0-f293-44a5-aa89-e66d767e6e9d" -d '{"events": [{"server_uuid": "64ca715f-823f-42cf-9a42-06841c236abf", "name": "network-vif-plugged", "status": "completed", "tag": "9bd2a9da-5f31-4c45-9381-4db39e0d0176"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:54.471387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] For port 9766eaae-97de-4342-8908-f4ca5f4c2ccc, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9766eaae-97de-4342-8908-f4ca5f4c2ccc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:54.475078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9bd2a9da-5f31-4c45-9381-4db39e0d0176, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:54.484106 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.492821 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.543380 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac36ff90-4caf-475c-8fb2-418480262039 x-openstack-request-id: req-ac36ff90-4caf-475c-8fb2-418480262039 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:54.543822 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ca715f-823f-42cf-9a42-06841c236abf", "name": "network-vif-plugged", "status": "completed", "tag": "9bd2a9da-5f31-4c45-9381-4db39e0d0176", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:54.544175 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac36ff90-4caf-475c-8fb2-418480262039 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:54.544820 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ca715f-823f-42cf-9a42-06841c236abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd2a9da-5f31-4c45-9381-4db39e0d0176', 'code': 200} Jul 16 18:41:54.547835 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.627343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:54.628144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:54.633354 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.747880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d631d-6733-4d2a-aa84-49f6df3d4a4f None None] Pushing event updated for resources: {'Port': ['ID=9766eaae-97de-4342-8908-f4ca5f4c2ccc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.992600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.042066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e5c3bc-fe7c-4ba3-b788-750203c7bbfe']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.064739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3167a5-dc52-4ecd-8acb-a12b0dc02079') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.065328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3167a5-dc52-4ecd-8acb-a12b0dc02079') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.076999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.102823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.121678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:55.125092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.168764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9bd2a9da-5f31-4c45-9381-4db39e0d0176,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.204516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:55.221144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a4364-03fc-4f60-aa7b-1006be84ca7f req-8bb69ddf-211d-4e7d-9b88-f4baa1e1d18b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.223190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a4a4364-03fc-4f60-aa7b-1006be84ca7f req-8bb69ddf-211d-4e7d-9b88-f4baa1e1d18b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 944 time: 1.2205265 Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:55.225999 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:55.230275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.283313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.287006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/18e5c3bc-fe7c-4ba3-b788-750203c7bbfe HTTP/1.1" status: 204 len: 168 time: 0.9277375 Jul 16 18:41:55.290573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c89606-9fb5-45c1-8873-bcddaa3f85be tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=18e5c3bc-fe7c-4ba3-b788-750203c7bbfe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.294108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.305910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1672757360'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.354470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 89db6607-6ecf-414d-8e6c-7530a901ab1f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:55.363822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a4a4364-03fc-4f60-aa7b-1006be84ca7f req-4aa2b0cd-77a7-4e04-9dbb-fa541e008173 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311057 Jul 16 18:41:55.366805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-3376f113-846d-4423-a006-cb0e7cf52cf5 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1123958 Jul 16 18:41:55.369844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:55.375818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.445710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36994dbf-1fc9-46d3-b8d7-2a25178ad0ba req-b735c7e1-40ba-4bd5-b1c0-acae51907123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.447769 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36994dbf-1fc9-46d3-b8d7-2a25178ad0ba req-b735c7e1-40ba-4bd5-b1c0-acae51907123 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 1097 time: 0.7950187 Jul 16 18:41:55.508114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:55.534273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:55.543945 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] Sync routers for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:55.557419 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:55.558057 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.568522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36994dbf-1fc9-46d3-b8d7-2a25178ad0ba req-2dcadf78-ba4f-4b8a-809a-56126a8fce8a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137655 Jul 16 18:41:55.589931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.590275 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment d694861b-e59a-4ced-83e9-c7c581824711 of type vlan for network 1995e000-f0d9-4847-b1c3-8812bbf1368c Jul 16 18:41:55.623264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-f9d17943-fee6-494d-a350-70f99f0c920a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=d616bc62-dbba-460d-8a03-a02a334e122c HTTP/1.1" status: 200 len: 217 time: 0.2414684 Jul 16 18:41:55.649386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.655098 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.677404 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:55.678056 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.691261 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.699583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.700521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.737702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:54Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.760496 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.764076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4614313 Jul 16 18:41:55.765006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48286) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.767658 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e57f2b-1a5d-4483-84d2-4491c564267e None None] The sync data for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:55.771889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.786810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-772894cc-965f-411e-a57f-dc6625b42be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.788594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-772894cc-965f-411e-a57f-dc6625b42be9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1444933 Jul 16 18:41:55.808405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c218cb-87da-46f5-8afa-6f378d1eb6ad req-7f84d928-9f8e-4d24-abb8-2d9e60b79760 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.815804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-87c218cb-87da-46f5-8afa-6f378d1eb6ad req-7f84d928-9f8e-4d24-abb8-2d9e60b79760 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 946 time: 0.5611367 Jul 16 18:41:55.817951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b17c77-c51b-43d3-a21c-d2e61818f61f None None] The sync data for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 is: [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:54Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:55.941949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.946359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4e1b5d84-3b91-45ac-9bdf-dc525ff1a60d tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/ports/30f33fef-4f9b-4dae-bc7c-04ee3a10f184 HTTP/1.1" status: 204 len: 168 time: 4.4403095 Jul 16 18:41:55.969608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.982004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-87c218cb-87da-46f5-8afa-6f378d1eb6ad req-0a4beedd-4b0b-4b05-8620-c4ffd8ada7b1 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652100 Jul 16 18:41:56.018918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31ed21-c59c-4da6-9d44-21bec6cab833 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=1995e000-f0d9-4847-b1c3-8812bbf1368c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.030294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 1995e000-f0d9-4847-b1c3-8812bbf1368c details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:56.034974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7c01f0d-31a8-4da0-91ad-b7099e52f20d req-75ffd401-612e-4825-b584-8a24743d9622 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 210 time: 0.1045222 Jul 16 18:41:56.040970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:56.045174 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.159601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-72a3231a-4b7f-4ec8-8736-d482274fc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.161082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-72a3231a-4b7f-4ec8-8736-d482274fc52b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3650563 Jul 16 18:41:56.329236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-8f98ad6a-244a-4259-a4e1-8bb1c8c2dbd0 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541815 Jul 16 18:41:56.478203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.829581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9766eaae-97de-4342-8908-f4ca5f4c2ccc up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:56.860521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=99532947-de09-4360-93cb-ae1a2dcaaaee,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.940300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 9766eaae-97de-4342-8908-f4ca5f4c2ccc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:56.952842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9766eaae-97de-4342-8908-f4ca5f4c2ccc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:56.953571 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.961730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': 'd694861b-e59a-4ced-83e9-c7c581824711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:56.963318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-bcaa5dfc-d490-4f75-9be8-3814b4a904c8 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191292 Jul 16 18:41:56.973135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: 1995e000-f0d9-4847-b1c3-8812bbf1368c, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:57.032028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 1995e000-f0d9-4847-b1c3-8812bbf1368c is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:57.066533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-fbaed430-96d1-4f7a-9b7f-ce8063443082 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9c903364-c373-435b-90d8-fa82a0d0159a HTTP/1.1" status: 200 len: 217 time: 0.0890589 Jul 16 18:41:57.096238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-dcaa5ae4-8a38-44dc-934a-51bdf48009cb tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.108913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-dcaa5ae4-8a38-44dc-934a-51bdf48009cb tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 797 time: 0.5464301 Jul 16 18:41:57.110106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 1995e000-f0d9-4847-b1c3-8812bbf1368c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:57.118169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.118482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.127425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a7a6f-177e-4050-b05b-d75cbe1208ed None None] Network 1995e000-f0d9-4847-b1c3-8812bbf1368c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:57.165450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-04b74d29-a888-4ab0-a5ae-f537529d7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.167619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-04b74d29-a888-4ab0-a5ae-f537529d7232 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.0901883 Jul 16 18:41:57.175060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.178425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5f15-8fcf-4767-a3c7-6119691c7e70 req-ac8c7bb7-83d7-48c6-9e25-0350d4ba4130 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.186932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1add5f15-8fcf-4767-a3c7-6119691c7e70 req-ac8c7bb7-83d7-48c6-9e25-0350d4ba4130 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 945 time: 0.3855095 Jul 16 18:41:57.254535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5e990b56-58d0-4327-a321-268aa14e028a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4881501 Jul 16 18:41:57.259798 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-9329e677-bbc1-4210-8b87-e913b3c96f88 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 379 time: 0.1375377 Jul 16 18:41:57.260302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.266728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c', 'name': 'tempest-PortsIpV6TestJSON-1281627387'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:57.277287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'port': {'device_id': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'admin_state_up': True, 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'security_groups': ['7fdbb27c-ef47-41d6-b80b-5ced2e0f588c']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:57.335823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 9766eaae-97de-4342-8908-f4ca5f4c2ccc, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9766eaae-97de-4342-8908-f4ca5f4c2ccc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:57.349080 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.419308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=9766eaae-97de-4342-8908-f4ca5f4c2ccc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.447324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d50759eb-5b2c-48e4-b533-09fa37018162 req-cd2dff34-b8fd-4e7c-8e3b-d906e602b92e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 210 time: 0.1223598 Jul 16 18:41:57.450899 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1add5f15-8fcf-4767-a3c7-6119691c7e70 req-d453dc8a-60b1-42e4-b325-ff174cc3e3b0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606525 Jul 16 18:41:57.526437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-1995e000-f0d9-4847-b1c3-8812bbf1368c', 'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c', 'tenant_id': '9a546d8538bd416dbd5a586db8d9ed10', 'fixed_ips': [{'subnet_id': '99532947-de09-4360-93cb-ae1a2dcaaaee'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:57.527485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-a7ff346f-400f-4bd3-ae0d-0f4f6ed06dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.528292 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.535455 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-a7ff346f-400f-4bd3-ae0d-0f4f6ed06dc0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3378437 Jul 16 18:41:57.681548 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:41:57.681548 n-d-791504-15 neutron-server[93795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:41:57.681548 n-d-791504-15 neutron-server[93795]: [parameters: {'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'id': '881ecb27-44ab-4ee3-b055-60416bba0de0', 'expiration': datetime.datetime(2021, 7, 16, 18, 43, 57, 675929)}] Jul 16 18:41:57.681548 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:41:57.682029 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:41:57.692508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:57.701713 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.729004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port f7a9ace0-9f59-4da5-ac3a-6915d135d5e0 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:57.730440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-bd93ffd3-9b21-42b1-a1d2-224d5785806c service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887286 Jul 16 18:41:57.883482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Allocated IP 2001:db8::2 (1995e000-f0d9-4847-b1c3-8812bbf1368c/99532947-de09-4360-93cb-ae1a2dcaaaee/bb1be6e9-a654-4eda-8ec7-93aca5396632) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:57.969275 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-e52747f3-af84-4cb5-aee6-cef5c67b781f service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327099 Jul 16 18:41:58.033981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.152279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-5b8cb34f-b74b-4787-b461-c518fcb2393c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733 HTTP/1.1" status: 200 len: 217 time: 0.1753480 Jul 16 18:41:58.169624 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.192537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Transition to ACTIVE for port object bb1be6e9-a654-4eda-8ec7-93aca5396632 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:58.232879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:58.233416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Transition to ACTIVE for port object bb1be6e9-a654-4eda-8ec7-93aca5396632 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:58.238369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-334cf08b-9fa1-4fc9-9637-b568496b28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.239290 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.240336 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-334cf08b-9fa1-4fc9-9637-b568496b28f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.0782638 Jul 16 18:41:58.243089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.289443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Network 1995e000-f0d9-4847-b1c3-8812bbf1368c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:58.293115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:58.297109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:58.305235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Pushing event updated for resources: {'Port': ['ID=bb1be6e9-a654-4eda-8ec7-93aca5396632,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.365796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Attempting to bind port bb1be6e9-a654-4eda-8ec7-93aca5396632 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:58.366548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Attempting to bind port bb1be6e9-a654-4eda-8ec7-93aca5396632 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd694861b-e59a-4ced-83e9-c7c581824711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:58.367087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Attempting to bind port bb1be6e9-a654-4eda-8ec7-93aca5396632 on network 1995e000-f0d9-4847-b1c3-8812bbf1368c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:58.372591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:58.373207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Checking segment: {'id': 'd694861b-e59a-4ced-83e9-c7c581824711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:58.374166 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.374710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Bound using segment: {'id': 'd694861b-e59a-4ced-83e9-c7c581824711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:58.375342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Bound port: bb1be6e9-a654-4eda-8ec7-93aca5396632, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd694861b-e59a-4ced-83e9-c7c581824711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1995e000-f0d9-4847-b1c3-8812bbf1368c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:58.375915 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.409049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9cb5a208-37ec-4c69-9955-ab0d68cbfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.411055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-9cb5a208-37ec-4c69-9955-ab0d68cbfaa4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1634188 Jul 16 18:41:58.453025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] For port bb1be6e9-a654-4eda-8ec7-93aca5396632, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:58.457011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] For port bb1be6e9-a654-4eda-8ec7-93aca5396632, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb1be6e9-a654-4eda-8ec7-93aca5396632,segment=NetworkSegment(d694861b-e59a-4ced-83e9-c7c581824711),segment_id=d694861b-e59a-4ced-83e9-c7c581824711)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:58.468969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.569610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::3bd (1995e000-f0d9-4847-b1c3-8812bbf1368c/99532947-de09-4360-93cb-ae1a2dcaaaee/f7a9ace0-9f59-4da5-ac3a-6915d135d5e0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:58.605879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936de7b-6baa-4374-8555-3b1489ee2c5f None None] Pushing event updated for resources: {'Port': ['ID=bb1be6e9-a654-4eda-8ec7-93aca5396632,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.614645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.9 (35773381-3f26-4daf-b91f-41fb2922f266/be8e8605-45a6-43cb-9114-24ccf4ae6af8/5450572b-a5b0-4f01-916e-5c23e45eb2cc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:58.657751 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-536bc5bf-9a31-4f41-b9a6-327a40519d08 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380905 Jul 16 18:41:58.809239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9766eaae-97de-4342-8908-f4ca5f4c2ccc up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:58.914268 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51ee72b3-ddff-42af-b27e-b74aacc92e2e req-e822a753-fd11-4b2a-91a8-5b85814477e3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 210 time: 0.1709235 Jul 16 18:41:58.984403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port c28ff482-dcf0-4225-b56a-eb9e838a1ff8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:58.985473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.987307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9766eaae-97de-4342-8908-f4ca5f4c2ccc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:58.987728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.121375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.148224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for c28ff482-dcf0-4225-b56a-eb9e838a1ff8 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:59.189585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-17f9fd30-78cd-4f68-915d-47d4d8e02011 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218019 Jul 16 18:41:59.337426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-f231c250-7ad6-4e65-9187-b1b8924cc34f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 200 len: 217 time: 0.0936527 Jul 16 18:41:59.462895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-2db600ae-7835-4452-8bf2-ac1828cf8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.464386 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-2db600ae-7835-4452-8bf2-ac1828cf8e5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.1214559 Jul 16 18:41:59.487901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a943c9a-3011-45d7-a0e4-ad415d0f3ec0 req-a7f2ebcd-f3e1-414c-bc03-1b3289dbe7ef tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.495004 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a943c9a-3011-45d7-a0e4-ad415d0f3ec0 req-a7f2ebcd-f3e1-414c-bc03-1b3289dbe7ef tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 945 time: 0.7598760 Jul 16 18:41:59.572809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.594735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a943c9a-3011-45d7-a0e4-ad415d0f3ec0 req-eecfb5f1-6894-4ae9-adcc-d2e8362176c8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985422 Jul 16 18:41:59.611354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-662c0b1e-46de-40bd-a86b-21f0250f0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.612948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-662c0b1e-46de-40bd-a86b-21f0250f0e93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398704 Jul 16 18:41:59.620596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.636524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object f7a9ace0-9f59-4da5-ac3a-6915d135d5e0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:59.677418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object 5450572b-a5b0-4f01-916e-5c23e45eb2cc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:59.696155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.762231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=c28ff482-dcf0-4225-b56a-eb9e838a1ff8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.786702 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.932133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.978917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=f7a9ace0-9f59-4da5-ac3a-6915d135d5e0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.989183 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-a52bb941-8c4c-48ab-8d9d-9ebc3bd81f49 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644667 Jul 16 18:41:59.990407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 1995e000-f0d9-4847-b1c3-8812bbf1368c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:00.056678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:00.070710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:00.082370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.083950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.117085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 35773381-3f26-4daf-b91f-41fb2922f266 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:00.135272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:00.139302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:00.179956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8d22c2c6-e4fa-48bc-ae7f-92b986b44be0 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9157357 Jul 16 18:42:00.181508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:00.185003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:00.261618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.262411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.363287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-a0af7084-4fd6-4a55-bb5d-66ebd94586da tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0910351 Jul 16 18:42:00.421576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port f7a9ace0-9f59-4da5-ac3a-6915d135d5e0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:00.421905 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.434028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fd468-75ba-4698-8ed4-2ed922b1cca2 req-01ad245f-1338-45eb-82de-14b900932878 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.435669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4d2fd468-75ba-4698-8ed4-2ed922b1cca2 req-01ad245f-1338-45eb-82de-14b900932878 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 931 time: 0.1949272 Jul 16 18:42:00.521145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Request body: {'port': {'device_id': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:00.656681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4d2fd468-75ba-4698-8ed4-2ed922b1cca2 req-14ddab45-405e-4b2d-89f5-9d24c196faf3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018414 Jul 16 18:42:00.686635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cfd29fd1-1116-4944-923d-84fe2ce5f1c1 None None] Provisioning for port 5450572b-a5b0-4f01-916e-5c23e45eb2cc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:00.695224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cfd29fd1-1116-4944-923d-84fe2ce5f1c1 None None] Provisioning complete for port 5450572b-a5b0-4f01-916e-5c23e45eb2cc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:00.696961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfd29fd1-1116-4944-923d-84fe2ce5f1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.731187 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.758913 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for f7a9ace0-9f59-4da5-ac3a-6915d135d5e0 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:00.764923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.800923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b37af-86c9-4cbc-b901-8e4d611679f6 None None] Network 1995e000-f0d9-4847-b1c3-8812bbf1368c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:00.811154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb1be6e9-a654-4eda-8ec7-93aca5396632 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:00.900965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cfd29fd1-1116-4944-923d-84fe2ce5f1c1 None None] Port 5450572b-a5b0-4f01-916e-5c23e45eb2cc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:00.908121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.925975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-136331aa-6fb5-428e-bc30-0c36f6450f68 req-1fc90650-69e9-4817-85d2-ee9b182ee20b service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252501 Jul 16 18:42:00.993022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3c590-59de-46ba-b934-8b309021e446 req-7e356f8e-f30d-4414-931b-bfa13c0e2aaa tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.999082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.000808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18f3c590-59de-46ba-b934-8b309021e446 req-7e356f8e-f30d-4414-931b-bfa13c0e2aaa tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.9291589 Jul 16 18:42:01.030817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18f3c590-59de-46ba-b934-8b309021e446 req-06a1ae12-9f82-4fee-81f0-453521e83984 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.0289540 Jul 16 18:42:01.045407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=f7a9ace0-9f59-4da5-ac3a-6915d135d5e0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.045907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bb1be6e9-a654-4eda-8ec7-93aca5396632 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:01.079440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82936395-353d-4d1f-ba3c-ec8d6a937639 None None] Provisioning for port bb1be6e9-a654-4eda-8ec7-93aca5396632 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:01.087709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82936395-353d-4d1f-ba3c-ec8d6a937639 None None] Provisioning complete for port bb1be6e9-a654-4eda-8ec7-93aca5396632 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:01.088288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82936395-353d-4d1f-ba3c-ec8d6a937639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.225423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.227144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18f3c590-59de-46ba-b934-8b309021e446 req-d7b269d5-2e49-4e4c-a543-6775e6ea816d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1944137 Jul 16 18:42:01.229009 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f2b8aa0a-f3a5-46d5-bb62-5d1f2583dd3f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/f7a9ace0-9f59-4da5-ac3a-6915d135d5e0 HTTP/1.1" status: 204 len: 168 time: 1.0393879 Jul 16 18:42:01.236820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.255188 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82936395-353d-4d1f-ba3c-ec8d6a937639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.361431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82936395-353d-4d1f-ba3c-ec8d6a937639 None None] For port bb1be6e9-a654-4eda-8ec7-93aca5396632, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb1be6e9-a654-4eda-8ec7-93aca5396632,segment=NetworkSegment(d694861b-e59a-4ced-83e9-c7c581824711),segment_id=d694861b-e59a-4ced-83e9-c7c581824711)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:01.370256 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ce0866-2955-4c28-8aad-37f162dd3282 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:01.371248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ce0866-2955-4c28-8aad-37f162dd3282 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:01.371484 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82936395-353d-4d1f-ba3c-ec8d6a937639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.378842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70ce0866-2955-4c28-8aad-37f162dd3282 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/f7a9ace0-9f59-4da5-ac3a-6915d135d5e0 HTTP/1.1" status: 404 len: 333 time: 0.1366248 Jul 16 18:42:01.393853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.422190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18f3c590-59de-46ba-b934-8b309021e446 req-46621cb8-7249-477f-a607-df0e5ec5d7bb service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948764 Jul 16 18:42:01.462523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82936395-353d-4d1f-ba3c-ec8d6a937639 None None] Pushing event updated for resources: {'Port': ['ID=bb1be6e9-a654-4eda-8ec7-93aca5396632,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.505347 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1af5400-57ba-48b8-8468-738b78143214 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:42:01.508704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f1af5400-57ba-48b8-8468-738b78143214 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/f7a9ace0-9f59-4da5-ac3a-6915d135d5e0 HTTP/1.1" status: 404 len: 333 time: 0.1085730 Jul 16 18:42:01.511945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48408) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.627498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c76ece0e-abfd-4dd9-869c-9993ecc66861 None None] Provisioning complete for port bb1be6e9-a654-4eda-8ec7-93aca5396632 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:01.627986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c76ece0e-abfd-4dd9-869c-9993ecc66861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.657134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18f3c590-59de-46ba-b934-8b309021e446 req-542f150a-a6a8-4d62-a5a1-91a74a632eab service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336006 Jul 16 18:42:01.667977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 99532947-de09-4360-93cb-ae1a2dcaaaee {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:01.672979 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.747130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9802dff-a072-4379-aac4-961fa41806e5 req-702c3ed4-08f9-4a7b-9202-b44733656651 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.747634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.748795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b9802dff-a072-4379-aac4-961fa41806e5 req-702c3ed4-08f9-4a7b-9202-b44733656651 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 946 time: 0.1590452 Jul 16 18:42:01.886566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b9802dff-a072-4379-aac4-961fa41806e5 req-de51b070-6fa7-409e-8ee8-14be2fb161a5 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917315 Jul 16 18:42:01.891358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5450572b-a5b0-4f01-916e-5c23e45eb2cc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:01.895071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 89db6607-6ecf-414d-8e6c-7530a901ab1f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:01.912659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.932908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27d21e06-2da6-4464-aa7f-82c889ed6caf None None] Could not find standard attr ID for object f7a9ace0-9f59-4da5-ac3a-6915d135d5e0. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:01.941715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Transition to ACTIVE for port object 5450572b-a5b0-4f01-916e-5c23e45eb2cc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:01.949771 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.111588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.194482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.228528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:02.229024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:02.229845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on network 35773381-3f26-4daf-b91f-41fb2922f266 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:02.235342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on network 35773381-3f26-4daf-b91f-41fb2922f266 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:02.235846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on network 35773381-3f26-4daf-b91f-41fb2922f266 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:02.243305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:02.243733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Checking segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:02.244297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Bound using segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:02.247978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Bound port: 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:02.248662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.368485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.379318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:02.390491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:02.393966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.399398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.399601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/99532947-de09-4360-93cb-ae1a2dcaaaee HTTP/1.1" status: 204 len: 168 time: 0.8838792 Jul 16 18:42:02.399705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f81c5-9003-4415-a50d-24c1e2ca1d1e None None] Network 1995e000-f0d9-4847-b1c3-8812bbf1368c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:02.411079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:02.432296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.434162 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.435751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] 10.222.0.59 "PUT /v2.0/ports/5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 1092 time: 2.0600326 Jul 16 18:42:02.437839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:02.441254 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:02.479983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf0ff5-0db6-4a41-8b5f-3a21cdd365cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=99532947-de09-4360-93cb-ae1a2dcaaaee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.563256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9d3f-5dfc-49ab-8702-275fd0eda81d req-08a0a0f9-964e-4026-b909-038e2abc7368 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.566344 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-083a9d3f-5dfc-49ab-8702-275fd0eda81d req-08a0a0f9-964e-4026-b909-038e2abc7368 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 0.4966702 Jul 16 18:42:02.583782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:02.590870 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-64801a24-c24a-419e-9700-e3afdb79079a tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/routers/89db6607-6ecf-414d-8e6c-7530a901ab1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6075325 Jul 16 18:42:02.599000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:02.634482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] Sync routers for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:02.691167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:02.691815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.730678 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcdea5c-681d-4fe5-b3a5-6af7a13a9e13 x-openstack-request-id: req-bdcdea5c-681d-4fe5-b3a5-6af7a13a9e13 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:02.731068 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:02.731367 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdcdea5c-681d-4fe5-b3a5-6af7a13a9e13 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:02.731830 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'status': 'completed', 'code': 200} Jul 16 18:42:02.736391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-083a9d3f-5dfc-49ab-8702-275fd0eda81d req-0c217f0f-9fb4-4ae9-b642-276241771ecf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613016 Jul 16 18:42:02.767270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bb704-392d-42f9-a0fd-ec3be672db1d service neutron] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.776704 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.808304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.810860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb1be6e9-a654-4eda-8ec7-93aca5396632 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:02.892762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] Routers {'89db6607-6ecf-414d-8e6c-7530a901ab1f'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:02.893282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a703ea63-4c20-4ef5-a16b-a1c18efaf2a2 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.893449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['89db6607-6ecf-414d-8e6c-7530a901ab1f'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.895058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a703ea63-4c20-4ef5-a16b-a1c18efaf2a2 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 946 time: 0.1418602 Jul 16 18:42:02.897758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.951290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-bd3fe23a-8351-4996-b2f1-e519b4f3d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.953190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-bd3fe23a-8351-4996-b2f1-e519b4f3d45e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1095 time: 0.4039698 Jul 16 18:42:02.959919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:02.960709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb03835-2a46-49bb-963c-b361083a7480 None None] The sync data for ids ['89db6607-6ecf-414d-8e6c-7530a901ab1f'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:03.008092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bb1be6e9-a654-4eda-8ec7-93aca5396632 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:03.008422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.043002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-89b48049-f131-4365-be0a-c9fb9825c2bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 217 time: 0.0507033 Jul 16 18:42:03.162060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182306-4960-484e-bfba-5471800dafe8 req-567b0fc4-3497-43e0-a880-2f66d5965312 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.164128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-567b0fc4-3497-43e0-a880-2f66d5965312 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.3740864 Jul 16 18:42:03.169407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] DHCP port deletion for 1995e000-f0d9-4847-b1c3-8812bbf1368c request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:03.174300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port bb1be6e9-a654-4eda-8ec7-93aca5396632 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.175332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.205221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2993a95d-4ad9-497e-83dc-4bb8f7d2f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.207025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-2993a95d-4ad9-497e-83dc-4bb8f7d2f6ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.1387045 Jul 16 18:42:03.225072 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.270723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa210b1-5a5e-417c-a5dd-c6f5f40dcaed req-0d04be7a-2fda-4570-b6d3-e9ff5eeefe7c tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.272454 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3fa210b1-5a5e-417c-a5dd-c6f5f40dcaed req-0d04be7a-2fda-4570-b6d3-e9ff5eeefe7c tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 946 time: 0.1943812 Jul 16 18:42:03.282987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-930dc421-c57e-436d-bd22-8093e0173347 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.1038342 Jul 16 18:42:03.319089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] Deleting port bb1be6e9-a654-4eda-8ec7-93aca5396632 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.319552 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.376282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3fa210b1-5a5e-417c-a5dd-c6f5f40dcaed req-472c146f-2eb1-4467-8911-c564f891e5b7 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9340ecb-739f-4217-9624-cb6b3288c37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748332 Jul 16 18:42:03.386580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Deleting port 47e59449-db12-40d3-92df-9c5e75bb2f29 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.386580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.402916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 26b0346a-02c2-4f12-8eb1-1a618dd1fb30 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.403310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.429652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] For port bb1be6e9-a654-4eda-8ec7-93aca5396632, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb1be6e9-a654-4eda-8ec7-93aca5396632,segment=NetworkSegment(d694861b-e59a-4ced-83e9-c7c581824711),segment_id=d694861b-e59a-4ced-83e9-c7c581824711)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:03.430305 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.444726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] Calling delete_port for bb1be6e9-a654-4eda-8ec7-93aca5396632 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.526023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] For port bb1be6e9-a654-4eda-8ec7-93aca5396632, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bb1be6e9-a654-4eda-8ec7-93aca5396632,segment=NetworkSegment(d694861b-e59a-4ced-83e9-c7c581824711),segment_id=d694861b-e59a-4ced-83e9-c7c581824711)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:03.526478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.560494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.571144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for bb1be6e9-a654-4eda-8ec7-93aca5396632 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.576723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 26b0346a-02c2-4f12-8eb1-1a618dd1fb30 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.594937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-8a6896a0-5fa7-400a-a6e2-244d85b88b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.596522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-8a6896a0-5fa7-400a-a6e2-244d85b88b68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3800168 Jul 16 18:42:03.618849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-479dc5c2-755d-4ba7-ae31-b3387d917207 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3349214 Jul 16 18:42:03.670774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] For port 47e59449-db12-40d3-92df-9c5e75bb2f29, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=47e59449-db12-40d3-92df-9c5e75bb2f29,segment=NetworkSegment(0ccd494f-150a-4848-a209-994543f846f6),segment_id=0ccd494f-150a-4848-a209-994543f846f6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:03.671139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.687684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Calling delete_port for 47e59449-db12-40d3-92df-9c5e75bb2f29 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.743692 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.766557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] Pushing event deleted for resources: {'Port': ['ID=bb1be6e9-a654-4eda-8ec7-93aca5396632,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.780838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe344d-2e95-47a0-910b-7159d06f4ac5 None None] No DVR routers for this DVR port bb1be6e9-a654-4eda-8ec7-93aca5396632 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:03.859914 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-1dc526eb-1ac7-4aff-83ba-a8a459b891da service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550559 Jul 16 18:42:03.860571 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.885066 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.902715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-5b03eb1d-aefa-43ab-8761-8185ec079d77 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492762 Jul 16 18:42:03.912931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=bb1be6e9-a654-4eda-8ec7-93aca5396632,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.921981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No DVR routers for this DVR port bb1be6e9-a654-4eda-8ec7-93aca5396632 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:03.951784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=26b0346a-02c2-4f12-8eb1-1a618dd1fb30,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.993646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.060803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Pushing event deleted for resources: {'Port': ['ID=47e59449-db12-40d3-92df-9c5e75bb2f29,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.109401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.113949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.118814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] No DVR routers for this DVR port 47e59449-db12-40d3-92df-9c5e75bb2f29 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:04.135526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1995e000-f0d9-4847-b1c3-8812bbf1368c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:04.139028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36aebeb6-a8b5-4462-bbc2-43c14f7e7f83 req-58631fa3-2a21-408a-be86-0e34c6606466 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694907 Jul 16 18:42:04.143767 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.145757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-485a2f0b-edeb-4c2a-8840-914655ffeb43 req-a87b41d1-5db0-4095-af09-c8ea79b97e5e tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.67 "DELETE /v2.0/ports/47e59449-db12-40d3-92df-9c5e75bb2f29 HTTP/1.1" status: 204 len: 173 time: 1.1644557 Jul 16 18:42:04.146342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'name': 'network-vif-deleted', 'tag': '47e59449-db12-40d3-92df-9c5e75bb2f29'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:04.149483 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0199c588-7299-45af-9646-f069b34e7d48" -d '{"events": [{"server_uuid": "ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce", "name": "network-vif-deleted", "tag": "47e59449-db12-40d3-92df-9c5e75bb2f29"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:04.153743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd694861b-e59a-4ced-83e9-c7c581824711') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:04.154058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd694861b-e59a-4ced-83e9-c7c581824711') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:04.158936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faec8e-b99d-4d1f-a2f9-7597e52b5dea req-fa34163c-4947-4f77-b235-95527743201e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.160457 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51faec8e-b99d-4d1f-a2f9-7597e52b5dea req-fa34163c-4947-4f77-b235-95527743201e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 0.2765605 Jul 16 18:42:04.164710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-bb491be7-07aa-4a0b-8506-20e7ab0a49b7 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480214 Jul 16 18:42:04.168969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.184035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.191305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:04.191808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:04.195673 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:04.241375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.244490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.302970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51faec8e-b99d-4d1f-a2f9-7597e52b5dea req-024f42a1-e4f3-4baa-9ed0-60e73565ff17 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065290 Jul 16 18:42:04.313539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.313920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Fanout notify agent at l3_agent the message router_deleted on router 89db6607-6ecf-414d-8e6c-7530a901ab1f {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:04.325604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.329324 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-00b51338-3802-46fd-9e12-4df43784e003 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/routers/89db6607-6ecf-414d-8e6c-7530a901ab1f HTTP/1.1" status: 204 len: 168 time: 1.7292399 Jul 16 18:42:04.329974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48468) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:04.463995 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f413221b-24d2-42c8-a9e0-03267d0d53aa req-1f69bdc4-fdc2-4691-9c0f-6c34390737be tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 210 time: 0.0506237 Jul 16 18:42:04.474495 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f837428-2424-4fb0-8708-14582ea6856c x-openstack-request-id: req-4f837428-2424-4fb0-8708-14582ea6856c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:04.474805 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce", "name": "network-vif-deleted", "tag": "47e59449-db12-40d3-92df-9c5e75bb2f29", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:04.475621 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f837428-2424-4fb0-8708-14582ea6856c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:04.476049 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce', 'name': 'network-vif-deleted', 'tag': '47e59449-db12-40d3-92df-9c5e75bb2f29', 'status': 'completed', 'code': 200} Jul 16 18:42:04.480450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting subnet 626659da-a206-42b8-a3f6-9c1e9d799d69 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:04.486189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.567655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.685320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb1be6e9-a654-4eda-8ec7-93aca5396632 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:04.712330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.728808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.730527 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.746266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/1995e000-f0d9-4847-b1c3-8812bbf1368c HTTP/1.1" status: 204 len: 168 time: 2.3300118 Jul 16 18:42:04.751598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bb1be6e9-a654-4eda-8ec7-93aca5396632 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:04.751949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bb1be6e9-a654-4eda-8ec7-93aca5396632 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:04.758581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:04.764277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519285817'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:04.798678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2798e-d785-411b-ba1b-74accfd1a519 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=1995e000-f0d9-4847-b1c3-8812bbf1368c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.821747 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-0bbd66b6-2376-4c44-91c5-191c5f5ede7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.827927 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-0bbd66b6-2376-4c44-91c5-191c5f5ede7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1095 time: 0.6053958 Jul 16 18:42:04.860678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:04.873906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.890712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.964012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Subnet': ['ID=626659da-a206-42b8-a3f6-9c1e9d799d69,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.968175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20258f69-92bf-4625-a02b-c5cbf6cd2ac8 None None] Network 58703f2b-bd3b-479b-9325-ac42c14adf38 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:04.975384 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.985406 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-805680f9-ed44-47fb-acce-0f610a2d8781 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/subnets/626659da-a206-42b8-a3f6-9c1e9d799d69 HTTP/1.1" status: 204 len: 168 time: 0.6516616 Jul 16 18:42:04.985406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:05.097323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-f3c3a7f9-ab6c-4833-8d0f-639950aba382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.099130 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-f3c3a7f9-ab6c-4833-8d0f-639950aba382 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.2534363 Jul 16 18:42:05.101384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c2b9757d-f6b2-4512-b652-82638533b2dd req-81b61853-6eb3-490f-9e38-2e60ba50af15 tempest-VolumesActionsTest-1996069301 tempest-VolumesActionsTest-1996069301-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff7abdb0-6c53-4c70-8a81-bf9f92e9ffce HTTP/1.1" status: 200 len: 210 time: 0.0364423 Jul 16 18:42:05.121220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:05.128136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.169953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-5e22c40b-9947-4db8-8d28-33cd61069ef9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 217 time: 0.0583220 Jul 16 18:42:05.177152 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.177806 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment 9f50d140-154f-4061-ae6d-baf1b7c77331 of type vlan for network 032d8960-8aeb-428a-ab90-00bfb6986eec Jul 16 18:42:05.221176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 86727c86-f638-44f1-9331-8bb1d5a3bc83 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:05.221671 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.242625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-408e94a9-f7a4-4ca1-867c-6bda1e9f5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.244177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-408e94a9-f7a4-4ca1-867c-6bda1e9f5eca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.0553415 Jul 16 18:42:05.318187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] For port 86727c86-f638-44f1-9331-8bb1d5a3bc83, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=86727c86-f638-44f1-9331-8bb1d5a3bc83,segment=NetworkSegment(1b2c69b7-c7c9-422d-a6f0-14ce976468f9),segment_id=1b2c69b7-c7c9-422d-a6f0-14ce976468f9)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:05.318708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.334586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.334888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 86727c86-f638-44f1-9331-8bb1d5a3bc83 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:05.387156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-190c72b9-642e-4665-a37e-353430aeb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.389119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-190c72b9-642e-4665-a37e-353430aeb1e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218398 Jul 16 18:42:05.390710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.397814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.398550 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.408564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] DHCP port deletion for 58703f2b-bd3b-479b-9325-ac42c14adf38 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:05.410805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 47e59449-db12-40d3-92df-9c5e75bb2f29 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:05.440119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 47e59449-db12-40d3-92df-9c5e75bb2f29 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:05.440519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 47e59449-db12-40d3-92df-9c5e75bb2f29 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:05.492310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.504564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7447546 Jul 16 18:42:05.513411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:05.521593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:05.535347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] Deleting port 86727c86-f638-44f1-9331-8bb1d5a3bc83 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:05.535722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.548813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=86727c86-f638-44f1-9331-8bb1d5a3bc83,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:05.587471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] No DVR routers for this DVR port 86727c86-f638-44f1-9331-8bb1d5a3bc83 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:05.607761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52932d-fe7e-42de-b886-1569e8609133 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=032d8960-8aeb-428a-ab90-00bfb6986eec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:05.624447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 032d8960-8aeb-428a-ab90-00bfb6986eec details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:05.717250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] For port 86727c86-f638-44f1-9331-8bb1d5a3bc83, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:05.718420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.742764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] Calling delete_port for 86727c86-f638-44f1-9331-8bb1d5a3bc83 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:05.749777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] Port 86727c86-f638-44f1-9331-8bb1d5a3bc83 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:42:05.750876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-0602a76e-df82-4b2a-ad85-57c7d5a0a026 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478675 Jul 16 18:42:05.753112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:05.754368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.757706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.768396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.778116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] No DVR routers for this DVR port 86727c86-f638-44f1-9331-8bb1d5a3bc83 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:05.788726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf62dc-04aa-4a3f-9cf8-ffe1e01e158c req-b656b0a7-48d6-4434-8149-c7634336112f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.796195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-28cf62dc-04aa-4a3f-9cf8-ffe1e01e158c req-b656b0a7-48d6-4434-8149-c7634336112f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 0.2519681 Jul 16 18:42:05.806477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58703f2b-bd3b-479b-9325-ac42c14adf38']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:05.825491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2c69b7-c7c9-422d-a6f0-14ce976468f9') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:05.825801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2c69b7-c7c9-422d-a6f0-14ce976468f9') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:05.830777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0adba5bc-a81e-49c2-9a4b-29fc35901b41 req-f78e8142-5109-443f-bbe7-93e0f8ad8069 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 210 time: 0.0832376 Jul 16 18:42:05.839789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.871284 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-28cf62dc-04aa-4a3f-9cf8-ffe1e01e158c req-260859a5-510b-4dca-8c04-be353c060690 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704114 Jul 16 18:42:05.876042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.895348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5509b-228d-4493-8a43-5ce279d80ff2 None None] Pushing event deleted for resources: {'Port': ['ID=86727c86-f638-44f1-9331-8bb1d5a3bc83,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:05.914771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:05.915759 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:05.922627 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:05.988229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ebeaec17-9dce-4cb9-9515-d627b1aa0a14 req-b27efe6b-8fe9-4f63-8832-605d67834374 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264230 Jul 16 18:42:06.160283 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.263313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=475071eb-1c7f-4b46-9ab0-ea046e2ad38c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.308111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': '9f50d140-154f-4061-ae6d-baf1b7c77331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:06.308467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: 032d8960-8aeb-428a-ab90-00bfb6986eec, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:06.336592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 032d8960-8aeb-428a-ab90-00bfb6986eec is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:06.350415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 032d8960-8aeb-428a-ab90-00bfb6986eec) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:06.362469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c5cb8-81cd-42fd-9323-23f564575565 None None] Network 032d8960-8aeb-428a-ab90-00bfb6986eec requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:06.364740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:06.365624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.395368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9cb3cc61-9681-4bde-8f31-297885f54edc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8787980 Jul 16 18:42:06.396269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:06.402911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1260919717'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:06.543484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:06.611160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.628255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.630454 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/networks/58703f2b-bd3b-479b-9325-ac42c14adf38 HTTP/1.1" status: 204 len: 168 time: 1.6442456 Jul 16 18:42:06.638140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48526) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:06.657180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43284bd-dba9-465e-ac41-65b1b3918c65 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Network': ['ID=58703f2b-bd3b-479b-9325-ac42c14adf38,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.743100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182306-4960-484e-bfba-5471800dafe8 req-7328307f-f7d8-4e8b-ac48-e4f80f7c5c55 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:06.745317 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-7328307f-f7d8-4e8b-ac48-e4f80f7c5c55 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.1853721 Jul 16 18:42:06.780395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Request body: {'port': {'device_id': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'admin_state_up': True, 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:06.806634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86727c86-f638-44f1-9331-8bb1d5a3bc83 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:06.860161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-032d8960-8aeb-428a-ab90-00bfb6986eec', 'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec', 'tenant_id': '9a546d8538bd416dbd5a586db8d9ed10', 'fixed_ips': [{'subnet_id': '475071eb-1c7f-4b46-9ab0-ea046e2ad38c'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:06.861299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.870528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 86727c86-f638-44f1-9331-8bb1d5a3bc83 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:06.870937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 86727c86-f638-44f1-9331-8bb1d5a3bc83 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:07.119964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 1dab44e6-7b0a-4bde-8d0d-90ab80913d16 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:07.125076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.126692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b706d6b2-f0bd-4ecb-b2dd-0c6d9b7fd8d4 req-dd016394-9a67-420f-b2e0-44ee770dfb96 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 210 time: 0.0814948 Jul 16 18:42:07.127781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:07.138213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.195014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Allocated IP 2001:db8::2 (032d8960-8aeb-428a-ab90-00bfb6986eec/475071eb-1c7f-4b46-9ab0-ea046e2ad38c/5dd23999-f3d1-492e-bec7-9e3daad7ebb6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:07.239426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:07.243254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.307800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port ceff839a-8b66-4672-a258-46162fb44ec0 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:07.370602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.371013 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.407668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 1dab44e6-7b0a-4bde-8d0d-90ab80913d16 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:07.416651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f82f-d653-4f34-bf74-6f452814d67c req-87df3f59-9e7b-4971-a15a-efeb50de7f52 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.418298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59e0f82f-d653-4f34-bf74-6f452814d67c req-87df3f59-9e7b-4971-a15a-efeb50de7f52 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 0.2514882 Jul 16 18:42:07.421654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Allocated IP 172.20.0.8 (05222e42-e89b-45b9-9873-2ae4eb29292b/df8116a7-3347-445b-89c8-befca16abc21/cd732401-5b68-4c4a-834e-60b151664705) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:07.530651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.544000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:07.571216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Transition to ACTIVE for port object 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:07.582733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'port_id': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'mac_address': 'fa:16:3e:a3:1d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:07.602381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Transition to ACTIVE for port object 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:07.609332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59e0f82f-d653-4f34-bf74-6f452814d67c req-493ae6bf-b6db-4082-9154-f72fe78c3d37 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778612 Jul 16 18:42:07.664678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.670310 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.707394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.762745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:07.764338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:07.766434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:07.770883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:07.815578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::15f (032d8960-8aeb-428a-ab90-00bfb6986eec/475071eb-1c7f-4b46-9ab0-ea046e2ad38c/ceff839a-8b66-4672-a258-46162fb44ec0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:07.828379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.829609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.839276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.842224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event updated for resources: {'Port': ['ID=cd732401-5b68-4c4a-834e-60b151664705,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.862984 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-a09b6c3e-01b6-4cd3-8200-78ed29a0650d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0964186 Jul 16 18:42:07.879238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Request body: {'port': {'device_id': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:07.927737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=1dab44e6-7b0a-4bde-8d0d-90ab80913d16,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.966098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Network 032d8960-8aeb-428a-ab90-00bfb6986eec is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:07.999362 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.039488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:08.079232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:08.079559 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.090331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Pushing event updated for resources: {'Port': ['ID=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:08.120987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5450572b-a5b0-4f01-916e-5c23e45eb2cc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:08.141721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:08.198850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.248270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Attempting to bind port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:08.248622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Attempting to bind port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9f50d140-154f-4061-ae6d-baf1b7c77331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:08.249010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Attempting to bind port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 on network 032d8960-8aeb-428a-ab90-00bfb6986eec {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:08.276097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:08.276503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Checking segment: {'id': '9f50d140-154f-4061-ae6d-baf1b7c77331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:08.276880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.277272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Bound using segment: {'id': '9f50d140-154f-4061-ae6d-baf1b7c77331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:08.277747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Bound port: 5dd23999-f3d1-492e-bec7-9e3daad7ebb6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f50d140-154f-4061-ae6d-baf1b7c77331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '032d8960-8aeb-428a-ab90-00bfb6986eec'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:08.278122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.338055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.339770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:08.370082 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.373218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.374466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-78b15e49-5172-47e4-b734-5304174c4dbf tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/floatingips/04846adc-5535-4148-b5a7-bc08fff63061 HTTP/1.1" status: 204 len: 168 time: 1.7353127 Jul 16 18:42:08.378531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:08.388699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object ceff839a-8b66-4672-a258-46162fb44ec0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:08.412866 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-867a12ce-76fd-408d-8051-181c49819883 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:08.413608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867a12ce-76fd-408d-8051-181c49819883 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:08.415398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-867a12ce-76fd-408d-8051-181c49819883 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/ports/30f33fef-4f9b-4dae-bc7c-04ee3a10f184 HTTP/1.1" status: 404 len: 333 time: 0.0359023 Jul 16 18:42:08.417972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:08.464833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['5450572b-a5b0-4f01-916e-5c23e45eb2cc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:08.467117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fcbe2a8d-f0d8-4282-8749-4c840b872eee tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "GET /v2.0/ports?device_id=89db6607-6ecf-414d-8e6c-7530a901ab1f HTTP/1.1" status: 200 len: 205 time: 0.0472467 Jul 16 18:42:08.469255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:08.470478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] For port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:08.493023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] For port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,segment=NetworkSegment(9f50d140-154f-4061-ae6d-baf1b7c77331),segment_id=9f50d140-154f-4061-ae6d-baf1b7c77331)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:08.534652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.555684 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-2a57239c-c0f1-4c03-85bd-c729cf7a5535 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] delete failed (client error): The resource could not be found. Jul 16 18:42:08.557371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2a57239c-c0f1-4c03-85bd-c729cf7a5535 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/routers/89db6607-6ecf-414d-8e6c-7530a901ab1f HTTP/1.1" status: 404 len: 336 time: 0.0871193 Jul 16 18:42:08.566155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:08.628736 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8becdcf9-0cf0-4cc7-b158-cf878af2cae6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:08.629509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8becdcf9-0cf0-4cc7-b158-cf878af2cae6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:08.633366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8becdcf9-0cf0-4cc7-b158-cf878af2cae6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/subnets/626659da-a206-42b8-a3f6-9c1e9d799d69 HTTP/1.1" status: 404 len: 337 time: 0.0655835 Jul 16 18:42:08.635844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:08.683369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a01ba-91b6-4e30-abfb-541592b5053a None None] Pushing event updated for resources: {'Port': ['ID=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:08.695476 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.717277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01e21-a89e-4e13-b3e4-bc8a431c6098 req-8bd29db1-e66d-43f6-9b3f-9338e3203db7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.719051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f01e21-a89e-4e13-b3e4-bc8a431c6098 req-8bd29db1-e66d-43f6-9b3f-9338e3203db7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 931 time: 0.2667229 Jul 16 18:42:08.840441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 032d8960-8aeb-428a-ab90-00bfb6986eec is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:08.859975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8f01e21-a89e-4e13-b3e4-bc8a431c6098 req-f464ebc0-54bb-4f6f-b800-5a3ddfb496c7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258066 Jul 16 18:42:08.874606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:08.903781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:08.920265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.921161 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.925530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd732401-5b68-4c4a-834e-60b151664705 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:08.950240 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.986810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Transition to ACTIVE for port object cd732401-5b68-4c4a-834e-60b151664705 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:08.992595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.043951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=ceff839a-8b66-4672-a258-46162fb44ec0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:09.103506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ebda0cfb-890e-446b-b879-5df26da300e2 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7053990 Jul 16 18:42:09.105351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:09.130329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Pushing event updated for resources: {'Port': ['ID=cd732401-5b68-4c4a-834e-60b151664705,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:09.220948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Attempting to bind port cd732401-5b68-4c4a-834e-60b151664705 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:09.222754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Attempting to bind port cd732401-5b68-4c4a-834e-60b151664705 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:09.223292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Attempting to bind port cd732401-5b68-4c4a-834e-60b151664705 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:09.237447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Port cd732401-5b68-4c4a-834e-60b151664705 on network 05222e42-e89b-45b9-9873-2ae4eb29292b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:09.238074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Attempting to bind port cd732401-5b68-4c4a-834e-60b151664705 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:09.248081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:09.249202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:09.250947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Bound using segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:09.251622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Bound port: cd732401-5b68-4c4a-834e-60b151664705, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:09.252198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.260569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad1ee4-4bde-407e-88fe-0e1ff4b2f203 req-b83afc48-6210-46a1-955c-06d6405918e3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.267939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffad1ee4-4bde-407e-88fe-0e1ff4b2f203 req-b83afc48-6210-46a1-955c-06d6405918e3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 944 time: 0.4316649 Jul 16 18:42:09.278484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port af55a4ef-f94a-4e32-9204-9b711af7dbf7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:09.278825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.330114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] For port cd732401-5b68-4c4a-834e-60b151664705, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:09.333714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] For port cd732401-5b68-4c4a-834e-60b151664705, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd732401-5b68-4c4a-834e-60b151664705,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:09.340178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.383672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.400398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for af55a4ef-f94a-4e32-9204-9b711af7dbf7 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:09.493724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Pushing event updated for resources: {'Port': ['ID=cd732401-5b68-4c4a-834e-60b151664705,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:09.540175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.542535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.543990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-9ec796af-f3e8-4c07-85c5-aba6ec6beb74 service neutron] 10.222.0.67 "PUT /v2.0/ports/cd732401-5b68-4c4a-834e-60b151664705 HTTP/1.1" status: 200 len: 1092 time: 1.6699302 Jul 16 18:42:09.570577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'tag': 'cd732401-5b68-4c4a-834e-60b151664705'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:09.575329 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c0a715-bdd9-4a42-b9d1-42696810878d" -d '{"events": [{"name": "network-changed", "server_uuid": "8124a8c7-2791-41c3-955d-5c0f9d634f29", "tag": "cd732401-5b68-4c4a-834e-60b151664705"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:09.654910 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffad1ee4-4bde-407e-88fe-0e1ff4b2f203 req-6468548c-ac33-42a2-86f5-1619bdcd0d2c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3859735 Jul 16 18:42:09.683785 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ed6bba-3df5-4a39-9888-70078b1ebdc4 x-openstack-request-id: req-c8ed6bba-3df5-4a39-9888-70078b1ebdc4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:09.684108 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8124a8c7-2791-41c3-955d-5c0f9d634f29", "tag": "cd732401-5b68-4c4a-834e-60b151664705", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:09.684370 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8ed6bba-3df5-4a39-9888-70078b1ebdc4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:09.684818 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'tag': 'cd732401-5b68-4c4a-834e-60b151664705', 'status': 'completed', 'code': 200} Jul 16 18:42:09.703942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182306-4960-484e-bfba-5471800dafe8 req-732c4d0b-0b9b-4181-8007-696f628b283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.708151 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-732c4d0b-0b9b-4181-8007-696f628b283a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 1095 time: 0.0944920 Jul 16 18:42:09.781770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port ceff839a-8b66-4672-a258-46162fb44ec0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:09.784174 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.842804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-ed62193a-94e3-408d-b217-58f2f272d49d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd732401-5b68-4c4a-834e-60b151664705 HTTP/1.1" status: 200 len: 217 time: 0.1242614 Jul 16 18:42:09.891303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.955555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182306-4960-484e-bfba-5471800dafe8 req-a3334ac6-9e6c-4ede-8c4a-fcad10528c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.957063 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-a3334ac6-9e6c-4ede-8c4a-fcad10528c20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.1074321 Jul 16 18:42:09.969974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=af55a4ef-f94a-4e32-9204-9b711af7dbf7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:09.991563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-5630b181-25e6-4072-9580-d2a16a82dc21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282104 Jul 16 18:42:10.087996 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.124222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for ceff839a-8b66-4672-a258-46162fb44ec0 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:10.156570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-c1c92333-0239-47cd-a660-096a1e0fa17a service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589260 Jul 16 18:42:10.263456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.278343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.278982 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37182306-4960-484e-bfba-5471800dafe8 req-624dba3d-58d7-405c-a413-0cdc9c74b930 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134555 Jul 16 18:42:10.283262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a36fbc97-ad0f-4819-89db-cb7c470028e6 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/ports/af55a4ef-f94a-4e32-9204-9b711af7dbf7 HTTP/1.1" status: 204 len: 168 time: 1.6457932 Jul 16 18:42:10.289770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c17e3d-e440-44e4-8224-c12bb73d77f9 req-ace5e0f6-b733-41ac-b415-8c1d3d34a7d1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:10.291360 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-05c17e3d-e440-44e4-8224-c12bb73d77f9 req-ace5e0f6-b733-41ac-b415-8c1d3d34a7d1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 943 time: 0.2596486 Jul 16 18:42:10.291782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:10.307579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=ceff839a-8b66-4672-a258-46162fb44ec0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:10.365211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.379469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a50a4c-3422-465e-a330-5b39a09884c9 None None] Network 032d8960-8aeb-428a-ab90-00bfb6986eec requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:10.383321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ec5a913b-5bc5-491f-9274-7eea707a75a7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/ceff839a-8b66-4672-a258-46162fb44ec0 HTTP/1.1" status: 204 len: 168 time: 1.2724898 Jul 16 18:42:10.383662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:10.446545 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca759c0-c740-451f-955a-ef2e82b58dd7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:42:10.450689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aca759c0-c740-451f-955a-ef2e82b58dd7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/ceff839a-8b66-4672-a258-46162fb44ec0 HTTP/1.1" status: 404 len: 333 time: 0.0636346 Jul 16 18:42:10.450931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:10.493396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-05c17e3d-e440-44e4-8224-c12bb73d77f9 req-512c12d7-67c2-4011-bd5f-69b099b5d253 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928639 Jul 16 18:42:10.510793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9cde6e52-e651-4864-b712-e2255a99168d None None] Provisioning for port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:10.517124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 475071eb-1c7f-4b46-9ab0-ea046e2ad38c {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:10.523717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.529371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:10.564887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 4fe3dc29-13df-4f0f-9d07-0e5a8518801d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:10.565252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.577083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.618006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 5450572b-a5b0-4f01-916e-5c23e45eb2cc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:10.625050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 5450572b-a5b0-4f01-916e-5c23e45eb2cc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:10.625554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.706330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.719446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 4fe3dc29-13df-4f0f-9d07-0e5a8518801d owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:10.847509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-6ab8948c-cdd1-4d9f-b704-c9cec71942eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:10.856850 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-6ab8948c-cdd1-4d9f-b704-c9cec71942eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 1095 time: 0.5083871 Jul 16 18:42:10.878120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:10.886989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.998947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-bbfc5702-2319-42b0-a602-6a6e3e5dfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:11.000596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-bbfc5702-2319-42b0-a602-6a6e3e5dfa0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.1402693 Jul 16 18:42:11.065854 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-35d32a2e-adaa-4b76-b5f9-f9da87ff31b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd732401-5b68-4c4a-834e-60b151664705 HTTP/1.1" status: 200 len: 217 time: 0.0462856 Jul 16 18:42:11.066892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.085027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:11.132663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:11.133291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.136261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.141835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.148404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=4fe3dc29-13df-4f0f-9d07-0e5a8518801d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:11.258749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:11.262137 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6e4ea9-e96c-44d9-85f7-6bb414272258" -d '{"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-plugged", "status": "completed", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:11.286555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:11.296561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.361440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-11967387-e6a7-423a-b5ec-e0e1c9e58b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:11.370246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-11967387-e6a7-423a-b5ec-e0e1c9e58b2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.2876084 Jul 16 18:42:11.444042 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6125ae96-de64-465f-a99c-0ed469838069 x-openstack-request-id: req-6125ae96-de64-465f-a99c-0ed469838069 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:11.444661 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-plugged", "status": "completed", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:11.444661 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6125ae96-de64-465f-a99c-0ed469838069 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:11.444991 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'code': 200} Jul 16 18:42:11.445868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.450849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.455566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8a329351-2240-4615-a2a0-9cf79240aefb tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/ports/4fe3dc29-13df-4f0f-9d07-0e5a8518801d HTTP/1.1" status: 204 len: 168 time: 1.1627584 Jul 16 18:42:11.457928 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-7023b972-042a-4080-8992-5a47718f8eca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683639 Jul 16 18:42:11.460358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:11.466436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd732401-5b68-4c4a-834e-60b151664705 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:11.685494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.687485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/475071eb-1c7f-4b46-9ab0-ea046e2ad38c HTTP/1.1" status: 204 len: 168 time: 1.2356243 Jul 16 18:42:11.701927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:11.757371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:11.761539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,segment=NetworkSegment(9f50d140-154f-4061-ae6d-baf1b7c77331),segment_id=9f50d140-154f-4061-ae6d-baf1b7c77331)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:11.783828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8ab8812-3580-4eb5-b984-8e233709c594 None None] Provisioning complete for port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:11.784200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8812-3580-4eb5-b984-8e233709c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.790935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.848847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-de523028-0656-4992-ae0f-cbb9f016ad1a service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721082 Jul 16 18:42:11.912051 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.937346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572b0ac-79c6-4727-96b3-75f91b68086f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=475071eb-1c7f-4b46-9ab0-ea046e2ad38c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:12.001926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port cd732401-5b68-4c4a-834e-60b151664705, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd732401-5b68-4c4a-834e-60b151664705,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:12.019398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac032c3-0494-483d-9210-b2a618c5fc4b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.023683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7ac032c3-0494-483d-9210-b2a618c5fc4b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "GET /v2.0/ports?device_id=425fe80a-3638-4616-a4f0-7cdc67a98a0f HTTP/1.1" status: 200 len: 913 time: 0.5623398 Jul 16 18:42:12.027937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7819-3f8f-4cfb-ae36-9bca420d09cb req-028e9130-ae0f-45ab-8b67-7f0c83ddd50e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.034174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:12.035074 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-897b7819-3f8f-4cfb-ae36-9bca420d09cb req-028e9130-ae0f-45ab-8b67-7f0c83ddd50e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 944 time: 0.9936717 Jul 16 18:42:12.036875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c63c9d9-f776-436b-bf50-4b9a472ae2ed None None] Network 032d8960-8aeb-428a-ab90-00bfb6986eec requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:12.037672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:12.072192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'cd732401-5b68-4c4a-834e-60b151664705', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'port_id': 'cd732401-5b68-4c4a-834e-60b151664705', 'mac_address': 'fa:16:3e:ff:d9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8116a7-3347-445b-89c8-befca16abc21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:12.172497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96c0a715-bdd9-4a42-b9d1-42696810878d req-36333cd8-b3f7-450f-aa45-81f28f516cb3 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071156 Jul 16 18:42:12.191996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048860b-c982-42ae-a61f-f276ff0f55a4 req-7c146558-c49f-461f-a94d-ec9904ebb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.194574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a048860b-c982-42ae-a61f-f276ff0f55a4 req-7c146558-c49f-461f-a94d-ec9904ebb641 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1097 time: 0.5130203 Jul 16 18:42:12.222683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09816299-a08a-4324-9045-c12569cff4de req-4e8e893e-7892-4017-954e-57035bedac99 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.225755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09816299-a08a-4324-9045-c12569cff4de req-4e8e893e-7892-4017-954e-57035bedac99 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 943 time: 0.3747263 Jul 16 18:42:12.293178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09816299-a08a-4324-9045-c12569cff4de req-f0b67067-b867-4a83-a8b4-8f55db2015fc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Jul 16 18:42:12.327085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-897b7819-3f8f-4cfb-ae36-9bca420d09cb req-9c613c5a-28a4-49d8-b192-2028bef59ffd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785082 Jul 16 18:42:12.447570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a048860b-c982-42ae-a61f-f276ff0f55a4 req-01cf11ae-8e9a-4fd7-9ef2-8b11dc774008 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349758 Jul 16 18:42:12.449004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:12.449406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.482146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.535436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd732401-5b68-4c4a-834e-60b151664705 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:12.563574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port cd732401-5b68-4c4a-834e-60b151664705, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd732401-5b68-4c4a-834e-60b151664705,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:12.573375 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.610766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] For port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,segment=NetworkSegment(9f50d140-154f-4061-ae6d-baf1b7c77331),segment_id=9f50d140-154f-4061-ae6d-baf1b7c77331)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:12.611121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.641380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8d1b50c0-f185-491d-bed7-366b5c65aa9e None None] Could not find standard attr ID for object ceff839a-8b66-4672-a258-46162fb44ec0. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:12.642908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=cd732401-5b68-4c4a-834e-60b151664705,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:12.661529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] DHCP port deletion for 032d8960-8aeb-428a-ab90-00bfb6986eec request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:12.661683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:12.780467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] Deleting port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:12.780866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.867074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['cd732401-5b68-4c4a-834e-60b151664705'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:12.915820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.936384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] For port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,segment=NetworkSegment(9f50d140-154f-4061-ae6d-baf1b7c77331),segment_id=9f50d140-154f-4061-ae6d-baf1b7c77331)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:12.937312 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.977143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:12.983754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] Calling delete_port for 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:12.986810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No DVR routers for this DVR port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:12.995321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.111171 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.172835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] Pushing event deleted for resources: {'Port': ['ID=5dd23999-f3d1-492e-bec7-9e3daad7ebb6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.186585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53153f27-02ae-4ce1-8dca-d53ce8060e2c None None] No DVR routers for this DVR port 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:13.363052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.423978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032d8960-8aeb-428a-ab90-00bfb6986eec']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:13.456705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f50d140-154f-4061-ae6d-baf1b7c77331') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:13.457103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f50d140-154f-4061-ae6d-baf1b7c77331') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:13.499277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.642995 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.655465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2839de-7213-4b02-b2d4-4be83d6605f1 req-6257add4-b2cb-4988-94f0-394f923c3854 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:13.657659 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d2839de-7213-4b02-b2d4-4be83d6605f1 req-6257add4-b2cb-4988-94f0-394f923c3854 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.1640666 Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:13.699021 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:13.726590 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d2839de-7213-4b02-b2d4-4be83d6605f1 req-3c86027a-f752-46e7-b79e-1f7a91bdbd00 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623040 Jul 16 18:42:13.835124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a91ac-6ede-4598-b7fe-1c1285e08d1e req-a9d6ca61-748f-4a7e-9d39-dda3a471d9d8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:13.836956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c45a91ac-6ede-4598-b7fe-1c1285e08d1e req-a9d6ca61-748f-4a7e-9d39-dda3a471d9d8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 944 time: 0.3261240 Jul 16 18:42:13.840934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.862606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.864723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/032d8960-8aeb-428a-ab90-00bfb6986eec HTTP/1.1" status: 204 len: 168 time: 2.1149206 Jul 16 18:42:13.869533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:13.879594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'name': 'tempest-PortsIpV6TestJSON-1881755807'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:13.916444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2d378-8fdc-40eb-a336-2a67af1e9669 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=032d8960-8aeb-428a-ab90-00bfb6986eec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.954286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c45a91ac-6ede-4598-b7fe-1c1285e08d1e req-51f99ede-a7e8-4893-be43-8ee4f033485f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069868 Jul 16 18:42:13.994454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 1ffd443b-4070-4e3f-9523-aed42c486df4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:13.995038 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.050389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:14.056507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.077798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port b6f170af-c407-472e-ac5f-31ab77f9cb0f yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:14.146422 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.169034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 1ffd443b-4070-4e3f-9523-aed42c486df4 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:14.306496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.323038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dd08b-83fa-4f3e-80a3-0d0f2f8f3320 req-95ac9441-723f-438a-858f-72a5334fd8b9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:14.324688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-635dd08b-83fa-4f3e-80a3-0d0f2f8f3320 req-95ac9441-723f-438a-858f-72a5334fd8b9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.1583474 Jul 16 18:42:14.379508 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.391423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-635dd08b-83fa-4f3e-80a3-0d0f2f8f3320 req-36af0c16-522c-4b06-8998-d444c15b4800 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584550 Jul 16 18:42:14.393506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.417753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:14.434421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=1ffd443b-4070-4e3f-9523-aed42c486df4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:14.459603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:14.463066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:14.467369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:14.474180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:14.474883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.483777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=b6f170af-c407-472e-ac5f-31ab77f9cb0f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:14.494678 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f3b78127-7fd6-44a3-91ba-8d26721686dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6199749 Jul 16 18:42:14.497299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:14.596190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port b6f170af-c407-472e-ac5f-31ab77f9cb0f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:14.596488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.631466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1bf6a-8f1c-4a7e-811d-9beac0f33cb5 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:14.633147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2dd1bf6a-8f1c-4a7e-811d-9beac0f33cb5 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1092 time: 0.2142074 Jul 16 18:42:14.637420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:14.642027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:14.676670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.677410 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.683644 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.686988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:14.694126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for b6f170af-c407-472e-ac5f-31ab77f9cb0f owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:14.748922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:14.751305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5dd23999-f3d1-492e-bec7-9e3daad7ebb6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:14.818076 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:14.844699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.875638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=b6f170af-c407-472e-ac5f-31ab77f9cb0f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:14.891304 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.896470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eb6e8551-2b25-462f-b97c-f20c0b8cfe06 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/b6f170af-c407-472e-ac5f-31ab77f9cb0f HTTP/1.1" status: 204 len: 168 time: 0.3952801 Jul 16 18:42:14.896470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:14.902261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'mac_address': 'fa:16:3e:87:ef:32', 'name': 'tempest-PortsIpV6TestJSON-1949069394'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:15.105119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:15.220190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.287567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port c9cbc418-e5e0-4777-b2f5-7a6a53fe428d yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:15.415701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.441478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd732401-5b68-4c4a-834e-60b151664705 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:15.448041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Router 425fe80a-3638-4616-a4f0-7cdc67a98a0f has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:15.508559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port cd732401-5b68-4c4a-834e-60b151664705 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:15.514675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port cd732401-5b68-4c4a-834e-60b151664705 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:15.515517 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.573782 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.593138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9952-23db-47f7-be83-2d93e936d92f req-ca6848e7-a39c-4ddf-b389-9f026ecc9ad4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:15.604103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b9b9952-23db-47f7-be83-2d93e936d92f req-ca6848e7-a39c-4ddf-b389-9f026ecc9ad4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 944 time: 0.2540910 Jul 16 18:42:15.642118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.688395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.705003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:15.708684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:15.713168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:15.719435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:15.720257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.727020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=c9cbc418-e5e0-4777-b2f5-7a6a53fe428d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:15.728562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd732401-5b68-4c4a-834e-60b151664705'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:15.731248 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafbcfcf-c404-49d8-8a3f-d445cf2ac3c6" -d '{"events": [{"server_uuid": "8124a8c7-2791-41c3-955d-5c0f9d634f29", "name": "network-vif-plugged", "status": "completed", "tag": "cd732401-5b68-4c4a-834e-60b151664705"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:15.752327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port cd732401-5b68-4c4a-834e-60b151664705, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd732401-5b68-4c4a-834e-60b151664705,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:15.760232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d0589e8a-cc51-4f61-9b92-193d2d2de5dc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8627768 Jul 16 18:42:15.761034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48702) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.766237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b9b9952-23db-47f7-be83-2d93e936d92f req-20032de7-596e-4d5f-ac75-ab088f81580b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631925 Jul 16 18:42:15.768144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.828507 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd3e244-3bf8-4321-af56-20efe77821b5 x-openstack-request-id: req-9dd3e244-3bf8-4321-af56-20efe77821b5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:15.828823 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8124a8c7-2791-41c3-955d-5c0f9d634f29", "name": "network-vif-plugged", "status": "completed", "tag": "cd732401-5b68-4c4a-834e-60b151664705", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:15.829079 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9dd3e244-3bf8-4321-af56-20efe77821b5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:15.829467 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd732401-5b68-4c4a-834e-60b151664705', 'code': 200} Jul 16 18:42:15.876458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.112 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b0ae5b31-e496-4d94-9ced-fc5f7a403ccf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:15.894013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678e577-4a53-406a-8e38-05efc1814036 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:15.901302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f678e577-4a53-406a-8e38-05efc1814036 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/c9cbc418-e5e0-4777-b2f5-7a6a53fe428d HTTP/1.1" status: 200 len: 845 time: 0.1388841 Jul 16 18:42:15.902421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48706) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.903869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=cd732401-5b68-4c4a-834e-60b151664705,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:15.936243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:15.943249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f1fce81-2623-48cc-ae8b-7037404c498b tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "PUT /v2.0/routers/425fe80a-3638-4616-a4f0-7cdc67a98a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9034820 Jul 16 18:42:15.946741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.949295 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] Sync routers for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:15.960939 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:15.961499 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:16.033613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ae705-e410-4b76-8486-5608980a1e68 req-39ab36a4-af7f-40a4-bf01-8ac9e4004ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.035223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-099ae705-e410-4b76-8486-5608980a1e68 req-39ab36a4-af7f-40a4-bf01-8ac9e4004ad3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 1097 time: 0.1294365 Jul 16 18:42:16.050936 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:16.082933 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] Routers {'425fe80a-3638-4616-a4f0-7cdc67a98a0f'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:16.083601 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:16.153189 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:16.154363 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94dc227-c577-4542-8631-d511e462d7ce None None] The sync data for ids ['425fe80a-3638-4616-a4f0-7cdc67a98a0f'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:16.174972 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e08c17c-a174-4c09-8b71-f7ce42901c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.180511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.251573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port c9cbc418-e5e0-4777-b2f5-7a6a53fe428d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:16.252058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.272008 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.397582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:16.400350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.410148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=b0ae5b31-e496-4d94-9ced-fc5f7a403ccf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.416719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:16.422631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:16.470335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for c9cbc418-e5e0-4777-b2f5-7a6a53fe428d owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:16.756662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.782228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.884164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.889119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/c9cbc418-e5e0-4777-b2f5-7a6a53fe428d HTTP/1.1" status: 204 len: 168 time: 0.9818106 Jul 16 18:42:16.903596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48718) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:16.912277 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.929220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb722a-db17-45c8-b27c-3fe9cd7308c8 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=c9cbc418-e5e0-4777-b2f5-7a6a53fe428d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.995508 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-099ae705-e410-4b76-8486-5608980a1e68 req-4cd6aeb7-d1ef-40ec-87b0-7f1acbf20d27 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9237883 Jul 16 18:42:17.011595 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f54a436-e0b9-40f9-90ea-ee7297931089 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:42:17.014523 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3f54a436-e0b9-40f9-90ea-ee7297931089 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/c9cbc418-e5e0-4777-b2f5-7a6a53fe428d HTTP/1.1" status: 404 len: 333 time: 0.1094084 Jul 16 18:42:17.018113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:17.044654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'name': 'tempest-PortsIpV6TestJSON-1667302846'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:17.161186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting port 7afd0ed6-cc09-4427-aedf-6820613fef81 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:17.161553 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.215839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5fff-6c8f-4e8c-8633-55f8ce7bf210 req-12b184f9-80ac-4f52-94c3-ba40afba5ee9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:17.223962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59fc5fff-6c8f-4e8c-8633-55f8ce7bf210 req-12b184f9-80ac-4f52-94c3-ba40afba5ee9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 945 time: 0.1633766 Jul 16 18:42:17.270703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:17.275806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.305812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 4c249b15-b476-4185-9977-3e79dc3e31ee yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:17.384630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59fc5fff-6c8f-4e8c-8633-55f8ce7bf210 req-e25c8e66-da64-4a51-a121-060fed0ab83b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594126 Jul 16 18:42:17.446233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.476953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Calling delete_port for 7afd0ed6-cc09-4427-aedf-6820613fef81 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:17.608286 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.740918 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.789957 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.836094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Port': ['ID=7afd0ed6-cc09-4427-aedf-6820613fef81,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.907567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.932213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.050769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:18.057391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:18.070125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:18.079683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:18.080355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.111710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0922866 Jul 16 18:42:18.116763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:18.126112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:18.135598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb0262-9b08-454f-969b-8bac4b2c2f30 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=4c249b15-b476-4185-9977-3e79dc3e31ee,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:18.137901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.151356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.155956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.296922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.297858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Fanout notify agent at l3_agent the message router_deleted on router 425fe80a-3638-4616-a4f0-7cdc67a98a0f {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:18.309459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.310933 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27a118d3-d55d-47d4-8b5d-43a5ecccde52 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/routers/425fe80a-3638-4616-a4f0-7cdc67a98a0f HTTP/1.1" status: 204 len: 168 time: 2.3616838 Jul 16 18:42:18.313738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:18.345107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.366055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.397052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Deleting subnet b8fba139-7d5d-43f7-804b-7e37476c4c80 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:18.402245 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.457015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.568800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=b0ae5b31-e496-4d94-9ced-fc5f7a403ccf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:18.616511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.704678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.720015 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34e5716e-6903-46f4-84d1-88396b15f868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.772925 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.888478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.918773 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP bfa6e090-eaac-45a0-9d2f-bac95c21ec0f associated. External IP: 172.25.1.112, port: 5450572b-a5b0-4f01-916e-5c23e45eb2cc. Jul 16 18:42:19.155588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303f342-48d6-4289-816f-aa0c29a4fe37 req-c5940ca6-c4cf-4f93-a3ea-db673c251ce6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.157340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e303f342-48d6-4289-816f-aa0c29a4fe37 req-c5940ca6-c4cf-4f93-a3ea-db673c251ce6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 945 time: 0.3243842 Jul 16 18:42:19.223140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.282148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fba139-7d5d-43f7-804b-7e37476c4c80,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:19.321556 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e303f342-48d6-4289-816f-aa0c29a4fe37 req-3025840d-fd24-4e49-9fec-2983d5d0a58f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525216 Jul 16 18:42:19.326492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.331371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-21541939-a888-46d8-84b0-ab1b9f206e47 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/subnets/b8fba139-7d5d-43f7-804b-7e37476c4c80 HTTP/1.1" status: 204 len: 168 time: 1.0134895 Jul 16 18:42:19.342013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:19.460995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.631878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.653215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cba7af-87a2-42e7-842f-e4ae941ac5e0']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:19.674940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28001cdf-8aaa-4dea-a7c8-48a30b958ed8') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:19.675286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28001cdf-8aaa-4dea-a7c8-48a30b958ed8') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:19.685350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.700464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.707228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:19.707742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:19.774481 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:19.782880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.790752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.795046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] 10.222.0.49 "DELETE /v2.0/networks/55cba7af-87a2-42e7-842f-e4ae941ac5e0 HTTP/1.1" status: 204 len: 168 time: 0.4495704 Jul 16 18:42:19.813907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473d6b2-62c4-408b-a4da-af1d39f131b4 tempest-FloatingIPTestJSON-408233621 tempest-FloatingIPTestJSON-408233621-project] Pushing event deleted for resources: {'Network': ['ID=55cba7af-87a2-42e7-842f-e4ae941ac5e0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:19.942217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.010887 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.035499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.194523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] In _notify_port_updated(), no bound segment for port 4c249b15-b476-4185-9977-3e79dc3e31ee on network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:42:20.214843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.217207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.223396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "PUT /v2.0/ports/4c249b15-b476-4185-9977-3e79dc3e31ee HTTP/1.1" status: 200 len: 818 time: 2.1013522 Jul 16 18:42:20.223865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.303270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23525009-36b6-4a20-a46c-96f25ff6ba37 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=4c249b15-b476-4185-9977-3e79dc3e31ee,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:20.357491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2e57-0817-4598-a19f-792bbc42e13e req-d37e48f7-becd-491c-87e0-19d54690ee09 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.359782 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-418e2e57-0817-4598-a19f-792bbc42e13e req-d37e48f7-becd-491c-87e0-19d54690ee09 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 945 time: 0.3437965 Jul 16 18:42:20.383182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.424853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 4c249b15-b476-4185-9977-3e79dc3e31ee {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:20.425284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.486369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-418e2e57-0817-4598-a19f-792bbc42e13e req-6fee30da-2bfd-41d4-bf82-1a2a9e322997 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791869 Jul 16 18:42:20.529286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 257664ed-2ad0-498e-afe9-11d811116b59 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:20.551528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.566654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 4c249b15-b476-4185-9977-3e79dc3e31ee owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:20.679878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d0a5b9a8-2b14-4e11-8601-46e1d81400ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afe71f6e584443e6b1e530bac7af0217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938828 Jul 16 18:42:20.687363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.692541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:20.703611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] Sync routers for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:20.719090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:20.720046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:42:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:20.733842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.762610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.814650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c2afdb45-b05f-49e3-8861-24e69547299e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1744378 Jul 16 18:42:20.816498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:20.821080 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921c7150-735c-4e8e-88a4-93ea8ec1b40e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:20.825856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.827799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/4c249b15-b476-4185-9977-3e79dc3e31ee HTTP/1.1" status: 204 len: 168 time: 0.6027768 Jul 16 18:42:20.832702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.880985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8a825-175f-4415-be74-9ff0afe102f4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=4c249b15-b476-4185-9977-3e79dc3e31ee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:20.886593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d84-745d-4342-b9cd-2287f9154aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.946353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d84-745d-4342-b9cd-2287f9154aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.976939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddbf92-fecb-4c0a-bf29-17a546c5ce2a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.978689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2dddbf92-fecb-4c0a-bf29-17a546c5ce2a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1449571 Jul 16 18:42:20.981514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48794) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.986895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:20.995489 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13de23-d05b-4686-b8cd-29acdd6c4035 x-openstack-request-id: req-de13de23-d05b-4686-b8cd-29acdd6c4035 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:20.995779 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:20.996033 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de13de23-d05b-4686-b8cd-29acdd6c4035 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:20.996444 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'status': 'completed', 'code': 200} Jul 16 18:42:21.035666 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b2cc31-ea64-45a6-95c0-956a2da7d538 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:42:21.038535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-10b2cc31-ea64-45a6-95c0-956a2da7d538 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/4c249b15-b476-4185-9977-3e79dc3e31ee HTTP/1.1" status: 404 len: 333 time: 0.0550284 Jul 16 18:42:21.042087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.064445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1006344022'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:21.124989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:21.130451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.143866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-dc2a7313-c689-43aa-a326-5382504fd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.145214 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d84-745d-4342-b9cd-2287f9154aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.145560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-dc2a7313-c689-43aa-a326-5382504fd94c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1097 time: 0.1080711 Jul 16 18:42:21.149920 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d84-745d-4342-b9cd-2287f9154aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.155163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d1f85d84-745d-4342-b9cd-2287f9154aaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3da83bd6-618d-4015-a725-97fc625f691e HTTP/1.1" status: 204 len: 168 time: 0.4667351 Jul 16 18:42:21.162467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645c713-68fe-4252-87e2-d07328a6c296 req-a5a01acf-3350-4ff2-8e26-31ee2bea32f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.164041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b645c713-68fe-4252-87e2-d07328a6c296 req-a5a01acf-3350-4ff2-8e26-31ee2bea32f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.1363094 Jul 16 18:42:21.198705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f85d84-745d-4342-b9cd-2287f9154aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da83bd6-618d-4015-a725-97fc625f691e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.260720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:21.293234 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.293732 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment 9068c3cb-f16e-45b0-a122-9d757ce5ff88 of type vlan for network 5849c446-59ed-4a9a-a777-33d78014baba Jul 16 18:42:21.355481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539f656-cda5-4afd-9a09-438eaa6bc848 req-e7198911-985e-476e-81d2-c32b587373cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.363691 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f539f656-cda5-4afd-9a09-438eaa6bc848 req-e7198911-985e-476e-81d2-c32b587373cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 945 time: 0.1621475 Jul 16 18:42:21.380708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b645c713-68fe-4252-87e2-d07328a6c296 req-124d4df5-c714-4cf4-9e07-e25e369540f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952398 Jul 16 18:42:21.403711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.438620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48806) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.497491 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f539f656-cda5-4afd-9a09-438eaa6bc848 req-25101a13-8f17-42d0-ab99-5bc1e686bfca tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326334 Jul 16 18:42:21.551942 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.561590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.562617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.592157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'bfa6e090-eaac-45a0-9d2f-bac95c21ec0f', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'port_id': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'mac_address': 'fa:16:3e:a3:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:17Z', 'updated_at': '2021-07-16T18:42:17Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:57Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:21.643204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-e0b52903-6d47-4d7c-8c3d-fe9288d14398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.644863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-e0b52903-6d47-4d7c-8c3d-fe9288d14398 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.4798598 Jul 16 18:42:21.704613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] Checking router: 257664ed-2ad0-498e-afe9-11d811116b59 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:21.728314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=5849c446-59ed-4a9a-a777-33d78014baba,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.771468 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ade55a19-cf83-4f05-bf9d-17d0bcbf4190 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7216980 Jul 16 18:42:21.772132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48826) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.777260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5849c446-59ed-4a9a-a777-33d78014baba details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:21.779092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': '5849c446-59ed-4a9a-a777-33d78014baba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:21.862831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:21.863813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:42:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:21.894219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-86e9a196-0de0-4956-9b7d-c215beb98e28 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/bfa6e090-eaac-45a0-9d2f-bac95c21ec0f HTTP/1.1" status: 200 len: 991 time: 0.4543629 Jul 16 18:42:21.898410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-df2ac249-ba93-43f7-a603-574ca9e86e7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 999 time: 0.2386153 Jul 16 18:42:21.969186 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.030954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:22.035621 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.093798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-a129b012-8aaa-4d28-96f7-cdf610946783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:22.096811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-a129b012-8aaa-4d28-96f7-cdf610946783 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.1887438 Jul 16 18:42:22.177523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:22.252944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-e4551491-efa5-44a4-b4d9-b63ef67cb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:22.255138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-e4551491-efa5-44a4-b4d9-b63ef67cb6b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505940 Jul 16 18:42:22.270324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.368851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48836) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.375451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=2c3babcc-8cbc-4c92-ba41-d6bff8529837,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.501093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-2ddf484d-2eb3-4450-8ea7-142a7b6f6a79 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:22.501908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-2ddf484d-2eb3-4450-8ea7-142a7b6f6a79 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 945 time: 0.1366417 Jul 16 18:42:22.537893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-6e94bd29-eb47-4ec0-82c0-07e782ca79bf service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684286 Jul 16 18:42:22.598793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': '9068c3cb-f16e-45b0-a122-9d757ce5ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5849c446-59ed-4a9a-a777-33d78014baba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:22.599188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: 5849c446-59ed-4a9a-a777-33d78014baba, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:22.654337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a8f265c-8abb-4179-bf09-a04c6edc0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.739158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-921c7150-735c-4e8e-88a4-93ea8ec1b40e req-41caf10c-206e-4285-b00b-2ceb3cabf7c2 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824369 Jul 16 18:42:22.800317 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.854230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'bfa6e090-eaac-45a0-9d2f-bac95c21ec0f', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'port_id': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'mac_address': 'fa:16:3e:a3:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:17Z', 'updated_at': '2021-07-16T18:42:17Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:57Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.875781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48852) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.892503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873bc0a-f7a0-4045-91b9-1e5429bcc02f None None] The sync data for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 is: [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'bfa6e090-eaac-45a0-9d2f-bac95c21ec0f', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'port_id': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'mac_address': 'fa:16:3e:a3:1d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:42:17Z', 'updated_at': '2021-07-16T18:42:17Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:57Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:22.899248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.965119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 5849c446-59ed-4a9a-a777-33d78014baba is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:23.009557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5849c446-59ed-4a9a-a777-33d78014baba) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:23.020411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5b74f-b672-40d0-ab5e-84ed3668c9b2 None None] Network 5849c446-59ed-4a9a-a777-33d78014baba requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:23.044565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.045521 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.065259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-41d6c5a5-e5f0-4df5-b08c-62160c2293dd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/bfa6e090-eaac-45a0-9d2f-bac95c21ec0f HTTP/1.1" status: 200 len: 991 time: 0.1640861 Jul 16 18:42:23.093298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1007941864'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:23.131046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b04a7-febc-435c-9da8-14d1cf79a03b req-392ac423-813d-4232-aa4e-0f6b01e3df21 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.148007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f23b04a7-febc-435c-9da8-14d1cf79a03b req-392ac423-813d-4232-aa4e-0f6b01e3df21 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=8124a8c7-2791-41c3-955d-5c0f9d634f29 HTTP/1.1" status: 200 len: 945 time: 0.4154532 Jul 16 18:42:23.160327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Deleting port cd732401-5b68-4c4a-834e-60b151664705 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:23.160672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.281402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] For port cd732401-5b68-4c4a-834e-60b151664705, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=cd732401-5b68-4c4a-834e-60b151664705,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:23.282158 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.298140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-5849c446-59ed-4a9a-a777-33d78014baba', 'network_id': '5849c446-59ed-4a9a-a777-33d78014baba', 'tenant_id': '9a546d8538bd416dbd5a586db8d9ed10', 'fixed_ips': [{'subnet_id': '2c3babcc-8cbc-4c92-ba41-d6bff8529837'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:23.299879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.300890 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55655288-3de0-4d50-996b-a3d2b0f51604 None None] New status for floating IP bfa6e090-eaac-45a0-9d2f-bac95c21ec0f: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:23.318888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Calling delete_port for cd732401-5b68-4c4a-834e-60b151664705 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:23.578136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f23b04a7-febc-435c-9da8-14d1cf79a03b req-86e1ee0b-62d5-4680-b72b-61fd5ca7a842 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289577 Jul 16 18:42:23.604419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Allocated IP 2001:db8::2 (5849c446-59ed-4a9a-a777-33d78014baba/2c3babcc-8cbc-4c92-ba41-d6bff8529837/c2440e6c-897c-4876-a18a-bf186b9052e6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:23.616950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.632390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:23.648915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event deleted for resources: {'Port': ['ID=cd732401-5b68-4c4a-834e-60b151664705,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.728799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] No DVR routers for this DVR port cd732401-5b68-4c4a-834e-60b151664705 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:23.731485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.733629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30edf4be-ea05-4b28-8bf2-6896be7bb453 req-65adbf5e-812a-4cdd-9f4f-b143ca6223cc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "DELETE /v2.0/ports/cd732401-5b68-4c4a-834e-60b151664705 HTTP/1.1" status: 204 len: 173 time: 1.2248495 Jul 16 18:42:23.734074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'name': 'network-vif-deleted', 'tag': 'cd732401-5b68-4c4a-834e-60b151664705'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:23.736501 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c7e7c-f12b-40f3-84d7-20077b25183d" -d '{"events": [{"server_uuid": "8124a8c7-2791-41c3-955d-5c0f9d634f29", "name": "network-vif-deleted", "tag": "cd732401-5b68-4c4a-834e-60b151664705"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:23.788030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a8f265c-8abb-4179-bf09-a04c6edc0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.790033 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb8b3ae-d2ed-40a4-bee1-bfb800e767f7 x-openstack-request-id: req-aeb8b3ae-d2ed-40a4-bee1-bfb800e767f7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:23.790396 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8124a8c7-2791-41c3-955d-5c0f9d634f29", "name": "network-vif-deleted", "tag": "cd732401-5b68-4c4a-834e-60b151664705", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:23.790659 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aeb8b3ae-d2ed-40a4-bee1-bfb800e767f7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:23.791097 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8124a8c7-2791-41c3-955d-5c0f9d634f29', 'name': 'network-vif-deleted', 'tag': 'cd732401-5b68-4c4a-834e-60b151664705', 'status': 'completed', 'code': 200} Jul 16 18:42:23.800022 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a8f265c-8abb-4179-bf09-a04c6edc0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.819393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9963509e-cc8e-4a5e-ac22-80c26e558785 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0461459 Jul 16 18:42:23.823919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48864) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.829769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84937e70-e289-4e2c-bfe3-e090b615e003 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': '5849c446-59ed-4a9a-a777-33d78014baba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:23.865314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:23.880951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.902175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.916390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0a8f265c-8abb-4179-bf09-a04c6edc0a68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9183e5ccf4d04150bd0e531e9e33d78e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5377910 Jul 16 18:42:23.917461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f265c-8abb-4179-bf09-a04c6edc0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac94c60-fc7f-4d70-b08e-dbce7b99cde9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.925299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.930886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.945884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Transition to ACTIVE for port object c2440e6c-897c-4876-a18a-bf186b9052e6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:23.965086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Transition to ACTIVE for port object c2440e6c-897c-4876-a18a-bf186b9052e6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:23.977833 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.043584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Pushing event updated for resources: {'Port': ['ID=c2440e6c-897c-4876-a18a-bf186b9052e6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:24.055837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c063bd-064a-4c58-a479-4d05b8ea7924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.073505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Network 5849c446-59ed-4a9a-a777-33d78014baba is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:24.073765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:24.084718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:24.106459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c063bd-064a-4c58-a479-4d05b8ea7924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.122191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:24.206090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c063bd-064a-4c58-a479-4d05b8ea7924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.208932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6c063bd-064a-4c58-a479-4d05b8ea7924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.210119 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e6c063bd-064a-4c58-a479-4d05b8ea7924 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ac94c60-fc7f-4d70-b08e-dbce7b99cde9 HTTP/1.1" status: 204 len: 168 time: 0.2682769 Jul 16 18:42:24.213690 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-af8a4576-e6eb-47d4-9e5e-b2ced02fcc54 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/bfa6e090-eaac-45a0-9d2f-bac95c21ec0f HTTP/1.1" status: 200 len: 993 time: 0.1351230 Jul 16 18:42:24.234828 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.237810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Attempting to bind port c2440e6c-897c-4876-a18a-bf186b9052e6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:24.238516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Attempting to bind port c2440e6c-897c-4876-a18a-bf186b9052e6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9068c3cb-f16e-45b0-a122-9d757ce5ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5849c446-59ed-4a9a-a777-33d78014baba'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:24.239175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Attempting to bind port c2440e6c-897c-4876-a18a-bf186b9052e6 on network 5849c446-59ed-4a9a-a777-33d78014baba {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:24.247597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:24.248155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Checking segment: {'id': '9068c3cb-f16e-45b0-a122-9d757ce5ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5849c446-59ed-4a9a-a777-33d78014baba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:24.248807 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.249345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Bound using segment: {'id': '9068c3cb-f16e-45b0-a122-9d757ce5ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5849c446-59ed-4a9a-a777-33d78014baba'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:24.249928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Bound port: c2440e6c-897c-4876-a18a-bf186b9052e6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9068c3cb-f16e-45b0-a122-9d757ce5ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5849c446-59ed-4a9a-a777-33d78014baba'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:24.250444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.250995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c063bd-064a-4c58-a479-4d05b8ea7924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac94c60-fc7f-4d70-b08e-dbce7b99cde9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:24.251817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.302964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:24.311620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84937e70-e289-4e2c-bfe3-e090b615e003 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:24.315959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84937e70-e289-4e2c-bfe3-e090b615e003 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.400414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] For port c2440e6c-897c-4876-a18a-bf186b9052e6, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:24.406266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] For port c2440e6c-897c-4876-a18a-bf186b9052e6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c2440e6c-897c-4876-a18a-bf186b9052e6,segment=NetworkSegment(9068c3cb-f16e-45b0-a122-9d757ce5ff88),segment_id=9068c3cb-f16e-45b0-a122-9d757ce5ff88)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:24.414839 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.428535 n-d-791504-15 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-84937e70-e289-4e2c-bfe3-e090b615e003 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c3babcc-8cbc-4c92-ba41-d6bff8529837 (CIDR: 2001:db8::/64) Jul 16 18:42:24.431109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2b203-95bb-4dc3-ab9e-23d763030e7f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:24.436241 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-84937e70-e289-4e2c-bfe3-e090b615e003 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:42:24.437030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84937e70-e289-4e2c-bfe3-e090b615e003 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:24.449982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.450647 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Added segment 37a51a48-be7b-43d1-b836-29204f4ec18f of type vlan for network f907ef07-59c1-4dff-9375-965a7ffb9cb0 Jul 16 18:42:24.496657 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-84937e70-e289-4e2c-bfe3-e090b615e003 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6717901 Jul 16 18:42:24.499484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48876) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:24.506577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': '5849c446-59ed-4a9a-a777-33d78014baba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:24.512404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.582244 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.586740 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.589719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20e091-41da-4403-bd9d-33e47a70e69f None None] Pushing event updated for resources: {'Port': ['ID=c2440e6c-897c-4876-a18a-bf186b9052e6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:24.597292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:24.616955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.777197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:24.780412 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.792266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Network': ['ID=f907ef07-59c1-4dff-9375-965a7ffb9cb0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:24.815486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network f907ef07-59c1-4dff-9375-965a7ffb9cb0 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:24.818115 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ebd07b68-5aea-40f3-aa7c-0c51cccb3ffc tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9409473 Jul 16 18:42:25.344993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.379402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 5849c446-59ed-4a9a-a777-33d78014baba is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:25.389693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:25.446178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.447075 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.502008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd732401-5b68-4c4a-834e-60b151664705 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:25.535907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=97fdfec4-07a5-4258-952b-45d06676d203,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:25.549099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7a0c8ea3-ad93-4242-b20c-5a35d88a6f79 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0482690 Jul 16 18:42:25.551651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:25.565671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': '5849c446-59ed-4a9a-a777-33d78014baba', 'fixed_ips': [{'subnet_id': '2c3babcc-8cbc-4c92-ba41-d6bff8529837'}, {'subnet_id': '97fdfec4-07a5-4258-952b-45d06676d203'}], 'name': 'tempest-PortsIpV6TestJSON-1942631654'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:25.599399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: cd732401-5b68-4c4a-834e-60b151664705 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:25.599928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device cd732401-5b68-4c4a-834e-60b151664705 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:25.719395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:25.942176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:25.983722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-211395472-network', 'tenant_id': 'ec56fec638c648e19a90f6e935616d48'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:26.064916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Made reservation on behalf of ec56fec638c648e19a90f6e935616d48 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:26.083804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.128631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.136411 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.186698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:26.188430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84237d5d-45e1-4890-92dc-e03c3b2c63b0 None None] Network 5849c446-59ed-4a9a-a777-33d78014baba requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:26.333004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.339759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.386109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:26.411378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f753f3d1-2f63-4aab-9332-b4e8b1263f0c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:26.417367 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.417732 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Added segment 7afe4bc3-9f8c-4a44-921c-3baa92fc444f of type vlan for network 2adb7d37-1a36-4043-a144-caf86808ca4a Jul 16 18:42:26.493369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.565010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3b9fbcdb-d77a-48a9-93fd-7786e3cc4188 None None] Provisioning for port c2440e6c-897c-4876-a18a-bf186b9052e6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:26.607164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.609968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.611429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.765422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] Pushing event updated for resources: {'Network': ['ID=2adb7d37-1a36-4043-a144-caf86808ca4a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:26.806593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-896e7be0-c531-4e80-80fe-6b86f9486081 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0826681 Jul 16 18:42:26.809171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:26.809582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2adb7d37-1a36-4043-a144-caf86808ca4a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:26.837696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Request body: {'subnet': {'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-211395472-subnet', 'tenant_id': 'ec56fec638c648e19a90f6e935616d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:26.876994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2440e6c-897c-4876-a18a-bf186b9052e6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:26.907838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Made reservation on behalf of ec56fec638c648e19a90f6e935616d48 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:26.915733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.948679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::3cb (5849c446-59ed-4a9a-a777-33d78014baba/2c3babcc-8cbc-4c92-ba41-d6bff8529837/9bf10fbc-3ba3-431a-b77b-7926fa444dfc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:26.957537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8:0:1::39b (5849c446-59ed-4a9a-a777-33d78014baba/97fdfec4-07a5-4258-952b-45d06676d203/9bf10fbc-3ba3-431a-b77b-7926fa444dfc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:27.183465 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.186316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] Update dhcp port {'port': {'network_id': '5849c446-59ed-4a9a-a777-33d78014baba', 'fixed_ips': [{'subnet_id': '2c3babcc-8cbc-4c92-ba41-d6bff8529837', 'ip_address': '2001:db8::2'}, {'subnet_id': '97fdfec4-07a5-4258-952b-45d06676d203'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'c2440e6c-897c-4876-a18a-bf186b9052e6'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:42:27.200822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 9bf10fbc-3ba3-431a-b77b-7926fa444dfc will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:27.272146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.390926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 5849c446-59ed-4a9a-a777-33d78014baba is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:27.407138 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:27.412172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=9bf10fbc-3ba3-431a-b77b-7926fa444dfc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:27.417326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:27.423597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.437512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:27.438983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.498165 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.498977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2e2935a4-5f93-4af2-a05e-cab881a09975 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9454279 Jul 16 18:42:27.510556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port c2440e6c-897c-4876-a18a-bf186b9052e6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:27.516111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48952) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:27.532911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c3babcc-8cbc-4c92-ba41-d6bff8529837'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:27.545648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c2440e6c-897c-4876-a18a-bf186b9052e6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:27.545648 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.557891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba071dd9-a32c-4e32-bc54-b7753033c0ff req-2841e372-243d-49f7-b58b-42aa4b7d994b tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:27.566757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ba071dd9-a32c-4e32-bc54-b7753033c0ff req-2841e372-243d-49f7-b58b-42aa4b7d994b tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 945 time: 0.3186584 Jul 16 18:42:27.586610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-2a4bcc87-61db-4013-a51c-df14e7a79d0e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:27.588547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-2a4bcc87-61db-4013-a51c-df14e7a79d0e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.6916203 Jul 16 18:42:27.665403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3237c4-fcb4-477a-a926-12bcfbc1c690,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:27.678552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-bed8760f-979a-4b0e-a89e-526d39126014 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.0508084 Jul 16 18:42:27.681942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Checking segment: {'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:27.682316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Network hostable DHCP agents. Network: 2adb7d37-1a36-4043-a144-caf86808ca4a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:27.718422 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ba071dd9-a32c-4e32-bc54-b7753033c0ff req-ec717935-af36-4c73-bb7c-6245573f1510 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496327 Jul 16 18:42:27.863352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Network 2adb7d37-1a36-4043-a144-caf86808ca4a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:27.869122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.895144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2adb7d37-1a36-4043-a144-caf86808ca4a) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:27.901859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:27.903856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.909677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29039bf5-689b-4f2a-bcb4-ea868b745f4d None None] Network 2adb7d37-1a36-4043-a144-caf86808ca4a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:27.952499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] Allocated IP 2001:db8:0:1::2 (5849c446-59ed-4a9a-a777-33d78014baba/97fdfec4-07a5-4258-952b-45d06676d203/c2440e6c-897c-4876-a18a-bf186b9052e6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:27.965957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port c2440e6c-897c-4876-a18a-bf186b9052e6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c2440e6c-897c-4876-a18a-bf186b9052e6,segment=NetworkSegment(9068c3cb-f16e-45b0-a122-9d757ce5ff88),segment_id=9068c3cb-f16e-45b0-a122-9d757ce5ff88)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:27.970823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-aa5d9ea9-3034-49aa-8f80-75540c05cd17 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2835164 Jul 16 18:42:27.981854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c2b3fd8-1fcf-4900-ab3d-06c18fa69a82 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1649981 Jul 16 18:42:27.982082 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.076681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=c2440e6c-897c-4876-a18a-bf186b9052e6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:28.123280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.123664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.123975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.124310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.124642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.125007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.125526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.125856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.126179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.126508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.126824 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.127041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-c7363724-779f-489d-bc25-e6cecea7320d service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159043 Jul 16 18:42:28.127161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:28.259146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48968) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:28.265599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'subnet': {'network_id': 'f907ef07-59c1-4dff-9375-965a7ffb9cb0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:28.298390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e6c78-d9f4-4746-bdd3-9b42d6ac8664 None None] Network 2adb7d37-1a36-4043-a144-caf86808ca4a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:28.307665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.338849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-4dafd93f-b616-4949-9cc5-661e84ba4232 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108140 Jul 16 18:42:28.384439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:28.393107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.404633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] For port c2440e6c-897c-4876-a18a-bf186b9052e6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c2440e6c-897c-4876-a18a-bf186b9052e6,segment=NetworkSegment(9068c3cb-f16e-45b0-a122-9d757ce5ff88),segment_id=9068c3cb-f16e-45b0-a122-9d757ce5ff88)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:28.482940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-fe57e383-d537-4c17-bd33-5e1ba3f6b4c2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.485726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-fe57e383-d537-4c17-bd33-5e1ba3f6b4c2 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 945 time: 0.3565409 Jul 16 18:42:28.564549 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.655520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] Transition to ACTIVE for port object c2440e6c-897c-4876-a18a-bf186b9052e6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:28.686490 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.761323 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.810794 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aefc798e-f310-4ebe-9717-fb34816f09bf req-f605a2ed-46ea-4fff-9b64-7e79d8763109 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 210 time: 0.0623772 Jul 16 18:42:28.848062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2440e6c-897c-4876-a18a-bf186b9052e6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:28.922069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Subnet': ['ID=b4acfc7b-65b3-4a07-b8fb-889588348ef3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:28.944144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Checking segment: {'id': '37a51a48-be7b-43d1-b836-29204f4ec18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f907ef07-59c1-4dff-9375-965a7ffb9cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:28.945104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network hostable DHCP agents. Network: f907ef07-59c1-4dff-9375-965a7ffb9cb0, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:28.966766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network f907ef07-59c1-4dff-9375-965a7ffb9cb0 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:28.979768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, f907ef07-59c1-4dff-9375-965a7ffb9cb0) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:28.985992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.986833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.014068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-689e7456-1b9d-4836-8276-29b11ae97a77 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7543161 Jul 16 18:42:29.015061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48988) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:29.019912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf0504-48ad-4e91-b219-e98917856e0b None None] Network f907ef07-59c1-4dff-9375-965a7ffb9cb0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:29.022167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-105518078'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:29.060280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:29.070695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.114852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153def4e-664b-44a9-80b3-4e49f9afa451 None None] Pushing event updated for resources: {'Port': ['ID=c2440e6c-897c-4876-a18a-bf186b9052e6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:29.157798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:29.172426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.172787 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Added segment e24d9bcf-54df-4d1e-87fe-65f226147938 of type vlan for network 3831ea40-d1fa-49ac-b123-c3488b87d8be Jul 16 18:42:29.240247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.287386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Deleting port 90b78a0a-8355-44d3-ad96-21883fe25ad7 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:29.288351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.296151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.304329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.307119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.337589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3211551 Jul 16 18:42:29.338247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48998) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:29.367930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-f907ef07-59c1-4dff-9375-965a7ffb9cb0', 'network_id': 'f907ef07-59c1-4dff-9375-965a7ffb9cb0', 'tenant_id': '425ca9d7c2834200bc7efffb3ee249e5', 'fixed_ips': [{'subnet_id': 'b4acfc7b-65b3-4a07-b8fb-889588348ef3'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:29.368507 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.378015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'subnet': {'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:29.450954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Delete allocated IP 2001:db8:0:1::39b (5849c446-59ed-4a9a-a777-33d78014baba/97fdfec4-07a5-4258-952b-45d06676d203) {{(pid=93795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:42:29.555608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799cbb5-933f-4689-91d7-7f2ee34c083a req-20541f46-3f2b-4512-ae43-94c36e679bc1 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.573726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1799cbb5-933f-4689-91d7-7f2ee34c083a req-20541f46-3f2b-4512-ae43-94c36e679bc1 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 945 time: 0.6341336 Jul 16 18:42:29.654086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Allocated IP 2001:db8:0:ffff::2 (f907ef07-59c1-4dff-9375-965a7ffb9cb0/b4acfc7b-65b3-4a07-b8fb-889588348ef3/54df0406-fed9-4908-9260-554bb3cefe5a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:29.704698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d588a06-f439-432b-afa8-94b58cb7b70f tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Network': ['ID=3831ea40-d1fa-49ac-b123-c3488b87d8be,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:29.723861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:29.728122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.778037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] For port 90b78a0a-8355-44d3-ad96-21883fe25ad7, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=90b78a0a-8355-44d3-ad96-21883fe25ad7,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:29.778316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.783049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3831ea40-d1fa-49ac-b123-c3488b87d8be details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:29.938066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1799cbb5-933f-4689-91d7-7f2ee34c083a req-0d4689d9-b375-4be8-9451-380b3d7248c3 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598466 Jul 16 18:42:30.019480 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.038806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Transition to ACTIVE for port object 54df0406-fed9-4908-9260-554bb3cefe5a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:30.079810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0da88b-5c7f-495a-a6a4-d30062e90432 None None] Network 5849c446-59ed-4a9a-a777-33d78014baba requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:30.084959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Transition to ACTIVE for port object 54df0406-fed9-4908-9260-554bb3cefe5a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:30.117063 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee597cb6-e2d4-4b8a-a5a0-ac3037041163 req-3e3b2132-9ab3-44ea-aa0a-6349ef5a7446 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 210 time: 0.0497644 Jul 16 18:42:30.131724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.257974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a861d262-4e1e-46e6-9a1e-4446ef839cab None None] Provisioning for port c2440e6c-897c-4876-a18a-bf186b9052e6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:30.330831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:42:30.332759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a861d262-4e1e-46e6-9a1e-4446ef839cab None None] Provisioning complete for port c2440e6c-897c-4876-a18a-bf186b9052e6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:30.333573 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a861d262-4e1e-46e6-9a1e-4446ef839cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.333720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.336624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Network f907ef07-59c1-4dff-9375-965a7ffb9cb0 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:30.366867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:30.374600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:30.378604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Pushing event updated for resources: {'Port': ['ID=54df0406-fed9-4908-9260-554bb3cefe5a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.463053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Subnet': ['ID=db4a8747-33e7-4291-9fe8-4c9b9e66cbd7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.472180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Checking segment: {'id': 'e24d9bcf-54df-4d1e-87fe-65f226147938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:30.472685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network hostable DHCP agents. Network: 3831ea40-d1fa-49ac-b123-c3488b87d8be, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:30.482162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.482671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.483116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.483582 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.484025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.484467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.484965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.485456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.485884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.486314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.486916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.487368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.514558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network 3831ea40-d1fa-49ac-b123-c3488b87d8be is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:30.535410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3831ea40-d1fa-49ac-b123-c3488b87d8be) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:30.543054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.544968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.565374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb3c69-de28-46b8-b414-a1683b26c2c9 None None] Network 3831ea40-d1fa-49ac-b123-c3488b87d8be requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:30.570661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d3e96f3-d027-4968-a879-8d8769781ed5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1966457 Jul 16 18:42:30.571396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:30.577221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'port': {'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be', 'name': 'tempest-NetworksIpV6TestAttrs-1910503805'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:30.685305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.700075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Ignored duplicate provisioning block setup for port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:42:30.713978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.783284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2440e6c-897c-4876-a18a-bf186b9052e6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:30.807820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Attempting to bind port 54df0406-fed9-4908-9260-554bb3cefe5a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:30.808193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Attempting to bind port 54df0406-fed9-4908-9260-554bb3cefe5a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '37a51a48-be7b-43d1-b836-29204f4ec18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f907ef07-59c1-4dff-9375-965a7ffb9cb0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:30.808560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Attempting to bind port 54df0406-fed9-4908-9260-554bb3cefe5a on network f907ef07-59c1-4dff-9375-965a7ffb9cb0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:30.842944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-232e5041-652a-42b3-aefe-98d921e57e35 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.844859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-232e5041-652a-42b3-aefe-98d921e57e35 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.1860030 Jul 16 18:42:30.857532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=9bf10fbc-3ba3-431a-b77b-7926fa444dfc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.860054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Request body: {'port': {'device_id': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'admin_state_up': True, 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:30.867117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:30.873627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.875612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:30.875990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Checking segment: {'id': '37a51a48-be7b-43d1-b836-29204f4ec18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f907ef07-59c1-4dff-9375-965a7ffb9cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:30.876394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.876942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Bound using segment: {'id': '37a51a48-be7b-43d1-b836-29204f4ec18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f907ef07-59c1-4dff-9375-965a7ffb9cb0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:30.877313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Bound port: 54df0406-fed9-4908-9260-554bb3cefe5a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a51a48-be7b-43d1-b836-29204f4ec18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f907ef07-59c1-4dff-9375-965a7ffb9cb0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:30.877674 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.878417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.878771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.879109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.879578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.881271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.881694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.882029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.882359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.882771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.883117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.883449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.883817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:30.931182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] In _notify_port_updated(), no bound segment for port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc on network 5849c446-59ed-4a9a-a777-33d78014baba {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:42:30.932037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] device_id is not set on port 83e77b54-600a-4447-9a60-a04dca40cb1c yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:30.938188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.938934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.942169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3006ee09-f7ed-4eb4-a54e-52988e19788b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "PUT /v2.0/ports/9bf10fbc-3ba3-431a-b77b-7926fa444dfc HTTP/1.1" status: 200 len: 926 time: 3.4192595 Jul 16 18:42:30.947699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:30.956118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c3babcc-8cbc-4c92-ba41-d6bff8529837'}, {'subnet_id': '97fdfec4-07a5-4258-952b-45d06676d203'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:31.115171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.185675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-3831ea40-d1fa-49ac-b123-c3488b87d8be', 'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be', 'tenant_id': '425ca9d7c2834200bc7efffb3ee249e5', 'fixed_ips': [{'subnet_id': 'db4a8747-33e7-4291-9fe8-4c9b9e66cbd7'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:31.186559 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.214511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] For port 54df0406-fed9-4908-9260-554bb3cefe5a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:31.330539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c2440e6c-897c-4876-a18a-bf186b9052e6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:31.331021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.334842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] For port 54df0406-fed9-4908-9260-554bb3cefe5a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=54df0406-fed9-4908-9260-554bb3cefe5a,segment=NetworkSegment(37a51a48-be7b-43d1-b836-29204f4ec18f),segment_id=37a51a48-be7b-43d1-b836-29204f4ec18f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:31.351176 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.492663 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17fdc4f3-6ec3-43d6-ac62-dafba9573ea2 req-f7e76622-3631-47dc-82ba-77bd5389c9f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 210 time: 0.0954752 Jul 16 18:42:31.538058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Allocated IP 2001:db8::f816:3eff:fe2d:ce35 (3831ea40-d1fa-49ac-b123-c3488b87d8be/db4a8747-33e7-4291-9fe8-4c9b9e66cbd7/51e24c2d-1884-4cc5-9428-091bad6e0d73) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:31.541497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.541807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.542135 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Floating IP e4eab1e5-d21c-4c84-9365-638c88191747 disassociated. External IP: 172.25.1.208, port: 90b78a0a-8355-44d3-ad96-21883fe25ad7. Jul 16 18:42:31.550249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Calling delete_port for 90b78a0a-8355-44d3-ad96-21883fe25ad7 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:31.594546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8:0:1::198 (5849c446-59ed-4a9a-a777-33d78014baba/97fdfec4-07a5-4258-952b-45d06676d203/9bf10fbc-3ba3-431a-b77b-7926fa444dfc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:32.010710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:32.017525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.019559 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.050400 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.067496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Ignored duplicate provisioning block setup for port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:42:32.117080 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.129110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Transition to ACTIVE for port object 51e24c2d-1884-4cc5-9428-091bad6e0d73 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:32.139560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.154119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event deleted for resources: {'Port': ['ID=90b78a0a-8355-44d3-ad96-21883fe25ad7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.155040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Transition to ACTIVE for port object 51e24c2d-1884-4cc5-9428-091bad6e0d73 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:32.181437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e52be9-3bd3-498f-99fe-f9ae1b34bf3a req-d6d3c553-8b20-4ad8-b409-3a9d76e61907 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.188580 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32e52be9-3bd3-498f-99fe-f9ae1b34bf3a req-d6d3c553-8b20-4ad8-b409-3a9d76e61907 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 945 time: 1.1017888 Jul 16 18:42:32.259653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.290718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ddcb7341-7ae5-4f8e-8833-9174a77698ef None None] Provisioning for port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:32.305283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Network 3831ea40-d1fa-49ac-b123-c3488b87d8be is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:32.318851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ddcb7341-7ae5-4f8e-8833-9174a77698ef None None] Provisioning complete for port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:32.320348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7341-7ae5-4f8e-8833-9174a77698ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.324940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:32.330913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:32.439103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32e52be9-3bd3-498f-99fe-f9ae1b34bf3a req-c6cd402e-9652-4d17-aa8a-b8a87925531c tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d4ffd5d-9ebd-4c23-854f-f000e1167751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494037 Jul 16 18:42:32.444821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c56f80-a711-43f2-9419-cd2e08c37d20 None None] Pushing event updated for resources: {'Port': ['ID=54df0406-fed9-4908-9260-554bb3cefe5a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.530528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Allocated IP 2001:db8::f816:3eff:fe4f:bf1 (3831ea40-d1fa-49ac-b123-c3488b87d8be/db4a8747-33e7-4291-9fe8-4c9b9e66cbd7/83e77b54-600a-4447-9a60-a04dca40cb1c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:32.546951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] In _notify_port_updated(), no bound segment for port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc on network 5849c446-59ed-4a9a-a777-33d78014baba {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:42:32.553470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Pushing event updated for resources: {'Port': ['ID=51e24c2d-1884-4cc5-9428-091bad6e0d73,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.560687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.568240 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.569794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Allocated IP 172.20.0.13 (05222e42-e89b-45b9-9873-2ae4eb29292b/df8116a7-3347-445b-89c8-befca16abc21/c2fcc65f-2d3e-4804-9368-579d37190954) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:32.570457 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "PUT /v2.0/ports/9bf10fbc-3ba3-431a-b77b-7926fa444dfc HTTP/1.1" status: 200 len: 1012 time: 1.6217852 Jul 16 18:42:32.573491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:32.579670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84977a-b2db-4b01-adeb-2277d236e8d9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=9bf10fbc-3ba3-431a-b77b-7926fa444dfc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.654920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb7341-7ae5-4f8e-8833-9174a77698ef None None] Port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:32.657912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 90b78a0a-8355-44d3-ad96-21883fe25ad7 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:32.708770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 90b78a0a-8355-44d3-ad96-21883fe25ad7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:32.709230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 90b78a0a-8355-44d3-ad96-21883fe25ad7 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:32.809187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Attempting to bind port 51e24c2d-1884-4cc5-9428-091bad6e0d73 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:32.817594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Attempting to bind port 51e24c2d-1884-4cc5-9428-091bad6e0d73 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'e24d9bcf-54df-4d1e-87fe-65f226147938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:32.818292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Attempting to bind port 51e24c2d-1884-4cc5-9428-091bad6e0d73 on network 3831ea40-d1fa-49ac-b123-c3488b87d8be {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:32.828507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ddcb7341-7ae5-4f8e-8833-9174a77698ef None None] Provisioning complete for port c2440e6c-897c-4876-a18a-bf186b9052e6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:32.828922 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7341-7ae5-4f8e-8833-9174a77698ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.842469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:32.842925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Checking segment: {'id': 'e24d9bcf-54df-4d1e-87fe-65f226147938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:32.843248 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.843648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Bound using segment: {'id': 'e24d9bcf-54df-4d1e-87fe-65f226147938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:32.844129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Bound port: 51e24c2d-1884-4cc5-9428-091bad6e0d73, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24d9bcf-54df-4d1e-87fe-65f226147938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3831ea40-d1fa-49ac-b123-c3488b87d8be'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:32.844509 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.851163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d638de7f-1c62-4bd5-a61b-d2b88b8045d9 req-1f804989-cbd3-4a30-8f36-3b82aa5adf99 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 210 time: 0.0584915 Jul 16 18:42:32.885492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Router 6ae17d4a-7816-453e-a844-ca4a88d0989a has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:33.160834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] For port 51e24c2d-1884-4cc5-9428-091bad6e0d73, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:33.168281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] For port 51e24c2d-1884-4cc5-9428-091bad6e0d73, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=51e24c2d-1884-4cc5-9428-091bad6e0d73,segment=NetworkSegment(e24d9bcf-54df-4d1e-87fe-65f226147938),segment_id=e24d9bcf-54df-4d1e-87fe-65f226147938)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:33.170763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:33.192426 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.214606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] Sync routers for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:33.261257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] No DVR routers for this DVR port 90b78a0a-8355-44d3-ad96-21883fe25ad7 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:33.267675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:33.270592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:42:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:33.271721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.277418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab42c857-ab9e-4ef7-b5dc-05b7d9311ede req-021888a6-7ed8-4ce8-a1e7-753f942e69dd tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.59 "DELETE /v2.0/ports/90b78a0a-8355-44d3-ad96-21883fe25ad7 HTTP/1.1" status: 204 len: 173 time: 4.7825253 Jul 16 18:42:33.277926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'name': 'network-vif-deleted', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:33.292675 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c678eaf-3b66-4b4e-8df1-3792fd172f05" -d '{"events": [{"server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "name": "network-vif-deleted", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:33.371370 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273a4d05-c4d0-4e14-89e0-d05fea3fefae x-openstack-request-id: req-273a4d05-c4d0-4e14-89e0-d05fea3fefae {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:33.371661 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45de80-4d4c-4adf-abb6-956dceb262a8", "name": "network-vif-deleted", "tag": "90b78a0a-8355-44d3-ad96-21883fe25ad7", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:33.371915 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-273a4d05-c4d0-4e14-89e0-d05fea3fefae {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:33.372319 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45de80-4d4c-4adf-abb6-956dceb262a8', 'name': 'network-vif-deleted', 'tag': '90b78a0a-8355-44d3-ad96-21883fe25ad7', 'status': 'completed', 'code': 200} Jul 16 18:42:33.519250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.597427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Transition to ACTIVE for port object 83e77b54-600a-4447-9a60-a04dca40cb1c will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:33.788301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b4480-b1ab-4fd7-8d60-387294fea9fc None None] Pushing event updated for resources: {'Port': ['ID=51e24c2d-1884-4cc5-9428-091bad6e0d73,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.893964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:33.925255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4cabf1c3-b935-4888-8ad6-85d07f7d3b11 req-a083cd1a-9ab6-4c4c-bec6-4ab790319743 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f45de80-4d4c-4adf-abb6-956dceb262a8 HTTP/1.1" status: 200 len: 210 time: 0.1547058 Jul 16 18:42:33.952095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:33.953785 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.091392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d71f20f7-4170-4cba-b275-25a174740d42 None None] Provisioning complete for port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:34.091769 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d71f20f7-4170-4cba-b275-25a174740d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.114923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.259267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.274902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d71f20f7-4170-4cba-b275-25a174740d42 None None] Port 9bf10fbc-3ba3-431a-b77b-7926fa444dfc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:34.349495 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-059e2bc0-f851-48b5-ae86-7564770f32df req-d91235ec-09a2-42a1-bf66-68a62bb95467 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 210 time: 0.0637624 Jul 16 18:42:34.440923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network 3831ea40-d1fa-49ac-b123-c3488b87d8be is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:34.442163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:34.442407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:34.444896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:34.453004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:34.453757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.472646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a22db5-d742-4e6a-9920-3e495a5aac91 None None] Network f907ef07-59c1-4dff-9375-965a7ffb9cb0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:34.475467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] Checking router: 6ae17d4a-7816-453e-a844-ca4a88d0989a for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:34.508008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:34.508636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:42:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:34.509170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9364297 Jul 16 18:42:34.511972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49058) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:34.517707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09533051-b5f4-42d9-9f15-ab27ddde1fec tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Port': ['ID=83e77b54-600a-4447-9a60-a04dca40cb1c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:34.522583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.540085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 9bf10fbc-3ba3-431a-b77b-7926fa444dfc owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:34.546320 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.579138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:34.579832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting subnet db4a8747-33e7-4291-9fe8-4c9b9e66cbd7 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:34.583803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.588164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e92eec8-49ad-47b2-8910-dadc8f312f8e None None] Provisioning for port 54df0406-fed9-4908-9260-554bb3cefe5a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:34.634424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.641365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:34.656895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:34.676586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:34.718406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event updated for resources: {'Port': ['ID=c2fcc65f-2d3e-4804-9368-579d37190954,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:34.786500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:34.787466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.821822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:34.893923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.997096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 54df0406-fed9-4908-9260-554bb3cefe5a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:34.998564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-673c9be6-d245-4a67-80d9-146999df504d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1434612 Jul 16 18:42:35.012111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Request body: {'port': {'device_id': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:35.039878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.136263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.145405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Subnet': ['ID=db4a8747-33e7-4291-9fe8-4c9b9e66cbd7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:35.147268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49076) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.177695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.177889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=9bf10fbc-3ba3-431a-b77b-7926fa444dfc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:35.188992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fdc0563f-6334-444b-8922-4a2d5c46ce0e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/db4a8747-33e7-4291-9fe8-4c9b9e66cbd7 HTTP/1.1" status: 204 len: 168 time: 0.6756871 Jul 16 18:42:35.198903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49080) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.244318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229d864-d99c-48ba-bdbb-5243a1fb1a3b None None] Network 3831ea40-d1fa-49ac-b123-c3488b87d8be requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:35.309857 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fad8ea8c-9eda-4a45-b108-81aab1781200 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.361986 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fad8ea8c-9eda-4a45-b108-81aab1781200 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.392391 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.398041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-01ae61b0-042b-48ec-9ee6-246e65dc4e2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/9bf10fbc-3ba3-431a-b77b-7926fa444dfc HTTP/1.1" status: 204 len: 168 time: 2.8216052 Jul 16 18:42:35.398796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.401970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.439599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01541156-2295-4423-ae89-78ff8d00aa92 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.441205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01541156-2295-4423-ae89-78ff8d00aa92 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.446614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-01541156-2295-4423-ae89-78ff8d00aa92 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2467048 Jul 16 18:42:35.448825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.468940 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d647aacb-e7a2-4d12-b9ff-4c8c9686b2c9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:42:35.473219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d647aacb-e7a2-4d12-b9ff-4c8c9686b2c9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/9bf10fbc-3ba3-431a-b77b-7926fa444dfc HTTP/1.1" status: 404 len: 333 time: 0.0697565 Jul 16 18:42:35.477181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.562310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fbaba8c6-1b37-4680-bbc4-c43fcaa55917 None None] Provisioning for port 51e24c2d-1884-4cc5-9428-091bad6e0d73 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:35.564265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 54df0406-fed9-4908-9260-554bb3cefe5a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:35.577052 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f320ae2c-9e36-4187-95c3-27b7bd4519c1 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.594398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 97fdfec4-07a5-4258-952b-45d06676d203 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:35.600019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.618166 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f320ae2c-9e36-4187-95c3-27b7bd4519c1 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:42:35.619065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f320ae2c-9e36-4187-95c3-27b7bd4519c1 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:35.625756 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f320ae2c-9e36-4187-95c3-27b7bd4519c1 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/3831ea40-d1fa-49ac-b123-c3488b87d8be HTTP/1.1" status: 409 len: 405 time: 0.1756644 Jul 16 18:42:35.627474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49100) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.635041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-422946256'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:35.673936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:35.679193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.687281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 54df0406-fed9-4908-9260-554bb3cefe5a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:35.687649 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.690629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fad8ea8c-9eda-4a45-b108-81aab1781200 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.694327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fad8ea8c-9eda-4a45-b108-81aab1781200 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.696073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fad8ea8c-9eda-4a45-b108-81aab1781200 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "DELETE /v2.0/security-groups/4d4ffd5d-9ebd-4c23-854f-f000e1167751 HTTP/1.1" status: 204 len: 168 time: 0.5374677 Jul 16 18:42:35.699589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49102) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.719762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.791913 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-c96a6a3a-3c21-4267-b79a-8c34d23125f7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] show failed (client error): The resource could not be found. Jul 16 18:42:35.792993 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c96a6a3a-3c21-4267-b79a-8c34d23125f7 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "GET /v2.0/security-groups/4d4ffd5d-9ebd-4c23-854f-f000e1167751 HTTP/1.1" status: 404 len: 347 time: 0.0921903 Jul 16 18:42:35.796439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.844004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8ea8c-9eda-4a45-b108-81aab1781200 tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4ffd5d-9ebd-4c23-854f-f000e1167751,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:35.943802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:36.008990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0557e-76ae-4259-bf6d-a388ef1fb73b req-7c2dde46-1ff7-4c91-bfb6-e364636ced7c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.018109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ad0557e-76ae-4259-bf6d-a388ef1fb73b req-7c2dde46-1ff7-4c91-bfb6-e364636ced7c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 932 time: 0.2305732 Jul 16 18:42:36.038203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.038602 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Added segment 2c01c056-fcd4-4fe6-9c84-de9fba36eead of type vlan for network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 Jul 16 18:42:36.051674 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.108287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ad0557e-76ae-4259-bf6d-a388ef1fb73b req-b38a752d-ab2f-4159-a71c-77fb3f6c76f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892088 Jul 16 18:42:36.172257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.178274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.244492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=97fdfec4-07a5-4258-952b-45d06676d203,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.260231 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.264886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc8a8acb-1248-4b51-a435-b5e5de97421e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/97fdfec4-07a5-4258-952b-45d06676d203 HTTP/1.1" status: 204 len: 168 time: 0.7828560 Jul 16 18:42:36.265131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:36.276567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3af6159e-dfb4-4f45-bf42-3ad62ba629b7 None None] Provisioning complete for port 54df0406-fed9-4908-9260-554bb3cefe5a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:36.277384 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3af6159e-dfb4-4f45-bf42-3ad62ba629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.280425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9288e410-f953-4f55-91c6-706014e146be None None] Network 5849c446-59ed-4a9a-a777-33d78014baba requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:36.358750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 2c3babcc-8cbc-4c92-ba41-d6bff8529837 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:36.362714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.371741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Deleting port 62913432-c1a3-40ee-82ee-588c4df3dd30 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:36.372069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.410315 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.420872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.420872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.429623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.523930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8900099 Jul 16 18:42:36.529208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49116) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:36.554782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:36.573476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'subnet': {'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:36.587985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fcc65f-2d3e-4804-9368-579d37190954 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:36.600603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f7795-5dfd-49dd-98a3-31abb3dd1163 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Network': ['ID=971134cc-cd66-4fb2-87a9-73bd7ffb2811,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.614380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.634775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] DHCP port deletion for 3831ea40-d1fa-49ac-b123-c3488b87d8be request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:36.639365 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.639699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.645011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:36.650403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.660730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Calling delete_port for 62913432-c1a3-40ee-82ee-588c4df3dd30 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:36.723947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef28bfc-ab8a-48c5-b968-4abaee8bba39 None None] The sync data for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 is: [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:34:50Z', 'revision_number': 4, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6c99fddb-e2ef-45a5-8773-e575d27f92f5', 'name': '', 'network_id': 'ac5a1346-54e4-49b6-aa14-05f4fc5d68cf', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'mac_address': 'fa:16:3e:5e:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:34:58Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'subnets': [{'id': '6b427a0f-c755-41ab-be75-2b0c811e4726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:36.731003 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.778520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:36.787099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.832302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.896033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.916670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3babcc-8cbc-4c92-ba41-d6bff8529837,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.927215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Pushing event deleted for resources: {'Port': ['ID=62913432-c1a3-40ee-82ee-588c4df3dd30,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.931634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Transition to ACTIVE for port object c2fcc65f-2d3e-4804-9368-579d37190954 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:36.939915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.942638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a30d00ee-5027-4848-9257-332b769e92e6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/2c3babcc-8cbc-4c92-ba41-d6bff8529837 HTTP/1.1" status: 204 len: 168 time: 0.6765037 Jul 16 18:42:36.944639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.949714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49120) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:37.032150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3af6159e-dfb4-4f45-bf42-3ad62ba629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.044206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 54df0406-fed9-4908-9260-554bb3cefe5a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=54df0406-fed9-4908-9260-554bb3cefe5a,segment=NetworkSegment(37a51a48-be7b-43d1-b836-29204f4ec18f),segment_id=37a51a48-be7b-43d1-b836-29204f4ec18f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:37.086221 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.087054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 51e24c2d-1884-4cc5-9428-091bad6e0d73 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:37.158000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.173278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.185068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eb2aa464-67a1-4246-9194-889072ef766f tempest-AttachVolumeTestJSON-630026804 tempest-AttachVolumeTestJSON-630026804-project] 10.222.0.49 "DELETE /v2.0/floatingips/e4eab1e5-d21c-4c84-9365-638c88191747 HTTP/1.1" status: 204 len: 168 time: 1.3842251 Jul 16 18:42:37.292505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] Deleting port 51e24c2d-1884-4cc5-9428-091bad6e0d73 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:37.297992 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.327211 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87da09-43ba-4ea8-a5ce-1039f19591e9 None None] New status for floating IP e4eab1e5-d21c-4c84-9365-638c88191747: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:37.396130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Pushing event updated for resources: {'Port': ['ID=c2fcc65f-2d3e-4804-9368-579d37190954,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:37.435757 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-3af6159e-dfb4-4f45-bf42-3ad62ba629b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:42:37.436484 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-3af6159e-dfb4-4f45-bf42-3ad62ba629b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:42:37.437225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=54df0406-fed9-4908-9260-554bb3cefe5a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:37.448856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.522917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 51e24c2d-1884-4cc5-9428-091bad6e0d73 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:37.535920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] For port 51e24c2d-1884-4cc5-9428-091bad6e0d73, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=51e24c2d-1884-4cc5-9428-091bad6e0d73,segment=NetworkSegment(e24d9bcf-54df-4d1e-87fe-65f226147938),segment_id=e24d9bcf-54df-4d1e-87fe-65f226147938)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:37.536651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.551681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 51e24c2d-1884-4cc5-9428-091bad6e0d73 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:37.552131 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.584004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] Calling delete_port for 51e24c2d-1884-4cc5-9428-091bad6e0d73 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:37.600981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:42:37.607110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.653351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Attempting to bind port c2fcc65f-2d3e-4804-9368-579d37190954 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:37.653961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Attempting to bind port c2fcc65f-2d3e-4804-9368-579d37190954 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:37.654524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Attempting to bind port c2fcc65f-2d3e-4804-9368-579d37190954 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:37.660577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Port c2fcc65f-2d3e-4804-9368-579d37190954 on network 05222e42-e89b-45b9-9873-2ae4eb29292b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:37.661072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Attempting to bind port c2fcc65f-2d3e-4804-9368-579d37190954 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:37.671893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:37.672411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:37.672961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Bound using segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:37.673516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Bound port: c2fcc65f-2d3e-4804-9368-579d37190954, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:37.673981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.706176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port c2440e6c-897c-4876-a18a-bf186b9052e6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:37.706703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.717891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51e6e-0a89-422d-9778-169c78d701b5 req-8b757b9c-6a09-416b-baeb-d2443dc35fc4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.719607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-79d51e6e-0a89-422d-9778-169c78d701b5 req-8b757b9c-6a09-416b-baeb-d2443dc35fc4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 944 time: 0.3593349 Jul 16 18:42:37.722107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Subnet': ['ID=13eb3110-3b50-4930-8e46-789df0b9e8f9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:37.781078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f26099-b011-46ee-96d1-7ef80bc7fa10 None None] Update dhcp port {'port': {'network_id': '5849c446-59ed-4a9a-a777-33d78014baba', 'fixed_ips': [{'subnet_id': '2c3babcc-8cbc-4c92-ba41-d6bff8529837'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'c2440e6c-897c-4876-a18a-bf186b9052e6'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:42:37.811134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Checking segment: {'id': '2c01c056-fcd4-4fe6-9c84-de9fba36eead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:37.811592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network hostable DHCP agents. Network: 971134cc-cd66-4fb2-87a9-73bd7ffb2811, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:37.857116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-79d51e6e-0a89-422d-9778-169c78d701b5 req-b6558505-044a-43ea-9cde-3fcc1cf36875 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241276 Jul 16 18:42:37.871070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:37.874916 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66f26099-b011-46ee-96d1-7ef80bc7fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.878710 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.896382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 971134cc-cd66-4fb2-87a9-73bd7ffb2811) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:37.903820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.904891 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.934379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96751aae-1118-43d4-bd33-791a23f776bc None None] Network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:37.945874 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.949302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:37.950411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a0be95f5-41ef-407e-b73a-f97aa854574e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4122932 Jul 16 18:42:37.951295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] For port c2440e6c-897c-4876-a18a-bf186b9052e6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c2440e6c-897c-4876-a18a-bf186b9052e6,segment=NetworkSegment(9068c3cb-f16e-45b0-a122-9d757ce5ff88),segment_id=9068c3cb-f16e-45b0-a122-9d757ce5ff88)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:37.951660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.959676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] Pushing event deleted for resources: {'Port': ['ID=51e24c2d-1884-4cc5-9428-091bad6e0d73,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:37.969231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'port': {'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811', 'name': 'tempest-NetworksIpV6TestAttrs-2146414408'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:38.035207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for c2440e6c-897c-4876-a18a-bf186b9052e6 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:38.037731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] For port c2fcc65f-2d3e-4804-9368-579d37190954, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:38.056318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0da34-a395-4ae2-9a02-702e6f386e3d None None] No DVR routers for this DVR port 51e24c2d-1884-4cc5-9428-091bad6e0d73 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:38.088453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] For port c2fcc65f-2d3e-4804-9368-579d37190954, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c2fcc65f-2d3e-4804-9368-579d37190954,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:38.311846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.488363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:38.489027 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.490795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] 10.222.0.67 "PUT /v2.0/ports/c2fcc65f-2d3e-4804-9368-579d37190954 HTTP/1.1" status: 200 len: 1093 time: 3.4839590 Jul 16 18:42:38.491607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'tag': 'c2fcc65f-2d3e-4804-9368-579d37190954'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:38.494110 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6bff56-e424-4eee-9597-1a77d12712e6", "tag": "c2fcc65f-2d3e-4804-9368-579d37190954"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:38.611155 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76e4b45-37b6-4a7d-9d34-2d632054fe29 x-openstack-request-id: req-d76e4b45-37b6-4a7d-9d34-2d632054fe29 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:38.611472 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6bff56-e424-4eee-9597-1a77d12712e6", "tag": "c2fcc65f-2d3e-4804-9368-579d37190954", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:38.611690 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d76e4b45-37b6-4a7d-9d34-2d632054fe29 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:38.612105 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'tag': 'c2fcc65f-2d3e-4804-9368-579d37190954', 'status': 'completed', 'code': 200} Jul 16 18:42:38.624437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0353c-c5c3-4075-a450-1863935c6d21 None None] Network 5849c446-59ed-4a9a-a777-33d78014baba requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:38.626797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 54df0406-fed9-4908-9260-554bb3cefe5a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:38.638773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413bbd9-11c9-4204-89c9-c37880b3ab8a service neutron] Pushing event updated for resources: {'Port': ['ID=c2fcc65f-2d3e-4804-9368-579d37190954,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:38.663750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.750281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No DVR routers for this DVR port c2440e6c-897c-4876-a18a-bf186b9052e6 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:38.758901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=c2440e6c-897c-4876-a18a-bf186b9052e6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:38.808847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:38.812882 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.813053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c0d6dae0-2d43-4f7a-8f90-eed36cfd49e5 None None] Could not find standard attr ID for object c2440e6c-897c-4876-a18a-bf186b9052e6. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:38.841672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-971134cc-cd66-4fb2-87a9-73bd7ffb2811', 'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811', 'tenant_id': '425ca9d7c2834200bc7efffb3ee249e5', 'fixed_ips': [{'subnet_id': '13eb3110-3b50-4930-8e46-789df0b9e8f9'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:38.842466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.890499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-1e881d2c-af05-4b1a-a1fa-a8a40246d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:38.892043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-1e881d2c-af05-4b1a-a1fa-a8a40246d1bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 1096 time: 0.3413885 Jul 16 18:42:38.952324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.964831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5849c446-59ed-4a9a-a777-33d78014baba']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:38.977216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9068c3cb-f16e-45b0-a122-9d757ce5ff88') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:38.977509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9068c3cb-f16e-45b0-a122-9d757ce5ff88') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:38.988135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.004704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.012163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:39.012570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.016111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Allocated IP 2001:db8::f816:3eff:fe9b:e71a (971134cc-cd66-4fb2-87a9-73bd7ffb2811/13eb3110-3b50-4930-8e46-789df0b9e8f9/49111182-d62e-4603-8afc-b1c215dcf69d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:39.052105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] device_id is not set on port c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:39.069849 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:39.209179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a2463-5aec-4506-910c-e93664d14faa None None] DHCP port deletion for 5849c446-59ed-4a9a-a777-33d78014baba request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:39.213757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-4b9a4664-cd61-485a-9e03-3058e9bc8c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fcc65f-2d3e-4804-9368-579d37190954 HTTP/1.1" status: 200 len: 217 time: 0.0769851 Jul 16 18:42:39.242204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 54df0406-fed9-4908-9260-554bb3cefe5a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:39.242642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.319943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.352489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Transition to ACTIVE for port object 49111182-d62e-4603-8afc-b1c215dcf69d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:39.416195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Transition to ACTIVE for port object 49111182-d62e-4603-8afc-b1c215dcf69d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:39.449405 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.892704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.921716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.924328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/5849c446-59ed-4a9a-a777-33d78014baba HTTP/1.1" status: 204 len: 168 time: 2.9715734 Jul 16 18:42:39.928843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:39.954121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0854c-93a5-4c81-9e7a-f709afe50016 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=5849c446-59ed-4a9a-a777-33d78014baba,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:40.009806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-bcc3cd24-011b-4931-8932-a3567c28cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.011572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-bcc3cd24-011b-4931-8932-a3567c28cd3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.7778914 Jul 16 18:42:40.056320 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-431d300b-7244-402f-a88e-7651b41d61d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331571 Jul 16 18:42:40.073425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:40.082927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:40.102694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:40.182240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b7160-982a-4ab6-a95e-1a62dcdb5f50 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.187804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-941b7160-982a-4ab6-a95e-1a62dcdb5f50 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2581825 Jul 16 18:42:40.189198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:40.192545 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-17657da5-ae3f-4d1f-8107-a01b8a87cac6 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279602 Jul 16 18:42:40.210474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=49111182-d62e-4603-8afc-b1c215dcf69d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:40.214061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 51e24c2d-1884-4cc5-9428-091bad6e0d73 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:40.261356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 51e24c2d-1884-4cc5-9428-091bad6e0d73 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:40.261811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 51e24c2d-1884-4cc5-9428-091bad6e0d73 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:40.263745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8dc8f-1af6-4a1d-892b-9f325f53d55d req-22f54185-d81c-41e7-8aa7-34f6b991a0dc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.266571 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bef8dc8f-1af6-4a1d-892b-9f325f53d55d req-22f54185-d81c-41e7-8aa7-34f6b991a0dc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 944 time: 1.1274192 Jul 16 18:42:40.267886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Allocated IP 2001:db8::f816:3eff:fefd:ccbd (971134cc-cd66-4fb2-87a9-73bd7ffb2811/13eb3110-3b50-4930-8e46-789df0b9e8f9/c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:40.287003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c48f9749-2862-4d30-882e-94bad20bd143 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0923069 Jul 16 18:42:40.292199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49170) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:40.296651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Attempting to bind port 49111182-d62e-4603-8afc-b1c215dcf69d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:40.297071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Attempting to bind port 49111182-d62e-4603-8afc-b1c215dcf69d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2c01c056-fcd4-4fe6-9c84-de9fba36eead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:40.297433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Attempting to bind port 49111182-d62e-4603-8afc-b1c215dcf69d on network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:40.303850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-391472457'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:40.307320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:40.308142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Checking segment: {'id': '2c01c056-fcd4-4fe6-9c84-de9fba36eead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:40.312667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.313160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Bound using segment: {'id': '2c01c056-fcd4-4fe6-9c84-de9fba36eead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:40.313647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Bound port: 49111182-d62e-4603-8afc-b1c215dcf69d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c01c056-fcd4-4fe6-9c84-de9fba36eead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '971134cc-cd66-4fb2-87a9-73bd7ffb2811'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:40.314034 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.340990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:40.356607 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.413025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bef8dc8f-1af6-4a1d-892b-9f325f53d55d req-c2d24334-89e0-4505-98b9-e398972a610d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132290 Jul 16 18:42:40.486511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:40.499258 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.499730 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment c04008c4-81db-4bd0-8bd9-c89f984851ba of type vlan for network c37bf177-0059-4d85-b56d-a5b884b5d093 Jul 16 18:42:40.590350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-217a6c18-03ec-4bc4-bcbe-dd804070d275 req-076cb4eb-2661-4ab4-a891-dc6a16c2b7fd service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869817 Jul 16 18:42:40.608920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2440e6c-897c-4876-a18a-bf186b9052e6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:40.636688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.729818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: c2440e6c-897c-4876-a18a-bf186b9052e6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:40.729818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c2440e6c-897c-4876-a18a-bf186b9052e6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:40.736938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] For port 49111182-d62e-4603-8afc-b1c215dcf69d, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:40.835646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.852085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] For port 49111182-d62e-4603-8afc-b1c215dcf69d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=49111182-d62e-4603-8afc-b1c215dcf69d,segment=NetworkSegment(2c01c056-fcd4-4fe6-9c84-de9fba36eead),segment_id=2c01c056-fcd4-4fe6-9c84-de9fba36eead)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:40.855027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Transition to ACTIVE for port object c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:40.858626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-034ce2a9-9ccd-4786-89bc-5f633b46b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.860619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-034ce2a9-9ccd-4786-89bc-5f633b46b51c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 1096 time: 0.1498067 Jul 16 18:42:40.861620 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.881898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.899083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.899736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.052029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=c37bf177-0059-4d85-b56d-a5b884b5d093,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.059020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df2395-aa7b-400f-81c0-9941e46f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=49111182-d62e-4603-8afc-b1c215dcf69d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.076818 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad3859a9-1afb-486d-b097-0d456d7955f6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7821577 Jul 16 18:42:41.077391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network c37bf177-0059-4d85-b56d-a5b884b5d093 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:41.082183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:41.107462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:41.139151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-8a5ed5f5-9c9c-453b-80a6-e9a21275a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.140963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-8a5ed5f5-9c9c-453b-80a6-e9a21275a75c service neutron] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.2673941 Jul 16 18:42:41.313190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-57c8f4ab-bbf1-4ab0-9b13-5b1bf6fd7c09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fcc65f-2d3e-4804-9368-579d37190954 HTTP/1.1" status: 200 len: 217 time: 0.1595569 Jul 16 18:42:41.399164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.527835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-5553443f-f2ca-416b-996e-b23d9e9c80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.548926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-5553443f-f2ca-416b-996e-b23d9e9c80ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.2081609 Jul 16 18:42:41.564608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c2fcc65f-2d3e-4804-9368-579d37190954 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:41.591626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:41.594393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Port': ['ID=c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.635247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:41.635468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:41.646282 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.663564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-dc0d2304-72a4-4df5-b871-ccec2ac89a3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061871 Jul 16 18:42:41.673347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:41.682078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.682736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.757829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-156f20b8-2728-477f-8dfd-351bf0eceb13 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8031654 Jul 16 18:42:41.761013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49192) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:41.856111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c2fcc65f-2d3e-4804-9368-579d37190954, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c2fcc65f-2d3e-4804-9368-579d37190954,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:41.856503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting subnet 13eb3110-3b50-4930-8e46-789df0b9e8f9 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:41.863744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.868293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-6440f8af-95cd-46dc-9d5f-d37d0d20b261 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037549 Jul 16 18:42:41.914466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'c2fcc65f-2d3e-4804-9368-579d37190954', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'port_id': 'c2fcc65f-2d3e-4804-9368-579d37190954', 'mac_address': 'fa:16:3e:a4:77:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8116a7-3347-445b-89c8-befca16abc21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:42.050875 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.086269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-b8b7b276-a7b2-4e09-845d-f822a78a514f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6029205 Jul 16 18:42:42.096488 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.122877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fcc65f-2d3e-4804-9368-579d37190954 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:42.185546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c2fcc65f-2d3e-4804-9368-579d37190954, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c2fcc65f-2d3e-4804-9368-579d37190954,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:42.198515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.311577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=c2fcc65f-2d3e-4804-9368-579d37190954,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:42.331816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a0a4a-c29c-44e7-ae61-bd8134bab0a4 req-5e76b22a-9fea-49fe-8e7f-78933d79a1dd tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.339416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-312a0a4a-c29c-44e7-ae61-bd8134bab0a4 req-5e76b22a-9fea-49fe-8e7f-78933d79a1dd tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 944 time: 0.4279749 Jul 16 18:42:42.354852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6becc97-4ee8-4c97-90bd-09eaff0c2ece req-b854fccc-ced8-4330-8eff-927400d77715 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587421 Jul 16 18:42:42.466557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['c2fcc65f-2d3e-4804-9368-579d37190954'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:42.471101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-312a0a4a-c29c-44e7-ae61-bd8134bab0a4 req-6d00a51c-159f-4459-b3e7-b57feadb7c40 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305859 Jul 16 18:42:42.521358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-e17bafcb-9722-479f-8f44-c921c2061028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.525572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-e17bafcb-9722-479f-8f44-c921c2061028 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1097 time: 0.2942288 Jul 16 18:42:42.540118 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.639194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.757456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.860698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 49111182-d62e-4603-8afc-b1c215dcf69d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:42.876211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=6515577b-01ba-4163-87c9-9803224e26d0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:42.902667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Subnet': ['ID=13eb3110-3b50-4930-8e46-789df0b9e8f9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:42.902927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': 'c04008c4-81db-4bd0-8bd9-c89f984851ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:42.905935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: c37bf177-0059-4d85-b56d-a5b884b5d093, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:42.913068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.915289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9023e171-006b-4c56-af86-c122eb7bc2b7 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/13eb3110-3b50-4930-8e46-789df0b9e8f9 HTTP/1.1" status: 204 len: 168 time: 1.1535857 Jul 16 18:42:42.918338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:42.950368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-58c8555f-4efd-4609-ac0e-137d1bf49103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.963088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-58c8555f-4efd-4609-ac0e-137d1bf49103 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.3408072 Jul 16 18:42:42.986719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 49111182-d62e-4603-8afc-b1c215dcf69d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:43.036617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99007d1-63da-4187-941b-49bbe4307bdb tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.038200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99007d1-63da-4187-941b-49bbe4307bdb tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.042356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f99007d1-63da-4187-941b-49bbe4307bdb tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1200962 Jul 16 18:42:43.053321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:43.059580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-deb18723-9a96-405f-ae78-99def8e7ec40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 1001 time: 0.0860014 Jul 16 18:42:43.060705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network c37bf177-0059-4d85-b56d-a5b884b5d093 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:43.073944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d2415-febb-4258-b27f-0afe48decdb8 None None] Network 971134cc-cd66-4fb2-87a9-73bd7ffb2811 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:43.279987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-beae3ff1-7354-496d-91e6-6d4ae94bd6aa tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.314912 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-beae3ff1-7354-496d-91e6-6d4ae94bd6aa tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:42:43.315282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beae3ff1-7354-496d-91e6-6d4ae94bd6aa tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:43.317430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-beae3ff1-7354-496d-91e6-6d4ae94bd6aa tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/971134cc-cd66-4fb2-87a9-73bd7ffb2811 HTTP/1.1" status: 409 len: 405 time: 0.2627876 Jul 16 18:42:43.321355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:43.326773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1732904165'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:43.370226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:43.374054 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.429910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:43.449485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.449860 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Added segment a54fbb2c-d778-4fa8-abab-8e8a563e6eda of type vlan for network bbcec44f-4e93-4e84-96ec-8c72e8f35eed Jul 16 18:42:43.476697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c4cb1a3c-7fbd-4566-97dc-7496b5d87559 None None] Provisioning for port 49111182-d62e-4603-8afc-b1c215dcf69d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:43.484143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c4cb1a3c-7fbd-4566-97dc-7496b5d87559 None None] Provisioning complete for port 49111182-d62e-4603-8afc-b1c215dcf69d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:43.484143 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1a3c-7fbd-4566-97dc-7496b5d87559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.554814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.612457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.619837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.620495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.699046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c2fcc65f-2d3e-4804-9368-579d37190954 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:43.756928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Network': ['ID=bbcec44f-4e93-4e84-96ec-8c72e8f35eed,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:43.798092 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-651c2ed0-08f8-4f7d-9e7a-05e3266e57d5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4755199 Jul 16 18:42:43.801144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49226) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:43.807573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'subnet': {'network_id': 'bbcec44f-4e93-4e84-96ec-8c72e8f35eed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:43.821960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network bbcec44f-4e93-4e84-96ec-8c72e8f35eed details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:43.971767 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1a3c-7fbd-4566-97dc-7496b5d87559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.022849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] DHCP port deletion for 971134cc-cd66-4fb2-87a9-73bd7ffb2811 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:44.029212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port c2fcc65f-2d3e-4804-9368-579d37190954 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:44.046403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, c37bf177-0059-4d85-b56d-a5b884b5d093) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:44.057969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:44.075604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.076562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.084790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c0b3df-cfb3-4ea7-a55c-10c6610a3ae2 None None] Network c37bf177-0059-4d85-b56d-a5b884b5d093 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:44.085394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.087351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port c2fcc65f-2d3e-4804-9368-579d37190954 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:44.105436 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.254344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-4ae140d3-b71a-45a2-8215-91c2c0269a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.262583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-4ae140d3-b71a-45a2-8215-91c2c0269a24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 1.1840637 Jul 16 18:42:44.278503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:44.307383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c4cb1a3c-7fbd-4566-97dc-7496b5d87559 None None] For port 49111182-d62e-4603-8afc-b1c215dcf69d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=49111182-d62e-4603-8afc-b1c215dcf69d,segment=NetworkSegment(2c01c056-fcd4-4fe6-9c84-de9fba36eead),segment_id=2c01c056-fcd4-4fe6-9c84-de9fba36eead)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:44.349637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e432ad4c-4192-4c51-b2cf-ebf232d214c5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2662127 Jul 16 18:42:44.350688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:44.361973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093', 'name': 'tempest-PortsIpV6TestJSON-505261838'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:44.375283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dd898-0e90-4aff-88d2-3db8ff9b7610 req-2b3b2917-34cc-41c7-a48a-983f977e5dce tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.377162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a53dd898-0e90-4aff-88d2-3db8ff9b7610 req-2b3b2917-34cc-41c7-a48a-983f977e5dce tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 945 time: 0.3276830 Jul 16 18:42:44.389606 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4cb1a3c-7fbd-4566-97dc-7496b5d87559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.447810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-ceea493b-d117-4923-8908-2414144c2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.449638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-ceea493b-d117-4923-8908-2414144c2152 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776807 Jul 16 18:42:44.569565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] Deleting subnet b98f8cb3-58b0-4366-a812-fa63ae144fcf {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:44.570766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 49111182-d62e-4603-8afc-b1c215dcf69d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:44.579562 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.608385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a53dd898-0e90-4aff-88d2-3db8ff9b7610 req-736dd38a-0670-4e0a-9f51-0b3864b1b3b9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068801 Jul 16 18:42:44.610244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-c4a0415c-5569-4922-a0ec-3d022d8d03d3 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110358 Jul 16 18:42:44.690018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.722625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb1a3c-7fbd-4566-97dc-7496b5d87559 None None] Pushing event updated for resources: {'Port': ['ID=49111182-d62e-4603-8afc-b1c215dcf69d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:44.751346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] Deleting port 49111182-d62e-4603-8afc-b1c215dcf69d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:44.751953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.790835 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.846309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.860506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-c37bf177-0059-4d85-b56d-a5b884b5d093', 'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093', 'tenant_id': '9a546d8538bd416dbd5a586db8d9ed10', 'fixed_ips': [{'subnet_id': '6515577b-01ba-4163-87c9-9803224e26d0'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:44.861511 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.923949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] For port 49111182-d62e-4603-8afc-b1c215dcf69d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=49111182-d62e-4603-8afc-b1c215dcf69d,segment=NetworkSegment(2c01c056-fcd4-4fe6-9c84-de9fba36eead),segment_id=2c01c056-fcd4-4fe6-9c84-de9fba36eead)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:44.924527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.961362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fcc65f-2d3e-4804-9368-579d37190954'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:44.963730 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1ac37b-a9c8-4a37-9a94-19b5e26e5769" -d '{"events": [{"server_uuid": "9f6bff56-e424-4eee-9597-1a77d12712e6", "name": "network-vif-plugged", "status": "completed", "tag": "c2fcc65f-2d3e-4804-9368-579d37190954"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:44.966105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf77e95-bb0d-4147-8e5d-4d19f59b478f req-ef53e996-7aa5-468a-ac2a-12229f39cee6 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291636 Jul 16 18:42:45.013467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] Calling delete_port for 49111182-d62e-4603-8afc-b1c215dcf69d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:45.055788 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.088359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c2fcc65f-2d3e-4804-9368-579d37190954, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c2fcc65f-2d3e-4804-9368-579d37190954,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:45.091749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:45.098408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.102209 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.111021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98f8cb3-58b0-4366-a812-fa63ae144fcf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.120421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.122646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c4777e26-738f-47d3-8a0e-f628892c21a8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b98f8cb3-58b0-4366-a812-fa63ae144fcf HTTP/1.1" status: 204 len: 168 time: 0.8429363 Jul 16 18:42:45.125594 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13262ac6-14af-432e-b97a-aad16c473dec x-openstack-request-id: req-13262ac6-14af-432e-b97a-aad16c473dec {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:45.125888 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6bff56-e424-4eee-9597-1a77d12712e6", "name": "network-vif-plugged", "status": "completed", "tag": "c2fcc65f-2d3e-4804-9368-579d37190954", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:45.126143 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13262ac6-14af-432e-b97a-aad16c473dec {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:45.126549 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fcc65f-2d3e-4804-9368-579d37190954', 'code': 200} Jul 16 18:42:45.127238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.128611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:45.152408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 24c2c722-b4d6-414e-9f0c-7f20021ef689 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:45.265739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.308144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:42:45.312544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.317308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::172 (c37bf177-0059-4d85-b56d-a5b884b5d093/6515577b-01ba-4163-87c9-9803224e26d0/24c2c722-b4d6-414e-9f0c-7f20021ef689) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:45.422630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=c2fcc65f-2d3e-4804-9368-579d37190954,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.475070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 49111182-d62e-4603-8afc-b1c215dcf69d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=49111182-d62e-4603-8afc-b1c215dcf69d,segment=NetworkSegment(2c01c056-fcd4-4fe6-9c84-de9fba36eead),segment_id=2c01c056-fcd4-4fe6-9c84-de9fba36eead)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:45.486904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Subnet': ['ID=88451561-dbd4-46ba-b282-9d42433b83b7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.487163 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.504096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858bf0-24e3-4c5c-838f-15f52b91ac61 req-1951f62a-7b87-442a-9ebf-42a22b923713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.505915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e858bf0-24e3-4c5c-838f-15f52b91ac61 req-1951f62a-7b87-442a-9ebf-42a22b923713 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 1098 time: 0.2912803 Jul 16 18:42:45.538218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.545442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Checking segment: {'id': 'a54fbb2c-d778-4fa8-abab-8e8a563e6eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bbcec44f-4e93-4e84-96ec-8c72e8f35eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:45.546089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network hostable DHCP agents. Network: bbcec44f-4e93-4e84-96ec-8c72e8f35eed, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:45.566183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401bb63d-95ec-49c7-a869-7498806a1597']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:45.591033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccd494f-150a-4848-a209-994543f846f6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:45.593830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccd494f-150a-4848-a209-994543f846f6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:45.596066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.623147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=49111182-d62e-4603-8afc-b1c215dcf69d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.628801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] No DVR routers for this DVR port 49111182-d62e-4603-8afc-b1c215dcf69d on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:45.700196 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.721304 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.760094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e1e6d-1933-418d-965f-6d82d4286e82 None None] Pushing event deleted for resources: {'Port': ['ID=49111182-d62e-4603-8afc-b1c215dcf69d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.773548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e858bf0-24e3-4c5c-838f-15f52b91ac61 req-57500375-eee3-4683-9155-cc8637a732c4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244294 Jul 16 18:42:45.776656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 24c2c722-b4d6-414e-9f0c-7f20021ef689 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:45.787424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.804098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:45.804511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.851634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:45.938989 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:45.976705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network bbcec44f-4e93-4e84-96ec-8c72e8f35eed is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:45.986690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.026090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.028402 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] 10.222.0.49 "DELETE /v2.0/networks/401bb63d-95ec-49c7-a869-7498806a1597 HTTP/1.1" status: 204 len: 168 time: 0.8982232 Jul 16 18:42:46.030379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edbb5b-b671-4c9a-8ef7-962bead42fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=401bb63d-95ec-49c7-a869-7498806a1597,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.032013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, bbcec44f-4e93-4e84-96ec-8c72e8f35eed) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:46.033196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.033661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network c37bf177-0059-4d85-b56d-a5b884b5d093 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:46.050718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:46.060689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66133ae7-c57e-4bae-9853-527df69aa6a4 None None] Network bbcec44f-4e93-4e84-96ec-8c72e8f35eed requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:46.064406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Allocated IP 2001:db8::2 (c37bf177-0059-4d85-b56d-a5b884b5d093/6515577b-01ba-4163-87c9-9803224e26d0/dec7d0c0-3aa6-40bd-b9d8-56b978e2c870) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:46.077673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:46.086792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] Deleting subnet 3fab629f-e8f4-4d73-aab6-650f79fe0b5c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:46.090806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.092070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.096206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.097097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.115309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.154478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=24c2c722-b4d6-414e-9f0c-7f20021ef689,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.173345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6449418f-a017-4487-9a1f-1b8b01853f25 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3695543 Jul 16 18:42:46.173944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1efca0c2-5c39-4e65-b4ba-54594642a439 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8167672 Jul 16 18:42:46.176762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.179510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.188152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093', 'name': 'tempest-PortsIpV6TestJSON-1434705859'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:46.249855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.259038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc8306-589e-42b1-9a09-87162a9d0084 req-804bbb06-c25c-4726-982f-e8897b06ecdb tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.260981 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdfc8306-589e-42b1-9a09-87162a9d0084 req-804bbb06-c25c-4726-982f-e8897b06ecdb tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 946 time: 0.3208854 Jul 16 18:42:46.294136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-601486b5-aaad-4ab8-845c-736de54aa4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.384495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.416692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fdfc8306-589e-42b1-9a09-87162a9d0084 req-b6d5896c-9b4c-46cd-9754-d9c4db49255f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101959 Jul 16 18:42:46.428566 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.468621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:46.476386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.502655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.505931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port dbb2cab9-5bc3-48e7-9ac2-4440b24e0335 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:46.553528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.570525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fab629f-e8f4-4d73-aab6-650f79fe0b5c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.587504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.592517 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66713210-7ab7-42f2-8e35-bd58ca5c99df admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3fab629f-e8f4-4d73-aab6-650f79fe0b5c HTTP/1.1" status: 204 len: 168 time: 0.5582571 Jul 16 18:42:46.600210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49258) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.715518 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.734637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.833250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b02c65c-e62f-4822-a190-0aba9a680107 None None] Network bbcec44f-4e93-4e84-96ec-8c72e8f35eed requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:46.855397 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.871924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a208aa5-3928-48d2-8eea-5b31d51b1b17']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:46.895075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Subnet': ['ID=88451561-dbd4-46ba-b282-9d42433b83b7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.917874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c3fcb6-e4e7-49e7-a031-b31ff2fef921') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:46.918316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c3fcb6-e4e7-49e7-a031-b31ff2fef921') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:46.930191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.956284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.965229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:46.965821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:46.967575 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:46.976078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.997414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcec44f-4e93-4e84-96ec-8c72e8f35eed']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:47.005291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.008158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-96c6e5c9-78cc-4d34-b756-696f6f26255c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1332021 Jul 16 18:42:47.015036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54fbb2c-d778-4fa8-abab-8e8a563e6eda') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:47.015280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Transition to ACTIVE for port object dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:47.015553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54fbb2c-d778-4fa8-abab-8e8a563e6eda') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:47.037248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.056701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Transition to ACTIVE for port object dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:47.067654 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.082659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.100394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:47.101046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:47.109042 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:47.184920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Network c37bf177-0059-4d85-b56d-a5b884b5d093 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:47.190872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:47.196394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:47.224602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.230361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.234138 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.240919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/bbcec44f-4e93-4e84-96ec-8c72e8f35eed HTTP/1.1" status: 204 len: 168 time: 1.0602446 Jul 16 18:42:47.243371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49270) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:47.249290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-595713388'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:47.268670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff923d-8d55-4d41-8166-e20fd4ea3073 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Network': ['ID=bbcec44f-4e93-4e84-96ec-8c72e8f35eed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.288726 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.290129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Pushing event updated for resources: {'Port': ['ID=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.291022 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a208aa5-3928-48d2-8eea-5b31d51b1b17 HTTP/1.1" status: 204 len: 168 time: 0.6895797 Jul 16 18:42:47.314055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:47.326320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Attempting to bind port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:47.327192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Attempting to bind port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c04008c4-81db-4bd0-8bd9-c89f984851ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:47.327709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Attempting to bind port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 on network c37bf177-0059-4d85-b56d-a5b884b5d093 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:47.329906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.334067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:47.334808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Checking segment: {'id': 'c04008c4-81db-4bd0-8bd9-c89f984851ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:47.335365 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.335917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Bound using segment: {'id': 'c04008c4-81db-4bd0-8bd9-c89f984851ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:47.336555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Bound port: dec7d0c0-3aa6-40bd-b9d8-56b978e2c870, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04008c4-81db-4bd0-8bd9-c89f984851ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c37bf177-0059-4d85-b56d-a5b884b5d093'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:47.337360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.380959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::3da (c37bf177-0059-4d85-b56d-a5b884b5d093/6515577b-01ba-4163-87c9-9803224e26d0/dbb2cab9-5bc3-48e7-9ac2-4440b24e0335) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:47.397929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:47.421991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.422357 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Added segment a76cb6e3-8f74-4bcf-909b-e5e24b402906 of type vlan for network 7fbfcded-b5ef-452a-80df-23c8d05914bc Jul 16 18:42:47.450910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] For port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:47.455894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] For port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,segment=NetworkSegment(c04008c4-81db-4bd0-8bd9-c89f984851ba),segment_id=c04008c4-81db-4bd0-8bd9-c89f984851ba)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:47.467820 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.497666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.519895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49276) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:47.522711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964492a-6abb-48cb-b3ca-7a7d769c3842 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a208aa5-3928-48d2-8eea-5b31d51b1b17,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.561328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d626fec-f882-4453-b739-52d25ab1e577 None None] Pushing event updated for resources: {'Port': ['ID=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.576592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-486a9ef7-9462-482f-94a5-0e45bcb0578f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70159b2b91a448ccb08ac64c0274293b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478311 Jul 16 18:42:47.577743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.583746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.584405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.586834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:47.655777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4110756 Jul 16 18:42:47.664820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:47.670051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'subnet': {'network_id': '7fbfcded-b5ef-452a-80df-23c8d05914bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:47.745918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.746467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.746863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.747330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.747799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.748260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.748721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.750722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d5912d58-cc16-45f9-8961-65efcdf7872c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6508 time: 0.6430826 Jul 16 18:42:47.761560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1173e5-4a86-4322-897d-c2942746d77d req-df96d7b7-4021-4de5-944b-3b736a9c1010 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:47.768507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d1173e5-4a86-4322-897d-c2942746d77d req-df96d7b7-4021-4de5-944b-3b736a9c1010 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1097 time: 0.5247664 Jul 16 18:42:47.797209 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3d1173e5-4a86-4322-897d-c2942746d77d req-d481c7c8-d89b-427a-bd38-3b1641f676e1 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.843958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d76fcd5-6160-47fd-ad65-b16e8ee8ceb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.867663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d76fcd5-6160-47fd-ad65-b16e8ee8ceb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.914110 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.930617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object dbb2cab9-5bc3-48e7-9ac2-4440b24e0335 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:47.936479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc193e74-0434-4e64-8afc-efd5a4b14aa4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Network': ['ID=7fbfcded-b5ef-452a-80df-23c8d05914bc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.947389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d76fcd5-6160-47fd-ad65-b16e8ee8ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.950578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d76fcd5-6160-47fd-ad65-b16e8ee8ceb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.951871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7d76fcd5-6160-47fd-ad65-b16e8ee8ceb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9340ecb-739f-4217-9624-cb6b3288c37b HTTP/1.1" status: 204 len: 168 time: 0.3601851 Jul 16 18:42:47.953110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7fbfcded-b5ef-452a-80df-23c8d05914bc details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:47.965642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76fcd5-6160-47fd-ad65-b16e8ee8ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9340ecb-739f-4217-9624-cb6b3288c37b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.978940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:47.983458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.005763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.092345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network c37bf177-0059-4d85-b56d-a5b884b5d093 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:48.110359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:48.152832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:48.172204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.175488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.216735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-a7735edc-0265-4ac4-a49b-a8725d799ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.221393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-a7735edc-0265-4ac4-a49b-a8725d799ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.222023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-a7735edc-0265-4ac4-a49b-a8725d799ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.224418 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-a7735edc-0265-4ac4-a49b-a8725d799ecb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=3e698956-aae8-4d30-a23c-711ca06f5ddc&id=bcfb801e-225d-480f-9891-020ae1c4d687&id=bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 200 len: 2297 time: 0.4344974 Jul 16 18:42:48.269023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=dbb2cab9-5bc3-48e7-9ac2-4440b24e0335,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.279724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.358401 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d357eaa9-6425-4247-ade3-830c00d08410 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 200 len: 1001 time: 0.0853319 Jul 16 18:42:48.366867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Subnet': ['ID=fb8d7a19-b5c1-46c7-85b6-32552006c8ac,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.379214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc72c-5325-4145-805a-a615b9907edc req-b280bbfa-4c7a-4865-be5b-bef8076f4671 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.381149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24dfc72c-5325-4145-805a-a615b9907edc req-b280bbfa-4c7a-4865-be5b-bef8076f4671 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 946 time: 0.6357315 Jul 16 18:42:48.434211 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3d1173e5-4a86-4322-897d-c2942746d77d req-d481c7c8-d89b-427a-bd38-3b1641f676e1 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.445804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3d1173e5-4a86-4322-897d-c2942746d77d req-d481c7c8-d89b-427a-bd38-3b1641f676e1 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.471646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-24dfc72c-5325-4145-805a-a615b9907edc req-655c2889-96ca-4a04-b93f-716d2daed28f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828683 Jul 16 18:42:48.505742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-804df68b-a5d3-4727-9fa8-f04263ca5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.511639 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-804df68b-a5d3-4727-9fa8-f04263ca5760 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fafd6d35-6aac-4787-a356-ab5b988a2150 HTTP/1.1" status: 200 len: 855 time: 0.1449485 Jul 16 18:42:48.516046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aed94d8d-50d4-48f2-9dc0-e88c47c133ab tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3326838 Jul 16 18:42:48.521765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Checking segment: {'id': 'a76cb6e3-8f74-4bcf-909b-e5e24b402906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7fbfcded-b5ef-452a-80df-23c8d05914bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:48.522069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network hostable DHCP agents. Network: 7fbfcded-b5ef-452a-80df-23c8d05914bc, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:48.525838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.636953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:48.688241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network 7fbfcded-b5ef-452a-80df-23c8d05914bc is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:48.765466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7fbfcded-b5ef-452a-80df-23c8d05914bc) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:48.786335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e43eab-383a-4e8b-afb4-4b28c59479fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.790927 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96e43eab-383a-4e8b-afb4-4b28c59479fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A172 HTTP/1.1" status: 200 len: 928 time: 0.2604194 Jul 16 18:42:48.791359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452870c5-8381-4cb1-80b1-6f224cb94a7a None None] Network 7fbfcded-b5ef-452a-80df-23c8d05914bc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:48.798514 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-347bee96-e5cb-4b74-954f-88d96b810313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.801802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49298) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.803496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.804094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.832339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49300) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.931859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:48.983336 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.986426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-58d8346f-6f3c-4eb1-ae33-098b021544a5 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3205576 Jul 16 18:42:49.000345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.163828 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d1173e5-4a86-4322-897d-c2942746d77d req-d481c7c8-d89b-427a-bd38-3b1641f676e1 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3943589 Jul 16 18:42:49.173156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-7fbfcded-b5ef-452a-80df-23c8d05914bc', 'network_id': '7fbfcded-b5ef-452a-80df-23c8d05914bc', 'tenant_id': '425ca9d7c2834200bc7efffb3ee249e5', 'fixed_ips': [{'subnet_id': 'fb8d7a19-b5c1-46c7-85b6-32552006c8ac'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:49.174293 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.198386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481c7c8-d89b-427a-bd38-3b1641f676e1 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0407140-31dc-4ddd-b244-fe8922f7bff9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.255239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-08de0cab-849c-4883-9614-ab8e46871909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.258333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-08de0cab-849c-4883-9614-ab8e46871909 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1db7a24-1dfd-49a5-a251-caaa1f75753b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7294245 Jul 16 18:42:49.317930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-671f7f81-089e-4d91-9771-67a3ba941623 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbbc2f2c746d43c490fbe6a6fbae8db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763582 Jul 16 18:42:49.323682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.328991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.518219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Allocated IP 2001:db8::2 (7fbfcded-b5ef-452a-80df-23c8d05914bc/fb8d7a19-b5c1-46c7-85b6-32552006c8ac/61d56991-f628-4acb-95b5-90b92e4dfb78) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:49.531167 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-4bd5925f-d0e4-4ab0-b154-d8443a66ae7c service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641213 Jul 16 18:42:49.550582 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e1e1ab-72c2-4959-8f2c-d503deb0a688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.610282 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.649733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-6738759c-0d14-450d-9864-4da2ead2718e service neutron] 10.222.0.67 "GET /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948858 Jul 16 18:42:49.704576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-025b0099-1693-4303-af19-0dc109b205c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0415189 Jul 16 18:42:49.725741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port dbb2cab9-5bc3-48e7-9ac2-4440b24e0335 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:49.726570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.763967 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.774982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Transition to ACTIVE for port object 61d56991-f628-4acb-95b5-90b92e4dfb78 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:49.789273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e1e1ab-72c2-4959-8f2c-d503deb0a688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.792000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Transition to ACTIVE for port object 61d56991-f628-4acb-95b5-90b92e4dfb78 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:49.797684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f736226-ad30-4b98-810c-e886b8032ce9 None None] Network c37bf177-0059-4d85-b56d-a5b884b5d093 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:49.815392 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.824567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64bb47-706f-4ce3-a6ce-f3928ba71237 req-ec797dc5-62b0-4348-9f99-77639659a248 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.838872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e64bb47-706f-4ce3-a6ce-f3928ba71237 req-ec797dc5-62b0-4348-9f99-77639659a248 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 946 time: 0.4869490 Jul 16 18:42:49.862716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453dc5c-2069-474b-8d8a-6020c546415a req-f671b562-a62b-4f46-9d72-9bece6dac1ae tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.864459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c453dc5c-2069-474b-8d8a-6020c546415a req-f671b562-a62b-4f46-9d72-9bece6dac1ae tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.2137027 Jul 16 18:42:49.866048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d4ccb169-3ef8-4144-92ea-138c06cb9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.867190 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.867487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d4ccb169-3ef8-4144-92ea-138c06cb9c06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1335783 Jul 16 18:42:49.914748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8d7a19-b5c1-46c7-85b6-32552006c8ac,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.957912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e64bb47-706f-4ce3-a6ce-f3928ba71237 req-69730af3-eef9-4d11-941d-c8e4168e1185 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180189 Jul 16 18:42:49.963707 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c453dc5c-2069-474b-8d8a-6020c546415a req-6dfc0014-7fe2-47cd-831c-2f211922e691 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906346 Jul 16 18:42:50.009758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.012960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b35cb9a-1e9f-468f-90ca-04df7f62be9b None None] Provisioning for port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:50.030943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Network 7fbfcded-b5ef-452a-80df-23c8d05914bc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:50.036056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.042432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:50.043390 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.044382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b35cb9a-1e9f-468f-90ca-04df7f62be9b None None] Provisioning complete for port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:50.044636 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b35cb9a-1e9f-468f-90ca-04df7f62be9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.046556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:50.058177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Pushing event updated for resources: {'Port': ['ID=61d56991-f628-4acb-95b5-90b92e4dfb78,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.098461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for dbb2cab9-5bc3-48e7-9ac2-4440b24e0335 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:50.108642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e1e1ab-72c2-4959-8f2c-d503deb0a688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.111833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-18e1e1ab-72c2-4959-8f2c-d503deb0a688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.113530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-18e1e1ab-72c2-4959-8f2c-d503deb0a688 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6577131-9464-48a1-bf0f-3fda4983bdc8 HTTP/1.1" status: 204 len: 168 time: 0.7863317 Jul 16 18:42:50.119847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d9127eff-9946-484a-a205-b195fa25da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:50.121828 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d9127eff-9946-484a-a205-b195fa25da66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2157958 Jul 16 18:42:50.159405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.186240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbfcded-b5ef-452a-80df-23c8d05914bc']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:50.187416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1e1ab-72c2-4959-8f2c-d503deb0a688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6577131-9464-48a1-bf0f-3fda4983bdc8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.210335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76cb6e3-8f74-4bcf-909b-e5e24b402906') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:50.210718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76cb6e3-8f74-4bcf-909b-e5e24b402906') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:50.221999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b4a4bc6c-ef05-4ee8-9fb2-876681684c1d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/bfa6e090-eaac-45a0-9d2f-bac95c21ec0f HTTP/1.1" status: 200 len: 993 time: 0.2072663 Jul 16 18:42:50.235021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Attempting to bind port 61d56991-f628-4acb-95b5-90b92e4dfb78 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:50.235402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Attempting to bind port 61d56991-f628-4acb-95b5-90b92e4dfb78 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a76cb6e3-8f74-4bcf-909b-e5e24b402906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7fbfcded-b5ef-452a-80df-23c8d05914bc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:50.235774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Attempting to bind port 61d56991-f628-4acb-95b5-90b92e4dfb78 on network 7fbfcded-b5ef-452a-80df-23c8d05914bc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:50.283455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:50.283825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Checking segment: {'id': 'a76cb6e3-8f74-4bcf-909b-e5e24b402906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7fbfcded-b5ef-452a-80df-23c8d05914bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:50.284223 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.288495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Bound using segment: {'id': 'a76cb6e3-8f74-4bcf-909b-e5e24b402906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7fbfcded-b5ef-452a-80df-23c8d05914bc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:50.289265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Bound port: 61d56991-f628-4acb-95b5-90b92e4dfb78, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76cb6e3-8f74-4bcf-909b-e5e24b402906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7fbfcded-b5ef-452a-80df-23c8d05914bc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:50.289778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.394177 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-bb437c11-181d-4fbb-855a-3d9beff67b73 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602534 Jul 16 18:42:50.409232 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.430655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.433651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:50.434198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.486245 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b35cb9a-1e9f-468f-90ca-04df7f62be9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:50.526018 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:50.528226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.529795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:42:50.529795 n-d-791504-15 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:42:50.529795 n-d-791504-15 neutron-server[93795]: [parameters: {'id': '7fbfcded-b5ef-452a-80df-23c8d05914bc'}] Jul 16 18:42:50.529795 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:42:50.530233 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:42:50.579281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5b35cb9a-1e9f-468f-90ca-04df7f62be9b None None] For port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,segment=NetworkSegment(c04008c4-81db-4bd0-8bd9-c89f984851ba),segment_id=c04008c4-81db-4bd0-8bd9-c89f984851ba)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:50.584346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=dbb2cab9-5bc3-48e7-9ac2-4440b24e0335,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.606749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-f815a5d0-e888-4b98-9a1d-e7c66aa872ee service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093995 Jul 16 18:42:50.614734 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b35cb9a-1e9f-468f-90ca-04df7f62be9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.658048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.664502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-03de1de5-d590-459d-8211-23f54b2b625e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/dbb2cab9-5bc3-48e7-9ac2-4440b24e0335 HTTP/1.1" status: 204 len: 168 time: 1.8457913 Jul 16 18:42:50.666262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.680664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-f36038c8-904b-4970-a2c2-e0749d4b3fee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 217 time: 0.0676117 Jul 16 18:42:50.692437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] For port 61d56991-f628-4acb-95b5-90b92e4dfb78, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:50.717367 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed94895-829a-4824-ad1e-355a022735b7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:42:50.719479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8ed94895-829a-4824-ad1e-355a022735b7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/dbb2cab9-5bc3-48e7-9ac2-4440b24e0335 HTTP/1.1" status: 404 len: 333 time: 0.0522959 Jul 16 18:42:50.722112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.729851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] For port 61d56991-f628-4acb-95b5-90b92e4dfb78, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=61d56991-f628-4acb-95b5-90b92e4dfb78,segment=NetworkSegment(a76cb6e3-8f74-4bcf-909b-e5e24b402906),segment_id=a76cb6e3-8f74-4bcf-909b-e5e24b402906)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:50.738575 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.771731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35cb9a-1e9f-468f-90ca-04df7f62be9b None None] Pushing event updated for resources: {'Port': ['ID=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.893396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-13613d4e-5809-4c7d-87d8-7a63ffdd989c req-4f058985-4d9a-449d-85cf-a5ff55b015ec service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:42:50.905731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13613d4e-5809-4c7d-87d8-7a63ffdd989c req-4f058985-4d9a-449d-85cf-a5ff55b015ec service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199153 Jul 16 18:42:50.911698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af4509-fc6a-48f2-a37d-93500753fe6f None None] Pushing event updated for resources: {'Port': ['ID=61d56991-f628-4acb-95b5-90b92e4dfb78,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.926439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-bc19e352-b6ee-48eb-bc12-bfd9a7e87487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:50.931530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-bc19e352-b6ee-48eb-bc12-bfd9a7e87487 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.2439308 Jul 16 18:42:50.952581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 24c2c722-b4d6-414e-9f0c-7f20021ef689 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:50.953098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.964117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bceea31-7f44-4b6a-9a1a-4ff03b2276fc None None] Network 7fbfcded-b5ef-452a-80df-23c8d05914bc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:51.026138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8dc9c4d3-1dde-4664-8697-927e34cc6539 None None] Provisioning for port 24c2c722-b4d6-414e-9f0c-7f20021ef689 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:51.047116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8dc9c4d3-1dde-4664-8697-927e34cc6539 None None] Provisioning complete for port 24c2c722-b4d6-414e-9f0c-7f20021ef689 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:51.047478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c4d3-1dde-4664-8697-927e34cc6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.092643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.143573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ebcf5-61d2-4583-b9f5-42970c1e7937 req-9351bc9a-e795-4c25-9979-65a8e6966baf tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:51.145348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-982ebcf5-61d2-4583-b9f5-42970c1e7937 req-9351bc9a-e795-4c25-9979-65a8e6966baf tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 946 time: 0.3065107 Jul 16 18:42:51.168902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8dc9c4d3-1dde-4664-8697-927e34cc6539 None None] Port 24c2c722-b4d6-414e-9f0c-7f20021ef689 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:51.205695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-5ffb5ce3-1064-440b-b796-a81240c4617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:51.211812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.213764 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-5ffb5ce3-1064-440b-b796-a81240c4617a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2685339 Jul 16 18:42:51.274491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 24c2c722-b4d6-414e-9f0c-7f20021ef689 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:51.276015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8dc9c4d3-1dde-4664-8697-927e34cc6539 None None] Could not find standard attr ID for object dbb2cab9-5bc3-48e7-9ac2-4440b24e0335. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:51.340486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8dc9c4d3-1dde-4664-8697-927e34cc6539 None None] Provisioning complete for port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:51.341016 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c4d3-1dde-4664-8697-927e34cc6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.363517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting port 61d56991-f628-4acb-95b5-90b92e4dfb78 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:51.363950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.434349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-b8d79be8-29bb-43d0-a860-298140921551 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088914 Jul 16 18:42:51.507359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] For port 61d56991-f628-4acb-95b5-90b92e4dfb78, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=61d56991-f628-4acb-95b5-90b92e4dfb78,segment=NetworkSegment(a76cb6e3-8f74-4bcf-909b-e5e24b402906),segment_id=a76cb6e3-8f74-4bcf-909b-e5e24b402906)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:51.508075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.542291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Calling delete_port for 61d56991-f628-4acb-95b5-90b92e4dfb78 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:51.648416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-982ebcf5-61d2-4583-b9f5-42970c1e7937 req-f84170fc-34e7-4ad2-bcc9-a5e2d7fb0769 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909680 Jul 16 18:42:51.686257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-15624d21-8ba7-49ab-bbd0-1b74cfbd5506 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422006 Jul 16 18:42:51.733626 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.751422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd2ad21e-0364-41cd-8d24-edef1ed439af None None] Provisioning complete for port 24c2c722-b4d6-414e-9f0c-7f20021ef689 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:51.751810 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd2ad21e-0364-41cd-8d24-edef1ed439af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.799053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ad21e-0364-41cd-8d24-edef1ed439af None None] Port 24c2c722-b4d6-414e-9f0c-7f20021ef689 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:51.801887 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-a21380af-1eec-4e67-98dd-39f6c853de4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=d616bc62-dbba-460d-8a03-a02a334e122c HTTP/1.1" status: 200 len: 217 time: 0.0953281 Jul 16 18:42:51.822258 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.823546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:51.883083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=24c2c722-b4d6-414e-9f0c-7f20021ef689,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:51.931034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-669a2b31-f7e0-4886-a44f-d3141479e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:51.933443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-669a2b31-f7e0-4886-a44f-d3141479e6bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1296713 Jul 16 18:42:51.941385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4c83ae5b-f6a0-4b68-9ac1-24830127f02a None None] Could not find standard attr ID for object dbb2cab9-5bc3-48e7-9ac2-4440b24e0335. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:52.018364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.021558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4fb5e746-fcd8-40e2-a754-b91fd909d311 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/24c2c722-b4d6-414e-9f0c-7f20021ef689 HTTP/1.1" status: 204 len: 168 time: 1.2955167 Jul 16 18:42:52.030482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.093547 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-64182704-8e8d-48ca-9744-208978903725 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:42:52.095263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-64182704-8e8d-48ca-9744-208978903725 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/24c2c722-b4d6-414e-9f0c-7f20021ef689 HTTP/1.1" status: 404 len: 333 time: 0.0617721 Jul 16 18:42:52.100430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49382) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.103146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.126142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-576791e2-80a9-4b0d-a045-bd179746a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:52.127672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-576791e2-80a9-4b0d-a045-bd179746a21d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1877074 Jul 16 18:42:52.130829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-6e08f84e-03b8-45b1-a3f6-13e30f7705c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4815028 Jul 16 18:42:52.160835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No DVR routers for this DVR port 61d56991-f628-4acb-95b5-90b92e4dfb78 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:52.164606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Port': ['ID=61d56991-f628-4acb-95b5-90b92e4dfb78,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:52.182733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f4e18-3e21-493c-986c-e636bfd61c59 req-107ec5e3-191c-4976-9600-0be21e2d2af1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:52.184250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-5c0008ee-7006-4107-8b61-0374cc37daea tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:52.184397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea3f4e18-3e21-493c-986c-e636bfd61c59 req-107ec5e3-191c-4976-9600-0be21e2d2af1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.2161012 Jul 16 18:42:52.186300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-5c0008ee-7006-4107-8b61-0374cc37daea tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 946 time: 0.2665997 Jul 16 18:42:52.242594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 6515577b-01ba-4163-87c9-9803224e26d0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:52.295723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.343475 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea3f4e18-3e21-493c-986c-e636bfd61c59 req-cc2a5652-473b-4ea1-bbf4-ee06c293b6e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456547 Jul 16 18:42:52.345150 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.378399 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.401479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-ec2a1a53-9a0c-4780-8d1a-f6f92f582c62 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507362 Jul 16 18:42:52.443922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbfcded-b5ef-452a-80df-23c8d05914bc']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.469877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76cb6e3-8f74-4bcf-909b-e5e24b402906') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.477077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76cb6e3-8f74-4bcf-909b-e5e24b402906') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.501725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.513583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.547970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e7215e-18cf-425a-bf93-c14e3fa6caa5 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:42:52.560393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.576608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:52.577121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:52.580357 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:52.604398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49396) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.611038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Deleting port c2fcc65f-2d3e-4804-9368-579d37190954 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:52.611401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.649791 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.693319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=6515577b-01ba-4163-87c9-9803224e26d0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:52.695906 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.698027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2e71cf20-c4dc-49b8-9a51-32010608a4d4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/6515577b-01ba-4163-87c9-9803224e26d0 HTTP/1.1" status: 204 len: 168 time: 0.5907962 Jul 16 18:42:52.701073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49402) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.739318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:52.753893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-14c320b1-abbb-404e-9b3c-85bf17c2ab3c service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400025 Jul 16 18:42:52.769874 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.780630 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.785921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/7fbfcded-b5ef-452a-80df-23c8d05914bc HTTP/1.1" status: 204 len: 168 time: 3.7805898 Jul 16 18:42:52.961296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7215e-18cf-425a-bf93-c14e3fa6caa5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:42:52.966465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.972760 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.982690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1997982028'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:53.025206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:53.028854 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.029855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:53.034319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.037719 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-7504cd27-9f9a-49a4-959d-75b687831412 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9c903364-c373-435b-90d8-fa82a0d0159a HTTP/1.1" status: 200 len: 217 time: 0.2760577 Jul 16 18:42:53.049465 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a355f80-8c0b-46af-81b6-96a4c82f8d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.128552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.177474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:53.203764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-fbde8ae5-5e27-4dd1-a9d2-390cf76da668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.206561 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-fbde8ae5-5e27-4dd1-a9d2-390cf76da668 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 200 len: 797 time: 0.1541238 Jul 16 18:42:53.229152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff741cf0-fd8c-4203-85e7-3a227e56c87e tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Network': ['ID=7fbfcded-b5ef-452a-80df-23c8d05914bc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.234525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.235559 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Added segment f18d8ac0-ef72-4513-b9a1-606587b07650 of type vlan for network 578c0aa0-a309-4602-8b5a-01afd04b4865 Jul 16 18:42:53.277854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] For port c2fcc65f-2d3e-4804-9368-579d37190954, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c2fcc65f-2d3e-4804-9368-579d37190954,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:53.278221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.301416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Calling delete_port for c2fcc65f-2d3e-4804-9368-579d37190954 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:53.375288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.404489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-20b13f52-071c-4914-927c-7b0cd855c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.406129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-20b13f52-071c-4914-927c-7b0cd855c8c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e698956-aae8-4d30-a23c-711ca06f5ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1659212 Jul 16 18:42:53.410735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4bb19-9e1b-4e38-b4a0-06f0ea5e5ce5 req-388474a0-38c0-4aeb-afce-820b79472032 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.414844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06a4bb19-9e1b-4e38-b4a0-06f0ea5e5ce5 req-388474a0-38c0-4aeb-afce-820b79472032 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 946 time: 0.2161460 Jul 16 18:42:53.466538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:53.466922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.581699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06a4bb19-9e1b-4e38-b4a0-06f0ea5e5ce5 req-2b2a4231-6676-40e8-8f80-3e7243a83ed7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616495 Jul 16 18:42:53.648713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c15145-48b5-4af7-9a27-0d5cdf55edef None None] Network c37bf177-0059-4d85-b56d-a5b884b5d093 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:53.660389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.680251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176', 'c2fcc65f-2d3e-4804-9368-579d37190954'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:53.707039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event deleted for resources: {'Port': ['ID=c2fcc65f-2d3e-4804-9368-579d37190954,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.712440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] For port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,segment=NetworkSegment(c04008c4-81db-4bd0-8bd9-c89f984851ba),segment_id=c04008c4-81db-4bd0-8bd9-c89f984851ba)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:53.712847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.726274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:53.756745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] No DVR routers for this DVR port c2fcc65f-2d3e-4804-9368-579d37190954 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:53.759328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.761561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6f265217-0d47-40a4-84e5-0d9d8ca106fe req-fb7741f6-b606-4e92-89f4-02472324ba29 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "DELETE /v2.0/ports/c2fcc65f-2d3e-4804-9368-579d37190954 HTTP/1.1" status: 204 len: 173 time: 1.5505121 Jul 16 18:42:53.761957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'name': 'network-vif-deleted', 'tag': 'c2fcc65f-2d3e-4804-9368-579d37190954'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:53.764994 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84e2731-5e5b-48ca-a480-48094921b068" -d '{"events": [{"server_uuid": "9f6bff56-e424-4eee-9597-1a77d12712e6", "name": "network-vif-deleted", "tag": "c2fcc65f-2d3e-4804-9368-579d37190954"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:53.816353 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1319cecc-4a6e-497c-bf91-560dcbfe97f2 x-openstack-request-id: req-1319cecc-4a6e-497c-bf91-560dcbfe97f2 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:53.818163 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6bff56-e424-4eee-9597-1a77d12712e6", "name": "network-vif-deleted", "tag": "c2fcc65f-2d3e-4804-9368-579d37190954", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:53.818418 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1319cecc-4a6e-497c-bf91-560dcbfe97f2 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:53.818919 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6bff56-e424-4eee-9597-1a77d12712e6', 'name': 'network-vif-deleted', 'tag': 'c2fcc65f-2d3e-4804-9368-579d37190954', 'status': 'completed', 'code': 200} Jul 16 18:42:53.829002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.835692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.836427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.844968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a355f80-8c0b-46af-81b6-96a4c82f8d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.878638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a355f80-8c0b-46af-81b6-96a4c82f8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.042012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.047986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Request body: {'subnet': {'network_id': '578c0aa0-a309-4602-8b5a-01afd04b4865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:54.053932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0707719 Jul 16 18:42:54.186965 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-d7a74c96-ba88-44cd-80ab-52bb882031eb service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639205 Jul 16 18:42:54.254797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a355f80-8c0b-46af-81b6-96a4c82f8d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5f07f-72e4-4abf-a5de-43301438a118,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.288260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Made reservation on behalf of 425ca9d7c2834200bc7efffb3ee249e5 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:54.288406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e184d62-ec46-4c9a-a006-ef46224e418a tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Network': ['ID=578c0aa0-a309-4602-8b5a-01afd04b4865,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.295054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2a355f80-8c0b-46af-81b6-96a4c82f8d87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9493980122fd451ba36ca536c6a8f401&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6856337 Jul 16 18:42:54.295198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.296372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.315487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] DHCP port deletion for c37bf177-0059-4d85-b56d-a5b884b5d093 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:54.334817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 578c0aa0-a309-4602-8b5a-01afd04b4865 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:54.386203 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-033b62c2-8efd-4b04-ad4a-0a0802f33112 service neutron] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121771 Jul 16 18:42:54.394300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db32f7c-de78-44e7-bd3b-f0e215ca8c60 req-23bd65ee-7e7e-46de-911e-1b11a30a2434 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.401863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3db32f7c-de78-44e7-bd3b-f0e215ca8c60 req-23bd65ee-7e7e-46de-911e-1b11a30a2434 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.8405917 Jul 16 18:42:54.472846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-3a44c961-5aa4-4f38-851c-6356e5192cda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733 HTTP/1.1" status: 200 len: 217 time: 0.0625718 Jul 16 18:42:54.492262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9632379f-c1d3-4ece-9c6d-66b56a2a7642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.530474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9632379f-c1d3-4ece-9c6d-66b56a2a7642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.536100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:54.553135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-15b34267-f327-4529-9b71-754f23fbe125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.554755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-15b34267-f327-4529-9b71-754f23fbe125 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.0719864 Jul 16 18:42:54.557375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.567089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.568251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:54.568751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:54.594896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] Deleting port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:54.595276 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.604378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9632379f-c1d3-4ece-9c6d-66b56a2a7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.607272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9632379f-c1d3-4ece-9c6d-66b56a2a7642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.611099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9632379f-c1d3-4ece-9c6d-66b56a2a7642 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01d5f07f-72e4-4abf-a5de-43301438a118 HTTP/1.1" status: 204 len: 168 time: 0.3109117 Jul 16 18:42:54.650057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No DVR routers for this DVR port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:54.690780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632379f-c1d3-4ece-9c6d-66b56a2a7642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5f07f-72e4-4abf-a5de-43301438a118,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.751053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] For port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:54.751608 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.782292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] Calling delete_port for dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:54.785944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] Port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:42:54.787322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.812966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.822352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] Pushing event deleted for resources: {'Port': ['ID=dec7d0c0-3aa6-40bd-b9d8-56b978e2c870,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.828280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ecd18-d093-415c-9c4e-5cfb7799f78d None None] No DVR routers for this DVR port dec7d0c0-3aa6-40bd-b9d8-56b978e2c870 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:54.864332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3db32f7c-de78-44e7-bd3b-f0e215ca8c60 req-f016d32f-bca6-4906-8484-8235b1afd17b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4610305 Jul 16 18:42:54.953638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-c1884466-a008-42de-ad3e-91215dcbae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.960167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-c1884466-a008-42de-ad3e-91215dcbae5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1097 time: 0.5441961 Jul 16 18:42:54.978674 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.993484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37bf177-0059-4d85-b56d-a5b884b5d093']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:55.012723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04008c4-81db-4bd0-8bd9-c89f984851ba') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:55.012723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04008c4-81db-4bd0-8bd9-c89f984851ba') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:55.016581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-a4f9adc6-3910-493a-8a0c-335a08e6145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.018866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-a4f9adc6-3910-493a-8a0c-335a08e6145e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4483421 Jul 16 18:42:55.072344 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.127042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08d186e0-224f-4dcd-9957-8864974d8158 req-f4b19105-0480-4122-8a74-542aef4e7d6f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6bff56-e424-4eee-9597-1a77d12712e6 HTTP/1.1" status: 200 len: 210 time: 0.1498876 Jul 16 18:42:55.145613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.165935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:55.166440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:55.169472 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:55.235327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-9c8427d8-85a4-4da2-b18f-96abb9a86f09 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095978 Jul 16 18:42:55.263783 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.266823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-e60b9deb-4e1e-48f6-9c80-f90ec6269922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.268463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-e60b9deb-4e1e-48f6-9c80-f90ec6269922 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.2751501 Jul 16 18:42:55.281044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.283035 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/c37bf177-0059-4d85-b56d-a5b884b5d093 HTTP/1.1" status: 204 len: 168 time: 2.5806985 Jul 16 18:42:55.287591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:55.313167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5fcff-e827-4200-9b48-b8ce08986c2f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=c37bf177-0059-4d85-b56d-a5b884b5d093,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.381525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1013426318'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:55.395824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-4ba816c5-522e-45e9-b332-27b8340349f5 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542354 Jul 16 18:42:55.453232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-eca362e7-dd13-437e-ab6a-91fa89a8e6f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 200 len: 217 time: 0.0510767 Jul 16 18:42:55.464478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-2a314cdc-4271-4bc3-82fb-bded2c500d79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 1001 time: 0.1738558 Jul 16 18:42:55.513935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:42:55.526860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-0ddc85f2-e5a8-4058-a0b6-1fdd5cd5206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.528872 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-0ddc85f2-e5a8-4058-a0b6-1fdd5cd5206e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 200 len: 797 time: 0.0686684 Jul 16 18:42:55.533331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.598956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-5fe0b183-b77c-4d2e-bb9c-8b55acc6faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.600161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event updated for resources: {'Subnet': ['ID=4d617ad7-3ec9-4727-9586-25e719d650e5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.601293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-5fe0b183-b77c-4d2e-bb9c-8b55acc6faef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcfb801e-225d-480f-9891-020ae1c4d687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643444 Jul 16 18:42:55.623160 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:55.626459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.641187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c2fcc65f-2d3e-4804-9368-579d37190954 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:55.657106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:55.667985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.668482 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment b75efb51-9461-45cb-b105-3ed7986def33 of type vlan for network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 Jul 16 18:42:55.681997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: c2fcc65f-2d3e-4804-9368-579d37190954 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:55.683099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c2fcc65f-2d3e-4804-9368-579d37190954 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:55.749576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.751681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-e415550b-9fb5-4999-a769-efc31c3ccd3f service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312158 Jul 16 18:42:55.784707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-0d5f38bc-659f-40fe-867b-29de19f9f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.791516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-0d5f38bc-659f-40fe-867b-29de19f9f17d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.3186896 Jul 16 18:42:55.879194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.887494 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.888702 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.924460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5487576 Jul 16 18:42:55.931580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:55.940072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Checking segment: {'id': 'f18d8ac0-ef72-4513-b9a1-606587b07650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '578c0aa0-a309-4602-8b5a-01afd04b4865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:55.940949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network hostable DHCP agents. Network: 578c0aa0-a309-4602-8b5a-01afd04b4865, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:55.951845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:55.977045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d6069f4-35c9-49b6-a068-bbc4c4320794 req-c4e3c9dd-9a74-4dc9-b0c7-50c826ade267 service neutron] 10.222.0.67 "GET /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143135 Jul 16 18:42:56.015353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Network 578c0aa0-a309-4602-8b5a-01afd04b4865 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:56.084480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32fc9e-2d68-445a-9bf2-fffdad720be4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.096840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-a94e13a7-042f-4368-8327-3d799e147cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.096840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-a94e13a7-042f-4368-8327-3d799e147cfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2892401 Jul 16 18:42:56.115693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:56.117361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 578c0aa0-a309-4602-8b5a-01afd04b4865) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:56.132874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf0340-44dc-4b01-a7d9-af18f71e7f2d None None] Network 578c0aa0-a309-4602-8b5a-01afd04b4865 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:56.161382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.162719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.211821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:56.227879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.349279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:56.351545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88f21363-2f53-4529-9ec7-fb5acb7e8325 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3082170 Jul 16 18:42:56.371111 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-69b8165c-3f1d-46b2-8b5b-4e6b5118727a service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647712 Jul 16 18:42:56.452803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6c87-dd13-4b3b-9348-fa675c0c2949 req-c681c461-56a5-400e-9f21-cd9525eb89c7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.454515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fea6c87-dd13-4b3b-9348-fa675c0c2949 req-c681c461-56a5-400e-9f21-cd9525eb89c7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.3456879 Jul 16 18:42:56.477767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-578c0aa0-a309-4602-8b5a-01afd04b4865', 'network_id': '578c0aa0-a309-4602-8b5a-01afd04b4865', 'tenant_id': '425ca9d7c2834200bc7efffb3ee249e5', 'fixed_ips': [{'subnet_id': '4d617ad7-3ec9-4727-9586-25e719d650e5'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:56.478869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.620271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fea6c87-dd13-4b3b-9348-fa675c0c2949 req-86be576b-f9d2-4f26-aeda-d89e1211b325 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555107 Jul 16 18:42:56.674211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-351d0852-62de-4542-943b-151e4f66a74a service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932532 Jul 16 18:42:56.733109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Allocated IP 2001:db8::f816:3eff:feab:5a8c (578c0aa0-a309-4602-8b5a-01afd04b4865/4d617ad7-3ec9-4727-9586-25e719d650e5/ff118a73-e28e-40b0-83f8-d2e865e910af) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:56.966359 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.981186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Transition to ACTIVE for port object ff118a73-e28e-40b0-83f8-d2e865e910af will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:57.022965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Transition to ACTIVE for port object ff118a73-e28e-40b0-83f8-d2e865e910af will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:57.037241 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.078368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Network 578c0aa0-a309-4602-8b5a-01afd04b4865 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:57.083778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:57.086516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:57.097512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Pushing event updated for resources: {'Port': ['ID=ff118a73-e28e-40b0-83f8-d2e865e910af,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.157200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Attempting to bind port ff118a73-e28e-40b0-83f8-d2e865e910af on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:57.157843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Attempting to bind port ff118a73-e28e-40b0-83f8-d2e865e910af by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'f18d8ac0-ef72-4513-b9a1-606587b07650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '578c0aa0-a309-4602-8b5a-01afd04b4865'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:57.158140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Attempting to bind port ff118a73-e28e-40b0-83f8-d2e865e910af on network 578c0aa0-a309-4602-8b5a-01afd04b4865 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:57.164407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:57.165234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Checking segment: {'id': 'f18d8ac0-ef72-4513-b9a1-606587b07650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '578c0aa0-a309-4602-8b5a-01afd04b4865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:57.165790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.166270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Bound using segment: {'id': 'f18d8ac0-ef72-4513-b9a1-606587b07650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '578c0aa0-a309-4602-8b5a-01afd04b4865'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:57.168817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Bound port: ff118a73-e28e-40b0-83f8-d2e865e910af, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18d8ac0-ef72-4513-b9a1-606587b07650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '578c0aa0-a309-4602-8b5a-01afd04b4865'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:57.168817 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.170171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:57.231223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.242837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] For port ff118a73-e28e-40b0-83f8-d2e865e910af, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:57.247126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] For port ff118a73-e28e-40b0-83f8-d2e865e910af, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ff118a73-e28e-40b0-83f8-d2e865e910af,segment=NetworkSegment(f18d8ac0-ef72-4513-b9a1-606587b07650),segment_id=f18d8ac0-ef72-4513-b9a1-606587b07650)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:57.252967 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.323112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa81a-3c6f-4282-9c5e-8f23d7e85828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.333332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5ebcc-ce93-425b-97c5-ae591753d0fe None None] Pushing event updated for resources: {'Port': ['ID=ff118a73-e28e-40b0-83f8-d2e865e910af,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.395503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-75634552-387c-48d8-a196-5d7f9be707ea tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.403028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-75634552-387c-48d8-a196-5d7f9be707ea tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.2491121 Jul 16 18:42:57.433265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-a844ae60-b07d-49f7-9106-e1b0ce264b5b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.0291777 Jul 16 18:42:57.445242 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.464830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa81a-3c6f-4282-9c5e-8f23d7e85828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.471721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa81a-3c6f-4282-9c5e-8f23d7e85828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.541168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=01ef77cc-9416-4b63-8144-118c4b0a3100,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.544361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa81a-3c6f-4282-9c5e-8f23d7e85828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5289f0-2216-4cdd-aa87-2263d7110b26,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.549350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting port ff118a73-e28e-40b0-83f8-d2e865e910af {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:57.549694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.550748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d0ffa81a-3c6f-4282-9c5e-8f23d7e85828 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72ac22f49dbc41779f5cc9036561af0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794637 Jul 16 18:42:57.553879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49528) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:57.597249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': 'b75efb51-9461-45cb-b105-3ed7986def33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:57.597605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:57.663490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-1bcc7514-14d3-48b9-8321-bda631088ac1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2292044 Jul 16 18:42:57.673288 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abcd1df-19f2-4b51-9bec-895316d70a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.706216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abcd1df-19f2-4b51-9bec-895316d70a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.764956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:57.811090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] For port ff118a73-e28e-40b0-83f8-d2e865e910af, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ff118a73-e28e-40b0-83f8-d2e865e910af,segment=NetworkSegment(f18d8ac0-ef72-4513-b9a1-606587b07650),segment_id=f18d8ac0-ef72-4513-b9a1-606587b07650)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:57.811456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.813859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abcd1df-19f2-4b51-9bec-895316d70a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.816462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6abcd1df-19f2-4b51-9bec-895316d70a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.820173 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6abcd1df-19f2-4b51-9bec-895316d70a92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c5289f0-2216-4cdd-aa87-2263d7110b26 HTTP/1.1" status: 204 len: 168 time: 0.2625945 Jul 16 18:42:57.827505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcd1df-19f2-4b51-9bec-895316d70a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5289f0-2216-4cdd-aa87-2263d7110b26,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.827654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:57.832604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.833226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.838266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069032ab-c294-4e97-8dad-f12407def3b7 None None] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:57.845617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Calling delete_port for ff118a73-e28e-40b0-83f8-d2e865e910af owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:57.886029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:57.892453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653', 'name': 'tempest-PortsIpV6TestJSON-1711259654', 'fixed_ips': [{'subnet_id': '01ef77cc-9416-4b63-8144-118c4b0a3100', 'ip_address': '2001:db8::10'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:57.893726 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-26019874-af70-4f64-a11a-405f4cbbbc5c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9609897 Jul 16 18:42:57.914183 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-3ff01a9a-a61c-42d9-b201-7a2298dc520b service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497253 Jul 16 18:42:58.093989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-91d6f4a7-f4bb-4efc-80e1-52771e4eea00 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788111 Jul 16 18:42:58.165989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653', 'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653', 'tenant_id': '9a546d8538bd416dbd5a586db8d9ed10', 'fixed_ips': [{'subnet_id': '01ef77cc-9416-4b63-8144-118c4b0a3100'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:58.167601 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.212988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:58.227143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.229446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06577114-e378-4397-8889-2fe450a0801f req-86ff3885-7e5e-4a58-9745-976d5abc3f80 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.236738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06577114-e378-4397-8889-2fe450a0801f req-86ff3885-7e5e-4a58-9745-976d5abc3f80 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.1701133 Jul 16 18:42:58.312354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Port': ['ID=ff118a73-e28e-40b0-83f8-d2e865e910af,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.338545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06577114-e378-4397-8889-2fe450a0801f req-908eb486-6a76-4280-b174-c3d89d21660c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005468 Jul 16 18:42:58.454150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:58.464180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No DVR routers for this DVR port ff118a73-e28e-40b0-83f8-d2e865e910af on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:58.570717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c045a9bd-a8ff-4c4b-8565-4b1cbcf23293 req-7b94b86b-0e25-4e8e-9f9f-27fc2219d7fc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 210 time: 0.1179285 Jul 16 18:42:58.603004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Allocated IP 2001:db8::2 (2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653/01ef77cc-9416-4b63-8144-118c4b0a3100/534ff907-454e-4734-9cee-ec5d9ce636aa) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:58.618099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.643852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.702208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 20fdc440-ceb3-4769-9b30-f57b30548650 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:58.736442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.818240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Subnet': ['ID=4d617ad7-3ec9-4727-9586-25e719d650e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.944709 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.959868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578c0aa0-a309-4602-8b5a-01afd04b4865']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:58.974581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18d8ac0-ef72-4513-b9a1-606587b07650') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:58.975483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18d8ac0-ef72-4513-b9a1-606587b07650') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:58.995919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.019579 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.032401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.033797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48c1ba-2ab9-4743-8ea4-bed2f66459fe None None] Network 578c0aa0-a309-4602-8b5a-01afd04b4865 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:59.042502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:59.042852 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:59.046529 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:59.136541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9fb70fef-ad53-4763-ba4b-0f189152a185 None None] Could not find standard attr ID for object ff118a73-e28e-40b0-83f8-d2e865e910af. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:59.150900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.160348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.162893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/578c0aa0-a309-4602-8b5a-01afd04b4865 HTTP/1.1" status: 204 len: 168 time: 2.8104546 Jul 16 18:42:59.170613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.195507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c2bb-b03b-4873-9569-fb7d162eaf99 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Network': ['ID=578c0aa0-a309-4602-8b5a-01afd04b4865,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.203565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Transition to ACTIVE for port object 534ff907-454e-4734-9cee-ec5d9ce636aa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:59.226400 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad44b4b-dd0f-45f2-b810-92b2a87c5d61 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:59.226788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad44b4b-dd0f-45f2-b810-92b2a87c5d61 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:59.228953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9ad44b4b-dd0f-45f2-b810-92b2a87c5d61 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/4d617ad7-3ec9-4727-9586-25e719d650e5 HTTP/1.1" status: 404 len: 337 time: 0.0572031 Jul 16 18:42:59.231737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.259058 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c19a91-7ea0-40bc-bbf5-de1032eebe90 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:59.259846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c19a91-7ea0-40bc-bbf5-de1032eebe90 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:59.265443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-29c19a91-7ea0-40bc-bbf5-de1032eebe90 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/578c0aa0-a309-4602-8b5a-01afd04b4865 HTTP/1.1" status: 404 len: 339 time: 0.0295341 Jul 16 18:42:59.265651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Transition to ACTIVE for port object 534ff907-454e-4734-9cee-ec5d9ce636aa will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:59.266379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.304284 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc251595-71c0-4945-9d66-74bc5c3c2b75 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:59.304958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc251595-71c0-4945-9d66-74bc5c3c2b75 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:59.309999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dc251595-71c0-4945-9d66-74bc5c3c2b75 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/fb8d7a19-b5c1-46c7-85b6-32552006c8ac HTTP/1.1" status: 404 len: 337 time: 0.0396917 Jul 16 18:42:59.309999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.324278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.362426 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55e125a-996e-4856-9356-c2d376fdc7aa tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:59.363158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55e125a-996e-4856-9356-c2d376fdc7aa tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:59.366984 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f55e125a-996e-4856-9356-c2d376fdc7aa tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/7fbfcded-b5ef-452a-80df-23c8d05914bc HTTP/1.1" status: 404 len: 339 time: 0.0548060 Jul 16 18:42:59.373081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.379308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:59.387103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:59.403333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:59.439674 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b368da78-8195-4f5d-af92-aa503e020ba6 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:59.440139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b368da78-8195-4f5d-af92-aa503e020ba6 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:59.448002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b368da78-8195-4f5d-af92-aa503e020ba6 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/88451561-dbd4-46ba-b282-9d42433b83b7 HTTP/1.1" status: 404 len: 337 time: 0.0589445 Jul 16 18:42:59.448975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.466531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693ea2e-6175-49f4-b342-ad92006b90b5 None None] DHCP port deletion for 578c0aa0-a309-4602-8b5a-01afd04b4865 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:59.473653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::10 (2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653/01ef77cc-9416-4b63-8144-118c4b0a3100/20fdc440-ceb3-4769-9b30-f57b30548650) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:59.510481 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38188e8-c22d-4657-b527-dc247ea93e85 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:59.511148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38188e8-c22d-4657-b527-dc247ea93e85 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:59.516293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a38188e8-c22d-4657-b527-dc247ea93e85 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/bbcec44f-4e93-4e84-96ec-8c72e8f35eed HTTP/1.1" status: 404 len: 339 time: 0.0638962 Jul 16 18:42:59.520673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.532955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Pushing event updated for resources: {'Port': ['ID=534ff907-454e-4734-9cee-ec5d9ce636aa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.563835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Attempting to bind port 534ff907-454e-4734-9cee-ec5d9ce636aa on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:59.564036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Attempting to bind port 534ff907-454e-4734-9cee-ec5d9ce636aa by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b75efb51-9461-45cb-b105-3ed7986def33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:59.564358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Attempting to bind port 534ff907-454e-4734-9cee-ec5d9ce636aa on network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:59.570499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:59.570798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Checking segment: {'id': 'b75efb51-9461-45cb-b105-3ed7986def33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:59.571208 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.571600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Bound using segment: {'id': 'b75efb51-9461-45cb-b105-3ed7986def33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:59.572068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Bound port: 534ff907-454e-4734-9cee-ec5d9ce636aa, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75efb51-9461-45cb-b105-3ed7986def33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:59.572453 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.672346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting port c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:59.672686 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.737290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] For port 534ff907-454e-4734-9cee-ec5d9ce636aa, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:59.740671 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] For port 534ff907-454e-4734-9cee-ec5d9ce636aa, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=534ff907-454e-4734-9cee-ec5d9ce636aa,segment=NetworkSegment(b75efb51-9461-45cb-b105-3ed7986def33),segment_id=b75efb51-9461-45cb-b105-3ed7986def33)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:59.750060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.761682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.776182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Calling delete_port for c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:59.846319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6894a1-33e5-4dc3-bb3c-434ba59e7338 None None] Pushing event updated for resources: {'Port': ['ID=534ff907-454e-4734-9cee-ec5d9ce636aa,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.876022 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.925353 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c1cc5e8-b498-459c-bee8-bec0a943d5a6 req-b2c2cae8-cbca-47f4-a10f-c06acab03226 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 210 time: 0.0624156 Jul 16 18:42:59.957777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Port': ['ID=c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.968449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.970413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-25622198-25d2-4342-b6b2-822a6e43f705 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/ports/c2c4f6e9-9ab5-4d87-aeb1-bbfb427bf9ef HTTP/1.1" status: 204 len: 168 time: 0.4487507 Jul 16 18:42:59.973024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:00.009338 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fe180f-f28d-46ea-a2c0-0c43ce67ad85 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:00.009857 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fe180f-f28d-46ea-a2c0-0c43ce67ad85 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:00.011863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d8fe180f-f28d-46ea-a2c0-0c43ce67ad85 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/13eb3110-3b50-4930-8e46-789df0b9e8f9 HTTP/1.1" status: 404 len: 337 time: 0.0377760 Jul 16 18:43:00.014674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:00.114163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.139110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc52b4-7687-4bc1-95c1-2bf2919e7e59 req-49b4c2e3-a741-448c-adb5-5e4dc0c5ec4d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.144186 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffdc52b4-7687-4bc1-95c1-2bf2919e7e59 req-49b4c2e3-a741-448c-adb5-5e4dc0c5ec4d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.5469375 Jul 16 18:43:00.168635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.221739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 20fdc440-ceb3-4769-9b30-f57b30548650 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:00.343744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.363204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971134cc-cd66-4fb2-87a9-73bd7ffb2811']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:00.369041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffdc52b4-7687-4bc1-95c1-2bf2919e7e59 req-b2a8fe78-094e-4636-8728-0625ba478050 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805246 Jul 16 18:43:00.394085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.400766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c01c056-fcd4-4fe6-9c84-de9fba36eead') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:00.401565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c01c056-fcd4-4fe6-9c84-de9fba36eead') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:00.407387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.439908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.518729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.543329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:00.543992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:00.562263 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:00.606329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 534ff907-454e-4734-9cee-ec5d9ce636aa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:00.632093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:00.660721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.699051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.701561 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/971134cc-cd66-4fb2-87a9-73bd7ffb2811 HTTP/1.1" status: 204 len: 168 time: 0.6858883 Jul 16 18:43:00.702136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:00.703541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6587ec4-c64c-45f5-8877-35525456ce71 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Network': ['ID=971134cc-cd66-4fb2-87a9-73bd7ffb2811,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:00.704070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49640) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:00.708421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=20fdc440-ceb3-4769-9b30-f57b30548650,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:00.718270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:00.724130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.724797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.740853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 534ff907-454e-4734-9cee-ec5d9ce636aa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:00.756093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ff118a73-e28e-40b0-83f8-d2e865e910af no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:00.803763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ff118a73-e28e-40b0-83f8-d2e865e910af {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:00.804274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ff118a73-e28e-40b0-83f8-d2e865e910af not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:01.155451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d7aae01-cddd-46f0-b79c-686c0254b499 req-b786b8e9-2779-4c5f-8524-a2bb78b93897 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 210 time: 0.0619190 Jul 16 18:43:01.284563 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4fc132ec-648f-40bc-9b49-93a872313887 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3947217 Jul 16 18:43:01.285893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49656) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:01.294222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': '2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653', 'name': 'tempest-PortsIpV6TestJSON-2001975125', 'fixed_ips': [{'subnet_id': '01ef77cc-9416-4b63-8144-118c4b0a3100', 'ip_address': '2001:db8::f'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:01.442967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-5b242f29-e882-4db4-9697-160c43b65fc9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.444589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-5b242f29-e882-4db4-9697-160c43b65fc9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.8833272 Jul 16 18:43:01.463674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Request body: {'port': {'device_id': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'admin_state_up': True, 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:01.502451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:01.547215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76604378-ab2b-4935-94c7-01c7785c6fae None None] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:01.551769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting port 83e77b54-600a-4447-9a60-a04dca40cb1c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:01.552157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.659585 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.660287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.663409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-76ab8575-75ec-4f54-b4e5-dd061515d80e None None] Provisioning for port 534ff907-454e-4734-9cee-ec5d9ce636aa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:01.674445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-76ab8575-75ec-4f54-b4e5-dd061515d80e None None] Provisioning complete for port 534ff907-454e-4734-9cee-ec5d9ce636aa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:01.674891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ab8575-75ec-4f54-b4e5-dd061515d80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.681898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Calling delete_port for 83e77b54-600a-4447-9a60-a04dca40cb1c owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:01.688503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 32638ad9-f0f0-4706-a7b9-2371081670cc yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:01.786551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:01.790753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.861490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876f6ab-0083-4a20-8b79-4531cd595583 req-99b2c033-a53a-4123-8114-72514bbe02f4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.870863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9876f6ab-0083-4a20-8b79-4531cd595583 req-99b2c033-a53a-4123-8114-72514bbe02f4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.3136189 Jul 16 18:43:01.879942 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ab8575-75ec-4f54-b4e5-dd061515d80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.914607 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.919877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::f (2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653/01ef77cc-9416-4b63-8144-118c4b0a3100/32638ad9-f0f0-4706-a7b9-2371081670cc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:01.944910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9876f6ab-0083-4a20-8b79-4531cd595583 req-243e82f0-1a98-44f9-adfd-6e20121bd511 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725107 Jul 16 18:43:01.946806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-76ab8575-75ec-4f54-b4e5-dd061515d80e None None] For port 534ff907-454e-4734-9cee-ec5d9ce636aa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=534ff907-454e-4734-9cee-ec5d9ce636aa,segment=NetworkSegment(b75efb51-9461-45cb-b105-3ed7986def33),segment_id=b75efb51-9461-45cb-b105-3ed7986def33)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:01.954900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-76ab8575-75ec-4f54-b4e5-dd061515d80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.970335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Port': ['ID=83e77b54-600a-4447-9a60-a04dca40cb1c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:02.003838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Deleting port 6c99fddb-e2ef-45a5-8773-e575d27f92f5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:02.004371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.009647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.016957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3cbe0ebd-f5eb-4f19-b0c7-1f9ad5e2f398 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/ports/83e77b54-600a-4447-9a60-a04dca40cb1c HTTP/1.1" status: 204 len: 168 time: 1.3034375 Jul 16 18:43:02.017544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:02.050313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab8575-75ec-4f54-b4e5-dd061515d80e None None] Pushing event updated for resources: {'Port': ['ID=534ff907-454e-4734-9cee-ec5d9ce636aa,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:02.067927 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b79b57-0d02-4ec9-905e-3d688148fee9 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:02.068705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b79b57-0d02-4ec9-905e-3d688148fee9 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:02.082012 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a3b79b57-0d02-4ec9-905e-3d688148fee9 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/db4a8747-33e7-4291-9fe8-4c9b9e66cbd7 HTTP/1.1" status: 404 len: 337 time: 0.0606823 Jul 16 18:43:02.084389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:02.111582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Allocated IP 172.20.0.10 (05222e42-e89b-45b9-9873-2ae4eb29292b/df8116a7-3347-445b-89c8-befca16abc21/a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:02.167975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] For port 6c99fddb-e2ef-45a5-8773-e575d27f92f5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6c99fddb-e2ef-45a5-8773-e575d27f92f5,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:02.168689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.197139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Calling delete_port for 6c99fddb-e2ef-45a5-8773-e575d27f92f5 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:02.254187 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.341106 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.376318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 32638ad9-f0f0-4706-a7b9-2371081670cc will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:02.392183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3a009370-45ef-46f0-becb-4236946d4970 None None] Provisioning complete for port 534ff907-454e-4734-9cee-ec5d9ce636aa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:02.393226 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a009370-45ef-46f0-becb-4236946d4970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.396068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c08fa9-191e-4a80-9169-7b2c6d8a3073 req-aa8b2bf9-4390-44eb-9c35-c4b538a6716a tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 210 time: 0.0531516 Jul 16 18:43:02.516170 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.547959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.574566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3831ea40-d1fa-49ac-b123-c3488b87d8be']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:02.601633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24d9bcf-54df-4d1e-87fe-65f226147938') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:02.602412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24d9bcf-54df-4d1e-87fe-65f226147938') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:02.655122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.688756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.703381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:02.703712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.707613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.712667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:02.723995 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:02.826518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:02.828079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.838557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 534ff907-454e-4734-9cee-ec5d9ce636aa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:02.842287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:02.843296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:02.869666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:02.922915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:02.931247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:02.938793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.939542 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.944045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:02.984433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3a009370-45ef-46f0-becb-4236946d4970 None None] Provisioning for port 20fdc440-ceb3-4769-9b30-f57b30548650 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:02.987510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.988194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.002785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3a009370-45ef-46f0-becb-4236946d4970 None None] Provisioning complete for port 20fdc440-ceb3-4769-9b30-f57b30548650 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.006447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.013210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a009370-45ef-46f0-becb-4236946d4970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.018823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.021108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/3831ea40-d1fa-49ac-b123-c3488b87d8be HTTP/1.1" status: 204 len: 168 time: 0.9354317 Jul 16 18:43:03.023154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=32638ad9-f0f0-4706-a7b9-2371081670cc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.026255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49698) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:03.064336 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f3ced378-e865-4fef-a23d-cdd2ac9c52a4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7760274 Jul 16 18:43:03.094056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event updated for resources: {'Port': ['ID=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.119126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:03.123721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80177c-57de-4dc4-b727-490719778104 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Network': ['ID=3831ea40-d1fa-49ac-b123-c3488b87d8be,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.195399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting subnet b4acfc7b-65b3-4a07-b8fb-889588348ef3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:03.204116 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.231954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a009370-45ef-46f0-becb-4236946d4970 None None] Port 20fdc440-ceb3-4769-9b30-f57b30548650 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:03.249875 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9abf3607-fa8d-4eea-b444-1118061b46f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7932789 Jul 16 18:43:03.264431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c99fddb-e2ef-45a5-8773-e575d27f92f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.285552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Request body: {'port': {'device_id': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:03.314478 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.331723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 534ff907-454e-4734-9cee-ec5d9ce636aa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.332101 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.438087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ab5b113b-cc99-48dd-9353-865fe42e9c64 None None] Provisioning for port 32638ad9-f0f0-4706-a7b9-2371081670cc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:03.474936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ab5b113b-cc99-48dd-9353-865fe42e9c64 None None] Provisioning complete for port 32638ad9-f0f0-4706-a7b9-2371081670cc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.476541 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab5b113b-cc99-48dd-9353-865fe42e9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.481938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.498677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.613005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7879e3-6f58-444c-95b6-1589970e0dde tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.617074 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ed7879e3-6f58-444c-95b6-1589970e0dde tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4967406 Jul 16 18:43:03.622509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:03.652331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b113b-cc99-48dd-9353-865fe42e9c64 None None] Port 32638ad9-f0f0-4706-a7b9-2371081670cc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:03.679073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ab5b113b-cc99-48dd-9353-865fe42e9c64 None None] Provisioning complete for port 20fdc440-ceb3-4769-9b30-f57b30548650 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.679590 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab5b113b-cc99-48dd-9353-865fe42e9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.689537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea5a53-8e86-47e2-b8b2-98398c25cc30 req-ac500102-c98f-4637-9ae7-216c0be78e1a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.691215 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22ea5a53-8e86-47e2-b8b2-98398c25cc30 req-ac500102-c98f-4637-9ae7-216c0be78e1a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.4968019 Jul 16 18:43:03.730028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b113b-cc99-48dd-9353-865fe42e9c64 None None] Port 20fdc440-ceb3-4769-9b30-f57b30548650 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:03.742073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.772634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Subnet': ['ID=b4acfc7b-65b3-4a07-b8fb-889588348ef3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.782784 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.785626 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-09b09965-f325-4528-a5cc-a1194305a69c tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/subnets/b4acfc7b-65b3-4a07-b8fb-889588348ef3 HTTP/1.1" status: 204 len: 168 time: 0.7478087 Jul 16 18:43:03.789633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:03.802703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326668d8-b968-44a1-b922-2fa1ad25d9a7 None None] Network f907ef07-59c1-4dff-9375-965a7ffb9cb0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:03.857815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.870800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a044c-3c4e-4b71-8094-2d872596abc3 req-b5ecc1aa-da58-4645-822f-cd800d0ba56f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.872804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-921a044c-3c4e-4b71-8094-2d872596abc3 req-b5ecc1aa-da58-4645-822f-cd800d0ba56f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 932 time: 0.1966636 Jul 16 18:43:03.974961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.978672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22ea5a53-8e86-47e2-b8b2-98398c25cc30 req-1aba8c52-cbeb-47b1-874a-59bf6675993b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565725 Jul 16 18:43:04.042676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-921a044c-3c4e-4b71-8094-2d872596abc3 req-63497cc0-3ec4-48ea-9321-d97e860d60fc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628897 Jul 16 18:43:04.106264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Deleting port 54df0406-fed9-4908-9260-554bb3cefe5a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:04.106667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.129472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfa62a-acdc-4dc3-b0d1-82fd598fe7b6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.135347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfa62a-acdc-4dc3-b0d1-82fd598fe7b6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.141318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfa62a-acdc-4dc3-b0d1-82fd598fe7b6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.145682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8ecfa62a-acdc-4dc3-b0d1-82fd598fe7b6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5144117 Jul 16 18:43:04.153537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49722) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:04.155654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] DHCP port deletion for f907ef07-59c1-4dff-9375-965a7ffb9cb0 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:04.251817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] Deleting port 54df0406-fed9-4908-9260-554bb3cefe5a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:04.263296 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.302341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] For port 54df0406-fed9-4908-9260-554bb3cefe5a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=54df0406-fed9-4908-9260-554bb3cefe5a,segment=NetworkSegment(37a51a48-be7b-43d1-b836-29204f4ec18f),segment_id=37a51a48-be7b-43d1-b836-29204f4ec18f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:04.302701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.339038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Calling delete_port for 54df0406-fed9-4908-9260-554bb3cefe5a owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:04.410413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:04.420103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.429250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Router 6ae17d4a-7816-453e-a844-ca4a88d0989a has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:04.442657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Transition to ACTIVE for port object a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:04.489189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 32638ad9-f0f0-4706-a7b9-2371081670cc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:04.489540 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.499574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] For port 54df0406-fed9-4908-9260-554bb3cefe5a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=54df0406-fed9-4908-9260-554bb3cefe5a,segment=NetworkSegment(37a51a48-be7b-43d1-b836-29204f4ec18f),segment_id=37a51a48-be7b-43d1-b836-29204f4ec18f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:04.499972 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.511147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.547991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] Calling delete_port for 54df0406-fed9-4908-9260-554bb3cefe5a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:04.618899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 54df0406-fed9-4908-9260-554bb3cefe5a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:04.694523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.714777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 32638ad9-f0f0-4706-a7b9-2371081670cc owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:04.802121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.886141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 54df0406-fed9-4908-9260-554bb3cefe5a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=54df0406-fed9-4908-9260-554bb3cefe5a,segment=NetworkSegment(37a51a48-be7b-43d1-b836-29204f4ec18f),segment_id=37a51a48-be7b-43d1-b836-29204f4ec18f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:04.893215 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.959009 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.964656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=54df0406-fed9-4908-9260-554bb3cefe5a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:04.975105 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.016830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] No DVR routers for this DVR port 54df0406-fed9-4908-9260-554bb3cefe5a on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:05.022849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Port': ['ID=54df0406-fed9-4908-9260-554bb3cefe5a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.043925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] Pushing event deleted for resources: {'Port': ['ID=54df0406-fed9-4908-9260-554bb3cefe5a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.066141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b5264-4096-4afa-af6e-1aaef45deb0f None None] No DVR routers for this DVR port 54df0406-fed9-4908-9260-554bb3cefe5a on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:05.070240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.123503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:05.123857 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.132762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6ab25330-24e5-4ad6-ad6e-62dd18fadb1b admin admin] 10.222.0.49 "PUT /v2.0/routers/6ae17d4a-7816-453e-a844-ca4a88d0989a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6775994 Jul 16 18:43:05.135880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:05.139647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] Sync routers for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:05.156839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:05.158084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:42:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.241341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Attempting to bind port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:05.245242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Attempting to bind port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:05.245761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Attempting to bind port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:05.252171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=32638ad9-f0f0-4706-a7b9-2371081670cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.258111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 on network 05222e42-e89b-45b9-9873-2ae4eb29292b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:05.258876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Attempting to bind port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:05.324261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.337084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:05.344536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:05.364909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:05.365499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Bound using segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:05.365979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Bound port: a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:05.366360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.484871 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.613129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] For port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:05.622751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] For port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:05.735372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:43:02Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.752132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b030914-94ce-47cf-a101-73ff93666719 req-9b943313-af09-4b6f-8e7a-f45769406172 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:05.759896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b030914-94ce-47cf-a101-73ff93666719 req-9b943313-af09-4b6f-8e7a-f45769406172 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 944 time: 0.4441373 Jul 16 18:43:05.764236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.772149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] Checking router: 6ae17d4a-7816-453e-a844-ca4a88d0989a for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:05.782389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] Routers {'6ae17d4a-7816-453e-a844-ca4a88d0989a'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:05.783209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:42:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6ae17d4a-7816-453e-a844-ca4a88d0989a'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.829353 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.837353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.874991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:05.876538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.881540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8ca0090b-ab54-4964-870c-3975d2fa56f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 HTTP/1.1" status: 200 len: 1093 time: 2.6184132 Jul 16 18:43:05.884573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'tag': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:05.888274 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4" -d '{"events": [{"name": "network-changed", "server_uuid": "41c91ff5-38b3-4c79-a163-10e2a07de3ab", "tag": "a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:05.971996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b030914-94ce-47cf-a101-73ff93666719 req-4b0fcacf-8a97-42b3-8c41-464d24dbb49a tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083611 Jul 16 18:43:06.042301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] Set router 6ae17d4a-7816-453e-a844-ca4a88d0989a gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:06.070714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Deleting port 8fe3137a-9de5-41b0-a6d0-bbb88d787082 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:06.075812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f907ef07-59c1-4dff-9375-965a7ffb9cb0']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.077010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.138326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a51a48-be7b-43d1-b836-29204f4ec18f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.138632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a51a48-be7b-43d1-b836-29204f4ec18f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.165308 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.167460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cd93e088-4c29-4be1-8a16-af8be67591a3 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/32638ad9-f0f0-4706-a7b9-2371081670cc HTTP/1.1" status: 204 len: 168 time: 2.0000873 Jul 16 18:43:06.186296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.187815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:06.213123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] For port 8fe3137a-9de5-41b0-a6d0-bbb88d787082, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8fe3137a-9de5-41b0-a6d0-bbb88d787082,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:06.213565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.233459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Calling delete_port for 8fe3137a-9de5-41b0-a6d0-bbb88d787082 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:06.253398 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a131a2-d34e-41af-8754-76381ad9018d x-openstack-request-id: req-b6a131a2-d34e-41af-8754-76381ad9018d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:06.253692 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c91ff5-38b3-4c79-a163-10e2a07de3ab", "tag": "a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:06.254114 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6a131a2-d34e-41af-8754-76381ad9018d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:06.254575 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'tag': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1', 'status': 'completed', 'code': 200} Jul 16 18:43:06.265737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-3c6223af-e163-4c32-9e7a-d30eb146af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.267373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-3c6223af-e163-4c32-9e7a-d30eb146af07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 1096 time: 0.3381479 Jul 16 18:43:06.277619 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1270e67-ceec-497a-9bed-a23871e9ade9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:43:06.279237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f1270e67-ceec-497a-9bed-a23871e9ade9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/32638ad9-f0f0-4706-a7b9-2371081670cc HTTP/1.1" status: 404 len: 333 time: 0.0895650 Jul 16 18:43:06.290066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49764) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:06.309055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:43:02Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.361231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b8349-da2d-477d-bd8e-76e1466bd95f None None] The sync data for ids ['6ae17d4a-7816-453e-a844-ca4a88d0989a'] in n-d-791504-15 is: [{'id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'name': 'tempest-AttachVolumeTestJSON-1581463185-router', 'tenant_id': '4940987d06934ec58aa5e898d885036d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:41Z', 'updated_at': '2021-07-16T18:43:02Z', 'revision_number': 5, 'project_id': '4940987d06934ec58aa5e898d885036d', 'gw_port': {'id': '8fe3137a-9de5-41b0-a6d0-bbb88d787082', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae17d4a-7816-453e-a844-ca4a88d0989a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:42Z', 'updated_at': '2021-07-16T18:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:06.372919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.379423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:06.379829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.458545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-9428f34c-92cf-4006-874e-6b3af677570d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 HTTP/1.1" status: 200 len: 217 time: 0.0418105 Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:06.462892 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:06.465080 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.472236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.472236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] 10.222.0.49 "DELETE /v2.0/networks/f907ef07-59c1-4dff-9375-965a7ffb9cb0 HTTP/1.1" status: 204 len: 168 time: 2.6793017 Jul 16 18:43:06.512683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0a15f-cf80-41b8-92e8-1f67cb01b8b4 tempest-NetworksIpV6TestAttrs-471509795 tempest-NetworksIpV6TestAttrs-471509795-project] Pushing event deleted for resources: {'Network': ['ID=f907ef07-59c1-4dff-9375-965a7ffb9cb0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:06.530528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8e50b-ec89-49a5-bd7e-38cef6c25778 req-99c5db0e-0e6e-4e4a-8115-88508580bd47 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.539303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68b8e50b-ec89-49a5-bd7e-38cef6c25778 req-99c5db0e-0e6e-4e4a-8115-88508580bd47 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 1.2824950 Jul 16 18:43:06.563405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-dcc50a1b-d2f9-48fb-a264-cdad21879b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.564942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-dcc50a1b-d2f9-48fb-a264-cdad21879b86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.0999866 Jul 16 18:43:06.591785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68b8e50b-ec89-49a5-bd7e-38cef6c25778 req-3d3c7fb5-ac73-4165-8714-fd7167fcee03 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515981 Jul 16 18:43:06.602791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 20fdc440-ceb3-4769-9b30-f57b30548650 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:06.603138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.651903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-8e004b4c-8793-42fe-8dcd-5a0af645bc1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797949 Jul 16 18:43:06.652693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.721581 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.746904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 20fdc440-ceb3-4769-9b30-f57b30548650 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:06.826420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c99fddb-e2ef-45a5-8773-e575d27f92f5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:06.869206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe3137a-9de5-41b0-a6d0-bbb88d787082,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:06.892959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6c99fddb-e2ef-45a5-8773-e575d27f92f5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:06.893319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6c99fddb-e2ef-45a5-8773-e575d27f92f5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:06.915709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-4a316682-f2c5-41ad-bc10-ab64c834e36c service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130554 Jul 16 18:43:06.954893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.022795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.049838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.102611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=20fdc440-ceb3-4769-9b30-f57b30548650,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.161754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.166212 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-75b9a631-10c9-4ff5-831a-397d39ebfcc7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/20fdc440-ceb3-4769-9b30-f57b30548650 HTTP/1.1" status: 204 len: 168 time: 0.8726575 Jul 16 18:43:07.168965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49788) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.231872 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7a5728-4248-4af4-9cfe-99ba97fff7c1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:43:07.233638 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f7a5728-4248-4af4-9cfe-99ba97fff7c1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/20fdc440-ceb3-4769-9b30-f57b30548650 HTTP/1.1" status: 404 len: 333 time: 0.0635660 Jul 16 18:43:07.237081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49792) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.249229 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.309989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.353363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-148b7517-2095-4361-b661-55affef763aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=425ca9d7c2834200bc7efffb3ee249e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971188 Jul 16 18:43:07.365503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49798) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.372220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.373014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae17d4a-7816-453e-a844-ca4a88d0989a {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:43:07.386133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.390601 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-50ec0d47-5753-44ce-acd1-57575c3f71e4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6ae17d4a-7816-453e-a844-ca4a88d0989a HTTP/1.1" status: 204 len: 168 time: 2.2535198 Jul 16 18:43:07.397818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49800) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.454904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 01ef77cc-9416-4b63-8144-118c4b0a3100 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:07.468060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.482246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-97e9c307-ec51-426c-974e-cfd55dc48302 req-f8e003b3-10af-44b9-bfc0-074245b33526 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113378 Jul 16 18:43:07.510353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] Deleting subnet 6b427a0f-c755-41ab-be75-2b0c811e4726 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:07.525945 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.535054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de63bc-5847-4540-bf6a-d347a97dbdb2 req-c5649204-627d-4b68-885c-ba91edfeb651 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.536737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84de63bc-5847-4540-bf6a-d347a97dbdb2 req-c5649204-627d-4b68-885c-ba91edfeb651 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 944 time: 0.2922931 Jul 16 18:43:07.567043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6ff995d-b16e-4db7-80bf-b5619c9166c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.576226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.646423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.663213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6ff995d-b16e-4db7-80bf-b5619c9166c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.689693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84de63bc-5847-4540-bf6a-d347a97dbdb2 req-ed070f6d-9d0b-4d63-b323-548d4309f6ec tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233883 Jul 16 18:43:07.729279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-9af4ed5e-b153-4fed-878f-1e788ad3f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.730866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-9af4ed5e-b153-4fed-878f-1e788ad3f99b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 1096 time: 0.1723442 Jul 16 18:43:07.806767 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6ff995d-b16e-4db7-80bf-b5619c9166c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.810800 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6ff995d-b16e-4db7-80bf-b5619c9166c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.814372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e6ff995d-b16e-4db7-80bf-b5619c9166c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28c2b203-95bb-4dc3-ab9e-23d763030e7f HTTP/1.1" status: 204 len: 168 time: 0.4408679 Jul 16 18:43:07.818333 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.842363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-1a355267-5b27-45ed-959e-241627b72440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.843848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-1a355267-5b27-45ed-959e-241627b72440 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.0998433 Jul 16 18:43:07.875682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff995d-b16e-4db7-80bf-b5619c9166c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2b203-95bb-4dc3-ab9e-23d763030e7f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.923082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-ce9f6e62-2b95-48bf-952f-5719f9850edf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 HTTP/1.1" status: 200 len: 217 time: 0.0553453 Jul 16 18:43:08.006067 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.044937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-21feca3c-4cde-4ba5-95ab-601dceb2dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.046288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-21feca3c-4cde-4ba5-95ab-601dceb2dec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.1135259 Jul 16 18:43:08.052882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b2cc3-1800-412f-950e-1a36d39a9a97 req-ca49dd7b-f572-4cb0-9178-e52925de81ed tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.054680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b69b2cc3-1800-412f-950e-1a36d39a9a97 req-ca49dd7b-f572-4cb0-9178-e52925de81ed tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.2123430 Jul 16 18:43:08.104366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-7aca8530-941d-4b6d-9eb7-0a96a995c81e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481107 Jul 16 18:43:08.112173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b69b2cc3-1800-412f-950e-1a36d39a9a97 req-3ae4e77b-1127-4128-998f-6441cd1a56b6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487337 Jul 16 18:43:08.112173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.143882 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.157024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c501611-6597-47db-a47e-d496c25fa9e2 None None] Network 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:08.160535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/01ef77cc-9416-4b63-8144-118c4b0a3100 HTTP/1.1" status: 204 len: 168 time: 0.9200954 Jul 16 18:43:08.177786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49820) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:08.187889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67816f48-4289-4196-b9d1-5ca280c71a2c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=01ef77cc-9416-4b63-8144-118c4b0a3100,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:08.240826 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.285880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b427a0f-c755-41ab-be75-2b0c811e4726,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:08.300473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.302923 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-33d0d0f8-8bbf-4d32-b979-543d90696f9f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6b427a0f-c755-41ab-be75-2b0c811e4726 HTTP/1.1" status: 204 len: 168 time: 0.9038877 Jul 16 18:43:08.307868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49824) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:08.309938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.321118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643cb355-599a-4418-b4f0-97c5fa5c719e None None] Network ac5a1346-54e4-49b6-aa14-05f4fc5d68cf requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:08.361146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-1b2ae8d0-dcc5-4a4f-86b9-d525dc33d7c2 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450936 Jul 16 18:43:08.505523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 534ff907-454e-4734-9cee-ec5d9ce636aa {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:08.505865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.561026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8fe3137a-9de5-41b0-a6d0-bbb88d787082 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:08.648383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8fe3137a-9de5-41b0-a6d0-bbb88d787082 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:08.648770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8fe3137a-9de5-41b0-a6d0-bbb88d787082 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:08.650590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] For port 534ff907-454e-4734-9cee-ec5d9ce636aa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=534ff907-454e-4734-9cee-ec5d9ce636aa,segment=NetworkSegment(b75efb51-9461-45cb-b105-3ed7986def33),segment_id=b75efb51-9461-45cb-b105-3ed7986def33)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:08.650961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.679767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 534ff907-454e-4734-9cee-ec5d9ce636aa owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:08.705936 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.741198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eaec3730-a19d-4f08-ba6f-8f0fcd5936d4 req-eeba29af-a24e-48d1-bb55-642b5f665a9f service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290086 Jul 16 18:43:08.766460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] DHCP port deletion for 2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:08.843135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] DHCP port deletion for ac5a1346-54e4-49b6-aa14-05f4fc5d68cf request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:08.954094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] Deleting port 534ff907-454e-4734-9cee-ec5d9ce636aa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:08.954846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.963359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.975150 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-3226aec5-0fc6-4e1d-af1f-cfbac4b59f55 service neutron] show failed (client error): The resource could not be found. Jul 16 18:43:08.976496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-3226aec5-0fc6-4e1d-af1f-cfbac4b59f55 service neutron] 10.222.0.59 "GET /v2.0/ports/5450572b-a5b0-4f01-916e-5c23e45eb2cc/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.1470692 Jul 16 18:43:09.015964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No DVR routers for this DVR port 534ff907-454e-4734-9cee-ec5d9ce636aa on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:09.044488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] For port 534ff907-454e-4734-9cee-ec5d9ce636aa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=534ff907-454e-4734-9cee-ec5d9ce636aa,segment=NetworkSegment(b75efb51-9461-45cb-b105-3ed7986def33),segment_id=b75efb51-9461-45cb-b105-3ed7986def33)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:09.044986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.057807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] Calling delete_port for 534ff907-454e-4734-9cee-ec5d9ce636aa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:09.084390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Deleting port 10f823f7-738c-4fca-8a89-e36b36d88f24 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:09.084748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.101830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=534ff907-454e-4734-9cee-ec5d9ce636aa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.142217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.170236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] Deleting port 10f823f7-738c-4fca-8a89-e36b36d88f24 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:09.171371 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.231936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] For port 10f823f7-738c-4fca-8a89-e36b36d88f24, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10f823f7-738c-4fca-8a89-e36b36d88f24,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:09.232490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.249334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Calling delete_port for 10f823f7-738c-4fca-8a89-e36b36d88f24 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:09.264894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] For port 10f823f7-738c-4fca-8a89-e36b36d88f24, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10f823f7-738c-4fca-8a89-e36b36d88f24,segment=NetworkSegment(37ada3cd-12f0-48a8-84a6-584af7bb134b),segment_id=37ada3cd-12f0-48a8-84a6-584af7bb134b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:09.265287 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.278613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] Calling delete_port for 10f823f7-738c-4fca-8a89-e36b36d88f24 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:09.285478 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.350575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:09.352818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.371382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] Pushing event deleted for resources: {'Port': ['ID=534ff907-454e-4734-9cee-ec5d9ce636aa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.372495 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.373738 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.397974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff63b06-3121-453f-93a3-206f7fc78b26 req-0a204468-f6c8-4d1a-8134-e5b2f089b545 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.402422 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7ff63b06-3121-453f-93a3-206f7fc78b26 req-0a204468-f6c8-4d1a-8134-e5b2f089b545 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 944 time: 0.4239156 Jul 16 18:43:09.409955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] Pushing event deleted for resources: {'Port': ['ID=10f823f7-738c-4fca-8a89-e36b36d88f24,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.412664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed02a4-b1c7-4ea5-a3be-9671ab704fd0 None None] No DVR routers for this DVR port 534ff907-454e-4734-9cee-ec5d9ce636aa on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:09.416997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883e947-eed9-4e77-9304-d8e00772d1cf None None] No DVR routers for this DVR port 10f823f7-738c-4fca-8a89-e36b36d88f24 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:09.419597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75efb51-9461-45cb-b105-3ed7986def33') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.425479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75efb51-9461-45cb-b105-3ed7986def33') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.448887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.467718 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.475228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:09.475993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.479644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Pushing event deleted for resources: {'Port': ['ID=10f823f7-738c-4fca-8a89-e36b36d88f24,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:09.525576 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:09.547489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] No DVR routers for this DVR port 10f823f7-738c-4fca-8a89-e36b36d88f24 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:09.607939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8c0e404e-b363-4dfd-a7ff-c8afeba4bc53 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-854127241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:09.671473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.695698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.696140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.698228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653 HTTP/1.1" status: 204 len: 168 time: 1.5190485 Jul 16 18:43:09.706946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:09.707279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7ff63b06-3121-453f-93a3-206f7fc78b26 req-a8efaa84-f62c-40fb-803a-fa7b5a3baa6b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777716 Jul 16 18:43:09.714407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1724888599'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:09.720223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85604f69-af6a-44a3-a635-38d1ac57f9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=2cb1cfd4-e6c6-4043-a0fe-d3b3ab997653,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.721466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5a1346-54e4-49b6-aa14-05f4fc5d68cf']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.734086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c0e404e-b363-4dfd-a7ff-c8afeba4bc53 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.735425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c0e404e-b363-4dfd-a7ff-c8afeba4bc53 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.761523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df664878-7677-46b8-bec1-65b6b72ace5e req-faa14729-4585-463b-ac18-99c68c8f0993 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.763225 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df664878-7677-46b8-bec1-65b6b72ace5e req-faa14729-4585-463b-ac18-99c68c8f0993 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.2849357 Jul 16 18:43:09.766740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ada3cd-12f0-48a8-84a6-584af7bb134b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.767034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ada3cd-12f0-48a8-84a6-584af7bb134b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.769270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-45433705-0a34-4c7d-ad05-7305bcec8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.776404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-45433705-0a34-4c7d-ad05-7305bcec8a25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 1097 time: 0.1979520 Jul 16 18:43:09.789567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:09.808907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.843642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:09.847243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.850820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.860819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df664878-7677-46b8-bec1-65b6b72ace5e req-a5735edf-1a36-4be9-b93d-7984b35184c9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880549 Jul 16 18:43:09.909834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:09.910388 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:09.912740 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:09.932266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.937142 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c0e404e-b363-4dfd-a7ff-c8afeba4bc53 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.956120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c0e404e-b363-4dfd-a7ff-c8afeba4bc53 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.967360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:10.032252 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.034363 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Added segment 94287b91-8417-4adb-a92d-04753391998f of type vlan for network 0971b104-ef85-44d5-9749-32bd1ed4c04c Jul 16 18:43:10.036477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.048530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c0e404e-b363-4dfd-a7ff-c8afeba4bc53 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.052854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8c0e404e-b363-4dfd-a7ff-c8afeba4bc53 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7009003 Jul 16 18:43:10.057095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.058505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.069015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac5a1346-54e4-49b6-aa14-05f4fc5d68cf HTTP/1.1" status: 204 len: 168 time: 1.7594123 Jul 16 18:43:10.092911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-818346205'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:10.123485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43c36-35c7-4c8c-bc0b-601274d557cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5a1346-54e4-49b6-aa14-05f4fc5d68cf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.153633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.174163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Made reservation on behalf of 5ffd00834fdf4bcd9b82f49ff1e9cfae for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:10.180090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.202194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.235045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.243618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.244307 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.295710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:10.355520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:10.369089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Network': ['ID=0971b104-ef85-44d5-9749-32bd1ed4c04c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.382356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:10.398503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49888) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.438936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:10.442825 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337ac45a-7ddc-4e88-8c40-ca0500dfe172" -d '{"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-unplugged", "status": "completed", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:10.447858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.485359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Transition to ACTIVE for port object 5450572b-a5b0-4f01-916e-5c23e45eb2cc will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:10.490700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f67d1996-27a8-4fc4-b76c-59bb2de24009 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4940987d06934ec58aa5e898d885036d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904372 Jul 16 18:43:10.492919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.495227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49892) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.509659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 534ff907-454e-4734-9cee-ec5d9ce636aa no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:10.511387 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c9a12-55db-4347-82e8-c000d1d04f4e x-openstack-request-id: req-4b9c9a12-55db-4347-82e8-c000d1d04f4e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:10.511739 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-unplugged", "status": "completed", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:10.512074 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b9c9a12-55db-4347-82e8-c000d1d04f4e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:10.512549 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'code': 200} Jul 16 18:43:10.526343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.531224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.533604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 534ff907-454e-4734-9cee-ec5d9ce636aa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:10.534178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 534ff907-454e-4734-9cee-ec5d9ce636aa not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:10.534807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10f823f7-738c-4fca-8a89-e36b36d88f24 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:10.589133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7501d4-b6c3-4a3c-b221-0084a364b584,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.614982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.616733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6021d733-80db-4af7-8cf7-a579ecf0c14a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9077582 Jul 16 18:43:10.617622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49896) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.634595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:10.659211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.659623 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Added segment a0b1970f-cf8c-44d1-b3a3-069bd003660a of type vlan for network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c Jul 16 18:43:10.676607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:10.727570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.761581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 10f823f7-738c-4fca-8a89-e36b36d88f24 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:10.762190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10f823f7-738c-4fca-8a89-e36b36d88f24 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:10.772657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.782368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.783110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.802220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:10.834011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7636342 Jul 16 18:43:10.837604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49902) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.843597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'subnet': {'network_id': '87d6a41f-8d71-4b50-814f-9dc8f90dea3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:10.921128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e4703b3-aa20-4a9f-bd47-aef12b1e77cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.976704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927190da-595b-4e89-b39f-a1e02208c220 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Network': ['ID=87d6a41f-8d71-4b50-814f-9dc8f90dea3c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.994751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:11.001813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Made reservation on behalf of 5ffd00834fdf4bcd9b82f49ff1e9cfae for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:11.006119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.028792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] No DVR routers for this DVR port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:11.136744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:11.141918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e4703b3-aa20-4a9f-bd47-aef12b1e77cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.153339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'port_id': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1', 'mac_address': 'fa:16:3e:45:4e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8116a7-3347-445b-89c8-befca16abc21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:11.201935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.257953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:11.271671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:11.276844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.288228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac400-fbaa-4736-89bc-6787992234a5 req-f7db46ee-7db1-491b-8b82-3a4322714c90 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.289803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7eeac400-fbaa-4736-89bc-6787992234a5 req-f7db46ee-7db1-491b-8b82-3a4322714c90 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 944 time: 0.3729239 Jul 16 18:43:11.300431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:11.307541 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.372464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:11.524569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:11.525880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.619777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243806-74b2-4b8e-ac85-3fc1144f25ec req-d1933d9e-6322-428b-8b37-77a1a6079d82 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.629705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3243806-74b2-4b8e-ac85-3fc1144f25ec req-d1933d9e-6322-428b-8b37-77a1a6079d82 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 0.5816298 Jul 16 18:43:11.656066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:11.656424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:11.656753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on network 35773381-3f26-4daf-b91f-41fb2922f266 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:11.669243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e4703b3-aa20-4a9f-bd47-aef12b1e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.671883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e4703b3-aa20-4a9f-bd47-aef12b1e77cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.676033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3e4703b3-aa20-4a9f-bd47-aef12b1e77cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df7723c0-3817-4890-a0a9-e1733cbd1ecf HTTP/1.1" status: 204 len: 168 time: 1.1742315 Jul 16 18:43:11.679068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7eeac400-fbaa-4736-89bc-6787992234a5 req-e0975730-6338-44ac-99d6-de46fe770741 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699076 Jul 16 18:43:11.686468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Checking segment: {'id': '94287b91-8417-4adb-a92d-04753391998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:11.686834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network hostable DHCP agents. Network: 0971b104-ef85-44d5-9749-32bd1ed4c04c, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:11.688941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=8b7087e5-d787-4a0c-a863-7d5b56f4ea4d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:11.699077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on network 35773381-3f26-4daf-b91f-41fb2922f266 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:11.699631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Attempting to bind port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on network 35773381-3f26-4daf-b91f-41fb2922f266 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:11.710964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4703b3-aa20-4a9f-bd47-aef12b1e77cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7723c0-3817-4890-a0a9-e1733cbd1ecf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:11.716277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:11.716627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Checking segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:11.717074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Bound using segment: {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:11.717491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Bound port: 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717f4185-e0ed-4064-acf4-549216c54bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:11.717836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.744742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:11.778456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0971b104-ef85-44d5-9749-32bd1ed4c04c) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:11.806368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.806948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f23084-9813-479e-985d-532a063bede4 None None] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:11.808909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.876367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3243806-74b2-4b8e-ac85-3fc1144f25ec req-2a1c1f46-ec59-43b4-91a8-e5eb0eb3177d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455900 Jul 16 18:43:11.882547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.923582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b44388b-d935-4c0a-a603-2d04d8c88bed tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2659011 Jul 16 18:43:11.929536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:11.949287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b64bc635-b202-4586-b555-19917a343b23 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-725234134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:11.964728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:11.977367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:11.997447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Checking segment: {'id': 'a0b1970f-cf8c-44d1-b3a3-069bd003660a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87d6a41f-8d71-4b50-814f-9dc8f90dea3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:11.997447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network hostable DHCP agents. Network: 87d6a41f-8d71-4b50-814f-9dc8f90dea3c, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:12.001892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.002260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Subnet': ['ID=721a3e25-0f2a-42f4-a4a7-386059e62f0e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:12.031506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:12.046150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 87d6a41f-8d71-4b50-814f-9dc8f90dea3c) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:12.063623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.065644 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.084604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067754c3-1008-4e74-9738-f69a7007a0b8 None None] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:12.129882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0971b104-ef85-44d5-9749-32bd1ed4c04c', 'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c', 'tenant_id': '9a546d8538bd416dbd5a586db8d9ed10', 'fixed_ips': [{'subnet_id': '8b7087e5-d787-4a0c-a863-7d5b56f4ea4d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:12.131327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dcfd688e-dae3-4e33-9e54-124058fba4ff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2921433 Jul 16 18:43:12.131543 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.134038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49942) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:12.156077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'network': {'name': 'tempest-router-network01--196495398'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:12.166846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64bc635-b202-4586-b555-19917a343b23 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.168082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64bc635-b202-4586-b555-19917a343b23 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.182648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.183296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.185550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] 10.222.0.67 "PUT /v2.0/ports/5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 1092 time: 2.4010377 Jul 16 18:43:12.201218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Made reservation on behalf of 5ffd00834fdf4bcd9b82f49ff1e9cfae for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:12.205091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.248130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:12.264904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.265536 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Added segment d1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759 of type vlan for network 71fe5113-9dc1-4c50-a524-bba572af7c70 Jul 16 18:43:12.274825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39993b87-ddcb-4a02-81da-8acbeabc5243 service neutron] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:12.339311 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.405695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.431835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.432494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.480418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64bc635-b202-4586-b555-19917a343b23 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.505956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64bc635-b202-4586-b555-19917a343b23 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.529499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3911524 Jul 16 18:43:12.529730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:12.530209 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191ff05a-4823-4d9c-be73-189c0a226a92" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:12.534907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:12.552920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'network': {'name': 'tempest-router-network02--805113716'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:12.574511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-4bea96f6-1073-4758-b071-649ce2ae49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.576069 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-4bea96f6-1073-4758-b071-649ce2ae49e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1095 time: 0.2855701 Jul 16 18:43:12.601166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8f7ee-5888-4c4b-a792-c78f75384951 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Network': ['ID=71fe5113-9dc1-4c50-a524-bba572af7c70,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:12.648182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Made reservation on behalf of 5ffd00834fdf4bcd9b82f49ff1e9cfae for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:12.652006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:12.652512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.664344 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5feeb94-ee9b-4957-9f5e-49f72ae459cf x-openstack-request-id: req-c5feeb94-ee9b-4957-9f5e-49f72ae459cf {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:12.664879 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:12.665270 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5feeb94-ee9b-4957-9f5e-49f72ae459cf {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:12.665811 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'status': 'completed', 'code': 200} Jul 16 18:43:12.676349 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64bc635-b202-4586-b555-19917a343b23 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.678245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b64bc635-b202-4586-b555-19917a343b23 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7468238 Jul 16 18:43:12.681845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49970) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:12.736570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:12.751141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c', 'name': 'tempest-PortsIpV6TestJSON-1681343030'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:12.771445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.771801 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Added segment 4fa8c6f3-5c7f-4e10-801b-f03325443dca of type vlan for network 95835187-e11d-4ea2-8c23-fd90573fd707 Jul 16 18:43:12.793119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-803cbbe6-ee61-4c7d-b7c3-815ce1a8e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.797566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-803cbbe6-ee61-4c7d-b7c3-815ce1a8e435 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.2145507 Jul 16 18:43:12.881575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.958894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-23bc1904-b489-46bb-8ae6-19f98336fbc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 999 time: 0.1266232 Jul 16 18:43:12.984795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Allocated IP 2001:db8::2 (0971b104-ef85-44d5-9749-32bd1ed4c04c/8b7087e5-d787-4a0c-a863-7d5b56f4ea4d/53791900-e41c-4e7a-b5de-44fbc4b178be) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:13.005244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:13.008809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:13.013426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.075031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:13.091589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-54ca796a-3240-4ff0-9459-a14ac1f122ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.093162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-54ca796a-3240-4ff0-9459-a14ac1f122ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1095 time: 0.4154565 Jul 16 18:43:13.256511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-87d6a41f-8d71-4b50-814f-9dc8f90dea3c', 'network_id': '87d6a41f-8d71-4b50-814f-9dc8f90dea3c', 'tenant_id': '5ffd00834fdf4bcd9b82f49ff1e9cfae', 'fixed_ips': [{'subnet_id': '721a3e25-0f2a-42f4-a4a7-386059e62f0e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:13.261322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.271670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:13.286621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:13.287153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.431325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104432-6a67-44b5-911b-085e6544c762 req-93c88b7c-0a84-4c63-aaf8-1f30db710b00 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.432962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50104432-6a67-44b5-911b-085e6544c762 req-93c88b7c-0a84-4c63-aaf8-1f30db710b00 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 0.3268902 Jul 16 18:43:13.434690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-e454bde3-0e9a-4408-970b-dc4a156c982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.436237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-e454bde3-0e9a-4408-970b-dc4a156c982f service neutron] 10.222.0.59 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.3357360 Jul 16 18:43:13.546666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50104432-6a67-44b5-911b-085e6544c762 req-a51e8e1d-4cf5-411e-937f-c9f9dbf55b5f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061773 Jul 16 18:43:13.554446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-e871cfac-2dc7-4511-867a-ad5df8839bb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 999 time: 0.1104257 Jul 16 18:43:13.616279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Allocated IP 172.20.0.2 (87d6a41f-8d71-4b50-814f-9dc8f90dea3c/721a3e25-0f2a-42f4-a4a7-386059e62f0e/b55f59e8-3939-4e74-9c21-57b4d91f4800) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:13.673312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-cde163d8-dbf8-4a3c-acc0-0010e6ba6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.674895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-cde163d8-dbf8-4a3c-acc0-0010e6ba6479 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.1125658 Jul 16 18:43:13.717654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.720130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.720724 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.726764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.748286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Transition to ACTIVE for port object 53791900-e41c-4e7a-b5de-44fbc4b178be will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:13.756995 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.777399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2410479 Jul 16 18:43:13.781188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50010) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:13.787190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-d87daf26-9bbf-4cb5-a608-820debadf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.789474 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-d87daf26-9bbf-4cb5-a608-820debadf41c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.7995431 Jul 16 18:43:13.801291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'subnet': {'network_id': '71fe5113-9dc1-4c50-a524-bba572af7c70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:13.814330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Transition to ACTIVE for port object 53791900-e41c-4e7a-b5de-44fbc4b178be will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:13.850202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-3697ff13-823f-4670-8c52-08cfe9e81d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.852939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-3697ff13-823f-4670-8c52-08cfe9e81d7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701450 Jul 16 18:43:13.891570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adc64f-0faf-481d-97dc-a67959b9b18e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Network': ['ID=95835187-e11d-4ea2-8c23-fd90573fd707,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:13.931978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a015b-d2d0-4a9b-9ee3-e12eec961ee6 req-634a05d0-fc2d-4a55-b40e-c8d61676c01d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.932465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:13.939151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.939528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-466a015b-d2d0-4a9b-9ee3-e12eec961ee6 req-634a05d0-fc2d-4a55-b40e-c8d61676c01d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 945 time: 0.9857762 Jul 16 18:43:13.958409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:13.960958 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b9cfc8-576e-4961-a277-33d4eef2ec5c" -d '{"events": [{"server_uuid": "41c91ff5-38b3-4c79-a163-10e2a07de3ab", "name": "network-vif-plugged", "status": "completed", "tag": "a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:14.004888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 95835187-e11d-4ea2-8c23-fd90573fd707 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:14.006974 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.007783 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:14.041819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:14.060849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::132 (0971b104-ef85-44d5-9749-32bd1ed4c04c/8b7087e5-d787-4a0c-a863-7d5b56f4ea4d/f78e8903-cbcd-48f8-a6e6-c5c8ed707f79) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:14.116874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-6841e927-1d24-46b5-842c-e6fa7d843a44 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510087 Jul 16 18:43:14.128449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:14.130874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Pushing event updated for resources: {'Port': ['ID=53791900-e41c-4e7a-b5de-44fbc4b178be,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:14.135163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:14.161921 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-466a015b-d2d0-4a9b-9ee3-e12eec961ee6 req-0d028df7-2aed-4a25-9b51-9beec9535c0e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210696 Jul 16 18:43:14.171912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Made reservation on behalf of 5ffd00834fdf4bcd9b82f49ff1e9cfae for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:14.178709 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.325630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-4b54ddf4-2eac-4e3f-addc-55b478b5e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.328472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-4b54ddf4-2eac-4e3f-addc-55b478b5e2e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5184731 Jul 16 18:43:14.359128 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd33f1f-752c-4232-92ca-c63a805790f2 x-openstack-request-id: req-0dd33f1f-752c-4232-92ca-c63a805790f2 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:14.359417 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c91ff5-38b3-4c79-a163-10e2a07de3ab", "name": "network-vif-plugged", "status": "completed", "tag": "a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:14.360556 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dd33f1f-752c-4232-92ca-c63a805790f2 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:14.362295 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1', 'code': 200} Jul 16 18:43:14.374892 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.509881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.522235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:14.545453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Transition to ACTIVE for port object b55f59e8-3939-4e74-9c21-57b4d91f4800 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:14.547764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:14.564599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-ba4c8900-3948-40cd-87dc-7111e9a4ac67 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356139 Jul 16 18:43:14.580082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:14.602452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-ee1e2e8a-595e-4796-b636-5627953ad447 service neutron] 10.222.0.67 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649236 Jul 16 18:43:14.618544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb53a3-ce43-449f-acfb-323acf1d700f req-548ef7d2-577b-4619-9f30-19aa188cb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.620630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99bb53a3-ce43-449f-acfb-323acf1d700f req-548ef7d2-577b-4619-9f30-19aa188cb46d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 1098 time: 0.1323953 Jul 16 18:43:14.630997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Attempting to bind port 53791900-e41c-4e7a-b5de-44fbc4b178be on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:14.631434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Attempting to bind port 53791900-e41c-4e7a-b5de-44fbc4b178be by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '94287b91-8417-4adb-a92d-04753391998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:14.631859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Attempting to bind port 53791900-e41c-4e7a-b5de-44fbc4b178be on network 0971b104-ef85-44d5-9749-32bd1ed4c04c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:14.637030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Transition to ACTIVE for port object b55f59e8-3939-4e74-9c21-57b4d91f4800 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:14.641798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:14.642417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Checking segment: {'id': '94287b91-8417-4adb-a92d-04753391998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:14.642985 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.643510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Bound using segment: {'id': '94287b91-8417-4adb-a92d-04753391998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:14.644126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Bound port: 53791900-e41c-4e7a-b5de-44fbc4b178be, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94287b91-8417-4adb-a92d-04753391998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0971b104-ef85-44d5-9749-32bd1ed4c04c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:14.645473 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.675405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99bb53a3-ce43-449f-acfb-323acf1d700f req-42b28a1b-e0dd-4488-8fb1-6420096348c0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Jul 16 18:43:14.709719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.765660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] For port 53791900-e41c-4e7a-b5de-44fbc4b178be, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:14.769160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] For port 53791900-e41c-4e7a-b5de-44fbc4b178be, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=53791900-e41c-4e7a-b5de-44fbc4b178be,segment=NetworkSegment(94287b91-8417-4adb-a92d-04753391998f),segment_id=94287b91-8417-4adb-a92d-04753391998f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:14.771302 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.791805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:14.793587 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.798295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:14.798463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:14.801771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:14.805714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:14.817443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:14.824095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.824744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.855846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.875416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=f78e8903-cbcd-48f8-a6e6-c5c8ed707f79,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:14.895426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-37ef3c85-0a08-4fb6-8cdd-449c66ce853b tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1960990 Jul 16 18:43:14.895646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:14.929253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Pushing event updated for resources: {'Port': ['ID=b55f59e8-3939-4e74-9c21-57b4d91f4800,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:15.083633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Attempting to bind port b55f59e8-3939-4e74-9c21-57b4d91f4800 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:15.085755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Attempting to bind port b55f59e8-3939-4e74-9c21-57b4d91f4800 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a0b1970f-cf8c-44d1-b3a3-069bd003660a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87d6a41f-8d71-4b50-814f-9dc8f90dea3c'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:15.088569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Attempting to bind port b55f59e8-3939-4e74-9c21-57b4d91f4800 on network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:15.130190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:15.131139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Checking segment: {'id': 'a0b1970f-cf8c-44d1-b3a3-069bd003660a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87d6a41f-8d71-4b50-814f-9dc8f90dea3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:15.131139 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.131502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Bound using segment: {'id': 'a0b1970f-cf8c-44d1-b3a3-069bd003660a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87d6a41f-8d71-4b50-814f-9dc8f90dea3c'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:15.132064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Bound port: b55f59e8-3939-4e74-9c21-57b4d91f4800, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b1970f-cf8c-44d1-b3a3-069bd003660a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '87d6a41f-8d71-4b50-814f-9dc8f90dea3c'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:15.142140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.179949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5bbfb-27a8-4800-b3be-7c274f94b645 None None] Pushing event updated for resources: {'Port': ['ID=53791900-e41c-4e7a-b5de-44fbc4b178be,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:15.291330 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ab4428f-6b69-491d-b312-f65b1af68fcd req-ef4291b7-b756-4984-b4b8-bd360af55a94 service neutron] 10.222.0.67 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277459 Jul 16 18:43:15.358902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Subnet': ['ID=bfdee45f-ea9e-4b48-b1e1-ece918a9eee3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:15.419902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Checking segment: {'id': 'd1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '71fe5113-9dc1-4c50-a524-bba572af7c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:15.420269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network hostable DHCP agents. Network: 71fe5113-9dc1-4c50-a524-bba572af7c70, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:15.501005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] For port b55f59e8-3939-4e74-9c21-57b4d91f4800, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:15.517828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] For port b55f59e8-3939-4e74-9c21-57b4d91f4800, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b55f59e8-3939-4e74-9c21-57b4d91f4800,segment=NetworkSegment(a0b1970f-cf8c-44d1-b3a3-069bd003660a),segment_id=a0b1970f-cf8c-44d1-b3a3-069bd003660a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:15.539153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.636195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177c7ec-14fc-426d-a2a8-d56ae16d20d7 req-d3eabfad-23e5-477a-ae7b-d18bd3f4470e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.669497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6177c7ec-14fc-426d-a2a8-d56ae16d20d7 req-d3eabfad-23e5-477a-ae7b-d18bd3f4470e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 0.8221693 Jul 16 18:43:15.823939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6177c7ec-14fc-426d-a2a8-d56ae16d20d7 req-d53c2b90-5f7a-404f-97bb-1aa6c6b3fda1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534095 Jul 16 18:43:15.826761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:15.877749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-e5aafded-a824-4d61-ad65-31f131472a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.881024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-e5aafded-a824-4d61-ad65-31f131472a78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1095 time: 0.4423187 Jul 16 18:43:15.885755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 71fe5113-9dc1-4c50-a524-bba572af7c70) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:15.895401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.897251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.910424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53160c77-6b42-4bc0-b62e-1b1276c9e495 None None] Pushing event updated for resources: {'Port': ['ID=b55f59e8-3939-4e74-9c21-57b4d91f4800,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:15.966617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e81c2-ca79-4db7-b665-777848aade6c None None] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:15.983769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6b13f4fe-bb9f-48cc-96ff-dcea6033239a tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1889539 Jul 16 18:43:15.984116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50074) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:15.990292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'subnet': {'network_id': '95835187-e11d-4ea2-8c23-fd90573fd707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:16.215575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-14ca840f-f8c8-48e2-afba-9df88f168ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.217445 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-14ca840f-f8c8-48e2-afba-9df88f168ef4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.3253720 Jul 16 18:43:16.298555 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0a56dac-26e9-412f-93d7-7cd8f7b00559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.309504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2798ba4-2d09-4a8a-af94-8e76b4e976fd req-bba09b9c-9757-431c-8191-7b32b1d21140 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.314815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2798ba4-2d09-4a8a-af94-8e76b4e976fd req-bba09b9c-9757-431c-8191-7b32b1d21140 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 946 time: 0.5461671 Jul 16 18:43:16.409292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-074951fe-6457-452c-8239-170739e2e9c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 999 time: 0.1834786 Jul 16 18:43:16.414237 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.673391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-cd253808-d49e-4da4-bd39-09ef0b3e8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.678381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-cd253808-d49e-4da4-bd39-09ef0b3e8e85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.2618072 Jul 16 18:43:16.850101 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.860969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-35a2a1dd-2ae3-40ab-940a-8c922aef2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.861913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2798ba4-2d09-4a8a-af94-8e76b4e976fd req-7782eb8d-aee1-4a24-ae6e-4200eb35b921 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285797 Jul 16 18:43:16.863386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.864558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-35a2a1dd-2ae3-40ab-940a-8c922aef2a0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1791079 Jul 16 18:43:16.880526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Made reservation on behalf of 5ffd00834fdf4bcd9b82f49ff1e9cfae for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:16.884376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.105567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 53791900-e41c-4e7a-b5de-44fbc4b178be up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:17.204666 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-aaf2ea24-56f4-4543-96b8-2a13e04d2aba service neutron] 10.222.0.67 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281975 Jul 16 18:43:17.210316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-71fe5113-9dc1-4c50-a524-bba572af7c70', 'network_id': '71fe5113-9dc1-4c50-a524-bba572af7c70', 'tenant_id': '5ffd00834fdf4bcd9b82f49ff1e9cfae', 'fixed_ips': [{'subnet_id': 'bfdee45f-ea9e-4b48-b1e1-ece918a9eee3'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:17.213272 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.332689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45c4246-4abe-4263-ba73-bdff7bab62a0 None None] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:17.532926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 53791900-e41c-4e7a-b5de-44fbc4b178be completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:17.650493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-191ff05a-4823-4d9c-be73-189c0a226a92 req-2accdae5-3aca-4ac3-81d6-597cd4aab6e1 service neutron] 10.222.0.67 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367328 Jul 16 18:43:17.650710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.718392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b55f59e8-3939-4e74-9c21-57b4d91f4800 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:17.781658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e5c0a3d5-1158-406a-94bd-ac9e347a6f98 None None] Provisioning for port 53791900-e41c-4e7a-b5de-44fbc4b178be completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:17.803648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e5c0a3d5-1158-406a-94bd-ac9e347a6f98 None None] Provisioning complete for port 53791900-e41c-4e7a-b5de-44fbc4b178be triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:17.824698 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3d5-1158-406a-94bd-ac9e347a6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.074842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=f78e8903-cbcd-48f8-a6e6-c5c8ed707f79,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:18.211584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725cefe-e4fd-4cac-ad3c-cd5924438cd5 None None] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:18.441837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905887d-1d0f-4ce9-b1b9-af5f42311c79 req-b24d38f2-cc76-453c-8cd1-1d07354a1671 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:18.450572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0905887d-1d0f-4ce9-b1b9-af5f42311c79 req-b24d38f2-cc76-453c-8cd1-1d07354a1671 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 946 time: 0.1339471 Jul 16 18:43:18.530997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0905887d-1d0f-4ce9-b1b9-af5f42311c79 req-f6d5c841-c1c5-45b3-9c2e-4e47e2034c8a tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782588 Jul 16 18:43:18.534326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Allocated IP 172.20.0.2 (71fe5113-9dc1-4c50-a524-bba572af7c70/bfdee45f-ea9e-4b48-b1e1-ece918a9eee3/58267d20-95f8-48b2-944b-117d8c215460) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:18.578137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.595711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.670091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b55f59e8-3939-4e74-9c21-57b4d91f4800 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:18.878829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3d5-1158-406a-94bd-ac9e347a6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.948880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-493eebb5-d5f1-4e50-a8b5-670293bb6b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.017198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-a84748f7-0e8a-4bea-bfd8-e73c3f015216 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.025960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-a84748f7-0e8a-4bea-bfd8-e73c3f015216 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.1508834 Jul 16 18:43:19.043490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-a3134fd0-04a4-4ecc-9b20-a4fb974c42ad tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.0156360 Jul 16 18:43:19.045532 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.069553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.070456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.140749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-f7da5ecc-40b8-4680-88dc-3f3b30b785ed tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959246 Jul 16 18:43:19.144461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.220543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=f78e8903-cbcd-48f8-a6e6-c5c8ed707f79,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.281330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e5c0a3d5-1158-406a-94bd-ac9e347a6f98 None None] For port 53791900-e41c-4e7a-b5de-44fbc4b178be, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=53791900-e41c-4e7a-b5de-44fbc4b178be,segment=NetworkSegment(94287b91-8417-4adb-a92d-04753391998f),segment_id=94287b91-8417-4adb-a92d-04753391998f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:19.294762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Subnet': ['ID=6e706d57-cb2f-4b9a-9865-6d989837cdd1,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.300621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-eb2c00bb-35e7-491b-8c7e-cfc33e92773b service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587839 Jul 16 18:43:19.337301 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3d5-1158-406a-94bd-ac9e347a6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.520265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Checking segment: {'id': '4fa8c6f3-5c7f-4e10-801b-f03325443dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '95835187-e11d-4ea2-8c23-fd90573fd707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:19.520638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network hostable DHCP agents. Network: 95835187-e11d-4ea2-8c23-fd90573fd707, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:19.572435 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-be2c6f2a-aba8-47f4-b72c-524b53ba4121 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707558 Jul 16 18:43:19.626214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d3cdae1-432a-42a3-bcbd-bece108678ae None None] Provisioning for port b55f59e8-3939-4e74-9c21-57b4d91f4800 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:19.665224 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.678292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0a3d5-1158-406a-94bd-ac9e347a6f98 None None] Pushing event updated for resources: {'Port': ['ID=53791900-e41c-4e7a-b5de-44fbc4b178be,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.699339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d3cdae1-432a-42a3-bcbd-bece108678ae None None] Provisioning complete for port b55f59e8-3939-4e74-9c21-57b4d91f4800 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:19.701149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdae1-432a-42a3-bcbd-bece108678ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.703548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Transition to ACTIVE for port object 58267d20-95f8-48b2-944b-117d8c215460 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:19.761499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:19.991134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:20.009558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'port_id': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'mac_address': 'fa:16:3e:a3:1d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:20.063807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Transition to ACTIVE for port object 58267d20-95f8-48b2-944b-117d8c215460 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:20.069980 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.087170 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.137112 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.272217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:20.279294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5450572b-a5b0-4f01-916e-5c23e45eb2cc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:20.289833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:20.292468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:20.327762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Pushing event updated for resources: {'Port': ['ID=58267d20-95f8-48b2-944b-117d8c215460,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:20.345026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84ad06-0cf9-4a48-b279-d0b85b634e02 req-8c64fa2f-b6e7-46e0-9cbb-9f9cfe8028de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:20.355070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdae1-432a-42a3-bcbd-bece108678ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.391678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f84ad06-0cf9-4a48-b279-d0b85b634e02 req-8c64fa2f-b6e7-46e0-9cbb-9f9cfe8028de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 943 time: 2.1297028 Jul 16 18:43:20.395290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f566ca25-a6a2-4d9c-8fa6-3242cb82d895 req-5c18e566-d836-45f6-9e3d-ab0c02f64e1b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 210 time: 0.1176746 Jul 16 18:43:20.396095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:20.418204 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.512125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network 95835187-e11d-4ea2-8c23-fd90573fd707 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:20.515527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:20.577436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5d3cdae1-432a-42a3-bcbd-bece108678ae None None] For port b55f59e8-3939-4e74-9c21-57b4d91f4800, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b55f59e8-3939-4e74-9c21-57b4d91f4800,segment=NetworkSegment(a0b1970f-cf8c-44d1-b3a3-069bd003660a),segment_id=a0b1970f-cf8c-44d1-b3a3-069bd003660a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:20.583285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f84ad06-0cf9-4a48-b279-d0b85b634e02 req-4e5449df-04dc-41d8-96b6-c23b9f3ba70b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907423 Jul 16 18:43:20.584394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:20.625906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 95835187-e11d-4ea2-8c23-fd90573fd707) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:20.653558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Attempting to bind port 58267d20-95f8-48b2-944b-117d8c215460 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:20.653931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Attempting to bind port 58267d20-95f8-48b2-944b-117d8c215460 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '71fe5113-9dc1-4c50-a524-bba572af7c70'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:20.654297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Attempting to bind port 58267d20-95f8-48b2-944b-117d8c215460 on network 71fe5113-9dc1-4c50-a524-bba572af7c70 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:20.662554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdae1-432a-42a3-bcbd-bece108678ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.703231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:20.704233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.722216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a472dba-197d-4727-9597-1283c2d236f8 None None] Network 95835187-e11d-4ea2-8c23-fd90573fd707 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:20.815480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['5450572b-a5b0-4f01-916e-5c23e45eb2cc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:20.866266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:20.866519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Checking segment: {'id': 'd1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '71fe5113-9dc1-4c50-a524-bba572af7c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:20.873206 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.873618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Bound using segment: {'id': 'd1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '71fe5113-9dc1-4c50-a524-bba572af7c70'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:20.874142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Bound port: 58267d20-95f8-48b2-944b-117d8c215460, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '71fe5113-9dc1-4c50-a524-bba572af7c70'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:20.874628 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.930862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d7721a32-ce1b-416d-a30a-96bb88f9823b tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9456234 Jul 16 18:43:20.933669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50234) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:20.952996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Router 905f0da1-3742-4ae2-a7e2-24f08da0efd4 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:43:20.968716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.090204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 53791900-e41c-4e7a-b5de-44fbc4b178be up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:21.283872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cdae1-432a-42a3-bcbd-bece108678ae None None] Pushing event updated for resources: {'Port': ['ID=b55f59e8-3939-4e74-9c21-57b4d91f4800,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.540949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] For port 58267d20-95f8-48b2-944b-117d8c215460, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:21.547036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] For port 58267d20-95f8-48b2-944b-117d8c215460, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58267d20-95f8-48b2-944b-117d8c215460,segment=NetworkSegment(d1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759),segment_id=d1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:21.562474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:21.578728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3a9d2a9b-4acf-46b0-94c1-8165730d7a6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "PUT /v2.0/routers/905f0da1-3742-4ae2-a7e2-24f08da0efd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6819453 Jul 16 18:43:21.587965 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] Sync routers for ids ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:21.600923 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] Routers {'905f0da1-3742-4ae2-a7e2-24f08da0efd4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:21.601108 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:21.602137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.682613 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.703269 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:21.705259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Provisioning complete for port 53791900-e41c-4e7a-b5de-44fbc4b178be triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:21.705854 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.764107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b983bf90-d02b-4f85-a457-14d9b27cc0b5 req-b0756f3a-8943-48c3-8186-dbeb634412c0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 210 time: 0.0744014 Jul 16 18:43:21.793854 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] Routers {'905f0da1-3742-4ae2-a7e2-24f08da0efd4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:21.794482 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:21.795295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-bbdc3dbb-090a-41ae-9080-59dbe0dfdb3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:21.797177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-bbdc3dbb-090a-41ae-9080-59dbe0dfdb3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038&tenant_id=1146e6a401a64d1aa6ad39bde341ca16&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 944 time: 0.5678654 Jul 16 18:43:21.845638 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:21.846862 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79758798-f470-4caa-a955-614bd5e2c74f None None] The sync data for ids ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:21.884273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac75fb-b00d-41c6-9ac7-9402efb3764d req-31315d83-ae5a-48b8-b4a6-bd704e2acf97 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:21.904538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f6ac75fb-b00d-41c6-9ac7-9402efb3764d req-31315d83-ae5a-48b8-b4a6-bd704e2acf97 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 944 time: 0.7326593 Jul 16 18:43:21.913053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7c830-58f6-4339-b247-95c5831f85dc None None] Pushing event updated for resources: {'Port': ['ID=58267d20-95f8-48b2-944b-117d8c215460,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:22.043775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60499c6-f408-4e2a-9ea4-16c710a1d9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:22.045935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c60499c6-f408-4e2a-9ea4-16c710a1d9fb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports?device_id=905f0da1-3742-4ae2-a7e2-24f08da0efd4 HTTP/1.1" status: 200 len: 989 time: 0.4399202 Jul 16 18:43:22.051238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50262) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:22.054953 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-7cfb5d30-c824-4891-92b0-af8328f84760 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:43:22.062614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-7cfb5d30-c824-4891-92b0-af8328f84760 service neutron] 10.222.0.59 "DELETE /v2.0/ports/5450572b-a5b0-4f01-916e-5c23e45eb2cc/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.2532756 Jul 16 18:43:22.071257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.145529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f6ac75fb-b00d-41c6-9ac7-9402efb3764d req-0a977375-5791-4447-81cb-72f987da8a4e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398982 Jul 16 18:43:22.347525 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.659708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-95835187-e11d-4ea2-8c23-fd90573fd707', 'network_id': '95835187-e11d-4ea2-8c23-fd90573fd707', 'tenant_id': '5ffd00834fdf4bcd9b82f49ff1e9cfae', 'fixed_ips': [{'subnet_id': '6e706d57-cb2f-4b9a-9865-6d989837cdd1'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:22.662162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.672203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-fd15dbc3-f61d-4959-91a6-7646f4ab0646 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:22.677550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-fd15dbc3-f61d-4959-91a6-7646f4ab0646 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.4955211 Jul 16 18:43:22.694960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Request body: {'port': {'device_id': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'admin_state_up': True, 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:22.701867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-cb560173-bb81-46a2-ba7f-f51da5cee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:22.706407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-cb560173-bb81-46a2-ba7f-f51da5cee142 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1096 time: 0.5160987 Jul 16 18:43:22.713632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 53791900-e41c-4e7a-b5de-44fbc4b178be triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:22.714020 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.993716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Allocated IP 172.20.0.1 (71fe5113-9dc1-4c50-a524-bba572af7c70/bfdee45f-ea9e-4b48-b1e1-ece918a9eee3/871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:23.108089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.172615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:23.181261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.196174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Provisioning for port f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:23.247230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Provisioning complete for port f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:23.247619 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.291745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-6b08744a-292b-45b5-a319-a6235ff02c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.298609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Allocated IP 172.20.0.2 (95835187-e11d-4ea2-8c23-fd90573fd707/6e706d57-cb2f-4b9a-9865-6d989837cdd1/3cbf2194-ab4b-46ee-ba25-0a717beee91f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:23.299532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-6b08744a-292b-45b5-a319-a6235ff02c6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.5718839 Jul 16 18:43:23.307054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Port f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:23.337688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d4558a7-463b-4724-8507-913f600ba889 req-7455bfbc-0836-4e59-a4d8-797b606c67e1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 210 time: 0.2003677 Jul 16 18:43:23.378858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Provisioning complete for port b55f59e8-3939-4e74-9c21-57b4d91f4800 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:23.379709 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06f14cd8-b4c8-4d49-895c-d24fba832251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.611259 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.620528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Transition to ACTIVE for port object 3cbf2194-ab4b-46ee-ba25-0a717beee91f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:23.637736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Transition to ACTIVE for port object 3cbf2194-ab4b-46ee-ba25-0a717beee91f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:23.653307 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.766545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-f7c053e9-96b5-45f8-944a-1c5d326b0d66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 1000 time: 0.4601765 Jul 16 18:43:23.802161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b55f59e8-3939-4e74-9c21-57b4d91f4800 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:23.814211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Network 95835187-e11d-4ea2-8c23-fd90573fd707 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:23.837787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:23.865592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:23.889563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.919593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Transition to ACTIVE for port object 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:23.927410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Allocated IP 172.20.0.4 (05222e42-e89b-45b9-9873-2ae4eb29292b/df8116a7-3347-445b-89c8-befca16abc21/51f3f163-4458-44d1-af1d-8c3d671fec53) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:23.954984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Pushing event updated for resources: {'Port': ['ID=3cbf2194-ab4b-46ee-ba25-0a717beee91f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:24.021331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9725d4-91bf-472a-bbe8-9d6c3cd8b749 None None] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:24.056139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3a6d6-a5d4-45fc-ba37-7002fce9c180 req-6ba2d0f7-e3ff-45fa-bba5-186fa80a6548 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.056319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Attempting to bind port 3cbf2194-ab4b-46ee-ba25-0a717beee91f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:24.056667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Attempting to bind port 3cbf2194-ab4b-46ee-ba25-0a717beee91f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '4fa8c6f3-5c7f-4e10-801b-f03325443dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '95835187-e11d-4ea2-8c23-fd90573fd707'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:24.057090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Attempting to bind port 3cbf2194-ab4b-46ee-ba25-0a717beee91f on network 95835187-e11d-4ea2-8c23-fd90573fd707 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:24.058340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65a3a6d6-a5d4-45fc-ba37-7002fce9c180 req-6ba2d0f7-e3ff-45fa-bba5-186fa80a6548 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 944 time: 0.6183455 Jul 16 18:43:24.075807 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.077600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-90f52385-c24c-40e3-9f59-c8ca6401c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.077915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:24.078299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Checking segment: {'id': '4fa8c6f3-5c7f-4e10-801b-f03325443dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '95835187-e11d-4ea2-8c23-fd90573fd707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:24.078721 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.079217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-90f52385-c24c-40e3-9f59-c8ca6401c2ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.2855752 Jul 16 18:43:24.079342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Bound using segment: {'id': '4fa8c6f3-5c7f-4e10-801b-f03325443dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '95835187-e11d-4ea2-8c23-fd90573fd707'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:24.079600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Bound port: 3cbf2194-ab4b-46ee-ba25-0a717beee91f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa8c6f3-5c7f-4e10-801b-f03325443dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '95835187-e11d-4ea2-8c23-fd90573fd707'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:24.079993 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.102182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-350f4582-dc11-424e-93df-b1fa3ecfc8e9 None None] Provisioning complete for port f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:24.102544 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-350f4582-dc11-424e-93df-b1fa3ecfc8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.142795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-350f4582-dc11-424e-93df-b1fa3ecfc8e9 None None] Port f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:24.170510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.232652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:24.239661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] For port 3cbf2194-ab4b-46ee-ba25-0a717beee91f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:24.242905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] For port 3cbf2194-ab4b-46ee-ba25-0a717beee91f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3cbf2194-ab4b-46ee-ba25-0a717beee91f,segment=NetworkSegment(4fa8c6f3-5c7f-4e10-801b-f03325443dca),segment_id=4fa8c6f3-5c7f-4e10-801b-f03325443dca)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:24.252413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b55f59e8-3939-4e74-9c21-57b4d91f4800 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:24.252814 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.280472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.315360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:24.331279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:24.353315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b547c8-cc6f-4196-8f82-7024725fd691 None None] Pushing event updated for resources: {'Port': ['ID=3cbf2194-ab4b-46ee-ba25-0a717beee91f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:24.378469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-350f4582-dc11-424e-93df-b1fa3ecfc8e9 None None] Provisioning for port 58267d20-95f8-48b2-944b-117d8c215460 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:24.408284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Port': ['ID=871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:24.458968 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65a3a6d6-a5d4-45fc-ba37-7002fce9c180 req-c6a64cba-77e4-4c74-976d-3789781e2687 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900535 Jul 16 18:43:24.474233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.545332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-76759809-f99c-49d0-92d3-93a649e2eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.547811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-76759809-f99c-49d0-92d3-93a649e2eb05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4125485 Jul 16 18:43:24.757554 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.789505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a2dba34-d24e-47bc-8e39-4bc0df8bd099 req-7cf0f426-9b0d-453a-bb1e-ad5156cbaf5c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 210 time: 0.1654232 Jul 16 18:43:24.830157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58267d20-95f8-48b2-944b-117d8c215460 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:24.860694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-5c2fcc36-b1b8-4d93-9eaa-35f8d359c1c5 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037622 Jul 16 18:43:24.883141 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.957826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 58267d20-95f8-48b2-944b-117d8c215460 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:24.981618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 58267d20-95f8-48b2-944b-117d8c215460 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:24.981889 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.014973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.138659 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.166703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:25.168992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:25.224673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:25.224673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.283602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.560540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 58267d20-95f8-48b2-944b-117d8c215460, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58267d20-95f8-48b2-944b-117d8c215460,segment=NetworkSegment(d1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759),segment_id=d1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:25.571538 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.652825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48a0c64b-2945-4902-8732-ccb7389342ec None None] Provisioning for port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:25.811038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48a0c64b-2945-4902-8732-ccb7389342ec None None] Provisioning complete for port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:25.811523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48a0c64b-2945-4902-8732-ccb7389342ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.823757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:26.002571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3cbf2194-ab4b-46ee-ba25-0a717beee91f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:26.167523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=58267d20-95f8-48b2-944b-117d8c215460,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.179159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb4d91c1-5d81-4f40-8f27-1da510d6bfe7 req-9e1aa511-5dc1-4008-96b4-7cdcdabb2533 service neutron] 10.222.0.59 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2910435 Jul 16 18:43:26.220028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-48a0c64b-2945-4902-8732-ccb7389342ec None None] Port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:26.340908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-48a0c64b-2945-4902-8732-ccb7389342ec None None] Provisioning complete for port 58267d20-95f8-48b2-944b-117d8c215460 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:26.342965 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48a0c64b-2945-4902-8732-ccb7389342ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.355744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:26.361585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event updated for resources: {'Port': ['ID=51f3f163-4458-44d1-af1d-8c3d671fec53,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.367675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:26.373168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:26.407482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e65f2-2556-4e8e-a97f-2f84b887bdba req-918d492c-e16e-42db-8098-4290bceb9960 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.427954 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b53e65f2-2556-4e8e-a97f-2f84b887bdba req-918d492c-e16e-42db-8098-4290bceb9960 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 944 time: 0.3238506 Jul 16 18:43:26.446957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 5450572b-a5b0-4f01-916e-5c23e45eb2cc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:26.458449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 3cbf2194-ab4b-46ee-ba25-0a717beee91f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:26.463298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 5450572b-a5b0-4f01-916e-5c23e45eb2cc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:26.463667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.500635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae1a2a-fa60-441f-8458-ca6ca20983d9 None None] Network 95835187-e11d-4ea2-8c23-fd90573fd707 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:26.561807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b53e65f2-2556-4e8e-a97f-2f84b887bdba req-137c956f-f429-42f7-b16a-155e562863c7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328340 Jul 16 18:43:26.564566 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.578892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:26.682643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.683737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.714225 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.726612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b2516-35ee-4bd8-8451-6304b285294d req-a383c750-fb8b-4c96-840d-69841d93bb0f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.735118 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-313b2516-35ee-4bd8-8451-6304b285294d req-a383c750-fb8b-4c96-840d-69841d93bb0f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 931 time: 0.4684849 Jul 16 18:43:26.744546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-dcce1bf7-1339-4e14-9dd4-651360626239 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0538321 Jul 16 18:43:26.745144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.811687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Request body: {'port': {'device_id': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:26.956560 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.971861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Provisioning complete for port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:26.973211 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.987826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Port': ['ID=871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:27.073046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:27.085785 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbff900-203c-4812-968e-cc1cc340513c" -d '{"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-plugged", "status": "completed", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:27.087472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.189997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-313b2516-35ee-4bd8-8451-6304b285294d req-f714e127-e3da-40a7-91f8-1eedb1c4d543 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539487 Jul 16 18:43:27.197334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:27.200260 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e546c29-0226-4e29-a8fc-a7e62b138b47 x-openstack-request-id: req-5e546c29-0226-4e29-a8fc-a7e62b138b47 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:27.212599 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-plugged", "status": "completed", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:27.212599 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e546c29-0226-4e29-a8fc-a7e62b138b47 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:27.212599 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'code': 200} Jul 16 18:43:27.212599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.212599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:27.228948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.265169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=f78e8903-cbcd-48f8-a6e6-c5c8ed707f79,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:27.359491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Provisioning for port 3cbf2194-ab4b-46ee-ba25-0a717beee91f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:27.396728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Provisioning complete for port 3cbf2194-ab4b-46ee-ba25-0a717beee91f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:27.404861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.425274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.452445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.458700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:27.596304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.765609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58267d20-95f8-48b2-944b-117d8c215460 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:28.010583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Router 905f0da1-3742-4ae2-a7e2-24f08da0efd4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:28.018526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f3f163-4458-44d1-af1d-8c3d671fec53 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:28.039274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.076496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Transition to ACTIVE for port object 51f3f163-4458-44d1-af1d-8c3d671fec53 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:28.117636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:28.118440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.144323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] For port 3cbf2194-ab4b-46ee-ba25-0a717beee91f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3cbf2194-ab4b-46ee-ba25-0a717beee91f,segment=NetworkSegment(4fa8c6f3-5c7f-4e10-801b-f03325443dca),segment_id=4fa8c6f3-5c7f-4e10-801b-f03325443dca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:28.145117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:28.156027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.368399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Pushing event updated for resources: {'Port': ['ID=51f3f163-4458-44d1-af1d-8c3d671fec53,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:28.381870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cfec5-b37a-4151-9082-206785cb5407 req-19113cc9-90a6-4722-8846-d9087e315fa4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.386876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-633cfec5-b37a-4151-9082-206785cb5407 req-19113cc9-90a6-4722-8846-d9087e315fa4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.4735789 Jul 16 18:43:28.392208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:28.404751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-abfba932-cb2f-451f-a029-5d95da0df9e7 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "PUT /v2.0/routers/905f0da1-3742-4ae2-a7e2-24f08da0efd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3507495 Jul 16 18:43:28.455139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:28.472152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 58267d20-95f8-48b2-944b-117d8c215460 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:28.473993 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.478347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] Sync routers for ids ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:28.520329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-633cfec5-b37a-4151-9082-206785cb5407 req-fd7d9102-a71b-4c73-ae04-db8b8b29e2db tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132393 Jul 16 18:43:28.536632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] Routers {'905f0da1-3742-4ae2-a7e2-24f08da0efd4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:28.537956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:28.540366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-412ca651-a7ee-4700-9cc5-5c1aa7f623b4 None None] Provisioning complete for port 3cbf2194-ab4b-46ee-ba25-0a717beee91f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:28.541611 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-412ca651-a7ee-4700-9cc5-5c1aa7f623b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.543341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Pushing event updated for resources: {'Port': ['ID=3cbf2194-ab4b-46ee-ba25-0a717beee91f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:28.552104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:28.616627 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de39e96-3255-4817-a9b5-d953a40bb107 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:43:28.618593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0de39e96-3255-4817-a9b5-d953a40bb107 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/f78e8903-cbcd-48f8-a6e6-c5c8ed707f79 HTTP/1.1" status: 404 len: 333 time: 0.0788684 Jul 16 18:43:28.647324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8e017d0d-3bb0-4c34-ad49-14440d73cc6e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/bfa6e090-eaac-45a0-9d2f-bac95c21ec0f HTTP/1.1" status: 200 len: 993 time: 0.0935590 Jul 16 18:43:28.648357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50444) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:28.703037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.703777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.704362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.704957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.705538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.706101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.707026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.707597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.730848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.731583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.733520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.734114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8396ad1-c74f-4398-89c8-1905671bbf44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:28.746769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:28.761167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Attempting to bind port 51f3f163-4458-44d1-af1d-8c3d671fec53 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:28.772051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Attempting to bind port 51f3f163-4458-44d1-af1d-8c3d671fec53 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:28.772423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Attempting to bind port 51f3f163-4458-44d1-af1d-8c3d671fec53 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:28.798775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045c53e-83c5-4a83-89fd-94c9dfc11062 req-4d682c8a-490c-4037-983c-755d6e1cd721 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.800731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1045c53e-83c5-4a83-89fd-94c9dfc11062 req-4d682c8a-490c-4037-983c-755d6e1cd721 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 943 time: 0.2139676 Jul 16 18:43:28.802310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Router ccdb33a1-e184-4333-9689-7357575b3698 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:43:28.806076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Port 51f3f163-4458-44d1-af1d-8c3d671fec53 on network 05222e42-e89b-45b9-9873-2ae4eb29292b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:28.806603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Attempting to bind port 51f3f163-4458-44d1-af1d-8c3d671fec53 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:28.808823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] Routers {'905f0da1-3742-4ae2-a7e2-24f08da0efd4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:28.809498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:28.822745 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:28.849970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:28.850690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:28.851274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Bound using segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:28.851938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Bound port: 51f3f163-4458-44d1-af1d-8c3d671fec53, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:28.852518 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.869912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bceca4c-889c-4f9e-a378-a02fa672f04d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.938423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:28.939532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14454ccc-9eca-4d6e-a385-125310ccfb4a None None] The sync data for ids ['905f0da1-3742-4ae2-a7e2-24f08da0efd4'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:28.967907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1045c53e-83c5-4a83-89fd-94c9dfc11062 req-40ba4abb-9b0b-4a8e-b3f3-05825d1eabc2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560631 Jul 16 18:43:28.975337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.060763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:29.073007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2b4bada1-1f74-4061-b5cc-b5cbce0b2153 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "PUT /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1352403 Jul 16 18:43:29.073227 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] Sync routers for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:29.073592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] For port 51f3f163-4458-44d1-af1d-8c3d671fec53, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:29.075940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50468) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.093988 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:29.094697 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.274549 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.290727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] For port 51f3f163-4458-44d1-af1d-8c3d671fec53, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=51f3f163-4458-44d1-af1d-8c3d671fec53,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:29.321816 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:29.322711 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.326208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.346592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-06533615-1d86-4241-af74-de431b57ad93 None None] Provisioning complete for port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:29.347297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06533615-1d86-4241-af74-de431b57ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.382213 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.382879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da64916-610e-456e-b5c5-c5db1d974c78 None None] The sync data for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:29.386846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bceca4c-889c-4f9e-a378-a02fa672f04d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.393001 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bceca4c-889c-4f9e-a378-a02fa672f04d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.416614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc116b48-c45b-4563-b962-368b578810cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.430559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-06533615-1d86-4241-af74-de431b57ad93 None None] Port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:29.455176 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bceca4c-889c-4f9e-a378-a02fa672f04d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.455793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bceca4c-889c-4f9e-a378-a02fa672f04d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Fanout notify agent at l3_agent the message router_deleted on router 905f0da1-3742-4ae2-a7e2-24f08da0efd4 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:43:29.461242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:29.462173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.463801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] 10.222.0.67 "PUT /v2.0/ports/51f3f163-4458-44d1-af1d-8c3d671fec53 HTTP/1.1" status: 200 len: 1092 time: 2.6758738 Jul 16 18:43:29.469662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bceca4c-889c-4f9e-a378-a02fa672f04d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.470807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8bceca4c-889c-4f9e-a378-a02fa672f04d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/routers/905f0da1-3742-4ae2-a7e2-24f08da0efd4 HTTP/1.1" status: 204 len: 168 time: 0.8204288 Jul 16 18:43:29.474199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.483315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'tag': '51f3f163-4458-44d1-af1d-8c3d671fec53'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:29.487616 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77871969-8362-4302-871c-2b3f1105c31b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f0d3c6-06a1-435a-a2be-c9e0ef0e8def", "tag": "51f3f163-4458-44d1-af1d-8c3d671fec53"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:29.585001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 8b7087e5-d787-4a0c-a863-7d5b56f4ea4d {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:29.587183 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bae912-1f95-45a2-8ca7-cf7adeeeea09 x-openstack-request-id: req-22bae912-1f95-45a2-8ca7-cf7adeeeea09 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:29.587486 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f0d3c6-06a1-435a-a2be-c9e0ef0e8def", "tag": "51f3f163-4458-44d1-af1d-8c3d671fec53", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:29.587718 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22bae912-1f95-45a2-8ca7-cf7adeeeea09 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:29.588117 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'tag': '51f3f163-4458-44d1-af1d-8c3d671fec53', 'status': 'completed', 'code': 200} Jul 16 18:43:29.590915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.603618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15d4f-12ac-4487-b627-22231b444e0a service neutron] Pushing event updated for resources: {'Port': ['ID=51f3f163-4458-44d1-af1d-8c3d671fec53,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:29.667114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.753303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3cbf2194-ab4b-46ee-ba25-0a717beee91f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:29.809024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.878790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3cbf2194-ab4b-46ee-ba25-0a717beee91f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:29.879506 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.894017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.938725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-9c45bd14-b896-4a09-8ea9-6833298f20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:29.941062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-9c45bd14-b896-4a09-8ea9-6833298f20bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 1095 time: 0.4264140 Jul 16 18:43:29.959678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7087e5-d787-4a0c-a863-7d5b56f4ea4d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:29.969614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.976697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421649a5-67dc-4d3a-a3fb-845ed3172894 None None] Network 0971b104-ef85-44d5-9749-32bd1ed4c04c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:29.978002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0285c3d-8530-4f86-8cdb-4bb979a2c6de tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/8b7087e5-d787-4a0c-a863-7d5b56f4ea4d HTTP/1.1" status: 204 len: 168 time: 0.4922094 Jul 16 18:43:29.978644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:30.006681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-ff6e0ed1-053e-46a9-bba1-b8a764659772 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3f163-4458-44d1-af1d-8c3d671fec53 HTTP/1.1" status: 200 len: 217 time: 0.0552135 Jul 16 18:43:30.123027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.214668 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc116b48-c45b-4563-b962-368b578810cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.246690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc116b48-c45b-4563-b962-368b578810cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.264471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 53791900-e41c-4e7a-b5de-44fbc4b178be {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:30.264827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.276611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220f824-fb47-49f4-acfc-9d4434044e95 req-722c52c3-df15-4864-8dff-6aafedfcf7cb tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:30.278386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f220f824-fb47-49f4-acfc-9d4434044e95 req-722c52c3-df15-4864-8dff-6aafedfcf7cb tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 943 time: 0.1374145 Jul 16 18:43:30.318552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-ec5d6a56-2b0f-4453-988c-d712fdd1a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:30.320339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-ec5d6a56-2b0f-4453-988c-d712fdd1a185 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.2890089 Jul 16 18:43:30.339191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f220f824-fb47-49f4-acfc-9d4434044e95 req-3e588252-eece-4ae4-94b4-8f8235b29cfa tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498779 Jul 16 18:43:30.351476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fc116b48-c45b-4563-b962-368b578810cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7987e668c60c43d5b6e4809f99882b08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3719852 Jul 16 18:43:30.355709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:30.361000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] DHCP port deletion for 0971b104-ef85-44d5-9749-32bd1ed4c04c request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:30.404800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] For port 53791900-e41c-4e7a-b5de-44fbc4b178be, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=53791900-e41c-4e7a-b5de-44fbc4b178be,segment=NetworkSegment(94287b91-8417-4adb-a92d-04753391998f),segment_id=94287b91-8417-4adb-a92d-04753391998f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:30.405494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.419172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 53791900-e41c-4e7a-b5de-44fbc4b178be owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:30.421949 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-356d9f82-c185-4b3f-9175-53c3840f8124 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:43:30.423455 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-356d9f82-c185-4b3f-9175-53c3840f8124 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "PUT /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3440742 Jul 16 18:43:30.424257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc116b48-c45b-4563-b962-368b578810cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d07df-3194-457d-a447-69ffb3712bbb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.426921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:30.430687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-b2ee5c1b-0bf4-4882-8e3b-189d1085ec77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975268 Jul 16 18:43:30.451022 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.475085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] Deleting port 53791900-e41c-4e7a-b5de-44fbc4b178be {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:30.475477 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.505081 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.604483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] For port 53791900-e41c-4e7a-b5de-44fbc4b178be, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=53791900-e41c-4e7a-b5de-44fbc4b178be,segment=NetworkSegment(94287b91-8417-4adb-a92d-04753391998f),segment_id=94287b91-8417-4adb-a92d-04753391998f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:30.605885 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.627596 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-e99eb6ee-53c7-4780-be55-26e8155413e5 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766865 Jul 16 18:43:30.627860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] Calling delete_port for 53791900-e41c-4e7a-b5de-44fbc4b178be owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:30.687981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.691031 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.695440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/853d07df-3194-457d-a447-69ffb3712bbb HTTP/1.1" status: 204 len: 168 time: 0.3385408 Jul 16 18:43:30.727534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d07df-3194-457d-a447-69ffb3712bbb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.777357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.793580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.829572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.829920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.835682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.836563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.840747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] Pushing event deleted for resources: {'Port': ['ID=53791900-e41c-4e7a-b5de-44fbc4b178be,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.842692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.843171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.843962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.844318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.844950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.845759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.845759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.845963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4cb94b-733d-4172-9975-67b06032e690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:30.866385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57f16e-4b5c-4249-9f4c-1bcc8ecb9619 None None] No DVR routers for this DVR port 53791900-e41c-4e7a-b5de-44fbc4b178be on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:30.870741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No DVR routers for this DVR port 53791900-e41c-4e7a-b5de-44fbc4b178be on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:30.933181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eaca0ae3-9c28-40ba-a8ff-4498a01e4f2d req-7d873e35-2894-4776-a382-a1f64c56894f service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986367 Jul 16 18:43:30.963939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=53791900-e41c-4e7a-b5de-44fbc4b178be,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:31.050019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.050447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.050702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.051099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.051351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.051671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.051991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.052299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.052624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.052990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.053309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.054365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:31.106706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.122141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77871969-8362-4302-871c-2b3f1105c31b req-d162772a-9ba7-4d97-a802-3f4463260656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.123652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77871969-8362-4302-871c-2b3f1105c31b req-d162772a-9ba7-4d97-a802-3f4463260656 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 1095 time: 0.1195228 Jul 16 18:43:31.215014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0971b104-ef85-44d5-9749-32bd1ed4c04c']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:31.253854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77871969-8362-4302-871c-2b3f1105c31b req-204d424f-6dee-403f-bc04-9d4881c4633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.256258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77871969-8362-4302-871c-2b3f1105c31b req-204d424f-6dee-403f-bc04-9d4881c4633e service neutron] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.1062341 Jul 16 18:43:31.268112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94287b91-8417-4adb-a92d-04753391998f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:31.268413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94287b91-8417-4adb-a92d-04753391998f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:31.288707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.309950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77871969-8362-4302-871c-2b3f1105c31b req-14c050db-db28-43cb-8a7f-5b4de5876656 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3f163-4458-44d1-af1d-8c3d671fec53 HTTP/1.1" status: 200 len: 217 time: 0.0417197 Jul 16 18:43:31.326666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.350837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.357977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.364920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.371305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.376950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77871969-8362-4302-871c-2b3f1105c31b req-f0eb0a81-3b7c-4a2d-add6-d7a92d6b3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.378689 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77871969-8362-4302-871c-2b3f1105c31b req-f0eb0a81-3b7c-4a2d-add6-d7a92d6b3000 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.0616074 Jul 16 18:43:31.390336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.403500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.415453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.424537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77871969-8362-4302-871c-2b3f1105c31b req-2018d71b-729a-47a5-a892-79942c378ffc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387287 Jul 16 18:43:31.432681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-1348c19e-6d59-4a77-9ce9-9ec4de003e54 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.4526265 Jul 16 18:43:31.438407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:31.438815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:31.444987 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:31.632184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78a65d70-f596-462c-a87e-defcf4f888f1 req-ee401133-9434-4b3d-a538-7385b9bc4f97 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1985490 Jul 16 18:43:31.638420 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.648502 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.657259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/0971b104-ef85-44d5-9749-32bd1ed4c04c HTTP/1.1" status: 204 len: 168 time: 1.6775177 Jul 16 18:43:31.659883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:31.677221 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77871969-8362-4302-871c-2b3f1105c31b req-2b49c9fc-59bc-4342-aebc-f8a1281c4be7 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458007 Jul 16 18:43:31.746316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 53791900-e41c-4e7a-b5de-44fbc4b178be no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:31.757462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1acfad-cdc6-4f8e-bade-d2a823a559bc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.763102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd1acfad-cdc6-4f8e-bade-d2a823a559bc tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/2aa90798-8fce-448e-a039-603c3e6acdba HTTP/1.1" status: 200 len: 844 time: 0.0938225 Jul 16 18:43:31.765109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:31.766323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a348d-a2c1-4813-a354-9bcf7786d324 req-1a5070dc-9007-4383-b5c7-ca634cf2730f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.767870 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d5a348d-a2c1-4813-a354-9bcf7786d324 req-1a5070dc-9007-4383-b5c7-ca634cf2730f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 943 time: 0.2555022 Jul 16 18:43:31.791137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 53791900-e41c-4e7a-b5de-44fbc4b178be {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:31.791511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 53791900-e41c-4e7a-b5de-44fbc4b178be not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:31.792894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c29125-df36-45d1-8c1d-1c9172f3ba98 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=0971b104-ef85-44d5-9749-32bd1ed4c04c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:31.845820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.888638 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d5a348d-a2c1-4813-a354-9bcf7786d324 req-ee70d200-40b6-4b86-a988-dd1e8e83d4b4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042542 Jul 16 18:43:31.893146 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77871969-8362-4302-871c-2b3f1105c31b req-5ef3741d-6663-4029-ae53-96b635b5d8e3 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085583 Jul 16 18:43:32.031595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-52c0f821-abff-4a18-843b-10b8b83ffed5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/2aa90798-8fce-448e-a039-603c3e6acdba?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2608912 Jul 16 18:43:32.036822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:32.043089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:32.682955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.689326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.695698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.703388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.708408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.714242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.720146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.728990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef82b2e3-4a67-4181-8722-7ede29ae4393 req-b68a89cc-c95a-4588-b74a-7b1f260f8344 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.7562239 Jul 16 18:43:32.738235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:32.742280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.060126 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.140492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96dc7a-1018-4614-a84f-95a23555b6cd req-fe074c4e-c21e-4cd4-9133-5425abaf7b53 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.144163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=666639ee-c357-454c-b2fc-bea817e6d80d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:33.156738 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a96dc7a-1018-4614-a84f-95a23555b6cd req-fe074c4e-c21e-4cd4-9133-5425abaf7b53 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 943 time: 0.0874739 Jul 16 18:43:33.167263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:33.173102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:33.176832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.177429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.184818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54861255-2464-42e6-a742-063c940645ab None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:33.219085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6a96dc7a-1018-4614-a84f-95a23555b6cd req-89bb9a2a-05d9-4fea-a683-e42293d212af tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610445 Jul 16 18:43:33.235902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting port 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:33.237125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.377993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.382136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b7d228b-cedc-42e0-b382-3c4f83d6b1bf tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3443241 Jul 16 18:43:33.387931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:33.395944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8de9a198-ad77-4565-b736-761281664c9f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'security_group': {'name': 'tempest-secgroup-992655233'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:33.408946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Calling delete_port for 871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:33.460470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'tenant_id': '9a546d8538bd416dbd5a586db8d9ed10', 'fixed_ips': [{'subnet_id': '666639ee-c357-454c-b2fc-bea817e6d80d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:33.461827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.518747 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8de9a198-ad77-4565-b736-761281664c9f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.726279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8de9a198-ad77-4565-b736-761281664c9f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.731016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Allocated IP 2001:db8::2 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/666639ee-c357-454c-b2fc-bea817e6d80d/3740fc80-dfc7-4c8c-b60e-e098f4613df6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:33.733488 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8de9a198-ad77-4565-b736-761281664c9f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.768369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a198-ad77-4565-b736-761281664c9f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcfd6a2-cd7f-41cf-9cb8-8f279b8c80cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:33.785691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8de9a198-ad77-4565-b736-761281664c9f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.789975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8de9a198-ad77-4565-b736-761281664c9f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4009552 Jul 16 18:43:33.790135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:33.791610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.796277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e18459cf-dd10-4d7b-b6e8-41423a08a265 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'security_group': {'name': 'tempest-secgroup-1744006297'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:33.821805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 51f3f163-4458-44d1-af1d-8c3d671fec53 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:33.822429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Port': ['ID=871a2f56-ede2-42a8-ab8e-6ba20f5b8bbb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:33.866029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e18459cf-dd10-4d7b-b6e8-41423a08a265 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.066493 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.108434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e18459cf-dd10-4d7b-b6e8-41423a08a265 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.136028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e18459cf-dd10-4d7b-b6e8-41423a08a265 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.175288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e18459cf-dd10-4d7b-b6e8-41423a08a265 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.185997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e18459cf-dd10-4d7b-b6e8-41423a08a265 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3943491 Jul 16 18:43:34.186366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50664) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:34.207555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1594810527', 'security_groups': ['ba4dc2c9-1265-40b5-85c3-ff9c196aa6db'], 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '666639ee-c357-454c-b2fc-bea817e6d80d'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:34.274377 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.322631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Transition to ACTIVE for port object 3740fc80-dfc7-4c8c-b60e-e098f4613df6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:34.356038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Transition to ACTIVE for port object 3740fc80-dfc7-4c8c-b60e-e098f4613df6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:34.384086 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.490344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:34.502321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:34.509403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:34.510244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Router ccdb33a1-e184-4333-9689-7357575b3698 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:34.547742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 51f3f163-4458-44d1-af1d-8c3d671fec53, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=51f3f163-4458-44d1-af1d-8c3d671fec53,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:34.627250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:34.637145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4c3cf492-dd09-4c7c-86cc-414d996f8b47 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "PUT /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1957929 Jul 16 18:43:34.641297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:34.674400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] Sync routers for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:34.678075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Pushing event updated for resources: {'Port': ['ID=3740fc80-dfc7-4c8c-b60e-e098f4613df6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:34.689504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '51f3f163-4458-44d1-af1d-8c3d671fec53', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'port_id': '51f3f163-4458-44d1-af1d-8c3d671fec53', 'mac_address': 'fa:16:3e:69:a9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8116a7-3347-445b-89c8-befca16abc21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:34.713659 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-fe023139-d8fd-49ce-a1cb-798f482749a8 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] delete failed (client error): The resource could not be found. Jul 16 18:43:34.714812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe023139-d8fd-49ce-a1cb-798f482749a8 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-975798897 HTTP/1.1" status: 404 len: 334 time: 0.0613899 Jul 16 18:43:34.718795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:34.724360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a78a7c3a-c6eb-4f35-bf01-a03ffa1e8c4f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ccdb33a1-e184-4333-9689-7357575b3698'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:34.767150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Attempting to bind port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:34.767936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Attempting to bind port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:34.768403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Attempting to bind port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 on network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:34.782814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:34.783678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:34.934929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:34.935705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Checking segment: {'id': '5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:34.936311 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.936897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Bound using segment: {'id': '5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:34.937558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Bound port: 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:34.938111 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.010911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.019935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.063274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] For port 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:35.065322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:35.066077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.082358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f3f163-4458-44d1-af1d-8c3d671fec53 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:35.082639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:35.125844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a78a7c3a-c6eb-4f35-bf01-a03ffa1e8c4f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.156418 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-a78a7c3a-c6eb-4f35-bf01-a03ffa1e8c4f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] update failed (client error): The resource could not be found. Jul 16 18:43:35.158093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a78a7c3a-c6eb-4f35-bf01-a03ffa1e8c4f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "PUT /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698 HTTP/1.1" status: 404 len: 339 time: 0.4380302 Jul 16 18:43:35.168728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:35.186919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.187463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53610b39-8dc8-4617-a162-fb096ccf876c None None] The sync data for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:35.190228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] For port 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3740fc80-dfc7-4c8c-b60e-e098f4613df6,segment=NetworkSegment(5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3),segment_id=5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:35.205141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 51f3f163-4458-44d1-af1d-8c3d671fec53, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=51f3f163-4458-44d1-af1d-8c3d671fec53,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:35.206975 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.238318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18459cf-dd10-4d7b-b6e8-41423a08a265 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4dc2c9-1265-40b5-85c3-ff9c196aa6db,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:35.266969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cac40-9f87-4bf6-b6d7-65f29ecea839 None None] Pushing event updated for resources: {'Port': ['ID=3740fc80-dfc7-4c8c-b60e-e098f4613df6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:35.271957 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.440621 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.456959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=51f3f163-4458-44d1-af1d-8c3d671fec53,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:35.523134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e444fb-bccf-4630-bab1-c39ce2c01076 req-8f995546-6e99-4f61-8a84-f4a325557e41 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:35.541029 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6e444fb-bccf-4630-bab1-c39ce2c01076 req-8f995546-6e99-4f61-8a84-f4a325557e41 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 944 time: 0.4810362 Jul 16 18:43:35.555414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 5e41b807-a24e-45a7-8d78-28de32d3c00a yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:35.566088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['51f3f163-4458-44d1-af1d-8c3d671fec53'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:35.831264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.870827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6e444fb-bccf-4630-bab1-c39ce2c01076 req-f3109601-abc4-4d3a-8c5d-16c884105a01 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284593 Jul 16 18:43:36.024767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::22 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/666639ee-c357-454c-b2fc-bea817e6d80d/5e41b807-a24e-45a7-8d78-28de32d3c00a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:36.209116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:36.312704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.329327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 5e41b807-a24e-45a7-8d78-28de32d3c00a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:36.331097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Allocated IP 172.20.0.1 (87d6a41f-8d71-4b50-814f-9dc8f90dea3c/721a3e25-0f2a-42f4-a4a7-386059e62f0e/45d89770-9254-40b4-8a6c-cce3a5be814e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:36.391827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.465368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:36.470965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:36.481140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:36.488695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.489618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.494630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.495412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.495957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.496487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.497043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.497624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.498155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.506845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-05dbef29-09d6-424b-9a4b-cacb4f0a260f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 6508 time: 0.2965050 Jul 16 18:43:36.523206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=5e41b807-a24e-45a7-8d78-28de32d3c00a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:36.531404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6453aeb3-2b5b-4582-8acc-4827a8bcd673 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3414245 Jul 16 18:43:36.534944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:36.544375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b249bb3d-5537-4e2d-87a1-65475dd3dc7d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:36.587950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.630933 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-4ed074cd-7160-4f7a-a866-54b1abc55cf7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166482 Jul 16 18:43:36.657810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Transition to ACTIVE for port object 45d89770-9254-40b4-8a6c-cce3a5be814e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:36.729484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.802080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Port': ['ID=45d89770-9254-40b4-8a6c-cce3a5be814e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:36.821217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:36.825332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:36.829026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b249bb3d-5537-4e2d-87a1-65475dd3dc7d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:36.832906 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b249bb3d-5537-4e2d-87a1-65475dd3dc7d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.840054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:36.983319 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.996976 n-d-791504-15 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-b249bb3d-5537-4e2d-87a1-65475dd3dc7d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 666639ee-c357-454c-b2fc-bea817e6d80d (CIDR: 2001:db8::/64) Jul 16 18:43:37.004445 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b249bb3d-5537-4e2d-87a1-65475dd3dc7d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:43:37.005057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b249bb3d-5537-4e2d-87a1-65475dd3dc7d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:37.029372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b249bb3d-5537-4e2d-87a1-65475dd3dc7d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4919212 Jul 16 18:43:37.031707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:37.065513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:37.152316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-def406a8-d310-4a52-8df2-61f08d420ecb None None] Provisioning complete for port 2aa90798-8fce-448e-a039-603c3e6acdba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:37.152985 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-def406a8-d310-4a52-8df2-61f08d420ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.240148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-def406a8-d310-4a52-8df2-61f08d420ecb None None] Port 2aa90798-8fce-448e-a039-603c3e6acdba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:37.293566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-def406a8-d310-4a52-8df2-61f08d420ecb None None] Provisioning for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:37.323188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.433665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94f7cea2-ca8e-4385-8c96-3d908df3a1a5 None None] Provisioning for port 45d89770-9254-40b4-8a6c-cce3a5be814e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:37.440437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-94f7cea2-ca8e-4385-8c96-3d908df3a1a5 None None] Provisioning complete for port 45d89770-9254-40b4-8a6c-cce3a5be814e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:37.441033 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-94f7cea2-ca8e-4385-8c96-3d908df3a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.508313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-94f7cea2-ca8e-4385-8c96-3d908df3a1a5 None None] Port 45d89770-9254-40b4-8a6c-cce3a5be814e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:37.538703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc83a0-bcdd-437a-9420-942a24b76d23 req-05a4f9c9-e922-4223-96cb-c2afae4b40f5 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.540350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-75bc83a0-bcdd-437a-9420-942a24b76d23 req-05a4f9c9-e922-4223-96cb-c2afae4b40f5 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 944 time: 0.3651910 Jul 16 18:43:37.577607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:37.590830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.639002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-166dae76-83d6-48c5-8550-46a57455aabc None None] Provisioning for port 5e41b807-a24e-45a7-8d78-28de32d3c00a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:37.643766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-166dae76-83d6-48c5-8550-46a57455aabc None None] Provisioning complete for port 5e41b807-a24e-45a7-8d78-28de32d3c00a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:37.644151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-166dae76-83d6-48c5-8550-46a57455aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.753629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-166dae76-83d6-48c5-8550-46a57455aabc None None] Port 5e41b807-a24e-45a7-8d78-28de32d3c00a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:37.763779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-75bc83a0-bcdd-437a-9420-942a24b76d23 req-9e20b0ff-65f4-41e7-bfff-9ee939119f06 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138555 Jul 16 18:43:37.773259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3740fc80-dfc7-4c8c-b60e-e098f4613df6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:37.836023 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.854727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 51f3f163-4458-44d1-af1d-8c3d671fec53 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:37.857055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.955859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 51f3f163-4458-44d1-af1d-8c3d671fec53 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:37.967435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:37.975967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 51f3f163-4458-44d1-af1d-8c3d671fec53 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:37.977442 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.979378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.982536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event updated for resources: {'Port': ['ID=45d89770-9254-40b4-8a6c-cce3a5be814e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.072138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:38.072511 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.142553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:38.144683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:38.302316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.324243 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.382363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Router ccdb33a1-e184-4333-9689-7357575b3698 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:38.387510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3f163-4458-44d1-af1d-8c3d671fec53'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:38.390484 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c71aa3-f4d6-404d-8df7-38055308b6f9" -d '{"events": [{"server_uuid": "43f0d3c6-06a1-435a-a2be-c9e0ef0e8def", "name": "network-vif-plugged", "status": "completed", "tag": "51f3f163-4458-44d1-af1d-8c3d671fec53"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:38.414415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 51f3f163-4458-44d1-af1d-8c3d671fec53, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=51f3f163-4458-44d1-af1d-8c3d671fec53,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:38.418127 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.457731 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.464261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=f751ed8a-f294-48a6-ae48-e2eba78ce346,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.466471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.496026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:38.497701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:38.501736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.502207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.527173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b62dc182-f90c-46d5-9e1f-dd10d91097f9 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4924035 Jul 16 18:43:38.527545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.532951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-604552645', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f751ed8a-f294-48a6-ae48-e2eba78ce346'}], 'security_groups': ['8fcfd6a2-cd7f-41cf-9cb8-8f279b8c80cb']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:38.554409 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f01f03-5ebd-41e5-b2ba-708bd74774c5 x-openstack-request-id: req-98f01f03-5ebd-41e5-b2ba-708bd74774c5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:38.554703 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f0d3c6-06a1-435a-a2be-c9e0ef0e8def", "name": "network-vif-plugged", "status": "completed", "tag": "51f3f163-4458-44d1-af1d-8c3d671fec53", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:38.557744 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98f01f03-5ebd-41e5-b2ba-708bd74774c5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:38.558254 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3f163-4458-44d1-af1d-8c3d671fec53', 'code': 200} Jul 16 18:43:38.575862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d85c0-e371-4015-9ea0-8ed3005dfea8 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:38.655046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:38.667424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3740fc80-dfc7-4c8c-b60e-e098f4613df6,segment=NetworkSegment(5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3),segment_id=5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:38.668465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1d5cb9af-7aee-4b73-a890-c5c9d4636b0c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "PUT /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977176 Jul 16 18:43:38.671937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50810) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.674974 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] Sync routers for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:38.689112 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:38.693037 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.698023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.707854 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.756306 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.774191 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:38.774817 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.783869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74ee52d6-c234-456a-89cd-bf700280fd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.787842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=51f3f163-4458-44d1-af1d-8c3d671fec53,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.812889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1228006e-c450-4e5c-a11f-90f582b6ee7b None None] Provisioning complete for port 45d89770-9254-40b4-8a6c-cce3a5be814e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:38.817357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1228006e-c450-4e5c-a11f-90f582b6ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.824434 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.824991 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca2a80-f99b-41f2-87e1-f064d488e306 None None] The sync data for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:38.908212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1228006e-c450-4e5c-a11f-90f582b6ee7b None None] Port 45d89770-9254-40b4-8a6c-cce3a5be814e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:38.922088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d91584b-a8a4-4ff2-81ba-2a6be1210268 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.930624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3fbc-032a-4e57-9214-04362207f9bc req-683f77bb-0507-491b-901e-67d52111416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.943471 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dddc3fbc-032a-4e57-9214-04362207f9bc req-683f77bb-0507-491b-901e-67d52111416c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 1097 time: 0.3492687 Jul 16 18:43:39.140216 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dddc3fbc-032a-4e57-9214-04362207f9bc req-a310c8cd-21b2-4da5-af85-15cb12354453 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665657 Jul 16 18:43:39.182858 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8d91584b-a8a4-4ff2-81ba-2a6be1210268 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:43:39.183966 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8d91584b-a8a4-4ff2-81ba-2a6be1210268 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698 HTTP/1.1" status: 409 len: 329 time: 0.5090094 Jul 16 18:43:39.189875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.303738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=3740fc80-dfc7-4c8c-b60e-e098f4613df6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.437378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920c693-9f00-47bf-8d36-9cdd22befc0d req-583bc0d5-36da-4eab-b4e0-f4a67e3d87fc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.438481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c920c693-9f00-47bf-8d36-9cdd22befc0d req-583bc0d5-36da-4eab-b4e0-f4a67e3d87fc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 945 time: 0.3890591 Jul 16 18:43:39.482614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] Update dhcp port {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'fixed_ips': [{'subnet_id': '666639ee-c357-454c-b2fc-bea817e6d80d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f751ed8a-f294-48a6-ae48-e2eba78ce346'}], 'binding:host_id': 'n-d-791504-15'}, 'id': '3740fc80-dfc7-4c8c-b60e-e098f4613df6'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:43:39.554607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74ee52d6-c234-456a-89cd-bf700280fd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.568715 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.578835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74ee52d6-c234-456a-89cd-bf700280fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.619555 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c920c693-9f00-47bf-8d36-9cdd22befc0d req-30de47a8-6b8f-44c2-beea-76f5758d4c40 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563787 Jul 16 18:43:39.697144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee52d6-c234-456a-89cd-bf700280fd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c9715-387a-4238-ae07-4a2987c541e6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.702488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-74ee52d6-c234-456a-89cd-bf700280fd4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74da602e8db9470e95c2c0569edcc79f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2311299 Jul 16 18:43:39.709203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50836) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.764296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3740fc80-dfc7-4c8c-b60e-e098f4613df6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:39.775636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Delete allocated IP 2001:db8::22 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/666639ee-c357-454c-b2fc-bea817e6d80d) {{(pid=93796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:43:39.791866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8:0:1::10a (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/f751ed8a-f294-48a6-ae48-e2eba78ce346/5e41b807-a24e-45a7-8d78-28de32d3c00a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:39.820256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cee5974b-20e2-4332-bc5b-5140f30d9760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.846589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:39.846589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.994702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cee5974b-20e2-4332-bc5b-5140f30d9760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.141684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.202396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.208113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cee5974b-20e2-4332-bc5b-5140f30d9760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.211083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cee5974b-20e2-4332-bc5b-5140f30d9760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.214863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cee5974b-20e2-4332-bc5b-5140f30d9760 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e9c9715-387a-4238-ae07-4a2987c541e6 HTTP/1.1" status: 204 len: 168 time: 0.5023291 Jul 16 18:43:40.230057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5974b-20e2-4332-bc5b-5140f30d9760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c9715-387a-4238-ae07-4a2987c541e6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.233548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 5e41b807-a24e-45a7-8d78-28de32d3c00a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:40.240663 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.355634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] In _notify_port_updated(), no bound segment for port 5e41b807-a24e-45a7-8d78-28de32d3c00a on network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:43:40.361405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.362207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.364883 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "PUT /v2.0/ports/5e41b807-a24e-45a7-8d78-28de32d3c00a HTTP/1.1" status: 200 len: 930 time: 1.8353751 Jul 16 18:43:40.368623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:40.373815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] Allocated IP 2001:db8:0:1::2 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/f751ed8a-f294-48a6-ae48-e2eba78ce346/3740fc80-dfc7-4c8c-b60e-e098f4613df6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:40.387874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78041e-064a-4943-b095-6b3dc40d3ebb tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=5e41b807-a24e-45a7-8d78-28de32d3c00a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.580093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] For port 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3740fc80-dfc7-4c8c-b60e-e098f4613df6,segment=NetworkSegment(5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3),segment_id=5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:40.620821 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.642130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] Transition to ACTIVE for port object 3740fc80-dfc7-4c8c-b60e-e098f4613df6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:40.659448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.676602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 5e41b807-a24e-45a7-8d78-28de32d3c00a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:40.677074 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.813706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting port 45d89770-9254-40b4-8a6c-cce3a5be814e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:40.814052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.831135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.861915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 5e41b807-a24e-45a7-8d78-28de32d3c00a owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:40.909188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cd41c-346b-4d01-bd33-4364e9bfb9bd None None] Pushing event updated for resources: {'Port': ['ID=3740fc80-dfc7-4c8c-b60e-e098f4613df6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:41.032907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.053534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Calling delete_port for 45d89770-9254-40b4-8a6c-cce3a5be814e owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:41.178682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cd19a-0ce5-4fb6-b668-c2ed892ad1af req-b8518ee7-2424-4b08-b58f-bc2074762a12 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.184431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f6cd19a-0ce5-4fb6-b668-c2ed892ad1af req-b8518ee7-2424-4b08-b58f-bc2074762a12 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 945 time: 0.3139012 Jul 16 18:43:41.379483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f6cd19a-0ce5-4fb6-b668-c2ed892ad1af req-6fda110e-bd07-4d9c-aa9d-41f3addd739f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831038 Jul 16 18:43:41.406490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.614622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.620380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/5e41b807-a24e-45a7-8d78-28de32d3c00a HTTP/1.1" status: 204 len: 168 time: 1.2485311 Jul 16 18:43:41.623453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2753d9-a1a1-487d-adde-96b1ebe1a231 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=5e41b807-a24e-45a7-8d78-28de32d3c00a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:41.627395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.698280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151800f-3a2c-430c-bdf6-d9d6043620df req-2fa57d6e-2478-4afe-9c46-bbffa921118e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.699852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9151800f-3a2c-430c-bdf6-d9d6043620df req-2fa57d6e-2478-4afe-9c46-bbffa921118e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 946 time: 0.1205037 Jul 16 18:43:41.754439 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-df39d8cf-d56b-44e3-9a15-1fac650db1f5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:43:41.757648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-df39d8cf-d56b-44e3-9a15-1fac650db1f5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/5e41b807-a24e-45a7-8d78-28de32d3c00a HTTP/1.1" status: 404 len: 333 time: 0.1232777 Jul 16 18:43:41.760060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9151800f-3a2c-430c-bdf6-d9d6043620df req-bb0e4e56-ff19-4279-a049-cc69418bedd0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538826 Jul 16 18:43:41.761276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.765665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.768032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3740fc80-dfc7-4c8c-b60e-e098f4613df6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:41.872003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Port': ['ID=45d89770-9254-40b4-8a6c-cce3a5be814e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:41.906200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17433bc5-82b4-46b0-8c4d-6baf557e41ea tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.966733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17433bc5-82b4-46b0-8c4d-6baf557e41ea tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.088757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17433bc5-82b4-46b0-8c4d-6baf557e41ea tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.091602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17433bc5-82b4-46b0-8c4d-6baf557e41ea tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.095363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-17433bc5-82b4-46b0-8c4d-6baf557e41ea tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba4dc2c9-1265-40b5-85c3-ff9c196aa6db HTTP/1.1" status: 204 len: 168 time: 0.3298090 Jul 16 18:43:42.096693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:42.146678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b4c470e-c806-41d0-8c95-83836f3db656 None None] Provisioning complete for port 2aa90798-8fce-448e-a039-603c3e6acdba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:42.147047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b4c470e-c806-41d0-8c95-83836f3db656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.181921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17433bc5-82b4-46b0-8c4d-6baf557e41ea tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4dc2c9-1265-40b5-85c3-ff9c196aa6db,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.232633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.269904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c470e-c806-41d0-8c95-83836f3db656 None None] Port 2aa90798-8fce-448e-a039-603c3e6acdba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:42.275376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3956615-e70f-4805-82b1-6de1ad24e2c6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.295944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b4c470e-c806-41d0-8c95-83836f3db656 None None] Could not find standard attr ID for object 5e41b807-a24e-45a7-8d78-28de32d3c00a. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:43:42.329085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b4c470e-c806-41d0-8c95-83836f3db656 None None] Provisioning for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:42.337557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3956615-e70f-4805-82b1-6de1ad24e2c6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.344467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5b4c470e-c806-41d0-8c95-83836f3db656 None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:42.345247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b4c470e-c806-41d0-8c95-83836f3db656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.389112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed5336-13a3-4656-b861-dbc7c0e5f9e1 req-7965c0ee-f1fd-49cc-86ed-51c35e3d7716 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:42.390753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1ed5336-13a3-4656-b861-dbc7c0e5f9e1 req-7965c0ee-f1fd-49cc-86ed-51c35e3d7716 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 945 time: 0.3586524 Jul 16 18:43:42.446997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3956615-e70f-4805-82b1-6de1ad24e2c6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.450317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3956615-e70f-4805-82b1-6de1ad24e2c6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.454378 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c3956615-e70f-4805-82b1-6de1ad24e2c6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/security-groups/8fcfd6a2-cd7f-41cf-9cb8-8f279b8c80cb HTTP/1.1" status: 204 len: 168 time: 0.3539045 Jul 16 18:43:42.455072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:42.562977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3956615-e70f-4805-82b1-6de1ad24e2c6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcfd6a2-cd7f-41cf-9cb8-8f279b8c80cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.618404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1ed5336-13a3-4656-b861-dbc7c0e5f9e1 req-7dcc488d-bd9f-49f6-b725-3914d5e6f872 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953442 Jul 16 18:43:42.629351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet 666639ee-c357-454c-b2fc-bea817e6d80d {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:42.639714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.692293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Router ccdb33a1-e184-4333-9689-7357575b3698 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:42.721972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6ab36943-b126-46e1-aefb-c42a80a58cc9 None None] Could not find standard attr ID for object 5e41b807-a24e-45a7-8d78-28de32d3c00a. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:43:42.755620 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.945152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-51731746-7e1f-4918-a7cc-37e783eefab5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3869164 Jul 16 18:43:42.958493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:42.970611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6f0f72a-f8b1-4f4c-af82-fca3933aba5f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "PUT /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7794580 Jul 16 18:43:42.980815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] Sync routers for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:42.992986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.010724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:43.011390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:43.061413 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.122424 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-92791f03-a9e2-4efb-8c7e-cdb6a86eeecd tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] show failed (client error): The resource could not be found. Jul 16 18:43:43.127154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-92791f03-a9e2-4efb-8c7e-cdb6a86eeecd tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-573281175 HTTP/1.1" status: 404 len: 334 time: 0.1294436 Jul 16 18:43:43.131772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.159020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2dc6fee6-f142-4cd0-ad15-9391b5060d2e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:43.190963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:43.213134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] Routers {'ccdb33a1-e184-4333-9689-7357575b3698'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:43.213782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ccdb33a1-e184-4333-9689-7357575b3698'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:43.301814 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-2dc6fee6-f142-4cd0-ad15-9391b5060d2e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] update failed (client error): The resource could not be found. Jul 16 18:43:43.313390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2dc6fee6-f142-4cd0-ad15-9391b5060d2e tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-331201994 HTTP/1.1" status: 404 len: 334 time: 0.1725740 Jul 16 18:43:43.314184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.317570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50988) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.332877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:43.333890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83063dc7-1e27-4ebb-bdf5-19d420bf5f38 None None] The sync data for ids ['ccdb33a1-e184-4333-9689-7357575b3698'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:43.396022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=666639ee-c357-454c-b2fc-bea817e6d80d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:43.406634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting subnet 6e706d57-cb2f-4b9a-9865-6d989837cdd1 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:43.410976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a022d8-2053-4664-85c7-3faaf0f2bac2 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:43.423893 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.424813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767ac6-7277-4eff-b554-c857d269640d req-8c0267ac-7a3f-49b7-919b-d8f1a8eabbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:43.426495 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-8c0267ac-7a3f-49b7-919b-d8f1a8eabbfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 1098 time: 0.3020387 Jul 16 18:43:43.426857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d1623dba-5f42-40a8-9a37-93bf0fe2c555 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/666639ee-c357-454c-b2fc-bea817e6d80d HTTP/1.1" status: 204 len: 168 time: 0.9653862 Jul 16 18:43:43.430901 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.431209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.446384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:43.484543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.605523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb76469-385d-4667-af98-0bd6ad2e59f3 req-86386c55-73c4-489d-9451-921489c02821 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:43.616183 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0bb76469-385d-4667-af98-0bd6ad2e59f3 req-86386c55-73c4-489d-9451-921489c02821 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 945 time: 0.3160081 Jul 16 18:43:43.630271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.790515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.845834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Subnet': ['ID=6e706d57-cb2f-4b9a-9865-6d989837cdd1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:43.860901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b5bd2-9cc0-42b2-a8cb-050b4ba34614 None None] Network 95835187-e11d-4ea2-8c23-fd90573fd707 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:43.882384 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.897253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-16e681a1-50a1-417c-86a8-afe77d641eb3 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/subnets/6e706d57-cb2f-4b9a-9865-6d989837cdd1 HTTP/1.1" status: 204 len: 168 time: 0.5757520 Jul 16 18:43:43.901101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51012) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:44.034476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting subnet bfdee45f-ea9e-4b48-b1e1-ece918a9eee3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:44.037972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.137884 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.202944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] DHCP port deletion for 95835187-e11d-4ea2-8c23-fd90573fd707 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:44.309959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.319014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] Deleting port 3cbf2194-ab4b-46ee-ba25-0a717beee91f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:44.319395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.437202 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.442503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] For port 3cbf2194-ab4b-46ee-ba25-0a717beee91f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3cbf2194-ab4b-46ee-ba25-0a717beee91f,segment=NetworkSegment(4fa8c6f3-5c7f-4e10-801b-f03325443dca),segment_id=4fa8c6f3-5c7f-4e10-801b-f03325443dca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:44.448595 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.478721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] Calling delete_port for 3cbf2194-ab4b-46ee-ba25-0a717beee91f owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:44.494893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdee45f-ea9e-4b48-b1e1-ece918a9eee3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:44.503935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.506164 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1aaf7cda-9e97-4cc6-a709-88e12dec6dea tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/subnets/bfdee45f-ea9e-4b48-b1e1-ece918a9eee3 HTTP/1.1" status: 204 len: 168 time: 0.6041031 Jul 16 18:43:44.509231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:44.595902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a233cda-9bf0-4aa5-b1c5-0321dfd68c59 None None] Network 71fe5113-9dc1-4c50-a524-bba572af7c70 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:44.610674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767ac6-7277-4eff-b554-c857d269640d req-72161bbd-0653-49ef-857f-ebf5afacfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:44.613975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-72161bbd-0653-49ef-857f-ebf5afacfa85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 1.1547582 Jul 16 18:43:44.742862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.768798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-6f1de7e6-a74a-4eea-a2dd-784617c088a1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:44.770890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-6f1de7e6-a74a-4eea-a2dd-784617c088a1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 945 time: 0.2203796 Jul 16 18:43:44.835928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0bb76469-385d-4667-af98-0bd6ad2e59f3 req-ad8ef333-0e3a-4b78-aad8-7a42e49e6021 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2123280 Jul 16 18:43:44.854777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-c3fc5c74-21bd-485a-bb39-b23f16c74b23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 HTTP/1.1" status: 200 len: 217 time: 0.2146423 Jul 16 18:43:44.923536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.998241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] No DVR routers for this DVR port 3cbf2194-ab4b-46ee-ba25-0a717beee91f on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:45.001978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767ac6-7277-4eff-b554-c857d269640d req-d69639bb-6373-4277-a58d-42dd2f6eedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.003841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-d69639bb-6373-4277-a58d-42dd2f6eedbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.1470163 Jul 16 18:43:45.008822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d078c1e-bbac-4c5a-9c97-3efeadb55681 None None] Pushing event deleted for resources: {'Port': ['ID=3cbf2194-ab4b-46ee-ba25-0a717beee91f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.063118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-d1a94b6d-c23f-4769-b5d7-a5bd17bd8d90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498731 Jul 16 18:43:45.068683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32609487-8c6c-42a2-8ece-d50f433dfe36 None None] Provisioning complete for port 2aa90798-8fce-448e-a039-603c3e6acdba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:45.069096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32609487-8c6c-42a2-8ece-d50f433dfe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.080544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting port 3cbf2194-ab4b-46ee-ba25-0a717beee91f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:45.081201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.167095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] DHCP port deletion for 71fe5113-9dc1-4c50-a524-bba572af7c70 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:45.179148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] For port 3cbf2194-ab4b-46ee-ba25-0a717beee91f, host n-d-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:45.179508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.184338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:45.193035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.193821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Deleting port 51f3f163-4458-44d1-af1d-8c3d671fec53 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:45.194371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.215452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Calling delete_port for 3cbf2194-ab4b-46ee-ba25-0a717beee91f owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:45.224899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Port 3cbf2194-ab4b-46ee-ba25-0a717beee91f was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:43:45.233829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.249851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-32609487-8c6c-42a2-8ece-d50f433dfe36 None None] Port 2aa90798-8fce-448e-a039-603c3e6acdba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:45.305401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51054) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:45.313938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32609487-8c6c-42a2-8ece-d50f433dfe36 None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:45.315003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Port': ['ID=3cbf2194-ab4b-46ee-ba25-0a717beee91f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.315392 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32609487-8c6c-42a2-8ece-d50f433dfe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.325516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] No DVR routers for this DVR port 3cbf2194-ab4b-46ee-ba25-0a717beee91f on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:45.373700 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-551382e1-6f7f-424c-a8e3-ced0eb78cef5 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858031 Jul 16 18:43:45.446765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] For port 51f3f163-4458-44d1-af1d-8c3d671fec53, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=51f3f163-4458-44d1-af1d-8c3d671fec53,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:45.447167 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.452315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] Deleting port 58267d20-95f8-48b2-944b-117d8c215460 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:45.452696 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.524492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.539625 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Calling delete_port for 51f3f163-4458-44d1-af1d-8c3d671fec53 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:45.543336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95835187-e11d-4ea2-8c23-fd90573fd707']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:45.563385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa8c6f3-5c7f-4e10-801b-f03325443dca') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:45.563882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa8c6f3-5c7f-4e10-801b-f03325443dca') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:45.566402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df767ac6-7277-4eff-b554-c857d269640d req-e631d8c7-b6a1-4b3e-8339-204fbf82def0 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576231 Jul 16 18:43:45.649688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] For port 58267d20-95f8-48b2-944b-117d8c215460, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58267d20-95f8-48b2-944b-117d8c215460,segment=NetworkSegment(d1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759),segment_id=d1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:45.651144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.656072 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.667569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d710a324-d806-49de-8f3e-7af2e337d097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.692744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.694452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] Calling delete_port for 58267d20-95f8-48b2-944b-117d8c215460 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:45.728135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:45.728135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:45.737488 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:45.763344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3cbf2194-ab4b-46ee-ba25-0a717beee91f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:45.797219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 3cbf2194-ab4b-46ee-ba25-0a717beee91f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:45.797879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3cbf2194-ab4b-46ee-ba25-0a717beee91f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:45.798453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58267d20-95f8-48b2-944b-117d8c215460 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:45.823064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.867630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.881101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.883598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/networks/95835187-e11d-4ea2-8c23-fd90573fd707 HTTP/1.1" status: 204 len: 168 time: 1.3732221 Jul 16 18:43:45.889510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51078) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:45.911228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4f05-e157-49ae-910d-aa3beea81882 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Network': ['ID=95835187-e11d-4ea2-8c23-fd90573fd707,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.947377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:45.951167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:45.958527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.959346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.979558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=e06b96fc-7c10-487e-aa7a-3840c11f6eeb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.987038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.998021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31320256-c5a1-4a4b-a28c-f80173e299d6 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:46.009795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:46.011938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:46.048594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d710a324-d806-49de-8f3e-7af2e337d097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.068213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-616029d3-36b9-4601-8dac-ecb6e03b8b8c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6322145 Jul 16 18:43:46.068440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51080) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:46.073255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-48b87337-7fd0-4489-a02d-0919c6b9cca4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'security_group': {'name': 'tempest-secgroup-1014305993'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:46.103649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event deleted for resources: {'Port': ['ID=51f3f163-4458-44d1-af1d-8c3d671fec53,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:46.123144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b87337-7fd0-4489-a02d-0919c6b9cca4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.132929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d710a324-d806-49de-8f3e-7af2e337d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.197988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710a324-d806-49de-8f3e-7af2e337d097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f7eba-77b1-47ec-8a65-601e31f30815,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:46.209258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-280e7839-21be-43da-a714-ccfbdd27e0f6 req-f9a99233-cd7d-432d-917c-5aa87694ce11 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=43f0d3c6-06a1-435a-a2be-c9e0ef0e8def HTTP/1.1" status: 200 len: 210 time: 0.1338334 Jul 16 18:43:46.210213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] No DVR routers for this DVR port 51f3f163-4458-44d1-af1d-8c3d671fec53 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:46.215988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.222499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.225193 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bd46103-ef5a-478d-910b-df9db7a0c9c0 req-5ce90ad4-a6bf-4681-86f0-0a5d8efd42f2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "DELETE /v2.0/ports/51f3f163-4458-44d1-af1d-8c3d671fec53 HTTP/1.1" status: 204 len: 173 time: 1.4431629 Jul 16 18:43:46.226584 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'name': 'network-vif-deleted', 'tag': '51f3f163-4458-44d1-af1d-8c3d671fec53'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:46.229089 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41098f5-c85d-404c-8d9f-0a6c06a04a48" -d '{"events": [{"server_uuid": "43f0d3c6-06a1-435a-a2be-c9e0ef0e8def", "name": "network-vif-deleted", "tag": "51f3f163-4458-44d1-af1d-8c3d671fec53"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:46.318037 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4b3ef2-3e07-49e4-a805-826768f1a182 x-openstack-request-id: req-6d4b3ef2-3e07-49e4-a805-826768f1a182 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:46.318604 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f0d3c6-06a1-435a-a2be-c9e0ef0e8def", "name": "network-vif-deleted", "tag": "51f3f163-4458-44d1-af1d-8c3d671fec53", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:46.318818 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d4b3ef2-3e07-49e4-a805-826768f1a182 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:46.319224 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f0d3c6-06a1-435a-a2be-c9e0ef0e8def', 'name': 'network-vif-deleted', 'tag': '51f3f163-4458-44d1-af1d-8c3d671fec53', 'status': 'completed', 'code': 200} Jul 16 18:43:46.324603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51092) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:46.324832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d710a324-d806-49de-8f3e-7af2e337d097 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2234b3dd165c470593c9d891c6c942a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164783 Jul 16 18:43:46.373723 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.393950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b87337-7fd0-4489-a02d-0919c6b9cca4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.407409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b87337-7fd0-4489-a02d-0919c6b9cca4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.417771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] No DVR routers for this DVR port 58267d20-95f8-48b2-944b-117d8c215460 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:46.431423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-347c958a-ede8-444a-ad36-920addfeb48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.441801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting port 58267d20-95f8-48b2-944b-117d8c215460 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:46.446270 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.453109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-485807b1-4f14-4aa7-8ae8-76b91279a811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.460386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.464355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19758f-374b-43e4-b5e3-465bf4d6f78a None None] Pushing event deleted for resources: {'Port': ['ID=58267d20-95f8-48b2-944b-117d8c215460,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:46.477749 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b87337-7fd0-4489-a02d-0919c6b9cca4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.479157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-48b87337-7fd0-4489-a02d-0919c6b9cca4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4097447 Jul 16 18:43:46.482877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-347c958a-ede8-444a-ad36-920addfeb48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.492327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:46.498249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b87337-7fd0-4489-a02d-0919c6b9cca4 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29af9d29-8ac5-4639-8031-acdb754ab255,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:46.512741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-820e996e-0109-480b-adad-111b49ab051d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'security_group': {'name': 'tempest-secgroup-1797691023'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:46.559094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-347c958a-ede8-444a-ad36-920addfeb48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.562329 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-347c958a-ede8-444a-ad36-920addfeb48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.564478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-347c958a-ede8-444a-ad36-920addfeb48f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e57f7eba-77b1-47ec-8a65-601e31f30815 HTTP/1.1" status: 204 len: 168 time: 0.2383304 Jul 16 18:43:46.610681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c958a-ede8-444a-ad36-920addfeb48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f7eba-77b1-47ec-8a65-601e31f30815,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:46.632290 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-820e996e-0109-480b-adad-111b49ab051d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.667122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] For port 58267d20-95f8-48b2-944b-117d8c215460, host n-d-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:46.667797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.685111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Calling delete_port for 58267d20-95f8-48b2-944b-117d8c215460 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:46.690468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Port 58267d20-95f8-48b2-944b-117d8c215460 was not found and therefore no delete operation was performed {{(pid=93796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:43:46.694132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.838994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Port': ['ID=58267d20-95f8-48b2-944b-117d8c215460,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:46.854272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] No DVR routers for this DVR port 58267d20-95f8-48b2-944b-117d8c215460 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:46.993934 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-820e996e-0109-480b-adad-111b49ab051d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.011273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-820e996e-0109-480b-adad-111b49ab051d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.079145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.083734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] Update dhcp port {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'fixed_ips': [{'subnet_id': 'f751ed8a-f294-48a6-ae48-e2eba78ce346', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e06b96fc-7c10-487e-aa7a-3840c11f6eeb'}], 'binding:host_id': 'n-d-791504-15'}, 'id': '3740fc80-dfc7-4c8c-b60e-e098f4613df6'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:43:47.112798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fe5113-9dc1-4c50-a524-bba572af7c70']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:47.139766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-820e996e-0109-480b-adad-111b49ab051d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.145232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:47.145785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-820e996e-0109-480b-adad-111b49ab051d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6491630 Jul 16 18:43:47.151021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4d93ad62-d9dc-45f7-9023-cee6fd537795 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'security_group': {'name': 'tempest-secgroup-678692674'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:47.151196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:47.151375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bf44c2-9a72-4ccf-b3c3-e5bb19c9d759') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:47.162895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e996e-0109-480b-adad-111b49ab051d tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6219ee53-8435-4d3d-b6d3-00874f6d7daf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.196447 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.203518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:47.219935 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d93ad62-d9dc-45f7-9023-cee6fd537795 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.288653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51ede820-48a4-4abe-ab31-b69b63866df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.434119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d93ad62-d9dc-45f7-9023-cee6fd537795 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.450507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d93ad62-d9dc-45f7-9023-cee6fd537795 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.550283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] Allocated IP 2001:db8::2 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/e06b96fc-7c10-487e-aa7a-3840c11f6eeb/3740fc80-dfc7-4c8c-b60e-e098f4613df6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:47.560950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93ad62-d9dc-45f7-9023-cee6fd537795 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bbcdb6-d42d-4ddc-b62b-52cb7d99fcfa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.722839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.742080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51ede820-48a4-4abe-ab31-b69b63866df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.747883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51ede820-48a4-4abe-ab31-b69b63866df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.789414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-51ede820-48a4-4abe-ab31-b69b63866df0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c60ba6414b04ef1ab07604ab17a3226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847926 Jul 16 18:43:47.797335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51138) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:47.823974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] For port 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3740fc80-dfc7-4c8c-b60e-e098f4613df6,segment=NetworkSegment(5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3),segment_id=5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:47.838603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.844812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d93ad62-d9dc-45f7-9023-cee6fd537795 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.848609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4d93ad62-d9dc-45f7-9023-cee6fd537795 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6997871 Jul 16 18:43:47.856845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:47.862542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2122495748', 'security_groups': ['29bbcdb6-d42d-4ddc-b62b-52cb7d99fcfa'], 'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e06b96fc-7c10-487e-aa7a-3840c11f6eeb'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:47.863601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-7a43db58-68d7-4e82-8c71-69a08919006d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8682461 Jul 16 18:43:47.873166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:47.874093 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:47.878884 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:47.909147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 51f3f163-4458-44d1-af1d-8c3d671fec53 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:47.940622 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.944565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 51f3f163-4458-44d1-af1d-8c3d671fec53 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:47.945142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 51f3f163-4458-44d1-af1d-8c3d671fec53 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:47.957012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ede820-48a4-4abe-ab31-b69b63866df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe659cf-f968-4a1a-a2ce-3fb309e4e149,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.982487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-680910f4-22ce-4771-a235-4d781be7e69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.011968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.013014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] Transition to ACTIVE for port object 3740fc80-dfc7-4c8c-b60e-e098f4613df6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:48.019494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.021934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/networks/71fe5113-9dc1-4c50-a524-bba572af7c70 HTTP/1.1" status: 204 len: 168 time: 2.1219103 Jul 16 18:43:48.025834 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.032361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51146) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:48.038483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-680910f4-22ce-4771-a235-4d781be7e69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.047866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:48.084136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-a1a4e696-304a-4c1b-95f8-957ae9f3d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.086449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-a1a4e696-304a-4c1b-95f8-957ae9f3d9dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 1097 time: 0.1856666 Jul 16 18:43:48.087710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f8b9a-a52f-4519-8605-422ea5b62864 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Network': ['ID=71fe5113-9dc1-4c50-a524-bba572af7c70,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.227678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.234633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting subnet 721a3e25-0f2a-42f4-a4a7-386059e62f0e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:48.238750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.255514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] device_id is not set on port 5a47d777-9278-4a17-b1e5-1c3581d2ed17 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:48.267454 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-680910f4-22ce-4771-a235-4d781be7e69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.271659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-680910f4-22ce-4771-a235-4d781be7e69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.273170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-680910f4-22ce-4771-a235-4d781be7e69b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbe659cf-f968-4a1a-a2ce-3fb309e4e149 HTTP/1.1" status: 204 len: 168 time: 0.4744453 Jul 16 18:43:48.335857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680910f4-22ce-4771-a235-4d781be7e69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe659cf-f968-4a1a-a2ce-3fb309e4e149,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.402530 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.464208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b7e7-829f-4be0-ba7a-ac3ce0c65a08 req-ad9f8927-5135-4e3e-a1dd-78a686b90ff8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.480308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda926c8-8801-4e84-8494-3eef42bcfef2 None None] Pushing event updated for resources: {'Port': ['ID=3740fc80-dfc7-4c8c-b60e-e098f4613df6,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.485233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d982b7e7-829f-4be0-ba7a-ac3ce0c65a08 req-ad9f8927-5135-4e3e-a1dd-78a686b90ff8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 946 time: 0.3541751 Jul 16 18:43:48.541918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-eff936d9-174c-4a6b-83d1-b0c8ef20e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.543805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-eff936d9-174c-4a6b-83d1-b0c8ef20e067 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.4311178 Jul 16 18:43:48.613383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8::1c9 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/e06b96fc-7c10-487e-aa7a-3840c11f6eeb/5a47d777-9278-4a17-b1e5-1c3581d2ed17) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:48.655516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-49a1b1a0-1a71-459d-9458-ad842bbd4adf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176 HTTP/1.1" status: 200 len: 217 time: 0.0918181 Jul 16 18:43:48.733785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d982b7e7-829f-4be0-ba7a-ac3ce0c65a08 req-caa66320-d1b6-4545-9a28-cbd43b56a74b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326524 Jul 16 18:43:48.745002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64e2bc46-c7a2-4bd4-badd-a2ac2c63a135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.797193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-80903a3c-ffef-4a74-b03f-34c2b3bb79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.801855 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-80903a3c-ffef-4a74-b03f-34c2b3bb79d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.1170847 Jul 16 18:43:48.806099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.891830 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.945102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-1297c830-7dc6-41bc-890b-32c766db6d3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119766 Jul 16 18:43:48.971684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.005742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 5a47d777-9278-4a17-b1e5-1c3581d2ed17 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:49.100528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.193668 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-c74f6d23-2c25-4c8e-b83c-2dd5ce128e59 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400923 Jul 16 18:43:49.197186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.251089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Subnet': ['ID=721a3e25-0f2a-42f4-a4a7-386059e62f0e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:49.253985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.258601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f79c4d5-5f48-47b5-8793-6cccc0d5011f tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/subnets/721a3e25-0f2a-42f4-a4a7-386059e62f0e HTTP/1.1" status: 204 len: 168 time: 1.2198713 Jul 16 18:43:49.261303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc654c4-a936-450d-aeab-a8440c2d2a85 None None] Network 87d6a41f-8d71-4b50-814f-9dc8f90dea3c requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:49.272874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51190) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.275339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:49.277750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:49.281499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:49.302092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.321205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.362899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=5a47d777-9278-4a17-b1e5-1c3581d2ed17,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:49.404125 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e21a6970-b8d4-4598-8b68-45e1ae7819e1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5435703 Jul 16 18:43:49.404358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.409997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-87ac5e12-2476-463f-a299-9206a7cb503a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:49.712569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.721288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-020bdfb2-afe5-47ca-8db6-92312d4e3881 req-749e9bdd-8c19-4637-97c4-83c2d57251e7 service neutron] 10.222.0.67 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116343 Jul 16 18:43:49.751470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] DHCP port deletion for 87d6a41f-8d71-4b50-814f-9dc8f90dea3c request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:49.837531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3740fc80-dfc7-4c8c-b60e-e098f4613df6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:49.884975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Deleting port b55f59e8-3939-4e74-9c21-57b4d91f4800 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:49.885590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.969989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fbe3a-8364-4321-8b46-b8b435002100 req-25e56f0d-c723-4cef-8b98-eaa5db27aeb9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:49.972140 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-211fbe3a-8364-4321-8b46-b8b435002100 req-25e56f0d-c723-4cef-8b98-eaa5db27aeb9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 946 time: 0.4948444 Jul 16 18:43:50.059947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434163a2-9168-4d23-a951-54d5281347cd req-1590717d-80c1-483d-83b6-37fc7599ee4c tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.070013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434163a2-9168-4d23-a951-54d5281347cd req-1590717d-80c1-483d-83b6-37fc7599ee4c tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1097 time: 0.5085669 Jul 16 18:43:50.138587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] For port b55f59e8-3939-4e74-9c21-57b4d91f4800, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b55f59e8-3939-4e74-9c21-57b4d91f4800,segment=NetworkSegment(a0b1970f-cf8c-44d1-b3a3-069bd003660a),segment_id=a0b1970f-cf8c-44d1-b3a3-069bd003660a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:50.139011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.140445 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.143485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ca647d8-3eda-4c22-9bbe-e26361cc3fc7 None None] Provisioning complete for port 2aa90798-8fce-448e-a039-603c3e6acdba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:50.144317 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca647d8-3eda-4c22-9bbe-e26361cc3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.175754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Calling delete_port for b55f59e8-3939-4e74-9c21-57b4d91f4800 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:50.234943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ac5e12-2476-463f-a299-9206a7cb503a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:50.239062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87ac5e12-2476-463f-a299-9206a7cb503a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.280476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] Deleting port b55f59e8-3939-4e74-9c21-57b4d91f4800 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:50.284221 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.324802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5ca647d8-3eda-4c22-9bbe-e26361cc3fc7 None None] Port 2aa90798-8fce-448e-a039-603c3e6acdba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:50.362437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ca647d8-3eda-4c22-9bbe-e26361cc3fc7 None None] Provisioning for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:50.415121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ca647d8-3eda-4c22-9bbe-e26361cc3fc7 None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:50.415820 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca647d8-3eda-4c22-9bbe-e26361cc3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.422419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] For port b55f59e8-3939-4e74-9c21-57b4d91f4800, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b55f59e8-3939-4e74-9c21-57b4d91f4800,segment=NetworkSegment(a0b1970f-cf8c-44d1-b3a3-069bd003660a),segment_id=a0b1970f-cf8c-44d1-b3a3-069bd003660a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:50.423030 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.457822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] Calling delete_port for b55f59e8-3939-4e74-9c21-57b4d91f4800 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:50.481415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa720f8-8ad9-4bfa-92cc-4d77e95b9c1d req-af4d3cb2-5615-4958-a839-0ae4216b5be5 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.500931 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434163a2-9168-4d23-a951-54d5281347cd req-d5ea437e-f90c-4646-affd-50aa76876c72 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4267883 Jul 16 18:43:50.505919 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffa720f8-8ad9-4bfa-92cc-4d77e95b9c1d req-af4d3cb2-5615-4958-a839-0ae4216b5be5 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 946 time: 0.2257140 Jul 16 18:43:50.509129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.587266 n-d-791504-15 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-87ac5e12-2476-463f-a299-9206a7cb503a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e06b96fc-7c10-487e-aa7a-3840c11f6eeb (CIDR: 2001:db8::/64) Jul 16 18:43:50.603777 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ac5e12-2476-463f-a299-9206a7cb503a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:43:50.604223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ac5e12-2476-463f-a299-9206a7cb503a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:50.621449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Deleting port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:50.622748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.623280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.634414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-87ac5e12-2476-463f-a299-9206a7cb503a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2273808 Jul 16 18:43:50.666460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.667275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Port': ['ID=b55f59e8-3939-4e74-9c21-57b4d91f4800,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.678002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b7067d40-8f2a-43a5-8b77-a62de439ea6a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:50.733883 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffa720f8-8ad9-4bfa-92cc-4d77e95b9c1d req-3e4a2b3c-8a31-4be3-ab54-9f4b8422e37c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894438 Jul 16 18:43:50.827028 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.836612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] For port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:50.838010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.858299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] No DVR routers for this DVR port b55f59e8-3939-4e74-9c21-57b4d91f4800 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:50.870892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Calling delete_port for a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:50.880691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] Pushing event deleted for resources: {'Port': ['ID=b55f59e8-3939-4e74-9c21-57b4d91f4800,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.909741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f975e6-b910-40a2-a2e8-78cf2cc5d191 None None] No DVR routers for this DVR port b55f59e8-3939-4e74-9c21-57b4d91f4800 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:50.934285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c43f80c2-11ea-47e5-a597-dcbdaa2b82ee None None] Provisioning for port 5a47d777-9278-4a17-b1e5-1c3581d2ed17 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:50.944519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c43f80c2-11ea-47e5-a597-dcbdaa2b82ee None None] Provisioning complete for port 5a47d777-9278-4a17-b1e5-1c3581d2ed17 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:50.944937 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c43f80c2-11ea-47e5-a597-dcbdaa2b82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.041430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c43f80c2-11ea-47e5-a597-dcbdaa2b82ee None None] Port 5a47d777-9278-4a17-b1e5-1c3581d2ed17 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:51.085925 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.118050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d6a41f-8d71-4b50-814f-9dc8f90dea3c']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:51.121421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port b0ae5b31-e496-4d94-9ced-fc5f7a403ccf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:51.121778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.157002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b1970f-cf8c-44d1-b3a3-069bd003660a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:51.157649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b1970f-cf8c-44d1-b3a3-069bd003660a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:51.163499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.194887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.194887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7067d40-8f2a-43a5-8b77-a62de439ea6a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:51.195219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7067d40-8f2a-43a5-8b77-a62de439ea6a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.198493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:51.276062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event deleted for resources: {'Port': ['ID=a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:51.284197 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.339200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:51.339618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:51.344422 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:51.372620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] No DVR routers for this DVR port a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:51.384475 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.389500 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-211fbe3a-8364-4321-8b46-b8b435002100 req-e3253ae5-0073-41a8-be9b-6ee06badf346 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "DELETE /v2.0/ports/a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 HTTP/1.1" status: 204 len: 173 time: 1.3950105 Jul 16 18:43:51.391878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'name': 'network-vif-deleted', 'tag': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:51.395852 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97829235-6d4f-467a-9313-3e9d1fd45d8d" -d '{"events": [{"server_uuid": "41c91ff5-38b3-4c79-a163-10e2a07de3ab", "name": "network-vif-deleted", "tag": "a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:51.463337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.463979 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.485994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for b0ae5b31-e496-4d94-9ced-fc5f7a403ccf owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:51.489395 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7089520a-141a-40cc-9260-b195ad0ae810 x-openstack-request-id: req-7089520a-141a-40cc-9260-b195ad0ae810 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:51.489680 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c91ff5-38b3-4c79-a163-10e2a07de3ab", "name": "network-vif-deleted", "tag": "a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:51.490062 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7089520a-141a-40cc-9260-b195ad0ae810 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:51.490348 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c91ff5-38b3-4c79-a163-10e2a07de3ab', 'name': 'network-vif-deleted', 'tag': 'a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1', 'status': 'completed', 'code': 200} Jul 16 18:43:51.517570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.546171 n-d-791504-15 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-b7067d40-8f2a-43a5-8b77-a62de439ea6a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f751ed8a-f294-48a6-ae48-e2eba78ce346 (CIDR: 2001:db8:0:1::/64) Jul 16 18:43:51.610574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.618752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/networks/87d6a41f-8d71-4b50-814f-9dc8f90dea3c HTTP/1.1" status: 204 len: 168 time: 2.3440399 Jul 16 18:43:51.621507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.628011 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7067d40-8f2a-43a5-8b77-a62de439ea6a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:43:51.631363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7067d40-8f2a-43a5-8b77-a62de439ea6a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:51.652150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29392c-bc5d-41b2-bcb3-6f63b423969c tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Pushing event deleted for resources: {'Network': ['ID=87d6a41f-8d71-4b50-814f-9dc8f90dea3c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:51.675980 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b7067d40-8f2a-43a5-8b77-a62de439ea6a tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0063548 Jul 16 18:43:51.678688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.683877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'subnet': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:51.693496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-42690a05-04bc-4b6d-8d13-d91c14764aff tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccdb33a1-e184-4333-9689-7357575b3698 HTTP/1.1" status: 200 len: 205 time: 0.0698798 Jul 16 18:43:51.697647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.734170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b55f59e8-3939-4e74-9c21-57b4d91f4800 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:51.801849 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.802578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b55f59e8-3939-4e74-9c21-57b4d91f4800 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:51.802990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b55f59e8-3939-4e74-9c21-57b4d91f4800 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:51.873521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-230132ae-6be7-441f-8b85-74cb23b2c733 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.903607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.950017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Made reservation on behalf of 9a546d8538bd416dbd5a586db8d9ed10 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:51.955492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.066077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=b0ae5b31-e496-4d94-9ced-fc5f7a403ccf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.154127 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc6a9ef8-0bed-45aa-a137-5b8a694f073e req-37b1e2b6-526f-4a1c-a654-183d93cc35db tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c91ff5-38b3-4c79-a163-10e2a07de3ab HTTP/1.1" status: 200 len: 210 time: 0.0661156 Jul 16 18:43:52.220945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.221634 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP bfa6e090-eaac-45a0-9d2f-bac95c21ec0f disassociated (deleted). External IP: 172.25.1.112, port: 5450572b-a5b0-4f01-916e-5c23e45eb2cc. Jul 16 18:43:52.252986 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-230132ae-6be7-441f-8b85-74cb23b2c733 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.256033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-230132ae-6be7-441f-8b85-74cb23b2c733 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.334691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-230132ae-6be7-441f-8b85-74cb23b2c733 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.335555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230132ae-6be7-441f-8b85-74cb23b2c733 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Fanout notify agent at l3_agent the message router_deleted on router ccdb33a1-e184-4333-9689-7357575b3698 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:43:52.361679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-230132ae-6be7-441f-8b85-74cb23b2c733 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.363368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-230132ae-6be7-441f-8b85-74cb23b2c733 tempest-RoutersNegativeTest-1629394336 tempest-RoutersNegativeTest-1629394336-project] 10.222.0.49 "DELETE /v2.0/routers/ccdb33a1-e184-4333-9689-7357575b3698 HTTP/1.1" status: 204 len: 168 time: 0.6644437 Jul 16 18:43:52.569710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.620205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:52.631356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:52.637332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:52.637939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.642357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa7889-be10-4218-b66f-3c085b713786 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:52.725799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Subnet': ['ID=a9d8b3dd-25a3-4ff3-a57f-add98932f1d7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.737754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3ac8ec21-9d46-4da6-95de-a87f6f216315 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0579100 Jul 16 18:43:52.741080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51324) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:52.746558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 257664ed-2ad0-498e-afe9-11d811116b59 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:52.746867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1713113196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9d8b3dd-25a3-4ff3-a57f-add98932f1d7'}], 'security_groups': ['29af9d29-8ac5-4639-8031-acdb754ab255', '6219ee53-8435-4d3d-b6d3-00874f6d7daf']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:52.879748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.927871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:52.932682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.950792 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] Sync routers for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:52.973655 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:52.974312 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:53.005897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.010040 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8ae42c3c-eec9-4153-b5ed-584c0b2db3c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/floatingips/bfa6e090-eaac-45a0-9d2f-bac95c21ec0f HTTP/1.1" status: 204 len: 168 time: 2.4991448 Jul 16 18:43:53.010652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:53.013103 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d1a525-bcf8-424e-993a-5be0569cff30" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:53.053387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:53.065810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51338) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:53.076764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:53.077145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device a40ffb99-6d5a-4e17-b123-77fa6b7d2ff1 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:53.150715 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9520d25c-8f52-4ef0-a4d9-42e8a45a7c72 x-openstack-request-id: req-9520d25c-8f52-4ef0-a4d9-42e8a45a7c72 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:53.156098 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:53.156514 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9520d25c-8f52-4ef0-a4d9-42e8a45a7c72 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:53.157068 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'status': 'completed', 'code': 200} Jul 16 18:43:53.171126 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:53.373416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-22673ed8-7194-4706-9724-65a0b0afd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:53.386993 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-22673ed8-7194-4706-9724-65a0b0afd57e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 1097 time: 0.2138948 Jul 16 18:43:53.400701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] Update dhcp port {'port': {'network_id': 'ae4e7388-169d-4d37-9b67-2df9ab4d8d51', 'fixed_ips': [{'subnet_id': 'f751ed8a-f294-48a6-ae48-e2eba78ce346', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e06b96fc-7c10-487e-aa7a-3840c11f6eeb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9d8b3dd-25a3-4ff3-a57f-add98932f1d7'}], 'binding:host_id': 'n-d-791504-15'}, 'id': '3740fc80-dfc7-4c8c-b60e-e098f4613df6'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:43:53.560981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.750994 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:57Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:53.796320 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-af31aaf2-7d75-4501-ba51-90a9acb2e951 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ffd00834fdf4bcd9b82f49ff1e9cfae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273393 Jul 16 18:43:53.807825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:53.811304 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] Checking router: 257664ed-2ad0-498e-afe9-11d811116b59 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:53.839937 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:53.841024 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:53.914011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-ebc8829f-1c24-4f54-af8d-f20bb8b41fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:53.915851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-ebc8829f-1c24-4f54-af8d-f20bb8b41fcd service neutron] 10.222.0.67 "GET /v2.0/networks?id=35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 200 len: 898 time: 0.4829769 Jul 16 18:43:54.042115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-40ad8ce5-a815-4791-a93f-29a289fc8b18 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.050480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-40ad8ce5-a815-4791-a93f-29a289fc8b18 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.2922933 Jul 16 18:43:54.058426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-fdf8027b-f1ea-45e8-bbd6-e11fadca28fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 200 len: 217 time: 0.1322458 Jul 16 18:43:54.059360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb93e8a7-eee3-4525-b214-5ddea12f41c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.076287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-4d1acb4a-6f04-408d-9e04-5fb0f334238e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.0247629 Jul 16 18:43:54.194642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb93e8a7-eee3-4525-b214-5ddea12f41c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.225998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f8be-23b5-48e0-a1f9-bb1e2104ebdf req-c265345c-6950-49dc-93ca-721dbf0c2898 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.235189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53b9f8be-23b5-48e0-a1f9-bb1e2104ebdf req-c265345c-6950-49dc-93ca-721dbf0c2898 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.4284766 Jul 16 18:43:54.247390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Delete allocated IP 2001:db8::1c9 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/e06b96fc-7c10-487e-aa7a-3840c11f6eeb) {{(pid=93795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:43:54.299913 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:54.303025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Allocated IP 2001:db8:0:2::234 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/a9d8b3dd-25a3-4ff3-a57f-add98932f1d7/5a47d777-9278-4a17-b1e5-1c3581d2ed17) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:54.311078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-f39f6f66-500f-44b2-b9b5-6515f7d82b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.312831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-f39f6f66-500f-44b2-b9b5-6515f7d82b3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 200 len: 834 time: 0.2146602 Jul 16 18:43:54.327650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53b9f8be-23b5-48e0-a1f9-bb1e2104ebdf req-92e23559-58d7-4ae8-8c41-4e9b176d68dd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903389 Jul 16 18:43:54.421393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb93e8a7-eee3-4525-b214-5ddea12f41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.423942 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cb93e8a7-eee3-4525-b214-5ddea12f41c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.424541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-a76cda47-64e3-4b72-bcc2-f1b278dad84e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3473256 Jul 16 18:43:54.431594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cb93e8a7-eee3-4525-b214-5ddea12f41c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb7501d4-b6c3-4a3c-b221-0084a364b584 HTTP/1.1" status: 204 len: 168 time: 0.6226473 Jul 16 18:43:54.453950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93e8a7-eee3-4525-b214-5ddea12f41c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7501d4-b6c3-4a3c-b221-0084a364b584,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.472234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-f6c19996-95b4-42c7-97da-8476429ed0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.475710 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-f6c19996-95b4-42c7-97da-8476429ed0f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35773381-3f26-4daf-b91f-41fb2922f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469343 Jul 16 18:43:54.521924 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.622863 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:57Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:54.668498 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6bfa2-a591-4323-83e9-fb78cbb7107a None None] The sync data for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 is: [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9766eaae-97de-4342-8908-f4ca5f4c2ccc', 'name': '', 'network_id': '35773381-3f26-4daf-b91f-41fb2922f266', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:48:bc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:44Z', 'updated_at': '2021-07-16T18:41:57Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'be8e8605-45a6-43cb-9114-24ccf4ae6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:54.721474 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-b2bfc4bd-41a3-4f85-b73b-097ef13c6085 service neutron] 10.222.0.67 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366548 Jul 16 18:43:54.809399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-39ac2dfc-ef64-422f-924f-a320fa05d6c9 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199883 Jul 16 18:43:54.892258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78d1a525-bcf8-424e-993a-5be0569cff30 req-96666993-d406-4922-8491-a06a0b4534f9 service neutron] 10.222.0.67 "GET /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622674 Jul 16 18:43:55.154221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.163039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-2dbd2d99-b75a-469f-9239-e99a522bdc94 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527009 Jul 16 18:43:55.186155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-94efc2b3-ae9e-4ae5-bce2-f773c92ff27a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:55.187802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-94efc2b3-ae9e-4ae5-bce2-f773c92ff27a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 0.3370156 Jul 16 18:43:55.220697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Transition to ACTIVE for port object 5a47d777-9278-4a17-b1e5-1c3581d2ed17 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:55.270716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.356196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] Allocated IP 2001:db8:0:2::2 (ae4e7388-169d-4d37-9b67-2df9ab4d8d51/a9d8b3dd-25a3-4ff3-a57f-add98932f1d7/3740fc80-dfc7-4c8c-b60e-e098f4613df6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:55.540758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] For port 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3740fc80-dfc7-4c8c-b60e-e098f4613df6,segment=NetworkSegment(5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3),segment_id=5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:55.621808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.646019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] In _notify_port_updated(), no bound segment for port 5a47d777-9278-4a17-b1e5-1c3581d2ed17 on network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:43:55.650568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] Transition to ACTIVE for port object 3740fc80-dfc7-4c8c-b60e-e098f4613df6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:55.653851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:55.654962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.656566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "PUT /v2.0/ports/5a47d777-9278-4a17-b1e5-1c3581d2ed17 HTTP/1.1" status: 200 len: 970 time: 2.9143600 Jul 16 18:43:55.660430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cccf44e-23b5-4ce9-baaa-e9a9e4be04e0 None None] New status for floating IP bfa6e090-eaac-45a0-9d2f-bac95c21ec0f: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:55.660869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51420) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:55.674127 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.106936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd8873-7842-4083-9a36-bb78c5ecbb97 None None] Pushing event updated for resources: {'Port': ['ID=3740fc80-dfc7-4c8c-b60e-e098f4613df6,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:56.708339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e4ec033-63a4-47f3-a9d3-10bce38bf2cc req-e0b698a9-8f88-46b2-851c-084fb8874e43 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 210 time: 1.2622766 Jul 16 18:43:56.726452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8c648-a808-47f1-91cc-e843207ea2cd tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event updated for resources: {'Port': ['ID=5a47d777-9278-4a17-b1e5-1c3581d2ed17,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:56.798450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 5450572b-a5b0-4f01-916e-5c23e45eb2cc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:56.799127 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.022554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port 5450572b-a5b0-4f01-916e-5c23e45eb2cc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=5450572b-a5b0-4f01-916e-5c23e45eb2cc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:57.022554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.024557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:57.057709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 5450572b-a5b0-4f01-916e-5c23e45eb2cc owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:57.122143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32fc9-802a-4872-a272-9d6740e6d0fa req-7f9fb24f-775e-490c-b4a1-ff5477c70aa1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:57.130109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ec32fc9-802a-4872-a272-9d6740e6d0fa req-7f9fb24f-775e-490c-b4a1-ff5477c70aa1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 945 time: 1.5391769 Jul 16 18:43:57.227770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 5a47d777-9278-4a17-b1e5-1c3581d2ed17 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:57.228185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.256826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ec32fc9-802a-4872-a272-9d6740e6d0fa req-54c88b65-df72-4b1e-bb37-d69cb5fef1d3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253917 Jul 16 18:43:57.282805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-12cf2673-273c-4b7a-8614-e8117b28b1ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:57.283561 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-12cf2673-273c-4b7a-8614-e8117b28b1ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:43:57.284179 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-12cf2673-273c-4b7a-8614-e8117b28b1ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:43:57.291496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-12cf2673-273c-4b7a-8614-e8117b28b1ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2627263 Jul 16 18:43:57.291874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:57.308673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--322597571'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:57.378334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.427490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.451809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.465318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 5a47d777-9278-4a17-b1e5-1c3581d2ed17 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:57.544312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.638238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=5450572b-a5b0-4f01-916e-5c23e45eb2cc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:57.648272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad5b3e45-e2ee-4972-a98a-0cf25370c356 None None] Provisioning complete for port 2aa90798-8fce-448e-a039-603c3e6acdba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:57.652315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3e45-e2ee-4972-a98a-0cf25370c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.725524 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.782608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b3e45-e2ee-4972-a98a-0cf25370c356 None None] Port 2aa90798-8fce-448e-a039-603c3e6acdba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:57.793944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad5b3e45-e2ee-4972-a98a-0cf25370c356 None None] Could not find standard attr ID for object 5a47d777-9278-4a17-b1e5-1c3581d2ed17. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:43:57.835541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad5b3e45-e2ee-4972-a98a-0cf25370c356 None None] Provisioning for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:57.838088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=5a47d777-9278-4a17-b1e5-1c3581d2ed17,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:57.866644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3740fc80-dfc7-4c8c-b60e-e098f4613df6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:57.869627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] No DVR routers for this DVR port 5450572b-a5b0-4f01-916e-5c23e45eb2cc on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:57.873337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.875588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9be00451-4509-4fd6-9974-22a9d4701f7b req-85f7c00a-1a93-46cf-b3fd-aab78a551267 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "DELETE /v2.0/ports/5450572b-a5b0-4f01-916e-5c23e45eb2cc HTTP/1.1" status: 204 len: 173 time: 2.6789379 Jul 16 18:43:57.876070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-deleted', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:57.895270 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c14695-649c-40e9-bb66-eb9e61d25b9d" -d '{"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-deleted", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:57.961429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.966280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-25b0b990-0b54-4e84-881a-fd36197e7b1c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/5a47d777-9278-4a17-b1e5-1c3581d2ed17 HTTP/1.1" status: 204 len: 168 time: 2.3015361 Jul 16 18:43:57.978247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51486) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.038584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ad5b3e45-e2ee-4972-a98a-0cf25370c356 None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:58.038887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3e45-e2ee-4972-a98a-0cf25370c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.052424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:58.068708 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381de91-d0b8-479f-ab5a-0d90ed6b14a9 x-openstack-request-id: req-f381de91-d0b8-479f-ab5a-0d90ed6b14a9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:58.069060 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c6b02-0262-46cd-8eb9-dfe9486dd038", "name": "network-vif-deleted", "tag": "5450572b-a5b0-4f01-916e-5c23e45eb2cc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:58.069278 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f381de91-d0b8-479f-ab5a-0d90ed6b14a9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:58.077129 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c6b02-0262-46cd-8eb9-dfe9486dd038', 'name': 'network-vif-deleted', 'tag': '5450572b-a5b0-4f01-916e-5c23e45eb2cc', 'status': 'completed', 'code': 200} Jul 16 18:43:58.085082 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-054e6f21-8402-4682-918a-be7ccb108d36 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] GET failed (client error): The resource could not be found. Jul 16 18:43:58.089378 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-054e6f21-8402-4682-918a-be7ccb108d36 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports/5a47d777-9278-4a17-b1e5-1c3581d2ed17 HTTP/1.1" status: 404 len: 333 time: 0.1076012 Jul 16 18:43:58.090326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.140087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 5450572b-a5b0-4f01-916e-5c23e45eb2cc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:58.140490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 5450572b-a5b0-4f01-916e-5c23e45eb2cc not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:58.172953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-ab3a3e93-6193-48bc-869c-de14ace2086d req-f2283dfa-ee52-49b5-87fc-ef91d38aeeef service neutron] (93796) timed out ('10.222.0.49', 45552) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:43:58.231301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aa36b5af-8041-419c-921c-174ba4cdc479 req-f212b634-f902-444c-8bbb-fc5f0477a150 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 210 time: 0.1432457 Jul 16 18:43:58.276379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0f639d7-9d69-4157-b4a4-fc5000e4fe7c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.352969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:58.356614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0f639d7-9d69-4157-b4a4-fc5000e4fe7c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.363858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.520142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0f639d7-9d69-4157-b4a4-fc5000e4fe7c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.529982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0f639d7-9d69-4157-b4a4-fc5000e4fe7c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.532399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d0f639d7-9d69-4157-b4a4-fc5000e4fe7c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/security-groups/29bbcdb6-d42d-4ddc-b62b-52cb7d99fcfa HTTP/1.1" status: 204 len: 168 time: 0.4409125 Jul 16 18:43:58.533249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.537133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.565369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.603943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f639d7-9d69-4157-b4a4-fc5000e4fe7c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bbcdb6-d42d-4ddc-b62b-52cb7d99fcfa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.628934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-7959973e-5cc4-4667-a218-66bfaec0899d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:58.630575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-7959973e-5cc4-4667-a218-66bfaec0899d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.7258990 Jul 16 18:43:58.664755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Request body: {'port': {'device_id': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'admin_state_up': True, 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:58.731048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6a449c2-b1f3-4d00-b681-2873130084c6 req-eafc7ae6-4907-491c-8fbb-c889579e3ead tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c1c6b02-0262-46cd-8eb9-dfe9486dd038 HTTP/1.1" status: 200 len: 210 time: 0.0423100 Jul 16 18:43:58.756310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-180246ef-1071-40ce-a35b-311026084b06 None None] Could not find standard attr ID for object 5a47d777-9278-4a17-b1e5-1c3581d2ed17. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:43:58.758090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b9adfac-fb66-4930-a5c3-d62cb9d52ce6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.787485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b9adfac-fb66-4930-a5c3-d62cb9d52ce6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.858218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b9adfac-fb66-4930-a5c3-d62cb9d52ce6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.862969 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b9adfac-fb66-4930-a5c3-d62cb9d52ce6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.867673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4b9adfac-fb66-4930-a5c3-d62cb9d52ce6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/security-groups/6219ee53-8435-4d3d-b6d3-00874f6d7daf HTTP/1.1" status: 204 len: 168 time: 0.2963142 Jul 16 18:43:58.868888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.895221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9adfac-fb66-4930-a5c3-d62cb9d52ce6 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6219ee53-8435-4d3d-b6d3-00874f6d7daf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.934231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad354f-7f07-4574-884d-921401c71f8f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.998981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47cea23c-2a43-4e94-bcbe-bb34a50a3a6e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.038673 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47cea23c-2a43-4e94-bcbe-bb34a50a3a6e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.077771 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.103733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.140371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:59.146530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.182757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47cea23c-2a43-4e94-bcbe-bb34a50a3a6e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.186341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-47cea23c-2a43-4e94-bcbe-bb34a50a3a6e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.187614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-47cea23c-2a43-4e94-bcbe-bb34a50a3a6e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/security-groups/29af9d29-8ac5-4639-8031-acdb754ab255 HTTP/1.1" status: 204 len: 168 time: 0.3103092 Jul 16 18:43:59.192010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.207008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cea23c-2a43-4e94-bcbe-bb34a50a3a6e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29af9d29-8ac5-4639-8031-acdb754ab255,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:59.238891 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.243056 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9388492 Jul 16 18:43:59.243663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.249719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-99ff5748-2d1b-44c0-99d0-5e819266bc26 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '3977a72f-2118-4957-913c-8e885f0bc12b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:59.324290 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99ff5748-2d1b-44c0-99d0-5e819266bc26 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.395044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cfaec-2859-44f1-8255-5c85ec444bd9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3977a72f-2118-4957-913c-8e885f0bc12b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:59.423144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99ff5748-2d1b-44c0-99d0-5e819266bc26 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.433537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99ff5748-2d1b-44c0-99d0-5e819266bc26 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.455959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4042281a-3add-4bf7-8af5-0f1858ec5180 req-a655926f-1b8b-4efd-8fa9-3e4bcc95b55e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0642028 Jul 16 18:43:59.474843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet e06b96fc-7c10-487e-aa7a-3840c11f6eeb {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:59.485146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.485648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff5748-2d1b-44c0-99d0-5e819266bc26 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10199e92-e889-4809-bae1-0c180499837d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:59.503155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99ff5748-2d1b-44c0-99d0-5e819266bc26 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.506979 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-99ff5748-2d1b-44c0-99d0-5e819266bc26 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2596166 Jul 16 18:43:59.507224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.513034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f45cfa85-8a73-4bf5-a1a5-4edb7d075825 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '3977a72f-2118-4957-913c-8e885f0bc12b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:59.518374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Allocated IP 172.20.0.2 (05222e42-e89b-45b9-9873-2ae4eb29292b/df8116a7-3347-445b-89c8-befca16abc21/1ef80e12-2e0f-47a6-8dee-9a8bddb9d621) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:59.550661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.555765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f45cfa85-8a73-4bf5-a1a5-4edb7d075825 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.672130 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-f45cfa85-8a73-4bf5-a1a5-4edb7d075825 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:43:59.673432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f45cfa85-8a73-4bf5-a1a5-4edb7d075825 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1651709 Jul 16 18:43:59.676402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.752576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd685bb6-9d0b-4206-bbb4-5791065d248b tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.815806 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd685bb6-9d0b-4206-bbb4-5791065d248b tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.857434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.890194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51544) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.905155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.911204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd685bb6-9d0b-4206-bbb4-5791065d248b tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.915727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd685bb6-9d0b-4206-bbb4-5791065d248b tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.917484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cd685bb6-9d0b-4206-bbb4-5791065d248b tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/3977a72f-2118-4957-913c-8e885f0bc12b HTTP/1.1" status: 204 len: 168 time: 0.2398582 Jul 16 18:43:59.922533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.960806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685bb6-9d0b-4206-bbb4-5791065d248b tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977a72f-2118-4957-913c-8e885f0bc12b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.022968 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.034645 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-86c824e4-4e35-4a37-8cae-95ce372fba0c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105084 Jul 16 18:44:00.038641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.039992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:00.047285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-69fbf3b9-ad9a-4d33-ae15-5309c8286dd2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628908081'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:00.102525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3b9-ad9a-4d33-ae15-5309c8286dd2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.263606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3b9-ad9a-4d33-ae15-5309c8286dd2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.272898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3b9-ad9a-4d33-ae15-5309c8286dd2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.279180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event updated for resources: {'Port': ['ID=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.299595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:00.320910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69fbf3b9-ad9a-4d33-ae15-5309c8286dd2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.322447 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-69fbf3b9-ad9a-4d33-ae15-5309c8286dd2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2825921 Jul 16 18:44:00.323707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbf3b9-ad9a-4d33-ae15-5309c8286dd2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd73435-383e-47ee-a2df-7eb6100161f4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.324486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:00.326085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.338242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8874b236-c3cb-4735-bad3-959af0da454e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '4dd73435-383e-47ee-a2df-7eb6100161f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:00.338883 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-8874b236-c3cb-4735-bad3-959af0da454e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:44:00.339427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:00.339602 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-8874b236-c3cb-4735-bad3-959af0da454e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:00.340580 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8874b236-c3cb-4735-bad3-959af0da454e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0134628 Jul 16 18:44:00.343680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.433954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1757-d288-4dad-bab6-d42f18b2c2be tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.459045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1757-d288-4dad-bab6-d42f18b2c2be tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.475212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.527375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:00.531169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.556228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1757-d288-4dad-bab6-d42f18b2c2be tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.559469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1757-d288-4dad-bab6-d42f18b2c2be tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.561072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7d7c1757-d288-4dad-bab6-d42f18b2c2be tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/4dd73435-383e-47ee-a2df-7eb6100161f4 HTTP/1.1" status: 204 len: 168 time: 0.2165787 Jul 16 18:44:00.581600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51572) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.582447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1757-d288-4dad-bab6-d42f18b2c2be tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd73435-383e-47ee-a2df-7eb6100161f4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.677449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e1cdb041-1455-46c1-ba7c-2b80e43ead25 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901606 Jul 16 18:44:00.679103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=e06b96fc-7c10-487e-aa7a-3840c11f6eeb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.679994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.685928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-38f721d6-77a3-4558-826c-3c64dd8e91fb tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512986952'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:00.712367 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.720259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-23bb2294-553d-454d-9620-1dff413f9c02 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/e06b96fc-7c10-487e-aa7a-3840c11f6eeb HTTP/1.1" status: 204 len: 168 time: 1.5213175 Jul 16 18:44:00.722829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.723291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1aeb89-ab9e-4d93-9b08-3199860eaf9a None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:00.748289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38f721d6-77a3-4558-826c-3c64dd8e91fb tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.872983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-48cf195b-562d-4b91-a9c0-40ce3bb268d6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2262864 Jul 16 18:44:00.897571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Request body: {'port': {'device_id': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:00.941550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38f721d6-77a3-4558-826c-3c64dd8e91fb tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.949954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38f721d6-77a3-4558-826c-3c64dd8e91fb tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.990033 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38f721d6-77a3-4558-826c-3c64dd8e91fb tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.991632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-38f721d6-77a3-4558-826c-3c64dd8e91fb tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3103905 Jul 16 18:44:00.992854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f721d6-77a3-4558-826c-3c64dd8e91fb tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768832d3-3c0a-40cf-bb3d-fc8c7bf68c57,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.995074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.000454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ddb5ca3-81e2-4c3a-9662-625b6ca2f6c9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '768832d3-3c0a-40cf-bb3d-fc8c7bf68c57', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.008760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet a9d8b3dd-25a3-4ff3-a57f-add98932f1d7 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:01.013588 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-2ddb5ca3-81e2-4c3a-9662-625b6ca2f6c9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:44:01.014420 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-2ddb5ca3-81e2-4c3a-9662-625b6ca2f6c9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:01.015653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2ddb5ca3-81e2-4c3a-9662-625b6ca2f6c9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0194368 Jul 16 18:44:01.019084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.045999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.134718 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.149028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dd30d6-b673-4afc-952a-0005bd5bff14 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.189032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dd30d6-b673-4afc-952a-0005bd5bff14 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.247789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dd30d6-b673-4afc-952a-0005bd5bff14 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.250997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34dd30d6-b673-4afc-952a-0005bd5bff14 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.254834 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-34dd30d6-b673-4afc-952a-0005bd5bff14 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/768832d3-3c0a-40cf-bb3d-fc8c7bf68c57 HTTP/1.1" status: 204 len: 168 time: 0.2320297 Jul 16 18:44:01.257175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0be2d-f079-41c1-9464-a0eddb6e2759 req-23cba33c-faed-4af3-9bb8-2bc85f0592a3 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.259099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1c0be2d-f079-41c1-9464-a0eddb6e2759 req-23cba33c-faed-4af3-9bb8-2bc85f0592a3 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 931 time: 0.5605729 Jul 16 18:44:01.260224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.305838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd30d6-b673-4afc-952a-0005bd5bff14 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768832d3-3c0a-40cf-bb3d-fc8c7bf68c57,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.326322 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.400510 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-33094213-b4bc-4ea8-986a-b0d313a2bb0a tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1386275 Jul 16 18:44:01.404121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.411198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c2d936aa-cf8a-4fe3-a674-5e94e0e1bb2c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042137254'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.463121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2d936aa-cf8a-4fe3-a674-5e94e0e1bb2c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.721756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2d936aa-cf8a-4fe3-a674-5e94e0e1bb2c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.729423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2d936aa-cf8a-4fe3-a674-5e94e0e1bb2c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.734151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.784962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2d936aa-cf8a-4fe3-a674-5e94e0e1bb2c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.790007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c2d936aa-cf8a-4fe3-a674-5e94e0e1bb2c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3825076 Jul 16 18:44:01.790852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.802404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84fe1952-d844-4f44-a2c9-21f88154dd7d tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '28cbda45-4751-4942-aebc-5259cb9ae53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.818853 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-84fe1952-d844-4f44-a2c9-21f88154dd7d tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:44:01.819888 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-84fe1952-d844-4f44-a2c9-21f88154dd7d tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:01.830632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84fe1952-d844-4f44-a2c9-21f88154dd7d tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0350733 Jul 16 18:44:01.834576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51636) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.846535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1c0be2d-f079-41c1-9464-a0eddb6e2759 req-aa4b1833-ce26-481c-96b6-b4020d33a89e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067801 Jul 16 18:44:01.873680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-262917b9-964d-4021-985a-f1e7b197fe1e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '28cbda45-4751-4942-aebc-5259cb9ae53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.880701 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-262917b9-964d-4021-985a-f1e7b197fe1e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:44:01.882064 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-262917b9-964d-4021-985a-f1e7b197fe1e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:01.889124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-262917b9-964d-4021-985a-f1e7b197fe1e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0501120 Jul 16 18:44:01.890873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d936aa-cf8a-4fe3-a674-5e94e0e1bb2c tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cbda45-4751-4942-aebc-5259cb9ae53f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.894832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.931653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-06808593-af0a-4eb4-951d-336eeee453bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '28cbda45-4751-4942-aebc-5259cb9ae53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.935164 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-06808593-af0a-4eb4-951d-336eeee453bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:44:01.937266 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-06808593-af0a-4eb4-951d-336eeee453bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:01.942975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06808593-af0a-4eb4-951d-336eeee453bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0307753 Jul 16 18:44:01.944033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.949935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-27ba6adf-b0d3-4e8e-9ec3-b9b660fbb975 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '28cbda45-4751-4942-aebc-5259cb9ae53f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.950928 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-27ba6adf-b0d3-4e8e-9ec3-b9b660fbb975 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:44:01.951518 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-27ba6adf-b0d3-4e8e-9ec3-b9b660fbb975 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:01.957323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27ba6adf-b0d3-4e8e-9ec3-b9b660fbb975 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112669 Jul 16 18:44:01.958058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.028635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51b51b30-93fb-469a-850c-5b0347e0409f tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.054855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51b51b30-93fb-469a-850c-5b0347e0409f tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.125548 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.137279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51b51b30-93fb-469a-850c-5b0347e0409f tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.140185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51b51b30-93fb-469a-850c-5b0347e0409f tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.144930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51b51b30-93fb-469a-850c-5b0347e0409f tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/28cbda45-4751-4942-aebc-5259cb9ae53f HTTP/1.1" status: 204 len: 168 time: 0.1857479 Jul 16 18:44:02.145997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51666) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.191405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b51b30-93fb-469a-850c-5b0347e0409f tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cbda45-4751-4942-aebc-5259cb9ae53f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.223637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d8b3dd-25a3-4ff3-a57f-add98932f1d7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.227914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.230170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7d68fc14-a53f-4125-9fb9-ca815e404e49 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/a9d8b3dd-25a3-4ff3-a57f-add98932f1d7 HTTP/1.1" status: 204 len: 168 time: 1.5054200 Jul 16 18:44:02.236423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51674) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.241717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.282455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9442efc2-ccb7-48bd-a0f9-f8fdc24f5188 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:02.323004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-860e1b45-b150-4fb7-86fa-dcb863f9f61b tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1630161 Jul 16 18:44:02.324065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.328818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a6d0a38f-8857-48a3-b09b-3b3593cbebb2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989236597'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:02.395805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a38f-8857-48a3-b09b-3b3593cbebb2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.398830 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-146acd1d-9367-408f-9edc-aea64864d452 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:02.403975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146acd1d-9367-408f-9edc-aea64864d452 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:02.411783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-146acd1d-9367-408f-9edc-aea64864d452 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/e06b96fc-7c10-487e-aa7a-3840c11f6eeb HTTP/1.1" status: 404 len: 337 time: 0.1710067 Jul 16 18:44:02.420566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.455334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5c0bdfe0-e9d4-4337-87d2-1e13faf52756 None None] Provisioning complete for port 2aa90798-8fce-448e-a039-603c3e6acdba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:02.455855 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c0bdfe0-e9d4-4337-87d2-1e13faf52756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.593508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:02.601555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bdfe0-e9d4-4337-87d2-1e13faf52756 None None] Port 2aa90798-8fce-448e-a039-603c3e6acdba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:02.623452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.633030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a38f-8857-48a3-b09b-3b3593cbebb2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.642168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a38f-8857-48a3-b09b-3b3593cbebb2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.658162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5c0bdfe0-e9d4-4337-87d2-1e13faf52756 None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:02.659486 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c0bdfe0-e9d4-4337-87d2-1e13faf52756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.670240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Transition to ACTIVE for port object 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:02.708001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a38f-8857-48a3-b09b-3b3593cbebb2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b32da5-c346-4910-b003-6addb983a0f7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.710298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a38f-8857-48a3-b09b-3b3593cbebb2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.714233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a6d0a38f-8857-48a3-b09b-3b3593cbebb2 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3864863 Jul 16 18:44:02.722637 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.739236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cd679dfe-4a86-40d9-8180-9a54d8bb6b90 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:02.740041 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-cd679dfe-4a86-40d9-8180-9a54d8bb6b90 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:44:02.740605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.742990 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-cd679dfe-4a86-40d9-8180-9a54d8bb6b90 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:02.744219 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cd679dfe-4a86-40d9-8180-9a54d8bb6b90 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201528 Jul 16 18:44:02.749101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.757299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-616fbecb-e143-4121-a92d-6d1b7a483147 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:02.849763 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-616fbecb-e143-4121-a92d-6d1b7a483147 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:02.850901 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-616fbecb-e143-4121-a92d-6d1b7a483147 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0999503 Jul 16 18:44:02.853866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51756) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.861054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-19620171-a982-43dc-993c-31946c1b1da9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:02.861742 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-19620171-a982-43dc-993c-31946c1b1da9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:44:02.864800 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-19620171-a982-43dc-993c-31946c1b1da9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:02.865968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19620171-a982-43dc-993c-31946c1b1da9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108950 Jul 16 18:44:02.869222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.873793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cc2e8812-c269-45e0-ae13-8fb457f1b821 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:03.003894 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-cc2e8812-c269-45e0-ae13-8fb457f1b821 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:03.005458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cc2e8812-c269-45e0-ae13-8fb457f1b821 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1353102 Jul 16 18:44:03.008824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.019340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fa8da46d-a00c-45c1-bea2-afb30bc3f2b7 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:03.020502 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-fa8da46d-a00c-45c1-bea2-afb30bc3f2b7 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:44:03.021294 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-fa8da46d-a00c-45c1-bea2-afb30bc3f2b7 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:03.026028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fa8da46d-a00c-45c1-bea2-afb30bc3f2b7 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140946 Jul 16 18:44:03.028490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.040404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4dbfe6b3-9076-4bd5-a782-1cb7d010b7c6 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:03.188894 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-4dbfe6b3-9076-4bd5-a782-1cb7d010b7c6 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Project 21060538e9ef4a88b05ed85946ec08aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:44:03.247277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting subnet f751ed8a-f294-48a6-ae48-e2eba78ce346 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:03.248902 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-4dbfe6b3-9076-4bd5-a782-1cb7d010b7c6 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:03.252966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.255130 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4dbfe6b3-9076-4bd5-a782-1cb7d010b7c6 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2253449 Jul 16 18:44:03.268110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.278644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d138ef5b-3bc5-4445-b7d5-77db4f6f87fe tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:03.280317 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-d138ef5b-3bc5-4445-b7d5-77db4f6f87fe tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:44:03.282474 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-d138ef5b-3bc5-4445-b7d5-77db4f6f87fe tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:03.295854 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d138ef5b-3bc5-4445-b7d5-77db4f6f87fe tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189877 Jul 16 18:44:03.298808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.306597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.320720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5792a521-9ed9-4cf3-a1df-232c9e644d82 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:03.361968 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded080-754b-4316-a095-d481981bacf3 req-1f235607-acd7-43c6-b899-b1b1dbd92a5c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:03.370647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9ded080-754b-4316-a095-d481981bacf3 req-1f235607-acd7-43c6-b899-b1b1dbd92a5c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 943 time: 0.2408717 Jul 16 18:44:03.419380 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-5792a521-9ed9-4cf3-a1df-232c9e644d82 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Project 21060538e9ef4a88b05ed85946ec08aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:44:03.429928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.451644 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-5792a521-9ed9-4cf3-a1df-232c9e644d82 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:03.459417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5792a521-9ed9-4cf3-a1df-232c9e644d82 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1494024 Jul 16 18:44:03.493124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9ded080-754b-4316-a095-d481981bacf3 req-eb469e02-804f-4eeb-9bf6-de74ec1d472f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213224 Jul 16 18:44:03.497001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51834) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.507554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-908aec39-9ae5-449b-b537-909308cd92d1 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '56b32da5-c346-4910-b003-6addb983a0f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:03.528085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:03.532543 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.565884 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-908aec39-9ae5-449b-b537-909308cd92d1 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Project 21060538e9ef4a88b05ed85946ec08aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:44:03.594252 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-908aec39-9ae5-449b-b537-909308cd92d1 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:03.599723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-908aec39-9ae5-449b-b537-909308cd92d1 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1002920 Jul 16 18:44:03.600472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51850) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.652769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.659611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/f751ed8a-f294-48a6-ae48-e2eba78ce346 HTTP/1.1" status: 204 len: 168 time: 1.2378006 Jul 16 18:44:03.661125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c79d68-3d0b-4128-b423-9cee5b2267da tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Subnet': ['ID=f751ed8a-f294-48a6-ae48-e2eba78ce346,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:03.664818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.729943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Attempting to bind port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:03.730499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Attempting to bind port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:03.731008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Attempting to bind port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:03.746196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 on network 05222e42-e89b-45b9-9873-2ae4eb29292b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:03.746700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Attempting to bind port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:03.762194 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-94404c07-08de-4560-88ef-a1c67de60b6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:03.763072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94404c07-08de-4560-88ef-a1c67de60b6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:03.765654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-94404c07-08de-4560-88ef-a1c67de60b6f tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/666639ee-c357-454c-b2fc-bea817e6d80d HTTP/1.1" status: 404 len: 337 time: 0.0956900 Jul 16 18:44:03.772914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51870) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.788240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:03.788686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:03.792641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Bound using segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:03.792641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Bound port: 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:03.792641 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.861442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fa50720b-09ea-4b06-abbc-3c8536021665 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "GET /v2.0/ports?device_id=905f0da1-3742-4ae2-a7e2-24f08da0efd4 HTTP/1.1" status: 200 len: 205 time: 0.0861170 Jul 16 18:44:03.862822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd97258-62af-432b-aa6e-c8896dc47492 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.866269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.885334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] For port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:03.890475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] For port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:03.900233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.926867 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-27b04f5b-e7ea-4273-b2f7-914d0f40d47e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] delete failed (client error): The resource could not be found. Jul 16 18:44:03.934190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27b04f5b-e7ea-4273-b2f7-914d0f40d47e tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/routers/905f0da1-3742-4ae2-a7e2-24f08da0efd4 HTTP/1.1" status: 404 len: 336 time: 0.0665872 Jul 16 18:44:03.940755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51896) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.958330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:03.961346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.965484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] 10.222.0.59 "PUT /v2.0/ports/1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 HTTP/1.1" status: 200 len: 1092 time: 3.0807183 Jul 16 18:44:03.971131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'tag': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:03.974248 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32647ae-ba81-43ab-a335-081f7d617911" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3", "tag": "1ef80e12-2e0f-47a6-8dee-9a8bddb9d621"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:04.063090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd97258-62af-432b-aa6e-c8896dc47492 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.066456 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e826d0fb-a1cb-4ee8-a308-e1ef7863ec10 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.066920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e826d0fb-a1cb-4ee8-a308-e1ef7863ec10 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.076915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e826d0fb-a1cb-4ee8-a308-e1ef7863ec10 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/8b7087e5-d787-4a0c-a863-7d5b56f4ea4d HTTP/1.1" status: 404 len: 337 time: 0.1068807 Jul 16 18:44:04.087237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51912) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.168594 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99b5b81-7769-436c-9043-36d0eb558682 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.171382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99b5b81-7769-436c-9043-36d0eb558682 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.181511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b99b5b81-7769-436c-9043-36d0eb558682 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/01ef77cc-9416-4b63-8144-118c4b0a3100 HTTP/1.1" status: 404 len: 337 time: 0.0841060 Jul 16 18:44:04.187296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.301369 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1b16ae-12bb-485c-80a5-db98c4e06051 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.301855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1b16ae-12bb-485c-80a5-db98c4e06051 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.303667 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d1b16ae-12bb-485c-80a5-db98c4e06051 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/6515577b-01ba-4163-87c9-9803224e26d0 HTTP/1.1" status: 404 len: 337 time: 0.1150086 Jul 16 18:44:04.310405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.354777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5446fde2-518a-4125-8174-f5cf277a4ef8 None None] Network ae4e7388-169d-4d37-9b67-2df9ab4d8d51 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:04.372701 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca40e0f-f77f-4565-a9ee-1e6ad961a15c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.375170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca40e0f-f77f-4565-a9ee-1e6ad961a15c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.381441 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dca40e0f-f77f-4565-a9ee-1e6ad961a15c tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/9bf10fbc-3ba3-431a-b77b-7926fa444dfc HTTP/1.1" status: 404 len: 333 time: 0.0699623 Jul 16 18:44:04.385484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.438748 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab0fd53-d50b-4298-bc7c-5ea91ae606d1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.439342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab0fd53-d50b-4298-bc7c-5ea91ae606d1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.441643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7ab0fd53-d50b-4298-bc7c-5ea91ae606d1 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/97fdfec4-07a5-4258-952b-45d06676d203 HTTP/1.1" status: 404 len: 337 time: 0.0534115 Jul 16 18:44:04.453337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51964) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.480766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd97258-62af-432b-aa6e-c8896dc47492 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.484478 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbd97258-62af-432b-aa6e-c8896dc47492 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.485966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cbd97258-62af-432b-aa6e-c8896dc47492 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/56b32da5-c346-4910-b003-6addb983a0f7 HTTP/1.1" status: 204 len: 168 time: 0.8836648 Jul 16 18:44:04.511632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51970) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.526024 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4b1b9c-5ed9-406b-ad06-4f8ec2c5d6d5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.530839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4b1b9c-5ed9-406b-ad06-4f8ec2c5d6d5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.534948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fd4b1b9c-5ed9-406b-ad06-4f8ec2c5d6d5 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/2c3babcc-8cbc-4c92-ba41-d6bff8529837 HTTP/1.1" status: 404 len: 337 time: 0.0798171 Jul 16 18:44:04.538014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f1f1d21-11e1-49a7-a486-47b5ab84f164 None None] Provisioning complete for port 2aa90798-8fce-448e-a039-603c3e6acdba triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.538411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1d21-11e1-49a7-a486-47b5ab84f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.566598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51980) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.600459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd97258-62af-432b-aa6e-c8896dc47492 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b32da5-c346-4910-b003-6addb983a0f7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.625433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f1d21-11e1-49a7-a486-47b5ab84f164 None None] Port 2aa90798-8fce-448e-a039-603c3e6acdba cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:04.665281 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eefc1a3-fe0a-4c3f-9b00-bc372cf53e22 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.666359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eefc1a3-fe0a-4c3f-9b00-bc372cf53e22 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.674208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8eefc1a3-fe0a-4c3f-9b00-bc372cf53e22 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/ceff839a-8b66-4672-a258-46162fb44ec0 HTTP/1.1" status: 404 len: 333 time: 0.0980577 Jul 16 18:44:04.676687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51994) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.692826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f1f1d21-11e1-49a7-a486-47b5ab84f164 None None] Provisioning complete for port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.693395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1d21-11e1-49a7-a486-47b5ab84f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.804066 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-31441a78-9743-405d-b0de-f87ee6f1bf67 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:04.804359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31441a78-9743-405d-b0de-f87ee6f1bf67 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:04.819058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-31441a78-9743-405d-b0de-f87ee6f1bf67 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/475071eb-1c7f-4b46-9ab0-ea046e2ad38c HTTP/1.1" status: 404 len: 337 time: 0.1395874 Jul 16 18:44:04.831777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52012) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.930465 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b7af3c-1d9c-4de5-9763-8b29294a8bcd x-openstack-request-id: req-b8b7af3c-1d9c-4de5-9763-8b29294a8bcd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:04.931101 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3", "tag": "1ef80e12-2e0f-47a6-8dee-9a8bddb9d621", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:04.931101 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8b7af3c-1d9c-4de5-9763-8b29294a8bcd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:04.931573 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'tag': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621', 'status': 'completed', 'code': 200} Jul 16 18:44:04.952879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] DHCP port deletion for ae4e7388-169d-4d37-9b67-2df9ab4d8d51 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:04.960384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21bc7d-30f4-427f-bfaf-60b317632b53 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.983070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a93f219f-c1ed-4842-8001-b5091398dce5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4694238 Jul 16 18:44:04.989865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52032) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.003526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-72bf3e21-7c0d-49de-a970-437a4a9e3de5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099581541'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:05.047499 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd74407d-5560-4864-83a6-438399bf8d73 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:05.048159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd74407d-5560-4864-83a6-438399bf8d73 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:05.050261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fd74407d-5560-4864-83a6-438399bf8d73 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/subnets/99532947-de09-4360-93cb-ae1a2dcaaaee HTTP/1.1" status: 404 len: 337 time: 0.2142353 Jul 16 18:44:05.052888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52040) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.094437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] Deleting port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:05.095907 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.113541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52046) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.150666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72bf3e21-7c0d-49de-a970-437a4a9e3de5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.202059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 9766eaae-97de-4342-8908-f4ca5f4c2ccc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:05.202438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.217833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] For port 3740fc80-dfc7-4c8c-b60e-e098f4613df6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3740fc80-dfc7-4c8c-b60e-e098f4613df6,segment=NetworkSegment(5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3),segment_id=5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:05.218282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.230843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ea253-5037-4ef6-909e-47f189015751 req-f9cbcdfb-82ff-49fd-b68e-9baf0ba643b5 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.239614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e36ea253-5037-4ef6-909e-47f189015751 req-f9cbcdfb-82ff-49fd-b68e-9baf0ba643b5 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 943 time: 0.4041970 Jul 16 18:44:05.240123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] Calling delete_port for 3740fc80-dfc7-4c8c-b60e-e098f4613df6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:05.339778 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e36ea253-5037-4ef6-909e-47f189015751 req-692e6c00-3618-487f-b50b-6ac76746b3e2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991278 Jul 16 18:44:05.412100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d20d0f1f-afe6-483e-8b7d-60691217bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.446275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-85bd57d8-430a-4d65-a11a-fcb10678bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.447825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-85bd57d8-430a-4d65-a11a-fcb10678bbec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 1095 time: 1.4315183 Jul 16 18:44:05.453132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Deleting port 2aa90798-8fce-448e-a039-603c3e6acdba {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:05.453463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.499419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port 9766eaae-97de-4342-8908-f4ca5f4c2ccc, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9766eaae-97de-4342-8908-f4ca5f4c2ccc,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:05.500088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.523143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 9766eaae-97de-4342-8908-f4ca5f4c2ccc owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:05.544193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.549810 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.570696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Calling delete_port for 2aa90798-8fce-448e-a039-603c3e6acdba owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:05.615594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] No DVR routers for this DVR port 3740fc80-dfc7-4c8c-b60e-e098f4613df6 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:05.618438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec632c51-a918-4c63-8e2a-38c11f2365fa None None] Pushing event deleted for resources: {'Port': ['ID=3740fc80-dfc7-4c8c-b60e-e098f4613df6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.707836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-6c3b004d-15fe-4f4b-94b3-e413996e9b97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 HTTP/1.1" status: 200 len: 217 time: 0.0602801 Jul 16 18:44:05.708081 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.748428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Port': ['ID=2aa90798-8fce-448e-a039-603c3e6acdba,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.762447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.769640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7f1fec81-8c74-4b39-9bfa-5fbb7a250349 tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/ports/2aa90798-8fce-448e-a039-603c3e6acdba HTTP/1.1" status: 204 len: 168 time: 0.7152319 Jul 16 18:44:05.770333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.771688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3740fc80-dfc7-4c8c-b60e-e098f4613df6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:05.793362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 3740fc80-dfc7-4c8c-b60e-e098f4613df6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:05.793810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3740fc80-dfc7-4c8c-b60e-e098f4613df6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:05.809197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72bf3e21-7c0d-49de-a970-437a4a9e3de5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.822274 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:05.822936 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72bf3e21-7c0d-49de-a970-437a4a9e3de5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.830374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-4af66324-d972-48db-9791-3bce74ae84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.832697 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-4af66324-d972-48db-9791-3bce74ae84a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.1159651 Jul 16 18:44:05.931484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-31e486b9-4bd3-42e8-9a6f-3295b090919a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807793 Jul 16 18:44:05.932161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.938132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf3e21-7c0d-49de-a970-437a4a9e3de5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27872207-0125-40e4-8254-803a3462e6ee,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.066148 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.083039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.108509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4e7388-169d-4d37-9b67-2df9ab4d8d51']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.112094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=9766eaae-97de-4342-8908-f4ca5f4c2ccc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.131091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.131456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f87ec30-8fd2-4285-9cd5-f1e53d0a37a3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.142017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-75bc505f-f92e-423d-a3b7-2fe0b90f677f service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001536 Jul 16 18:44:06.146860 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d20d0f1f-afe6-483e-8b7d-60691217bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.151550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.158627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d20d0f1f-afe6-483e-8b7d-60691217bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.182817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72bf3e21-7c0d-49de-a970-437a4a9e3de5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.184219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-72bf3e21-7c0d-49de-a970-437a4a9e3de5 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1850045 Jul 16 18:44:06.192174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d20d0f1f-afe6-483e-8b7d-60691217bcb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84b99585dd154189ad96276f4154a08e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0767822 Jul 16 18:44:06.195190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.195717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52164) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.216207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1d4d5809-dae3-43a5-bba4-d4864a0f2df1 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '27872207-0125-40e4-8254-803a3462e6ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:06.225827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.255485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:06.256140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:06.286003 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:06.388483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d0f1f-afe6-483e-8b7d-60691217bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c5e52-5d05-4a8c-a79d-9b9a07a87bf1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.400917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.410248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.418593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] 10.222.0.49 "DELETE /v2.0/networks/ae4e7388-169d-4d37-9b67-2df9ab4d8d51 HTTP/1.1" status: 204 len: 168 time: 0.6470249 Jul 16 18:44:06.425915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0c98e77-4c08-49b2-8728-34ca63be518a req-6bc6c706-0a29-4319-9048-434ce95c8774 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590806 Jul 16 18:44:06.505302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7c17-dd42-4028-9768-d7873643d3ee tempest-PortsIpV6TestJSON-1553267272 tempest-PortsIpV6TestJSON-1553267272-project] Pushing event deleted for resources: {'Network': ['ID=ae4e7388-169d-4d37-9b67-2df9ab4d8d51,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.515296 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-1d4d5809-dae3-43a5-bba4-d4864a0f2df1 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The resource could not be found. Jul 16 18:44:06.519553 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1d4d5809-dae3-43a5-bba4-d4864a0f2df1 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3184612 Jul 16 18:44:06.520013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.525617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84b50a93-2e0d-43b3-a283-00ff1b445ac0 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '27872207-0125-40e4-8254-803a3462e6ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1fe75e3a-8bcb-4317-a4e7-3c143dc2dccc'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:06.530472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.558202 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca803571-747b-47df-8ded-4b998e96d1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.612806 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca803571-747b-47df-8ded-4b998e96d1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.628442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32647ae-ba81-43ab-a335-081f7d617911 req-5d5359a4-2f9f-40f7-a8e3-30c13b17c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.629979 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d32647ae-ba81-43ab-a335-081f7d617911 req-5d5359a4-2f9f-40f7-a8e3-30c13b17c049 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 1095 time: 0.1332791 Jul 16 18:44:06.652285 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-84b50a93-2e0d-43b3-a283-00ff1b445ac0 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The resource could not be found. Jul 16 18:44:06.653369 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84b50a93-2e0d-43b3-a283-00ff1b445ac0 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1324420 Jul 16 18:44:06.656613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52210) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.721111 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9452c40b-79c6-4d92-b6a1-ca6bdaecbd20 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.726197 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca803571-747b-47df-8ded-4b998e96d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.730595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca803571-747b-47df-8ded-4b998e96d1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.732377 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ca803571-747b-47df-8ded-4b998e96d1b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e66c5e52-5d05-4a8c-a79d-9b9a07a87bf1 HTTP/1.1" status: 204 len: 168 time: 0.5330563 Jul 16 18:44:06.750213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52216) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.762981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca803571-747b-47df-8ded-4b998e96d1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c5e52-5d05-4a8c-a79d-9b9a07a87bf1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.778993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9452c40b-79c6-4d92-b6a1-ca6bdaecbd20 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.844035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9452c40b-79c6-4d92-b6a1-ca6bdaecbd20 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.848912 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9452c40b-79c6-4d92-b6a1-ca6bdaecbd20 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.850807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9452c40b-79c6-4d92-b6a1-ca6bdaecbd20 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/27872207-0125-40e4-8254-803a3462e6ee HTTP/1.1" status: 204 len: 168 time: 0.1929190 Jul 16 18:44:06.858735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.919461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221c704-39b5-4162-bc24-26deeaf7f37b req-067b4175-2f3f-4659-b736-a68795f609a8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.923062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8221c704-39b5-4162-bc24-26deeaf7f37b req-067b4175-2f3f-4659-b736-a68795f609a8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 943 time: 0.3069699 Jul 16 18:44:06.932811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452c40b-79c6-4d92-b6a1-ca6bdaecbd20 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27872207-0125-40e4-8254-803a3462e6ee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.003675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bf31e4ff-77bc-496b-9e33-31d3ba7bd803 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1429276 Jul 16 18:44:07.007332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.012569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4c45aad6-a29c-4d94-9d29-e0298d05b695 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': 'f7b7e6a1-ea0f-4b47-9a11-ed53734946ee', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:07.078054 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-4c45aad6-a29c-4d94-9d29-e0298d05b695 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The resource could not be found. Jul 16 18:44:07.083665 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c45aad6-a29c-4d94-9d29-e0298d05b695 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0707843 Jul 16 18:44:07.083981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52248) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.088388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ab30b2c0-1af0-4ef5-b5cb-eeb9400d32bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--446520732'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:07.139762 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab30b2c0-1af0-4ef5-b5cb-eeb9400d32bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.142639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32647ae-ba81-43ab-a335-081f7d617911 req-dc3fe762-d9c4-4efd-9d0c-660072c1e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.144472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d32647ae-ba81-43ab-a335-081f7d617911 req-dc3fe762-d9c4-4efd-9d0c-660072c1e758 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.5022299 Jul 16 18:44:07.234737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d32647ae-ba81-43ab-a335-081f7d617911 req-cf9b3b69-3e38-4190-a314-6bd84953d35d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 HTTP/1.1" status: 200 len: 217 time: 0.0673962 Jul 16 18:44:07.235755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.248423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bf90ee62-e556-4522-b868-cd09e7fe1a94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a546d8538bd416dbd5a586db8d9ed10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917150 Jul 16 18:44:07.248752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.257255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8221c704-39b5-4162-bc24-26deeaf7f37b req-211f81a7-dc7f-4e1d-a42f-cf00c03f12a4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167062 Jul 16 18:44:07.271369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-547ccf17-18ab-43a5-a91e-8665c9dac6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.321382 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab30b2c0-1af0-4ef5-b5cb-eeb9400d32bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.333445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab30b2c0-1af0-4ef5-b5cb-eeb9400d32bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.344808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32647ae-ba81-43ab-a335-081f7d617911 req-75265969-ded5-471f-8c2e-85cd205b16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.346537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d32647ae-ba81-43ab-a335-081f7d617911 req-75265969-ded5-471f-8c2e-85cd205b16ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.0999877 Jul 16 18:44:07.353738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 257664ed-2ad0-498e-afe9-11d811116b59 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:07.376228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae709f5-681b-4887-8e29-f9a717d02fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.391267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30b2c0-1af0-4ef5-b5cb-eeb9400d32bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976e3188-9f63-47b8-89cb-9d07a4a60cff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.393342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d32647ae-ba81-43ab-a335-081f7d617911 req-e6ad0ce5-534e-48d3-bf7e-4aa22c6c919f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383537 Jul 16 18:44:07.421601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae709f5-681b-4887-8e29-f9a717d02fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.500125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-547ccf17-18ab-43a5-a91e-8665c9dac6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.503264 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae709f5-681b-4887-8e29-f9a717d02fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.506002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae709f5-681b-4887-8e29-f9a717d02fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.509077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cae709f5-681b-4887-8e29-f9a717d02fc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9eaee4e5-4316-4165-950c-5cc17035c303 HTTP/1.1" status: 204 len: 168 time: 0.2575607 Jul 16 18:44:07.511268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-547ccf17-18ab-43a5-a91e-8665c9dac6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.526847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab30b2c0-1af0-4ef5-b5cb-eeb9400d32bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.528419 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ab30b2c0-1af0-4ef5-b5cb-eeb9400d32bc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4433763 Jul 16 18:44:07.531231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.536528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae709f5-681b-4887-8e29-f9a717d02fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaee4e5-4316-4165-950c-5cc17035c303,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.540703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9be05165-c032-4a0e-9183-bb6b5aef7548 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437743132'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:07.582180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-547ccf17-18ab-43a5-a91e-8665c9dac6d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b84036031774f209b74b890a12d7987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418176 Jul 16 18:44:07.583816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52258) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.588215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:07.596571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d7e9e7e3-e8c5-44b3-bc9a-f991a405741e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/257664ed-2ad0-498e-afe9-11d811116b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6870873 Jul 16 18:44:07.599040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.603147 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] Sync routers for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:07.613203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ccf17-18ab-43a5-a91e-8665c9dac6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1036d3a2-b1d6-4262-b28f-02d46dae1d2c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.617505 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:07.618157 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:07.623236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9be05165-c032-4a0e-9183-bb6b5aef7548 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.677157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting subnet be8e8605-45a6-43cb-9114-24ccf4ae6af8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:07.679878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470befe4-0540-487b-a03f-5894aa3df24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.688362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.728124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470befe4-0540-487b-a03f-5894aa3df24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.743593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d32647ae-ba81-43ab-a335-081f7d617911 req-742d4982-9937-489c-8c73-03e111c496e8 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407388 Jul 16 18:44:07.797258 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.848150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9be05165-c032-4a0e-9183-bb6b5aef7548 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.853461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9be05165-c032-4a0e-9183-bb6b5aef7548 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.859796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470befe4-0540-487b-a03f-5894aa3df24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.863000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-470befe4-0540-487b-a03f-5894aa3df24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.864518 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-470befe4-0540-487b-a03f-5894aa3df24d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1036d3a2-b1d6-4262-b28f-02d46dae1d2c HTTP/1.1" status: 204 len: 168 time: 0.2758758 Jul 16 18:44:07.900003 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:07.933058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9be05165-c032-4a0e-9183-bb6b5aef7548 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.934339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9be05165-c032-4a0e-9183-bb6b5aef7548 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4021683 Jul 16 18:44:07.935453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be05165-c032-4a0e-9183-bb6b5aef7548 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918cd619-8b64-4841-983c-4e150ed4e44b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.975513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.987148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a0431d76-7e66-41dd-9b1a-83f82d3658d7 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '976e3188-9f63-47b8-89cb-9d07a4a60cff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '918cd619-8b64-4841-983c-4e150ed4e44b'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:08.018999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470befe4-0540-487b-a03f-5894aa3df24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1036d3a2-b1d6-4262-b28f-02d46dae1d2c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.081396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d32647ae-ba81-43ab-a335-081f7d617911 req-4fc70b82-8de1-4717-ae14-6326875d42fc service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079863 Jul 16 18:44:08.132400 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:44:05Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:08.136381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.147606 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-a0431d76-7e66-41dd-9b1a-83f82d3658d7 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:08.149347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a0431d76-7e66-41dd-9b1a-83f82d3658d7 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1679707 Jul 16 18:44:08.161306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.169118 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] Checking router: 257664ed-2ad0-498e-afe9-11d811116b59 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:08.179274 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] Routers {'257664ed-2ad0-498e-afe9-11d811116b59'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:08.180198 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:43:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['257664ed-2ad0-498e-afe9-11d811116b59'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:08.270821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.296371 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] Set router 257664ed-2ad0-498e-afe9-11d811116b59 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:08.318003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac016408-70a7-4b86-890a-e36f59fee3cd tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.356574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Subnet': ['ID=be8e8605-45a6-43cb-9114-24ccf4ae6af8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.373685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.379623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5051286-3e9c-4cf6-9e3a-0b7eae15db92 None None] Network 35773381-3f26-4daf-b91f-41fb2922f266 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:08.381146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d7d7b241-7506-46a2-9e67-346b19b34c85 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/subnets/be8e8605-45a6-43cb-9114-24ccf4ae6af8 HTTP/1.1" status: 204 len: 168 time: 0.7808981 Jul 16 18:44:08.383865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.428899 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac016408-70a7-4b86-890a-e36f59fee3cd tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.601574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac016408-70a7-4b86-890a-e36f59fee3cd tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.606815 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac016408-70a7-4b86-890a-e36f59fee3cd tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.612656 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ac016408-70a7-4b86-890a-e36f59fee3cd tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/918cd619-8b64-4841-983c-4e150ed4e44b HTTP/1.1" status: 204 len: 168 time: 0.4478960 Jul 16 18:44:08.624089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.681330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016408-70a7-4b86-890a-e36f59fee3cd tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918cd619-8b64-4841-983c-4e150ed4e44b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.706679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-86ff279f-d3a7-4b85-92d3-40ca2318e8ba tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.716250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-86ff279f-d3a7-4b85-92d3-40ca2318e8ba tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/networks?id=2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 200 len: 813 time: 0.3706081 Jul 16 18:44:08.768945 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:44:05Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:08.779279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-01b8be5c-a961-4c6d-87bf-7630f62acf59 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/quotas/ec56fec638c648e19a90f6e935616d48 HTTP/1.1" status: 200 len: 375 time: 0.0609295 Jul 16 18:44:08.782476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f883e739-db06-4577-848d-4a4346686a89 None None] DHCP port deletion for 35773381-3f26-4daf-b91f-41fb2922f266 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:08.806472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cf69b-bc45-446a-a3d1-e3643e21d607 req-589008ff-0ea7-4255-94f9-3da452cfff18 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.814962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-251cf69b-bc45-446a-a3d1-e3643e21d607 req-589008ff-0ea7-4255-94f9-3da452cfff18 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 943 time: 0.3354802 Jul 16 18:44:08.859860 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38751a-3d17-40b8-a1b5-444868301c59 None None] The sync data for ids ['257664ed-2ad0-498e-afe9-11d811116b59'] in n-d-791504-15 is: [{'id': '257664ed-2ad0-498e-afe9-11d811116b59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043536128', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '10d45aea-3f1d-40db-811e-220898412ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:34Z', 'updated_at': '2021-07-16T18:44:05Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '10d45aea-3f1d-40db-811e-220898412ca5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257664ed-2ad0-498e-afe9-11d811116b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:35Z', 'updated_at': '2021-07-16T18:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:08.876165 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-f63b0d0b-a81f-4911-9dd6-97d60b4e84da tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec56fec638c648e19a90f6e935616d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928833 Jul 16 18:44:08.889634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f883e739-db06-4577-848d-4a4346686a89 None None] Deleting port 2325683f-0207-425b-9a6f-f581edd23d49 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:08.890246 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f883e739-db06-4577-848d-4a4346686a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.915176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-db970ed2-907b-497b-83a4-0f67b04fec21 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2782216 Jul 16 18:44:08.918347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.928613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-251cf69b-bc45-446a-a3d1-e3643e21d607 req-2b11c8b0-d127-4f5e-a073-656732d0e5bc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046348 Jul 16 18:44:08.932496 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.045499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f883e739-db06-4577-848d-4a4346686a89 None None] For port 2325683f-0207-425b-9a6f-f581edd23d49, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2325683f-0207-425b-9a6f-f581edd23d49,segment=NetworkSegment(717f4185-e0ed-4064-acf4-549216c54bc9),segment_id=717f4185-e0ed-4064-acf4-549216c54bc9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.046106 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f883e739-db06-4577-848d-4a4346686a89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.063466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f883e739-db06-4577-848d-4a4346686a89 None None] Calling delete_port for 2325683f-0207-425b-9a6f-f581edd23d49 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:09.093714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e179480a-05cb-470b-a646-20998cae2e06 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.120406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:09.188363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.192314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e179480a-05cb-470b-a646-20998cae2e06 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.211016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-1d80d677-3f58-4c43-8605-3fecaf47b528 service neutron] 10.222.0.49 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314943 Jul 16 18:44:09.270628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 10d45aea-3f1d-40db-811e-220898412ca5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:09.271287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.314024 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f883e739-db06-4577-848d-4a4346686a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.350450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883e739-db06-4577-848d-4a4346686a89 None None] Pushing event deleted for resources: {'Port': ['ID=2325683f-0207-425b-9a6f-f581edd23d49,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.360259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.364121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883e739-db06-4577-848d-4a4346686a89 None None] No DVR routers for this DVR port 2325683f-0207-425b-9a6f-f581edd23d49 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:09.393270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.412732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e179480a-05cb-470b-a646-20998cae2e06 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.418180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e179480a-05cb-470b-a646-20998cae2e06 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.418180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e179480a-05cb-470b-a646-20998cae2e06 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/976e3188-9f63-47b8-89cb-9d07a4a60cff HTTP/1.1" status: 204 len: 168 time: 0.4968412 Jul 16 18:44:09.420536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.435672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'port_id': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621', 'mac_address': 'fa:16:3e:cc:2d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8116a7-3347-445b-89c8-befca16abc21', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:09.458216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179480a-05cb-470b-a646-20998cae2e06 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976e3188-9f63-47b8-89cb-9d07a4a60cff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.476264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-4358b1ae-6441-48de-810f-0614e409704e service neutron] 10.222.0.49 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641842 Jul 16 18:44:09.565699 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.601169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:09.602992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e447d492-e927-401d-96bb-73c3553548e4 tempest-DvrRoutersNegativeTest-296786985 tempest-DvrRoutersNegativeTest-296786985-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-175522984', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:09.607934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.policy [None req-e447d492-e927-401d-96bb-73c3553548e4 tempest-DvrRoutersNegativeTest-296786985 tempest-DvrRoutersNegativeTest-296786985-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93796) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 18:44:09.609976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.policy [None req-e447d492-e927-401d-96bb-73c3553548e4 tempest-DvrRoutersNegativeTest-296786985 tempest-DvrRoutersNegativeTest-296786985-project] Failed policy check for 'create_router' {{(pid=93796) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 18:44:09.612239 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-e447d492-e927-401d-96bb-73c3553548e4 tempest-DvrRoutersNegativeTest-296786985 tempest-DvrRoutersNegativeTest-296786985-project] create failed (client error): Access was denied to this resource. Jul 16 18:44:09.614889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port 10d45aea-3f1d-40db-811e-220898412ca5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=10d45aea-3f1d-40db-811e-220898412ca5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.615361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.619033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e447d492-e927-401d-96bb-73c3553548e4 tempest-DvrRoutersNegativeTest-296786985 tempest-DvrRoutersNegativeTest-296786985-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2600031 Jul 16 18:44:09.641868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.650460 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.688628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52344) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.695047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c1ed2505-5ac6-496e-a37b-2f94a7eedb23 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--30911831'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:09.697815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dfe2dfd8-82ec-4a52-9b1a-6f9f4a824328 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2639134 Jul 16 18:44:09.712361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 10d45aea-3f1d-40db-811e-220898412ca5 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:09.713608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.771747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2505-5ac6-496e-a37b-2f94a7eedb23 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.819936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9766eaae-97de-4342-8908-f4ca5f4c2ccc no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:09.877754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['1ef80e12-2e0f-47a6-8dee-9a8bddb9d621'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:09.893851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 9766eaae-97de-4342-8908-f4ca5f4c2ccc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:09.894726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9766eaae-97de-4342-8908-f4ca5f4c2ccc not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:09.900589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2325683f-0207-425b-9a6f-f581edd23d49 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:09.991292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df8a71d5-428d-4701-93fd-c29cdf12e8be req-5c5219ef-13d9-4af0-9723-949486023f6a tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 210 time: 0.1506245 Jul 16 18:44:10.002461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 2325683f-0207-425b-9a6f-f581edd23d49 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:10.002819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2325683f-0207-425b-9a6f-f581edd23d49 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:10.057834 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2505-5ac6-496e-a37b-2f94a7eedb23 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.064213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2505-5ac6-496e-a37b-2f94a7eedb23 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.097781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.162688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed2505-5ac6-496e-a37b-2f94a7eedb23 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61625708-e5be-4e27-bf29-de9827ecff99,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.170699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c1ed2505-5ac6-496e-a37b-2f94a7eedb23 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.177790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=10d45aea-3f1d-40db-811e-220898412ca5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.177895 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c1ed2505-5ac6-496e-a37b-2f94a7eedb23 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4839804 Jul 16 18:44:10.177895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.195041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5eeb0c4f-f7eb-4946-8c21-50fb178ecdef tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '61625708-e5be-4e27-bf29-de9827ecff99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:10.264638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52364) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.274939 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-5eeb0c4f-f7eb-4946-8c21-50fb178ecdef tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:10.284263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52368) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.284803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5eeb0c4f-f7eb-4946-8c21-50fb178ecdef tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0956242 Jul 16 18:44:10.304560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-90ef5684-6457-463a-a1c6-7b5312c02bc9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group_rule': {'security_group_id': '61625708-e5be-4e27-bf29-de9827ecff99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:10.344166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.378574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410cf07-6f21-40ce-9090-7f0a5255e261 req-2fca88fb-9fa3-4d72-9444-6a9cc8f83349 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:10.386858 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f410cf07-6f21-40ce-9090-7f0a5255e261 req-2fca88fb-9fa3-4d72-9444-6a9cc8f83349 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 944 time: 0.1356037 Jul 16 18:44:10.431807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f410cf07-6f21-40ce-9090-7f0a5255e261 req-48720843-16bb-490c-9af2-a775543b5949 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Jul 16 18:44:10.455905 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.466948 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-90ef5684-6457-463a-a1c6-7b5312c02bc9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:10.468047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-90ef5684-6457-463a-a1c6-7b5312c02bc9 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1786308 Jul 16 18:44:10.469573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.471679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52376) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.544233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a606854e-f2c9-4ce9-b93f-bb9257289cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.556302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.557107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Fanout notify agent at l3_agent the message router_deleted on router 257664ed-2ad0-498e-afe9-11d811116b59 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:10.567212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.568569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-31207b30-f456-4b67-840a-36286b4850d5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/routers/257664ed-2ad0-498e-afe9-11d811116b59 HTTP/1.1" status: 204 len: 168 time: 2.1834643 Jul 16 18:44:10.572002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52380) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.591729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-528143b3-c728-4df4-9298-49cad7f95933 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.630750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-528143b3-c728-4df4-9298-49cad7f95933 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.696127 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-528143b3-c728-4df4-9298-49cad7f95933 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.700239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-528143b3-c728-4df4-9298-49cad7f95933 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.701571 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-528143b3-c728-4df4-9298-49cad7f95933 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/61625708-e5be-4e27-bf29-de9827ecff99 HTTP/1.1" status: 204 len: 168 time: 0.2288651 Jul 16 18:44:10.712931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52382) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.740626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528143b3-c728-4df4-9298-49cad7f95933 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61625708-e5be-4e27-bf29-de9827ecff99,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.800764 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee76534e-0b43-4424-b9ad-b41ccf236e9e tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843089 Jul 16 18:44:10.804437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52386) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.809353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6b71d93d-f669-44b3-acde-dbcfc54f24ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'tempest-secgroup--764909127'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:10.825075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.944583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.964267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35773381-3f26-4daf-b91f-41fb2922f266']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:10.986605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717f4185-e0ed-4064-acf4-549216c54bc9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:10.987140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717f4185-e0ed-4064-acf4-549216c54bc9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:11.004299 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a606854e-f2c9-4ce9-b93f-bb9257289cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.006809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.019663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a606854e-f2c9-4ce9-b93f-bb9257289cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.025893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.029865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b71d93d-f669-44b3-acde-dbcfc54f24ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.046709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:11.047114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:11.050108 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:11.092820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:11.160424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b71d93d-f669-44b3-acde-dbcfc54f24ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.172508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b71d93d-f669-44b3-acde-dbcfc54f24ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.220802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:11.227460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:11.227835 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.234039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b71d93d-f669-44b3-acde-dbcfc54f24ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.235542 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6b71d93d-f669-44b3-acde-dbcfc54f24ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4301996 Jul 16 18:44:11.239161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.245050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d200911a-d56d-428f-8549-4becf808dcac tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:11.246373 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-d200911a-d56d-428f-8549-4becf808dcac tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:44:11.247086 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-d200911a-d56d-428f-8549-4becf808dcac tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:44:11.248577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d200911a-d56d-428f-8549-4becf808dcac tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "PUT /v2.0/security-groups/75694a1d-bffa-4c26-923d-6514f1fdf39c HTTP/1.1" status: 409 len: 330 time: 0.0081160 Jul 16 18:44:11.251227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52402) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.344087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71d93d-f669-44b3-acde-dbcfc54f24ba tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75694a1d-bffa-4c26-923d-6514f1fdf39c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.390095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd30f3cf-345c-40f2-9987-d049b4338792 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.408998 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.441307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd30f3cf-345c-40f2-9987-d049b4338792 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.443027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:11.445871 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcecb1a-e60c-46d4-8d75-7f4f78b8e6d1" -d '{"events": [{"server_uuid": "ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef80e12-2e0f-47a6-8dee-9a8bddb9d621"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:11.465051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:11.473544 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.528864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd30f3cf-345c-40f2-9987-d049b4338792 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.532183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bd30f3cf-345c-40f2-9987-d049b4338792 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.533630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bd30f3cf-345c-40f2-9987-d049b4338792 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/75694a1d-bffa-4c26-923d-6514f1fdf39c HTTP/1.1" status: 204 len: 168 time: 0.2811825 Jul 16 18:44:11.538390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.577576 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df68e8-7ebe-4436-b43a-125f46e5b8d0 x-openstack-request-id: req-f2df68e8-7ebe-4436-b43a-125f46e5b8d0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:11.577835 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef80e12-2e0f-47a6-8dee-9a8bddb9d621", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:11.578078 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2df68e8-7ebe-4436-b43a-125f46e5b8d0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:11.578509 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621', 'code': 200} Jul 16 18:44:11.598684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30f3cf-345c-40f2-9987-d049b4338792 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75694a1d-bffa-4c26-923d-6514f1fdf39c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.652663 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a606854e-f2c9-4ce9-b93f-bb9257289cf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d8c133f9b02432f9b855b7611989274&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3866434 Jul 16 18:44:11.658356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-55fdb6f0-3cf7-4431-b605-3544633bb1fc tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165307 Jul 16 18:44:11.659736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.709115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52416) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.711166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606854e-f2c9-4ce9-b93f-bb9257289cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee28ec-077f-4001-8c08-ab542b8f231e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.725426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.803178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-03129533-6453-465b-b396-6ae31da29d8f req-3ce0533a-cfbb-47d8-a26d-5da66f1060f2 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 210 time: 0.1581948 Jul 16 18:44:11.803781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.812511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10d45aea-3f1d-40db-811e-220898412ca5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:11.847956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ed38-1334-4843-a73f-8f76a35ed4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.854579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 10d45aea-3f1d-40db-811e-220898412ca5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:11.854916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 10d45aea-3f1d-40db-811e-220898412ca5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:11.866482 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-f53814a0-90cc-4492-a0b5-1ddd3a8d4072 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] delete failed (client error): The resource could not be found. Jul 16 18:44:11.867847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f53814a0-90cc-4492-a0b5-1ddd3a8d4072 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b556130-8633-40e3-ab89-de1fb7b76e0e HTTP/1.1" status: 404 len: 347 time: 0.1579821 Jul 16 18:44:11.874290 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.874533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.877377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/networks/35773381-3f26-4daf-b91f-41fb2922f266 HTTP/1.1" status: 204 len: 168 time: 1.3041458 Jul 16 18:44:11.895823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.931897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b53de3-a214-4300-a58f-cc0bf717833b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Network': ['ID=35773381-3f26-4daf-b91f-41fb2922f266,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.945880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ed38-1334-4843-a73f-8f76a35ed4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.987039 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-7dcb2a16-bd25-4db8-8260-8709399df589 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] show failed (client error): The resource could not be found. Jul 16 18:44:11.993297 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7dcb2a16-bd25-4db8-8260-8709399df589 tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-groups/ac4523ab-8ecd-4efa-8ebc-8aeaa21f2eb1 HTTP/1.1" status: 404 len: 347 time: 0.1157825 Jul 16 18:44:11.997571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.051334 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7937da9e-2ac0-46d5-9234-7d886d1837db tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] show failed (client error): The resource could not be found. Jul 16 18:44:12.052751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7937da9e-2ac0-46d5-9234-7d886d1837db tempest-NegativeSecGroupIPv6Test-538124700 tempest-NegativeSecGroupIPv6Test-538124700-project] 10.222.0.49 "GET /v2.0/security-group-rules/2ea0e7fb-18e8-4d68-a104-23b184800dcf HTTP/1.1" status: 404 len: 356 time: 0.0532215 Jul 16 18:44:12.061624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-3de83c6f-47a5-4fff-b4cd-e302a8190f1d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.063853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-3de83c6f-47a5-4fff-b4cd-e302a8190f1d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "GET /v2.0/networks?id=2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 200 len: 813 time: 0.4167812 Jul 16 18:44:12.067846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d10a-c2e4-4bb2-94b1-d81a84e6c6dc req-83c65f31-9e67-4ba3-8c4b-32bdc62180d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.070362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a04d10a-c2e4-4bb2-94b1-d81a84e6c6dc req-83c65f31-9e67-4ba3-8c4b-32bdc62180d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 1097 time: 0.2698696 Jul 16 18:44:12.076980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27fc09-0361-4d99-8b9f-ddb89afb9e08 req-7b2eb7ca-6a3b-42ea-87bc-a1481b4fed30 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.080102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Request body: {'port': {'device_id': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a', 'admin_state_up': True, 'tenant_id': 'ec56fec638c648e19a90f6e935616d48'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:12.085340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a27fc09-0361-4d99-8b9f-ddb89afb9e08 req-7b2eb7ca-6a3b-42ea-87bc-a1481b4fed30 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.1729171 Jul 16 18:44:12.120156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ed38-1334-4843-a73f-8f76a35ed4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.123249 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ed38-1334-4843-a73f-8f76a35ed4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.126953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1cd7ed38-1334-4843-a73f-8f76a35ed4e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfee28ec-077f-4001-8c08-ab542b8f231e HTTP/1.1" status: 204 len: 168 time: 0.4565656 Jul 16 18:44:12.144656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ed38-1334-4843-a73f-8f76a35ed4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee28ec-077f-4001-8c08-ab542b8f231e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.162102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a27fc09-0361-4d99-8b9f-ddb89afb9e08 req-260ddcdb-5a6d-4531-82b9-b3e7a5998aef tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757620 Jul 16 18:44:12.201908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599b22f0-0643-4e1a-a0cf-e255728d3f1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.257232 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599b22f0-0643-4e1a-a0cf-e255728d3f1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.266449 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a04d10a-c2e4-4bb2-94b1-d81a84e6c6dc req-b4e8b93b-63a0-4da8-83e1-c6fdf79b4543 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810839 Jul 16 18:44:12.322262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Made reservation on behalf of ec56fec638c648e19a90f6e935616d48 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:12.326429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.408577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599b22f0-0643-4e1a-a0cf-e255728d3f1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.411186 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-599b22f0-0643-4e1a-a0cf-e255728d3f1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.415710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-599b22f0-0643-4e1a-a0cf-e255728d3f1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/security-groups/7fdbb27c-ef47-41d6-b80b-5ced2e0f588c HTTP/1.1" status: 204 len: 168 time: 0.5185332 Jul 16 18:44:12.434865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b22f0-0643-4e1a-a0cf-e255728d3f1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdbb27c-ef47-41d6-b80b-5ced2e0f588c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.502815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.518681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Allocated IP 172.20.0.12 (2adb7d37-1a36-4043-a144-caf86808ca4a/5c3237c4-fcb4-477a-a926-12bcfbc1c690/11b7e93b-fb1a-4893-ad38-50d69fcd5850) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:12.736423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.753142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.757541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c803c18e-d893-4c5d-ab66-e441c491aecc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666623382', 'description': 'tempest-secgroup-smoke-1666623382 description', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:12.784688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c803c18e-d893-4c5d-ab66-e441c491aecc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.822915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.864071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.919297 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c803c18e-d893-4c5d-ab66-e441c491aecc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.927383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Network 2adb7d37-1a36-4043-a144-caf86808ca4a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:12.934869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:12.936127 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c803c18e-d893-4c5d-ab66-e441c491aecc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.950575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:12.972601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c803c18e-d893-4c5d-ab66-e441c491aecc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.977675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c803c18e-d893-4c5d-ab66-e441c491aecc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2241881 Jul 16 18:44:12.979898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.986570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cdede76a-c2d4-4608-816b-32fb1dccd9f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': 'f5c920aa-fc91-4b9c-a183-69b3eb0473e3', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:13.049755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Pushing event updated for resources: {'Port': ['ID=11b7e93b-fb1a-4893-ad38-50d69fcd5850,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.088692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3198f91d-0751-4977-93ef-6d907008fc73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21060538e9ef4a88b05ed85946ec08aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846307 Jul 16 18:44:13.093536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.111394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6068881f-1f2e-41ab-83fd-84a099e53485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.112398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.113387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.127252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803c18e-d893-4c5d-ab66-e441c491aecc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c920aa-fc91-4b9c-a183-69b3eb0473e3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.141415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdede76a-c2d4-4608-816b-32fb1dccd9f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.181840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c0928bd5-d417-4598-872f-13072985b66d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1072555 Jul 16 18:44:13.199370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Request body: {'port': {'device_id': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:13.249905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdede76a-c2d4-4608-816b-32fb1dccd9f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.256903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdede76a-c2d4-4608-816b-32fb1dccd9f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.273702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732aef7-0e7c-44e7-9510-5d462a8d94cf req-5e40d449-d779-43a1-9cbb-41585a8ee05e tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.283502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7732aef7-0e7c-44e7-9510-5d462a8d94cf req-5e40d449-d779-43a1-9cbb-41585a8ee05e tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 932 time: 0.2350907 Jul 16 18:44:13.291055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdede76a-c2d4-4608-816b-32fb1dccd9f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8102fa9-cea6-40f7-9251-1e31c7867d26,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.315453 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5f1313-1836-4b37-85d2-3fa6b135f0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.346063 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6068881f-1f2e-41ab-83fd-84a099e53485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.354473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6068881f-1f2e-41ab-83fd-84a099e53485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.370893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.399266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5f1313-1836-4b37-85d2-3fa6b135f0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.439900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7732aef7-0e7c-44e7-9510-5d462a8d94cf req-ec28261b-e4fe-4e33-97d4-9748568e5dd0 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545596 Jul 16 18:44:13.455848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068881f-1f2e-41ab-83fd-84a099e53485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c125862b-a6c5-492d-9cdb-a7ca2d251c06,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.462961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cdede76a-c2d4-4608-816b-32fb1dccd9f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.467695 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cdede76a-c2d4-4608-816b-32fb1dccd9f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4853542 Jul 16 18:44:13.475165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.484969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-afd97a02-7075-4bec-bf06-6bd419fef1e8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': 'f5c920aa-fc91-4b9c-a183-69b3eb0473e3', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:13.533213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6068881f-1f2e-41ab-83fd-84a099e53485 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c0b1a6faf5140c7bdf50acac1036027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672442 Jul 16 18:44:13.537321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.591195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc192f-0a5c-4b70-938f-c01347152763 req-efda28a3-5e45-4493-a1f6-2a4f521f0376 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.593382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54bc192f-0a5c-4b70-938f-c01347152763 req-efda28a3-5e45-4493-a1f6-2a4f521f0376 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.1700644 Jul 16 18:44:13.652235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afd97a02-7075-4bec-bf06-6bd419fef1e8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.683033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.697190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54bc192f-0a5c-4b70-938f-c01347152763 req-d678f3e4-fd2e-44b4-9647-b33b1bd8921e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937469 Jul 16 18:44:13.697795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da2f17fa-6067-4209-88f2-1da4ddb443e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.744539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afd97a02-7075-4bec-bf06-6bd419fef1e8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.749839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da2f17fa-6067-4209-88f2-1da4ddb443e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.786036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b7e93b-fb1a-4893-ad38-50d69fcd5850 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:13.794269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afd97a02-7075-4bec-bf06-6bd419fef1e8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.794897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.813690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd97a02-7075-4bec-bf06-6bd419fef1e8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7eeba8-f9bc-437e-a2eb-ed631c19941a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.815587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da2f17fa-6067-4209-88f2-1da4ddb443e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.818276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-da2f17fa-6067-4209-88f2-1da4ddb443e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.821598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Transition to ACTIVE for port object 11b7e93b-fb1a-4893-ad38-50d69fcd5850 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:13.822097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-da2f17fa-6067-4209-88f2-1da4ddb443e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c125862b-a6c5-492d-9cdb-a7ca2d251c06 HTTP/1.1" status: 204 len: 168 time: 0.2787230 Jul 16 18:44:13.824400 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5f1313-1836-4b37-85d2-3fa6b135f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.828278 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab5f1313-1836-4b37-85d2-3fa6b135f0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.833162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ab5f1313-1836-4b37-85d2-3fa6b135f0ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51ad354f-7f07-4574-884d-921401c71f8f HTTP/1.1" status: 204 len: 168 time: 0.7353475 Jul 16 18:44:13.834571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f17fa-6067-4209-88f2-1da4ddb443e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c125862b-a6c5-492d-9cdb-a7ca2d251c06,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.847534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-afd97a02-7075-4bec-bf06-6bd419fef1e8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.851619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-afd97a02-7075-4bec-bf06-6bd419fef1e8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3715212 Jul 16 18:44:13.853895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.859898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f1313-1836-4b37-85d2-3fa6b135f0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad354f-7f07-4574-884d-921401c71f8f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.862197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.877665 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e08c3bd-39ee-41f7-9611-145198036be1 tempest-ServiceProvidersTest-159304499 tempest-ServiceProvidersTest-159304499-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1921175 Jul 16 18:44:13.880956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0d37e453-59da-486b-aebd-3e0325c22b3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': 'f5c920aa-fc91-4b9c-a183-69b3eb0473e3', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:13.943415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d37e453-59da-486b-aebd-3e0325c22b3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.955453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7e93b-fb1a-4893-ad38-50d69fcd5850,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.028712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d37e453-59da-486b-aebd-3e0325c22b3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.034188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d37e453-59da-486b-aebd-3e0325c22b3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.069882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Attempting to bind port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:14.070230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Attempting to bind port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:14.070629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Attempting to bind port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 on network 2adb7d37-1a36-4043-a144-caf86808ca4a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:14.072156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37e453-59da-486b-aebd-3e0325c22b3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9135229-5bcd-43ad-aee2-6e13cc116ccf,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.086240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 on network 2adb7d37-1a36-4043-a144-caf86808ca4a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:14.086577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Attempting to bind port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 on network 2adb7d37-1a36-4043-a144-caf86808ca4a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:14.089170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d37e453-59da-486b-aebd-3e0325c22b3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.096088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0d37e453-59da-486b-aebd-3e0325c22b3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2385395 Jul 16 18:44:14.097207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.105584 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9c10cf2b-d46b-4398-a914-072f25790f7c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': 'f5c920aa-fc91-4b9c-a183-69b3eb0473e3', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.106395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:14.109508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Checking segment: {'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:14.112700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Bound using segment: {'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:14.113498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Bound port: 11b7e93b-fb1a-4893-ad38-50d69fcd5850, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:14.116081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.157171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c10cf2b-d46b-4398-a914-072f25790f7c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.240754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] For port 11b7e93b-fb1a-4893-ad38-50d69fcd5850, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:14.242572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c10cf2b-d46b-4398-a914-072f25790f7c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.245190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] For port 11b7e93b-fb1a-4893-ad38-50d69fcd5850, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=11b7e93b-fb1a-4893-ad38-50d69fcd5850,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:14.249510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c10cf2b-d46b-4398-a914-072f25790f7c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.252570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.280525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10cf2b-d46b-4398-a914-072f25790f7c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bc3a9d-1f02-4e48-baa5-94ad3ae78528,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.291752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c10cf2b-d46b-4398-a914-072f25790f7c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.293627 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c10cf2b-d46b-4398-a914-072f25790f7c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1952617 Jul 16 18:44:14.297027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.302609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.302839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': 'f5c920aa-fc91-4b9c-a183-69b3eb0473e3', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.303227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.304654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] 10.222.0.67 "PUT /v2.0/ports/11b7e93b-fb1a-4893-ad38-50d69fcd5850 HTTP/1.1" status: 200 len: 1093 time: 1.1134694 Jul 16 18:44:14.305152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'tag': '11b7e93b-fb1a-4893-ad38-50d69fcd5850'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:14.308368 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f312853-05a9-4382-adf3-0ce601b6e027" -d '{"events": [{"name": "network-changed", "server_uuid": "dc75605b-39e8-4a17-87e7-a97e034e687e", "tag": "11b7e93b-fb1a-4893-ad38-50d69fcd5850"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:14.340988 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:44:14.355661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.385397 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15612ca4-eadd-4601-98d7-be505692ff9b x-openstack-request-id: req-15612ca4-eadd-4601-98d7-be505692ff9b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:14.385695 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc75605b-39e8-4a17-87e7-a97e034e687e", "tag": "11b7e93b-fb1a-4893-ad38-50d69fcd5850", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:14.385945 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15612ca4-eadd-4601-98d7-be505692ff9b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:14.386409 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'tag': '11b7e93b-fb1a-4893-ad38-50d69fcd5850', 'status': 'completed', 'code': 200} Jul 16 18:44:14.387239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66e8b9-26bf-427e-a790-a58d1a34d132 service neutron] Pushing event updated for resources: {'Port': ['ID=11b7e93b-fb1a-4893-ad38-50d69fcd5850,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.434919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-02aaeef8-4a69-41c7-b416-35c9d06fa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.436496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-02aaeef8-4a69-41c7-b416-35c9d06fa2c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec56fec638c648e19a90f6e935616d48&device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 1096 time: 0.0826035 Jul 16 18:44:14.443990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.449204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.455485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.486812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de492f7-c916-4f19-9d8e-b8838b5bddc2,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.492201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.494144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2c17b67f-6f1f-4841-b61a-b225efff60de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1957340 Jul 16 18:44:14.496536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.497656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-41d472c7-5dbf-48e7-9fce-3428e224b2d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b7e93b-fb1a-4893-ad38-50d69fcd5850 HTTP/1.1" status: 200 len: 217 time: 0.0544596 Jul 16 18:44:14.498574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd706-eefc-4d90-9c70-eebd54c3a615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.503458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': 'f5c920aa-fc91-4b9c-a183-69b3eb0473e3', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.532175 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:44:14.543750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.574452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-66e6db90-f142-45ea-b1c8-962fb4e520bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.575958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-66e6db90-f142-45ea-b1c8-962fb4e520bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3237c4-fcb4-477a-a926-12bcfbc1c690 HTTP/1.1" status: 200 len: 853 time: 0.0694942 Jul 16 18:44:14.589614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.618593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-c26936dc-db77-464d-bf65-88c12d45a450 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2adb7d37-1a36-4043-a144-caf86808ca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344276 Jul 16 18:44:14.692678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.702826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.712501 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be281a0-11d0-465a-8bef-7d4c3a8a06b5 req-467774ba-aab3-4c7f-ba89-34fea9c6a92c tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.719979 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1be281a0-11d0-465a-8bef-7d4c3a8a06b5 req-467774ba-aab3-4c7f-ba89-34fea9c6a92c tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 944 time: 0.1120913 Jul 16 18:44:14.758186 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd706-eefc-4d90-9c70-eebd54c3a615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.762797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-482f070e-4e30-4f42-8acd-9d1a3df57bb0 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371715 Jul 16 18:44:14.763858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa6dd706-eefc-4d90-9c70-eebd54c3a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.781436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bc1c0f-ea3e-4cea-90eb-0601091e08d3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.797758 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1be281a0-11d0-465a-8bef-7d4c3a8a06b5 req-4cf18c90-b245-46da-b01e-81f18f10827d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763674 Jul 16 18:44:14.802085 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.804121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fbc91688-1fe3-4ece-a31a-130fa4b414af tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3057258 Jul 16 18:44:14.811659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52530) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.823732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f05b04b6-92ab-4f3f-8ff1-1119efb8f376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.826452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'network': {'name': 'tempest-network-smoke--1457059198', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.852855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dd706-eefc-4d90-9c70-eebd54c3a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e60f36-5e1b-403d-8f8a-d2bb965e86cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.859807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aa6dd706-eefc-4d90-9c70-eebd54c3a615 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=670584452c5c473aabb56ac5b000705c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100084 Jul 16 18:44:14.862706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.953831 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11567904-c19c-493f-8514-002241dae841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.961292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82ef2bc7-7fd2-4f48-a33d-ac39e56821ba req-8895192e-5efa-4f7a-b3bc-232f526c4537 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904402 Jul 16 18:44:14.992722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ec049-897b-474b-af4d-021821069e93 req-ce39a0b2-f41c-4c21-9e98-506921ee7c93 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.994296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e7ec049-897b-474b-af4d-021821069e93 req-ce39a0b2-f41c-4c21-9e98-506921ee7c93 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.0938635 Jul 16 18:44:14.995480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f05b04b6-92ab-4f3f-8ff1-1119efb8f376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.997570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11567904-c19c-493f-8514-002241dae841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.006341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f05b04b6-92ab-4f3f-8ff1-1119efb8f376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.067638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b04b6-92ab-4f3f-8ff1-1119efb8f376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bc150f-45ab-41d0-a6e1-e365273545cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.075859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:15.079458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.097997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f05b04b6-92ab-4f3f-8ff1-1119efb8f376 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c3db72678204cb8a237e2c08f2851e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039999 Jul 16 18:44:15.097997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.099715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e7ec049-897b-474b-af4d-021821069e93 req-55e5540e-b361-4e9c-83fb-7a3688d3a104 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960660 Jul 16 18:44:15.135842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11567904-c19c-493f-8514-002241dae841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.143443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:15.149922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11567904-c19c-493f-8514-002241dae841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.153485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-11567904-c19c-493f-8514-002241dae841 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84e60f36-5e1b-403d-8f8a-d2bb965e86cc HTTP/1.1" status: 204 len: 168 time: 0.2866347 Jul 16 18:44:15.181055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11567904-c19c-493f-8514-002241dae841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e60f36-5e1b-403d-8f8a-d2bb965e86cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.191630 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.191994 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Added segment fdf4f563-732e-471a-be88-6b0dafb30afa of type vlan for network b0cbae71-5bed-4546-86c4-25138ae8d293 Jul 16 18:44:15.226693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-960a3fcd-7693-4f0f-b536-89326d16cbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.246448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.277829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-960a3fcd-7693-4f0f-b536-89326d16cbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.287514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.292584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.293168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.343885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-6498cac6-4ea1-4c28-972c-737b15ea99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.347119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-6498cac6-4ea1-4c28-972c-737b15ea99a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec56fec638c648e19a90f6e935616d48&device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 1096 time: 0.3166380 Jul 16 18:44:15.360058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5382457 Jul 16 18:44:15.361125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52560) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.369849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'admin_state_up': True, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:15.439706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.441333 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.445860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c762a7-dae4-4c35-a2b2-64de60a2cfb7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Network': ['ID=b0cbae71-5bed-4546-86c4-25138ae8d293,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.447452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-960a3fcd-7693-4f0f-b536-89326d16cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.458567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b0cbae71-5bed-4546-86c4-25138ae8d293 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:15.459074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-960a3fcd-7693-4f0f-b536-89326d16cbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.463687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-960a3fcd-7693-4f0f-b536-89326d16cbc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0bc150f-45ab-41d0-a6e1-e365273545cd HTTP/1.1" status: 204 len: 168 time: 0.3624969 Jul 16 18:44:15.475056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a3fcd-7693-4f0f-b536-89326d16cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bc150f-45ab-41d0-a6e1-e365273545cd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.550134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.637925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-25c0f735-05fd-43ce-98e4-a0ea6537fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.644262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-25c0f735-05fd-43ce-98e4-a0ea6537fd17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 200 len: 914 time: 0.2862988 Jul 16 18:44:15.709149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-079e1507-5824-4340-987e-27ea9b1a6e0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b7e93b-fb1a-4893-ad38-50d69fcd5850 HTTP/1.1" status: 200 len: 217 time: 0.0592275 Jul 16 18:44:15.804691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.842770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-c91204f7-b176-47f9-bab5-396758665d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.844356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-c91204f7-b176-47f9-bab5-396758665d72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3237c4-fcb4-477a-a926-12bcfbc1c690 HTTP/1.1" status: 200 len: 853 time: 0.1214752 Jul 16 18:44:15.867751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d83d1-8588-4d0d-be19-2ef34b5e1373 req-5ef3e05f-092d-41e6-abdd-7a1dd227dd05 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.869450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-256d83d1-8588-4d0d-be19-2ef34b5e1373 req-5ef3e05f-092d-41e6-abdd-7a1dd227dd05 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.1631918 Jul 16 18:44:15.946051 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-ed951282-211f-4940-a25e-8ae76b26bbf3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2adb7d37-1a36-4043-a144-caf86808ca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865567 Jul 16 18:44:16.071963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-256d83d1-8588-4d0d-be19-2ef34b5e1373 req-8e6048dc-978f-4050-af86-a7b1102794b0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937222 Jul 16 18:44:16.112691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-26061b61-59ed-4ab3-af32-260148689977 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547329 Jul 16 18:44:16.184343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4208acc5-058b-460a-8741-996e34da8852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.285334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.297193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578e75-9cf6-4431-916f-d6382e39dd2e req-91f3c1c1-e36c-426a-95f6-81c01dda90fc tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:16.305070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9578e75-9cf6-4431-916f-d6382e39dd2e req-91f3c1c1-e36c-426a-95f6-81c01dda90fc tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 944 time: 0.3104608 Jul 16 18:44:16.332721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.390221 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f312853-05a9-4382-adf3-0ce601b6e027 req-509cebe8-2199-4d39-b561-f48f3662bab2 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701902 Jul 16 18:44:16.443540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9578e75-9cf6-4431-916f-d6382e39dd2e req-a4d859af-30e8-40b8-9f52-781b19d8334e tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374846 Jul 16 18:44:16.460758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11ad4-bb78-4204-974a-fb69f34e4b61 req-48761bcf-38f5-47c7-b66a-45ed60fbf4fe tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:16.462727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfc11ad4-bb78-4204-974a-fb69f34e4b61 req-48761bcf-38f5-47c7-b66a-45ed60fbf4fe tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.1547887 Jul 16 18:44:16.536497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.242 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b1628922-2c3f-4c6c-98db-3fcd68076c0e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:16.546286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfc11ad4-bb78-4204-974a-fb69f34e4b61 req-d48e16b4-a0a7-4461-8c41-519d2f34d59b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651140 Jul 16 18:44:17.089002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.137452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5d0e-8cad-436c-8b53-6662c0cff640 req-92e92554-dc85-4f29-aa7d-f18ee8aa325b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.145698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac4e5d0e-8cad-436c-8b53-6662c0cff640 req-92e92554-dc85-4f29-aa7d-f18ee8aa325b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.1338165 Jul 16 18:44:17.165654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.225403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac4e5d0e-8cad-436c-8b53-6662c0cff640 req-1dab64f6-9866-4147-9d1f-7316552e9bd7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784650 Jul 16 18:44:17.255971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:17.257780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:17.262048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:17.422575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:17.544665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=b1628922-2c3f-4c6c-98db-3fcd68076c0e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.800911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.984666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 11b7e93b-fb1a-4893-ad38-50d69fcd5850 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:18.028394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ebf2a0b3-2e0b-4b3e-8b01-eb1991f03955 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-171354423', 'prefixes': ['172.20.0.0/16']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:18.082754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d441a7-443f-448d-94af-b063518df0c5 req-f1b0df45-95ff-4b01-ac60-d89611b21de9 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.096191 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4d441a7-443f-448d-94af-b063518df0c5 req-f1b0df45-95ff-4b01-ac60-d89611b21de9 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 944 time: 0.2910571 Jul 16 18:44:18.174686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a0b3-2e0b-4b3e-8b01-eb1991f03955 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] Notify callbacks [] for subnetpool, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.176194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ebf2a0b3-2e0b-4b3e-8b01-eb1991f03955 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7523131 Jul 16 18:44:18.178977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.224584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 11b7e93b-fb1a-4893-ad38-50d69fcd5850, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=11b7e93b-fb1a-4893-ad38-50d69fcd5850,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:18.243003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '11b7e93b-fb1a-4893-ad38-50d69fcd5850', 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a', 'port_id': '11b7e93b-fb1a-4893-ad38-50d69fcd5850', 'mac_address': 'fa:16:3e:6f:92:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3237c4-fcb4-477a-a926-12bcfbc1c690', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:18.313386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.344881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.349727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cdb0d038-bfef-4863-b85b-202fe7f2e151 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] 10.222.0.49 "GET /v2.0/subnetpools/9c2350cb-939a-4861-b2df-0fdb09742d01 HTTP/1.1" status: 200 len: 731 time: 0.1576889 Jul 16 18:44:18.355127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b7e93b-fb1a-4893-ad38-50d69fcd5850 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:18.368124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fe9f9ff4-f2fa-491d-89b7-2b67fd8a153d tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1534552406'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:18.418915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 11b7e93b-fb1a-4893-ad38-50d69fcd5850, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=11b7e93b-fb1a-4893-ad38-50d69fcd5850,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:18.426375 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.493527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4d441a7-443f-448d-94af-b063518df0c5 req-ae8e4f44-0801-43a4-b99f-2d89a5dd68a2 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954353 Jul 16 18:44:18.550321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=11b7e93b-fb1a-4893-ad38-50d69fcd5850,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.585935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-35bea9ed-9788-4ec8-a350-7fcbadb462aa tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.588342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-35bea9ed-9788-4ec8-a350-7fcbadb462aa tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.2797718 Jul 16 18:44:18.627613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.691411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['11b7e93b-fb1a-4893-ad38-50d69fcd5850'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:18.743837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.758426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe9f9ff4-f2fa-491d-89b7-2b67fd8a153d tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] Notify callbacks [] for subnetpool, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.764083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.765054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fe9f9ff4-f2fa-491d-89b7-2b67fd8a153d tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] 10.222.0.49 "PUT /v2.0/subnetpools/9c2350cb-939a-4861-b2df-0fdb09742d01 HTTP/1.1" status: 200 len: 684 time: 0.4041567 Jul 16 18:44:18.836143 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4d1d76ac-ec3a-4a98-a88c-42ae69a9fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.909483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b31ce3-ef84-40b0-b981-015c7ad3b3f5 req-59567457-7495-4ddb-a6f8-e02845377834 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.916633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1b31ce3-ef84-40b0-b981-015c7ad3b3f5 req-59567457-7495-4ddb-a6f8-e02845377834 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 945 time: 0.3266170 Jul 16 18:44:18.955949 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.981195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1718aca5-6d09-4d7d-a8dd-e1b45828cc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.998620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Deleting port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:18.999161 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.101856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] For port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:19.102175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.116729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Calling delete_port for 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:19.121195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba46e6bc-893c-4d1d-bf49-3a90d34da344 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] Notify callbacks [] for subnetpool, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.122566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ba46e6bc-893c-4d1d-bf49-3a90d34da344 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9c2350cb-939a-4861-b2df-0fdb09742d01 HTTP/1.1" status: 204 len: 168 time: 0.3412495 Jul 16 18:44:19.126154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53058) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.149227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1b31ce3-ef84-40b0-b981-015c7ad3b3f5 req-480f85f8-f707-4e43-b087-5ca703c9301c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315784 Jul 16 18:44:19.165877 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-19840e15-7834-4702-972f-d28767121671 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] show failed (client error): The resource could not be found. Jul 16 18:44:19.166499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19840e15-7834-4702-972f-d28767121671 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] 10.222.0.49 "GET /v2.0/subnetpools/9c2350cb-939a-4861-b2df-0fdb09742d01 HTTP/1.1" status: 404 len: 346 time: 0.0376403 Jul 16 18:44:19.171740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53066) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.173725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:44:19.316866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:19.327360 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-6d3493c5-d1d9-46ec-a302-ccf9415d2d12 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] delete failed (client error): The resource could not be found. Jul 16 18:44:19.328836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6d3493c5-d1d9-46ec-a302-ccf9415d2d12 tempest-SubnetPoolsTestJSON-101202377 tempest-SubnetPoolsTestJSON-101202377-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9c2350cb-939a-4861-b2df-0fdb09742d01 HTTP/1.1" status: 404 len: 346 time: 0.1444478 Jul 16 18:44:19.329143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Sync routers for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:19.347864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:19.348508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:19.459834 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1718aca5-6d09-4d7d-a8dd-e1b45828cc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.468339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1718aca5-6d09-4d7d-a8dd-e1b45828cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.476256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.481848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2ffa4699-62a7-441f-9d3d-08f7736dfded tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1202533 Jul 16 18:44:19.485008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53120) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.501855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:19.551355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1718aca5-6d09-4d7d-a8dd-e1b45828cc18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d392952fecd4b758570aaa42dc8edd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223456 Jul 16 18:44:19.554467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53132) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.555481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718aca5-6d09-4d7d-a8dd-e1b45828cc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b65b5-cdae-4fd7-83a9-c29d1ae003d4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.603121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.604873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.609620 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2e0b60d-cfa6-4326-838b-bed3cb7a3056 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1146e6a401a64d1aa6ad39bde341ca16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257150 Jul 16 18:44:19.616268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['1ef80e12-2e0f-47a6-8dee-9a8bddb9d621'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:19.668375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:19.766016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event deleted for resources: {'Port': ['ID=1ef80e12-2e0f-47a6-8dee-9a8bddb9d621,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.782659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] No DVR routers for this DVR port 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:19.808456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.810674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-58dfbabd-1eb9-497c-ba08-d4519a903e12 req-b0a8f01f-2e10-41fb-8e23-4d82a0508655 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "DELETE /v2.0/ports/1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 HTTP/1.1" status: 204 len: 173 time: 1.2090449 Jul 16 18:44:19.811941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'name': 'network-vif-deleted', 'tag': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:19.815230 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fc206-6aa0-4306-b873-1d1a5b8d761b" -d '{"events": [{"server_uuid": "ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3", "name": "network-vif-deleted", "tag": "1ef80e12-2e0f-47a6-8dee-9a8bddb9d621"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:19.877732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.890881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeca9ad-d458-4c7f-b645-86bd3d1cdf96 req-eb7645cf-8bbe-4013-beda-b5f4b76c4e8d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.899302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7eeca9ad-d458-4c7f-b645-86bd3d1cdf96 req-eb7645cf-8bbe-4013-beda-b5f4b76c4e8d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 945 time: 0.1480715 Jul 16 18:44:19.930188 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700a13ef-5e96-45b3-9135-90d3c469c7d1 x-openstack-request-id: req-700a13ef-5e96-45b3-9135-90d3c469c7d1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:19.933950 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3", "name": "network-vif-deleted", "tag": "1ef80e12-2e0f-47a6-8dee-9a8bddb9d621", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:19.934326 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-700a13ef-5e96-45b3-9135-90d3c469c7d1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:19.934929 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3', 'name': 'network-vif-deleted', 'tag': '1ef80e12-2e0f-47a6-8dee-9a8bddb9d621', 'status': 'completed', 'code': 200} Jul 16 18:44:19.936691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f7c28e5-7663-44df-9de0-03462a585abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.002792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7eeca9ad-d458-4c7f-b645-86bd3d1cdf96 req-eff498a9-d765-4798-8b93-9192d613cc11 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014106 Jul 16 18:44:20.010557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 11b7e93b-fb1a-4893-ad38-50d69fcd5850 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:20.081471 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f7c28e5-7663-44df-9de0-03462a585abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.109781 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a721329-39e9-45e5-8ba7-015b4a622fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.142715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457a206-c21b-4470-bd10-d29b92dc3b96 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.144150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0457a206-c21b-4470-bd10-d29b92dc3b96 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5344932 Jul 16 18:44:20.146936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53206) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.204625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.292179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:20.297827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.301803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:20.302258 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.323529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a721329-39e9-45e5-8ba7-015b4a622fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.329011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9a721329-39e9-45e5-8ba7-015b4a622fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.399616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9a721329-39e9-45e5-8ba7-015b4a622fbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a66b857df0114eb3a11e414dd5150796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967883 Jul 16 18:44:20.405537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:17Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:20.406484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.442958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Checking router: 50fb88ff-2b7f-4e58-b9cf-daf5311013ee for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:20.443396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Updating router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee port b1628922-2c3f-4c6c-98db-3fcd68076c0e binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:44:20.451655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a721329-39e9-45e5-8ba7-015b4a622fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4284d7-1f1b-4002-ba5d-3cc3cb7709c9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.476419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d98d4c7-1843-46ba-aad6-bac685e209a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.508066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.510176 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.531429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1662a47-042d-4708-b32d-da79b66a84eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.567615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1662a47-042d-4708-b32d-da79b66a84eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.656175 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d98d4c7-1843-46ba-aad6-bac685e209a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.662510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d98d4c7-1843-46ba-aad6-bac685e209a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.691133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-94790d00-0bbc-4f52-aff3-8b3131742784 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5393152 Jul 16 18:44:20.694940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.695720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98d4c7-1843-46ba-aad6-bac685e209a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc883e36-a7dc-4be2-b19a-fb3002a3383a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.706160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540898370', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:20.748501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1662a47-042d-4708-b32d-da79b66a84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.751219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1662a47-042d-4708-b32d-da79b66a84eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.756124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a1662a47-042d-4708-b32d-da79b66a84eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f4284d7-1f1b-4002-ba5d-3cc3cb7709c9 HTTP/1.1" status: 204 len: 168 time: 0.3448837 Jul 16 18:44:20.759485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98dade44-9826-463a-96c2-ba4472e2ced5 req-afdc56df-8893-452b-92ac-e1d974dc1bc4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0a50be-ab5e-42ce-9ed0-eb252a93ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0897617 Jul 16 18:44:20.804939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7e93b-fb1a-4893-ad38-50d69fcd5850'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:20.806487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f7c28e5-7663-44df-9de0-03462a585abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.807492 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d1fc7a-4e74-4b69-a983-365817230f10" -d '{"events": [{"server_uuid": "dc75605b-39e8-4a17-87e7-a97e034e687e", "name": "network-vif-plugged", "status": "completed", "tag": "11b7e93b-fb1a-4893-ad38-50d69fcd5850"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:20.810256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0f7c28e5-7663-44df-9de0-03462a585abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.815634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0f7c28e5-7663-44df-9de0-03462a585abf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/288b65b5-cdae-4fd7-83a9-c29d1ae003d4 HTTP/1.1" status: 204 len: 168 time: 1.2555997 Jul 16 18:44:20.836280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c28e5-7663-44df-9de0-03462a585abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b65b5-cdae-4fd7-83a9-c29d1ae003d4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.848497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 11b7e93b-fb1a-4893-ad38-50d69fcd5850, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=11b7e93b-fb1a-4893-ad38-50d69fcd5850,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:20.866531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.905616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1662a47-042d-4708-b32d-da79b66a84eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4284d7-1f1b-4002-ba5d-3cc3cb7709c9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.922491 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5d98d4c7-1843-46ba-aad6-bac685e209a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2735b6e957354013ab3031cc93145561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6228440 Jul 16 18:44:20.924906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.945159 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f77a4a-56d4-4850-aa3f-8b3c0f215de5 x-openstack-request-id: req-d7f77a4a-56d4-4850-aa3f-8b3c0f215de5 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:20.946014 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc75605b-39e8-4a17-87e7-a97e034e687e", "name": "network-vif-plugged", "status": "completed", "tag": "11b7e93b-fb1a-4893-ad38-50d69fcd5850", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:20.946487 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7f77a4a-56d4-4850-aa3f-8b3c0f215de5 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:20.947052 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b7e93b-fb1a-4893-ad38-50d69fcd5850', 'code': 200} Jul 16 18:44:20.952330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=11b7e93b-fb1a-4893-ad38-50d69fcd5850,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.010331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:21.016648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.129320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0057795-28a5-44ad-889e-415fe9304370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.157934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0057795-28a5-44ad-889e-415fe9304370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.248898 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.274834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Transition to ACTIVE for port object b1628922-2c3f-4c6c-98db-3fcd68076c0e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:21.275680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0057795-28a5-44ad-889e-415fe9304370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.278362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e0057795-28a5-44ad-889e-415fe9304370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.286903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e0057795-28a5-44ad-889e-415fe9304370 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc883e36-a7dc-4be2-b19a-fb3002a3383a HTTP/1.1" status: 204 len: 168 time: 0.3591697 Jul 16 18:44:21.289527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.361416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0057795-28a5-44ad-889e-415fe9304370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc883e36-a7dc-4be2-b19a-fb3002a3383a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.386004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725e7f-9493-4c0c-bf14-2eba7c8cbde4 req-95c88585-64c7-49c4-adc6-ec86e86fa7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.388025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28725e7f-9493-4c0c-bf14-2eba7c8cbde4 req-95c88585-64c7-49c4-adc6-ec86e86fa7bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 1098 time: 0.3298745 Jul 16 18:44:21.402113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e05005-d0df-4ff7-9889-121e732ae0c4 None None] Pushing event updated for resources: {'Port': ['ID=b1628922-2c3f-4c6c-98db-3fcd68076c0e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.409038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Attempting to bind port b1628922-2c3f-4c6c-98db-3fcd68076c0e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:21.410119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Attempting to bind port b1628922-2c3f-4c6c-98db-3fcd68076c0e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:21.410655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Attempting to bind port b1628922-2c3f-4c6c-98db-3fcd68076c0e on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:21.418982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:21.419630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:21.420581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.421214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:21.421907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Bound port: b1628922-2c3f-4c6c-98db-3fcd68076c0e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:21.422513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.490327 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.527010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28725e7f-9493-4c0c-bf14-2eba7c8cbde4 req-e53e227d-5f38-4d82-85db-0823a5719c85 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259017 Jul 16 18:44:21.547506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebde64c-ffcc-4c96-92b4-52a8ddee3e06 req-858ee27d-e6e6-4002-8b84-992999791826 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.558605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ebde64c-ffcc-4c96-92b4-52a8ddee3e06 req-858ee27d-e6e6-4002-8b84-992999791826 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 946 time: 0.3044686 Jul 16 18:44:21.646480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ebde64c-ffcc-4c96-92b4-52a8ddee3e06 req-4a278b29-d387-4101-b043-3e7eb212cf31 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865335 Jul 16 18:44:21.668403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Subnet': ['ID=f2538c88-057b-4e1a-bebc-6afb054a71e0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.692412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Checking segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:21.692808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network hostable DHCP agents. Network: b0cbae71-5bed-4546-86c4-25138ae8d293, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:21.702772 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] For port b1628922-2c3f-4c6c-98db-3fcd68076c0e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:21.711147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] For port b1628922-2c3f-4c6c-98db-3fcd68076c0e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b1628922-2c3f-4c6c-98db-3fcd68076c0e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:21.712609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network b0cbae71-5bed-4546-86c4-25138ae8d293 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:21.717182 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.727519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, b0cbae71-5bed-4546-86c4-25138ae8d293) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:21.733762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.734664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.755301 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5e4ed33b-289a-46ab-9a41-65cce0603f46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0560682 Jul 16 18:44:21.758050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:21.785689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063b027-958f-4560-85e0-e631f061ca1d None None] Network b0cbae71-5bed-4546-86c4-25138ae8d293 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:21.877600 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.000690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e05005-d0df-4ff7-9889-121e732ae0c4 None None] Pushing event updated for resources: {'Port': ['ID=b1628922-2c3f-4c6c-98db-3fcd68076c0e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.005465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:22.006339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.011675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.030723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-266c1111-da00-48df-819c-379aa8bfe4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.216936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:22.252111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-b0cbae71-5bed-4546-86c4-25138ae8d293', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:22.253337 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.276289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-266c1111-da00-48df-819c-379aa8bfe4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.284250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-266c1111-da00-48df-819c-379aa8bfe4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.408890 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-266c1111-da00-48df-819c-379aa8bfe4d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04f29a670c63461aa1f535ab1018e7e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938153 Jul 16 18:44:22.412561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.498780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c1111-da00-48df-819c-379aa8bfe4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ed83d0-dd9b-404a-8dec-cc1d2f06ff54,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.586020 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c77280-aa1e-410c-af98-46c60e66367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.600278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-ffb715a7-1d88-4b5f-8263-6349a23d008d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.607483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-ffb715a7-1d88-4b5f-8263-6349a23d008d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.3316305 Jul 16 18:44:22.616862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c77280-aa1e-410c-af98-46c60e66367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.637733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-7549c4ab-fb83-4e46-b634-62dcd062428c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/quotas/843c9e4d75aa439882150df7793ce944 HTTP/1.1" status: 200 len: 375 time: 0.0284379 Jul 16 18:44:22.677515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Allocated IP 172.20.0.2 (b0cbae71-5bed-4546-86c4-25138ae8d293/f2538c88-057b-4e1a-bebc-6afb054a71e0/ed1c6d4b-a85a-4833-bff0-641a29a3dc7a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:22.678427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c77280-aa1e-410c-af98-46c60e66367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.684243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64c77280-aa1e-410c-af98-46c60e66367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.703611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-64c77280-aa1e-410c-af98-46c60e66367d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13ed83d0-dd9b-404a-8dec-cc1d2f06ff54 HTTP/1.1" status: 204 len: 168 time: 0.2866197 Jul 16 18:44:22.703822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:17Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.733797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c77280-aa1e-410c-af98-46c60e66367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ed83d0-dd9b-404a-8dec-cc1d2f06ff54,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.752404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca855e85-730d-48c1-9cd4-81872d12a5ed None None] The sync data for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 is: [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:17Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:22.820880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.062891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab9695-83b6-404c-8665-c8af3f0b96fb req-06247acf-68fa-4630-833b-fdc41ef32120 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.074454 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23ab9695-83b6-404c-8665-c8af3f0b96fb req-06247acf-68fa-4630-833b-fdc41ef32120 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 946 time: 0.1539123 Jul 16 18:44:23.081150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.113206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Transition to ACTIVE for port object ed1c6d4b-a85a-4833-bff0-641a29a3dc7a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:23.153345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Transition to ACTIVE for port object ed1c6d4b-a85a-4833-bff0-641a29a3dc7a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:23.169953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.171028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23ab9695-83b6-404c-8665-c8af3f0b96fb req-b7788c31-af65-4f4b-9b8f-918f88279214 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956590 Jul 16 18:44:23.211413 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-7745aa34-956c-453f-a6aa-2e37ee838e21 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5719995 Jul 16 18:44:23.253584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.281058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:23.287869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Pushing event updated for resources: {'Port': ['ID=ed1c6d4b-a85a-4833-bff0-641a29a3dc7a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.327916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Network b0cbae71-5bed-4546-86c4-25138ae8d293 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:23.329161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:23.331381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 1ef80e12-2e0f-47a6-8dee-9a8bddb9d621 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:23.335051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:23.337547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:23.415178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Attempting to bind port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:23.415972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Attempting to bind port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:23.416402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Attempting to bind port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:23.422598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:23.423032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Checking segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:23.424182 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.424624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Bound using segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:23.425327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Bound port: ed1c6d4b-a85a-4833-bff0-641a29a3dc7a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:23.425792 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.522504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] For port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:23.530294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] For port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed1c6d4b-a85a-4833-bff0-641a29a3dc7a,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:23.537174 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.714278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e30cb8-4dbc-4978-951a-ddd7354d9963 None None] Pushing event updated for resources: {'Port': ['ID=ed1c6d4b-a85a-4833-bff0-641a29a3dc7a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.795743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b1628922-2c3f-4c6c-98db-3fcd68076c0e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:23.915410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.1 (b0cbae71-5bed-4546-86c4-25138ae8d293/f2538c88-057b-4e1a-bebc-6afb054a71e0/3a6c4298-b7ef-4939-962d-956fe47dc947) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:23.930861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b1628922-2c3f-4c6c-98db-3fcd68076c0e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:23.936179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b1628922-2c3f-4c6c-98db-3fcd68076c0e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:23.936920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.215594 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.295120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.310904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b1628922-2c3f-4c6c-98db-3fcd68076c0e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b1628922-2c3f-4c6c-98db-3fcd68076c0e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:24.316889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object 3a6c4298-b7ef-4939-962d-956fe47dc947 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:24.322391 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.404216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.485452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b1628922-2c3f-4c6c-98db-3fcd68076c0e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.492159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network b0cbae71-5bed-4546-86c4-25138ae8d293 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:24.497329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:24.505897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:24.552000 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.605095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-6f84991a-cf39-4735-8d8d-11b23b7876e5 service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3925414 Jul 16 18:44:24.607131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=3a6c4298-b7ef-4939-962d-956fe47dc947,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.655106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.971628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.052198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-3f5597f0-0508-45bc-96f5-ec02f5aaa0ba service neutron] 10.222.0.49 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459634 Jul 16 18:44:25.422716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8bc5a5b1-6e24-4b75-8623-745e1b12e146 req-6be004e2-27c1-4e86-8333-263ab06b61ea tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 210 time: 0.0900233 Jul 16 18:44:25.610125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568be9f-7d6a-47d1-a269-2ae1e410e7af None None] Network b0cbae71-5bed-4546-86c4-25138ae8d293 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:25.776022 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.784541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.854549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fd2e0dd2-9351-4735-a140-8e4b03238ad8 None None] Provisioning for port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:26.019213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.021657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=3a6c4298-b7ef-4939-962d-956fe47dc947,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.055475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b1628922-2c3f-4c6c-98db-3fcd68076c0e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:26.177043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network b0cbae71-5bed-4546-86c4-25138ae8d293 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:26.182372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:26.184255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b1628922-2c3f-4c6c-98db-3fcd68076c0e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:26.184631 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.345538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53458) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.376355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed1c6d4b-a85a-4833-bff0-641a29a3dc7a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:26.468675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:26.509169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:26.523355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:26.527027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.687193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Provisioning complete for port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:26.688472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.874846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40cd0ddf-1940-4ea9-aeb2-9faa5d38387f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.898878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65a0ac9b-7b79-4130-be9f-32d901ed67ab req-b98c0832-3799-47b3-8c4e-26daac690a3b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 210 time: 0.1446717 Jul 16 18:44:26.952263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:26.968446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-82e6978c-0f65-4a18-8ece-dcbe57ffecfa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/50fb88ff-2b7f-4e58-b9cf-daf5311013ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2064269 Jul 16 18:44:26.977398 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Sync routers for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:26.992980 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:26.995180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.996831 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:27.085176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed1c6d4b-a85a-4833-bff0-641a29a3dc7a,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:27.115283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.158422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40cd0ddf-1940-4ea9-aeb2-9faa5d38387f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.169904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40cd0ddf-1940-4ea9-aeb2-9faa5d38387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.235165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ed1c6d4b-a85a-4833-bff0-641a29a3dc7a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.264225 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.266539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd0ddf-1940-4ea9-aeb2-9faa5d38387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e4f398-e35e-41f0-a85b-c1bc275a084e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.358503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-40cd0ddf-1940-4ea9-aeb2-9faa5d38387f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3cb1ea230f8417fbff7a82a7d9525b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0104702 Jul 16 18:44:27.361016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:27.368826 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:27.432066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:44:27.432424 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:44:27.508163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b88d86-9a91-41da-9786-4f161aaabdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.571614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b88d86-9a91-41da-9786-4f161aaabdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.717951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:27.743917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-6e8713f3-2639-4b1a-b7ad-8a46426f3d00 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.747259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-6e8713f3-2639-4b1a-b7ad-8a46426f3d00 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 805 time: 0.3012428 Jul 16 18:44:27.758334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed1c6d4b-a85a-4833-bff0-641a29a3dc7a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:27.767340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Request body: {'port': {'device_id': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'admin_state_up': True, 'tenant_id': '843c9e4d75aa439882150df7793ce944'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:27.808672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-76c8a954-4575-4b96-bded-4751698e73a5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666623382&fields=id&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 267 time: 0.2054627 Jul 16 18:44:27.872295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:27.873824 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.000964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Made reservation on behalf of 843c9e4d75aa439882150df7793ce944 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:28.012796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.017652 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b88d86-9a91-41da-9786-4f161aaabdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.025359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41b88d86-9a91-41da-9786-4f161aaabdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.028864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-41b88d86-9a91-41da-9786-4f161aaabdc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4e4f398-e35e-41f0-a85b-c1bc275a084e HTTP/1.1" status: 204 len: 168 time: 0.6602564 Jul 16 18:44:28.041151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b88d86-9a91-41da-9786-4f161aaabdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e4f398-e35e-41f0-a85b-c1bc275a084e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:28.069052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-7ca11092-787d-43bc-a666-4bcba82a7973 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:28.078745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-7ca11092-787d-43bc-a666-4bcba82a7973 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 797 time: 0.2620926 Jul 16 18:44:28.092639 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:25Z', 'revision_number': 2, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:28.118823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-be3639b8-7ec9-4c89-baa1-7887767e38cd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/quotas/1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 375 time: 0.0348117 Jul 16 18:44:28.157794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Provisioning for port 3a6c4298-b7ef-4939-962d-956fe47dc947 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:28.160633 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Checking router: 50fb88ff-2b7f-4e58-b9cf-daf5311013ee for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:28.162774 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Updating router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee port 3a6c4298-b7ef-4939-962d-956fe47dc947 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:44:28.166749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Provisioning complete for port 3a6c4298-b7ef-4939-962d-956fe47dc947 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:28.167233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.261136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-eb789ea4-e520-47a7-bb00-45699bc4d0bb None None] Port 3a6c4298-b7ef-4939-962d-956fe47dc947 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:28.262999 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.278053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:28.342918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.350519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a218d2bb-9fcb-46ba-9309-f1ee2352cfa3 req-d0d84345-0875-44d6-9c31-12f9516b34f0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 210 time: 0.1068723 Jul 16 18:44:28.365563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-01607170-a187-4644-86ad-3f776b5f474c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308676 Jul 16 18:44:28.385827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7710dc6e-63ee-4a22-b770-71416ed847dc None None] Provisioning complete for port 3a6c4298-b7ef-4939-962d-956fe47dc947 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:28.387435 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7710dc6e-63ee-4a22-b770-71416ed847dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.432497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Allocated IP 172.20.0.5 (05222e42-e89b-45b9-9873-2ae4eb29292b/df8116a7-3347-445b-89c8-befca16abc21/24d68efd-5870-4a74-9f1f-dc27fca5c19e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:28.513009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7710dc6e-63ee-4a22-b770-71416ed847dc None None] Port 3a6c4298-b7ef-4939-962d-956fe47dc947 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:28.608195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.688264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-80e4b1f1-5c1d-403f-812b-fc4a6e0aeebb service neutron] 10.222.0.49 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105724 Jul 16 18:44:28.709864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.722714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:28.780526 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.805647 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Transition to ACTIVE for port object 3a6c4298-b7ef-4939-962d-956fe47dc947 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:28.817024 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.856910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Network 05222e42-e89b-45b9-9873-2ae4eb29292b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:28.857858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event updated for resources: {'Port': ['ID=24d68efd-5870-4a74-9f1f-dc27fca5c19e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:28.869354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:28.873765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:29.022110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.023691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.054227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-642edc76-0ef0-4624-89e8-48bb1c314c3f tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2966540 Jul 16 18:44:29.067823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Request body: {'port': {'device_id': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:29.122369 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Attempting to bind port 3a6c4298-b7ef-4939-962d-956fe47dc947 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:29.122888 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Attempting to bind port 3a6c4298-b7ef-4939-962d-956fe47dc947 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:29.123081 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Attempting to bind port 3a6c4298-b7ef-4939-962d-956fe47dc947 on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:29.152372 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:29.152752 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Checking segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:29.155700 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.156143 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Bound using segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:29.156638 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Bound port: 3a6c4298-b7ef-4939-962d-956fe47dc947, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:29.158124 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.162641 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Pushing event updated for resources: {'Port': ['ID=3a6c4298-b7ef-4939-962d-956fe47dc947,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.203758 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.205227 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.205615 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.205956 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.207486 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.207839 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.208175 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.208506 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.210288 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.210666 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.211005 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.211336 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:29.255121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.290168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-ba281a91-d0b7-4fff-b432-b511dd6dfd79 service neutron] 10.222.0.49 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992031 Jul 16 18:44:29.372221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.373389 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] For port 3a6c4298-b7ef-4939-962d-956fe47dc947, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:29.386480 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] For port 3a6c4298-b7ef-4939-962d-956fe47dc947, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3a6c4298-b7ef-4939-962d-956fe47dc947,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:29.394600 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.539474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc2002-143d-4046-aa3b-51d5a9ba5791 None None] Pushing event updated for resources: {'Port': ['ID=3a6c4298-b7ef-4939-962d-956fe47dc947,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.632261 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:29.634386 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:29.787081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Allocated IP 172.25.1.204 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/0f675181-77a9-4d34-9a5b-19386df9d74d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:29.919491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8346b0-a0cf-4287-b192-283a07c8b247 req-bd392300-58f0-4439-aa65-fb375115b8c4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.922277 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa8346b0-a0cf-4287-b192-283a07c8b247 req-bd392300-58f0-4439-aa65-fb375115b8c4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 931 time: 0.2665844 Jul 16 18:44:30.133873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0abd45a4-e9f5-425e-a393-cf0649941b9b req-9cbb84b0-6fd9-4a37-b94c-9368283561b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 210 time: 0.1266649 Jul 16 18:44:30.223626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d68efd-5870-4a74-9f1f-dc27fca5c19e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:30.244652 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:30.247416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.281221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.292374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Transition to ACTIVE for port object 24d68efd-5870-4a74-9f1f-dc27fca5c19e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:30.337350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.440608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.485169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa8346b0-a0cf-4287-b192-283a07c8b247 req-c9c3cfdd-6f59-47d4-b208-ddaac2b7ca5d tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522263 Jul 16 18:44:30.597127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:30.605906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:30.611496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:30.663412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Pushing event updated for resources: {'Port': ['ID=24d68efd-5870-4a74-9f1f-dc27fca5c19e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.713453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Port': ['ID=0f675181-77a9-4d34-9a5b-19386df9d74d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.874414 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:30.895770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Attempting to bind port 24d68efd-5870-4a74-9f1f-dc27fca5c19e on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:30.896524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Attempting to bind port 24d68efd-5870-4a74-9f1f-dc27fca5c19e by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:30.900036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Attempting to bind port 24d68efd-5870-4a74-9f1f-dc27fca5c19e on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:30.918920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Port 24d68efd-5870-4a74-9f1f-dc27fca5c19e on network 05222e42-e89b-45b9-9873-2ae4eb29292b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:30.920932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Attempting to bind port 24d68efd-5870-4a74-9f1f-dc27fca5c19e on network 05222e42-e89b-45b9-9873-2ae4eb29292b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:30.933493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:30.936956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Checking segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:30.937598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Bound using segment: {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:30.938684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Bound port: 24d68efd-5870-4a74-9f1f-dc27fca5c19e, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b00440-a9ca-4d59-af3c-1fc45de208dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:30.939873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.966770 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01570d2f-56c3-489c-84a6-856737bdaae2 None None] The sync data for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 is: [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:31.019945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.166314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] For port 24d68efd-5870-4a74-9f1f-dc27fca5c19e, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:31.178814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] For port 24d68efd-5870-4a74-9f1f-dc27fca5c19e, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:31.189551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.190848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.251205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:31.637598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-edd2e7cc-3f04-4070-a8c5-47a537ca8b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.697408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6131c154-8857-4a44-8376-7e0920a87cca req-1e33b8a1-20eb-4851-afc7-31172b321354 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 210 time: 0.1811450 Jul 16 18:44:31.839593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a6c4298-b7ef-4939-962d-956fe47dc947 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:31.943145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.964980 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.017126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 3a6c4298-b7ef-4939-962d-956fe47dc947 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:32.028623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3a6c4298-b7ef-4939-962d-956fe47dc947 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.031173 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.117336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.146380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Port': ['ID=0f675181-77a9-4d34-9a5b-19386df9d74d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.160511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.161717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.162311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.162863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.163606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.164173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.164988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.165593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.166137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.166768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.167343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.167898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.206250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-edd2e7cc-3f04-4070-a8c5-47a537ca8b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.216665 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-edd2e7cc-3f04-4070-a8c5-47a537ca8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.282788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2e7cc-3f04-4070-a8c5-47a537ca8b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f920e85a-27eb-4e13-9dd2-76012cb5ccfe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.286760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.288835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b02552a5-119e-4a4a-884d-68ccbad469db tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5395865 Jul 16 18:44:32.292523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:32.308977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-463704961'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:32.335366 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-edd2e7cc-3f04-4070-a8c5-47a537ca8b55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e117e4776544448bc541167998b7da6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0821137 Jul 16 18:44:32.344739 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.345066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:32.367871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-0a41c740-d614-4d57-b36d-9b2ec715f854 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.369757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-0a41c740-d614-4d57-b36d-9b2ec715f854 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 797 time: 0.3633337 Jul 16 18:44:32.440563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.441376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.442866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] 10.222.0.59 "PUT /v2.0/ports/24d68efd-5870-4a74-9f1f-dc27fca5c19e HTTP/1.1" status: 200 len: 1092 time: 3.3805830 Jul 16 18:44:32.450744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-5ff77015-3033-4de8-859f-93c3f5fd1bf9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 380 time: 0.0639446 Jul 16 18:44:32.451236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'tag': '24d68efd-5870-4a74-9f1f-dc27fca5c19e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:32.454053 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd44047b-4422-4b95-8c6d-1e78eaf08598" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8178e3-4c15-4549-a182-afad2fb786e5", "tag": "24d68efd-5870-4a74-9f1f-dc27fca5c19e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:32.490133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'port': {'device_id': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'admin_state_up': True, 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'security_groups': ['f5c920aa-fc91-4b9c-a183-69b3eb0473e3']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:32.491084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 3a6c4298-b7ef-4939-962d-956fe47dc947, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3a6c4298-b7ef-4939-962d-956fe47dc947,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:32.506519 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.530384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Made reservation on behalf of a463cd0a4e98423698c03b0b34f82e25 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:32.540435 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.571673 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.620636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fa53-4db7-4f18-9d49-87ccb8bc8828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.636723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=3a6c4298-b7ef-4939-962d-956fe47dc947,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.654802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.655235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.655658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.656238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.656638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.657072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.658404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.659354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.659730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.662699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.663095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.663440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.687797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fa53-4db7-4f18-9d49-87ccb8bc8828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.748084 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea07ada8-6670-4a16-ad27-ebe2f048b91d x-openstack-request-id: req-ea07ada8-6670-4a16-ad27-ebe2f048b91d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:32.748423 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8178e3-4c15-4549-a182-afad2fb786e5", "tag": "24d68efd-5870-4a74-9f1f-dc27fca5c19e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:32.750110 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea07ada8-6670-4a16-ad27-ebe2f048b91d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:32.751025 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'tag': '24d68efd-5870-4a74-9f1f-dc27fca5c19e', 'status': 'completed', 'code': 200} Jul 16 18:44:32.751805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Pushing event updated for resources: {'Port': ['ID=24d68efd-5870-4a74-9f1f-dc27fca5c19e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.819602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fa53-4db7-4f18-9d49-87ccb8bc8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.821552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.822033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.822338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fa53-4db7-4f18-9d49-87ccb8bc8828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.822475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.822702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.823034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.826114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.826253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9dc7fa53-4db7-4f18-9d49-87ccb8bc8828 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f920e85a-27eb-4e13-9dd2-76012cb5ccfe HTTP/1.1" status: 204 len: 168 time: 0.4750926 Jul 16 18:44:32.826347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.826347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.826347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.826347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.826347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.826347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d521c-6ce4-4ee9-9166-3689e464bc15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:32.846430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7fa53-4db7-4f18-9d49-87ccb8bc8828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f920e85a-27eb-4e13-9dd2-76012cb5ccfe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.852946 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.868503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.906530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:32.931771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22fdf5-5ffd-4df9-b3e5-ea01d6c022a3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.934946 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.935331 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Added segment 2a6ac855-7bfd-423d-83fe-848bfb71210a of type vlan for network 324884c5-e2e6-4710-85f4-21481cd9e762 Jul 16 18:44:32.992278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.064921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feb40d-fa56-4d08-9211-0227053c3a90 req-205c5337-5701-4768-a30c-390476b26a19 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.066544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60feb40d-fa56-4d08-9211-0227053c3a90 req-205c5337-5701-4768-a30c-390476b26a19 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 943 time: 1.1598399 Jul 16 18:44:33.104528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a314656-70b7-46ca-831d-eeb4242ab3c4 req-f84db978-2fd9-41a6-903d-50066b2dd2f2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 210 time: 0.0773280 Jul 16 18:44:33.121660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.127437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.128068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.199692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60feb40d-fa56-4d08-9211-0227053c3a90 req-2d4a776e-d95f-487a-914a-b86392a904f7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228912 Jul 16 18:44:33.206053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:33.210334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.217476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-4dcba348-7eaf-4318-ba8f-168bdd9de358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.219422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-4dcba348-7eaf-4318-ba8f-168bdd9de358 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 1095 time: 0.4957798 Jul 16 18:44:33.256677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Network': ['ID=324884c5-e2e6-4710-85f4-21481cd9e762,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.262926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b349125-7dff-486f-aee1-115ba66389a1 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9644012 Jul 16 18:44:33.265971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.268831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 324884c5-e2e6-4710-85f4-21481cd9e762 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:33.279604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-98942cd4-a904-42ac-9dbb-c791f5ed0fbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e HTTP/1.1" status: 200 len: 217 time: 0.0519106 Jul 16 18:44:33.285606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Request body: {'subnet': {'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:33.399898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-ab651b80-7e19-43c8-89d2-300140b2ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.402098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-ab651b80-7e19-43c8-89d2-300140b2ab88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.0619504 Jul 16 18:44:33.425089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.444694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b9e87b5-2cb6-4367-a5d5-b544068a2289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.453491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-929cc212-1f92-42f9-968e-1386cb918525 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428290 Jul 16 18:44:33.459399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Made reservation on behalf of a463cd0a4e98423698c03b0b34f82e25 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:33.463763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.584032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.9 (b0cbae71-5bed-4546-86c4-25138ae8d293/f2538c88-057b-4e1a-bebc-6afb054a71e0/e89e4275-aef3-4329-aa58-f381c5669f49) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:33.636792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-5ac827d4-ffc8-40d9-8342-a8712c5bddef service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485357 Jul 16 18:44:33.703716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b9e87b5-2cb6-4367-a5d5-b544068a2289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.710387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2b9e87b5-2cb6-4367-a5d5-b544068a2289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.757810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e87b5-2cb6-4367-a5d5-b544068a2289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf454c43-76cc-4596-b64b-f6e8cc12251c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.793710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a6c4298-b7ef-4939-962d-956fe47dc947 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:33.817172 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2b9e87b5-2cb6-4367-a5d5-b544068a2289 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd271f4c55714ddeafb02ebac59bf862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901384 Jul 16 18:44:33.820046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.834501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.894225 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dd8234d-7d16-44c5-aef5-71e80db60299 req-3a7f82e3-cd5b-447a-8cdb-a2d14b1f563a service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464855 Jul 16 18:44:33.903144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.959191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object e89e4275-aef3-4329-aa58-f381c5669f49 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:33.967741 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Checking segment: {'id': '2a6ac855-7bfd-423d-83fe-848bfb71210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:33.968204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Network hostable DHCP agents. Network: 324884c5-e2e6-4710-85f4-21481cd9e762, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:33.974881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Subnet': ['ID=33f02a02-3d88-4cb5-b957-553e93cda378,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.003275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-761ac6c7-ffb3-4a09-aa8c-fe81dfc8a98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.034403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-761ac6c7-ffb3-4a09-aa8c-fe81dfc8a98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.103160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Network 324884c5-e2e6-4710-85f4-21481cd9e762 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:34.117703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 324884c5-e2e6-4710-85f4-21481cd9e762) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:34.133530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.134123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.136805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-761ac6c7-ffb3-4a09-aa8c-fe81dfc8a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.139196 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-761ac6c7-ffb3-4a09-aa8c-fe81dfc8a98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.144945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-761ac6c7-ffb3-4a09-aa8c-fe81dfc8a98d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf454c43-76cc-4596-b64b-f6e8cc12251c HTTP/1.1" status: 204 len: 168 time: 0.3194160 Jul 16 18:44:34.159132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-4c1f1446-e9ea-4a5a-8bf9-98df8e242f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.176410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-4c1f1446-e9ea-4a5a-8bf9-98df8e242f3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 1095 time: 0.1973205 Jul 16 18:44:34.186564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac6c7-ffb3-4a09-aa8c-fe81dfc8a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf454c43-76cc-4596-b64b-f6e8cc12251c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.201755 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-77fc6c12-f8c6-4284-82af-c1b1afb6dc80 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9238977 Jul 16 18:44:34.204835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:34.213837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1711982115', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:34.266330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.275712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.277849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.345337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d8c79-7f4c-434a-ba7a-b1e7d84cef1f None None] Network 324884c5-e2e6-4710-85f4-21481cd9e762 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:34.493400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.536339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network b0cbae71-5bed-4546-86c4-25138ae8d293 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:34.568223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3a6c4298-b7ef-4939-962d-956fe47dc947 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:34.568897 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.577548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:34.584842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.591516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:34.714579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-b2dd2ceb-f99b-4b73-a685-2113174e2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.718082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-b2dd2ceb-f99b-4b73-a685-2113174e2208 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.5407760 Jul 16 18:44:34.718295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-324884c5-e2e6-4710-85f4-21481cd9e762', 'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762', 'tenant_id': 'a463cd0a4e98423698c03b0b34f82e25', 'fixed_ips': [{'subnet_id': '33f02a02-3d88-4cb5-b957-553e93cda378'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:34.719406 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.810693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-4ec17bb0-be9d-4d59-95ca-121c37ea6c61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e HTTP/1.1" status: 200 len: 217 time: 0.0729721 Jul 16 18:44:34.880993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-204caf4a-9a9f-4308-a0c2-6b36d95782f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.882921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-204caf4a-9a9f-4308-a0c2-6b36d95782f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.0632536 Jul 16 18:44:34.896626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.897335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.011635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-bbb7e02e-864a-4886-94a7-cfad48cf547a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855360 Jul 16 18:44:35.013909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-4e8ddd17-1375-410e-bde2-d94db5ec9fe2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5370269 Jul 16 18:44:35.057065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Request body: {'port': {'device_id': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:35.089559 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.107624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3db315-9d2a-4f0d-94ef-8c6a49a92f33 req-6acea911-0ceb-457e-ac01-76061df9f95c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.122348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Allocated IP 172.20.0.2 (324884c5-e2e6-4710-85f4-21481cd9e762/33f02a02-3d88-4cb5-b957-553e93cda378/e2615a26-59e5-4373-9962-b14991698580) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:35.123668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ae3b9-8e2f-4829-b5af-86ed25373cc1 req-c3897e91-83dc-43be-9272-41014ac7db48 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.125112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f253ea86-bfda-44ac-8b79-115faab637a7 None None] Provisioning for port e89e4275-aef3-4329-aa58-f381c5669f49 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:35.125384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dd3db315-9d2a-4f0d-94ef-8c6a49a92f33 req-6acea911-0ceb-457e-ac01-76061df9f95c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 943 time: 0.7230279 Jul 16 18:44:35.134059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-584ae3b9-8e2f-4829-b5af-86ed25373cc1 req-c3897e91-83dc-43be-9272-41014ac7db48 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 931 time: 0.6368096 Jul 16 18:44:35.155476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f253ea86-bfda-44ac-8b79-115faab637a7 None None] Provisioning complete for port e89e4275-aef3-4329-aa58-f381c5669f49 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:35.156278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f253ea86-bfda-44ac-8b79-115faab637a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.206468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f253ea86-bfda-44ac-8b79-115faab637a7 None None] Port e89e4275-aef3-4329-aa58-f381c5669f49 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:35.264841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-584ae3b9-8e2f-4829-b5af-86ed25373cc1 req-374c87eb-a038-4b14-88b4-c77f00610882 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018505 Jul 16 18:44:35.453083 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dd3db315-9d2a-4f0d-94ef-8c6a49a92f33 req-bff157ee-62a5-40ff-9014-8e62b5c5c089 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266258 Jul 16 18:44:35.508535 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.519721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.535108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-1e99c5f8-ad20-45db-b438-a68363e22d03 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001149 Jul 16 18:44:35.547258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Transition to ACTIVE for port object e2615a26-59e5-4373-9962-b14991698580 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:35.598269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Transition to ACTIVE for port object e2615a26-59e5-4373-9962-b14991698580 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:35.616846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.701405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Pushing event updated for resources: {'Port': ['ID=e2615a26-59e5-4373-9962-b14991698580,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:35.742293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Network 324884c5-e2e6-4710-85f4-21481cd9e762 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:35.744428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:35.748847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:35.813294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd44047b-4422-4b95-8c6d-1e78eaf08598 req-b7e3bf80-9db2-4d3b-b5fa-5907f4cc1f32 service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709188 Jul 16 18:44:35.884233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Attempting to bind port e2615a26-59e5-4373-9962-b14991698580 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:35.886662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Attempting to bind port e2615a26-59e5-4373-9962-b14991698580 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2a6ac855-7bfd-423d-83fe-848bfb71210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:35.887231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Attempting to bind port e2615a26-59e5-4373-9962-b14991698580 on network 324884c5-e2e6-4710-85f4-21481cd9e762 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:35.906856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:35.909110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Checking segment: {'id': '2a6ac855-7bfd-423d-83fe-848bfb71210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:35.911041 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.911803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Bound using segment: {'id': '2a6ac855-7bfd-423d-83fe-848bfb71210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:35.915416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Bound port: e2615a26-59e5-4373-9962-b14991698580, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6ac855-7bfd-423d-83fe-848bfb71210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:35.920424 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.078141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] For port e2615a26-59e5-4373-9962-b14991698580, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:36.089759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] For port e2615a26-59e5-4373-9962-b14991698580, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e2615a26-59e5-4373-9962-b14991698580,segment=NetworkSegment(2a6ac855-7bfd-423d-83fe-848bfb71210a),segment_id=2a6ac855-7bfd-423d-83fe-848bfb71210a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:36.118398 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.125716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89e4275-aef3-4329-aa58-f381c5669f49 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:36.134445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.153418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Transition to ACTIVE for port object e89e4275-aef3-4329-aa58-f381c5669f49 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:36.163209 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.246550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.265709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c1c8a-0d1b-4857-bd6c-bf83b15236fe None None] Pushing event updated for resources: {'Port': ['ID=e2615a26-59e5-4373-9962-b14991698580,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.450155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:36.452871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:36.454135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:36.475168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:36.475572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:36.490022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:36.490361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Checking segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:36.491808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Bound using segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:36.492261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Bound port: e89e4275-aef3-4329-aa58-f381c5669f49, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:36.492648 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.806850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:36.829542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:36.845956 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.873711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.917684 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.921993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.938251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.939281 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.941427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-9b9a5377-8eda-4be9-a57b-7864590ba81a service neutron] 10.222.0.59 "PUT /v2.0/ports/e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 1092 time: 1.9111798 Jul 16 18:44:36.948405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:36.951277 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:36.973421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d05d57-f56e-41d6-9375-ae453f6c0a11 req-e94e7463-50bc-4648-9459-efa207cb1c20 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.976212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2d05d57-f56e-41d6-9375-ae453f6c0a11 req-e94e7463-50bc-4648-9459-efa207cb1c20 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 943 time: 0.2394795 Jul 16 18:44:37.125106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Allocated IP 172.25.1.133 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7c33222c-823e-4307-b2ed-af0a0a91a0c1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:37.156433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2d05d57-f56e-41d6-9375-ae453f6c0a11 req-337ddf94-0063-459f-9acb-1377edab3982 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710467 Jul 16 18:44:37.175657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-f9f12ac0-8f29-433a-8123-072244596597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.180237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-f9f12ac0-8f29-433a-8123-072244596597 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1095 time: 0.1854300 Jul 16 18:44:37.245969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-d5b29bfb-0507-4740-97c9-f40a42ea1b89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 217 time: 0.0562644 Jul 16 18:44:37.281257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 24d68efd-5870-4a74-9f1f-dc27fca5c19e details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:37.316908 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b0040-8756-4a87-b33f-8214d1b770f6 x-openstack-request-id: req-b41b0040-8756-4a87-b33f-8214d1b770f6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:37.317663 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:37.318270 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b41b0040-8756-4a87-b33f-8214d1b770f6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:37.328598 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'status': 'completed', 'code': 200} Jul 16 18:44:37.361325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-b893d8eb-de11-4265-b7bf-66b6d4b9bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.367172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-b893d8eb-de11-4265-b7bf-66b6d4b9bbd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.1123836 Jul 16 18:44:37.427577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feb5a9-cdcd-4da5-a685-7e49e2761445 req-d1ad493a-5737-4b75-9da7-43d4d01a1836 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.446714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-79feb5a9-cdcd-4da5-a685-7e49e2761445 req-d1ad493a-5737-4b75-9da7-43d4d01a1836 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 943 time: 0.8466399 Jul 16 18:44:37.477721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-81e05146-b70d-4ab9-a7e5-c41c3b651e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.484201 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-81e05146-b70d-4ab9-a7e5-c41c3b651e44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120899 Jul 16 18:44:37.541048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.559913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 24d68efd-5870-4a74-9f1f-dc27fca5c19e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:37.598307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '24d68efd-5870-4a74-9f1f-dc27fca5c19e', 'network_id': '05222e42-e89b-45b9-9873-2ae4eb29292b', 'port_id': '24d68efd-5870-4a74-9f1f-dc27fca5c19e', 'mac_address': 'fa:16:3e:9d:50:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8116a7-3347-445b-89c8-befca16abc21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:37.605809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-79feb5a9-cdcd-4da5-a685-7e49e2761445 req-b5ed9913-afb9-400b-9d3d-46641fcf13fd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602266 Jul 16 18:44:37.666932 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.688744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d68efd-5870-4a74-9f1f-dc27fca5c19e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:37.712484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 24d68efd-5870-4a74-9f1f-dc27fca5c19e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:37.720189 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.749659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-eefe1a20-98f4-4bc1-8c23-30a819fa421f service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571690 Jul 16 18:44:37.752667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.864162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=24d68efd-5870-4a74-9f1f-dc27fca5c19e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.913083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:37.917339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e2615a26-59e5-4373-9962-b14991698580 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:37.924723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:37.933657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:37.991693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['24d68efd-5870-4a74-9f1f-dc27fca5c19e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:38.126878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Port': ['ID=7c33222c-823e-4307-b2ed-af0a0a91a0c1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:38.231351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cad8c64d-a56a-41f4-b9ff-4241729a174f req-aad51f07-69be-4bd6-8331-1cdcb7d1f449 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738109 Jul 16 18:44:38.371174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e2615a26-59e5-4373-9962-b14991698580 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:38.385065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791323b-acfc-4b62-abba-bc1d2d9e3f48 None None] Network 324884c5-e2e6-4710-85f4-21481cd9e762 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:38.445295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-97d52662-260b-4177-a548-09a456b89372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.454961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-97d52662-260b-4177-a548-09a456b89372 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1095 time: 0.1548598 Jul 16 18:44:38.692730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81d28ce6-c06e-432d-8cf0-1dc0ea2005c0 None None] Provisioning for port e2615a26-59e5-4373-9962-b14991698580 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:38.724945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81d28ce6-c06e-432d-8cf0-1dc0ea2005c0 None None] Provisioning complete for port e2615a26-59e5-4373-9962-b14991698580 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:38.725465 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81d28ce6-c06e-432d-8cf0-1dc0ea2005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.792475 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.823112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-79c40c76-33c1-44c0-a8d3-a6762f311630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.843468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-79c40c76-33c1-44c0-a8d3-a6762f311630 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.3859193 Jul 16 18:44:38.984630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a2e83-456d-4b77-bff0-27ab3d9994af req-5ea01177-1ea7-4fb1-a82d-367f755b90e2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.995188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-996a2e83-456d-4b77-bff0-27ab3d9994af req-5ea01177-1ea7-4fb1-a82d-367f755b90e2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 944 time: 0.3441763 Jul 16 18:44:39.009975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-231e5361-4b88-4560-93b7-73e633a21ee4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 217 time: 0.1579869 Jul 16 18:44:39.062044 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81d28ce6-c06e-432d-8cf0-1dc0ea2005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.134785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-81d28ce6-c06e-432d-8cf0-1dc0ea2005c0 None None] For port e2615a26-59e5-4373-9962-b14991698580, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e2615a26-59e5-4373-9962-b14991698580,segment=NetworkSegment(2a6ac855-7bfd-423d-83fe-848bfb71210a),segment_id=2a6ac855-7bfd-423d-83fe-848bfb71210a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:39.151582 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81d28ce6-c06e-432d-8cf0-1dc0ea2005c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.187217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-996a2e83-456d-4b77-bff0-27ab3d9994af req-bb38c6a0-d386-46de-892e-8dea4d2e4cb4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906815 Jul 16 18:44:39.206302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00945e93-1750-4dca-84d9-3ae451ccf19c req-3836e60b-e192-493c-b931-86d4ef466266 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.207966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00945e93-1750-4dca-84d9-3ae451ccf19c req-3836e60b-e192-493c-b931-86d4ef466266 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 943 time: 0.2123246 Jul 16 18:44:39.208892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-fec2c005-5319-4d89-ab4f-82d1a9a6f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.210591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-fec2c005-5319-4d89-ab4f-82d1a9a6f70e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.1879363 Jul 16 18:44:39.233883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.307126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d28ce6-c06e-432d-8cf0-1dc0ea2005c0 None None] Pushing event updated for resources: {'Port': ['ID=e2615a26-59e5-4373-9962-b14991698580,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.319800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 24d68efd-5870-4a74-9f1f-dc27fca5c19e up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:39.341420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-0dc99779-2f33-46a7-b0c1-5425755be1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.342967 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-0dc99779-2f33-46a7-b0c1-5425755be1fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248972 Jul 16 18:44:39.436177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 24d68efd-5870-4a74-9f1f-dc27fca5c19e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:39.451771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 24d68efd-5870-4a74-9f1f-dc27fca5c19e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:39.452155 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.502945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00945e93-1750-4dca-84d9-3ae451ccf19c req-2ba21c06-0416-4d02-82ab-c0f8d9ef388f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843697 Jul 16 18:44:39.585912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-91d2c2b0-0f5a-4e87-9c82-07ddb51308c5 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353821 Jul 16 18:44:39.701179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-572ffad3-31e3-4184-840b-5a7d50059a90 None None] Provisioning complete for port e2615a26-59e5-4373-9962-b14991698580 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:39.722552 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-572ffad3-31e3-4184-840b-5a7d50059a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.736637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52f9be8b-b3e7-49e6-8a1e-ee37ceac6871 req-bab984e1-82d7-4a7a-829d-344222dd172a service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429996 Jul 16 18:44:39.743419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.833100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Router 33115f9c-b8fc-49df-a911-37cf5778843b is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:44:39.858761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 24d68efd-5870-4a74-9f1f-dc27fca5c19e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:39.875799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d68efd-5870-4a74-9f1f-dc27fca5c19e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:39.882292 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f3df41-67c5-4d73-ad57-5ca4e8d1f497" -d '{"events": [{"server_uuid": "6d8178e3-4c15-4549-a182-afad2fb786e5", "name": "network-vif-plugged", "status": "completed", "tag": "24d68efd-5870-4a74-9f1f-dc27fca5c19e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:39.885019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e2615a26-59e5-4373-9962-b14991698580 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:39.900859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.034249 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c683cdcf-56af-4064-a743-5d5c6bfe2809 x-openstack-request-id: req-c683cdcf-56af-4064-a743-5d5c6bfe2809 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:40.035018 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8178e3-4c15-4549-a182-afad2fb786e5", "name": "network-vif-plugged", "status": "completed", "tag": "24d68efd-5870-4a74-9f1f-dc27fca5c19e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:40.035365 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c683cdcf-56af-4064-a743-5d5c6bfe2809 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:40.035853 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d68efd-5870-4a74-9f1f-dc27fca5c19e', 'code': 200} Jul 16 18:44:40.036546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=24d68efd-5870-4a74-9f1f-dc27fca5c19e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.054375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:40.083131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] Sync routers for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:40.127737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.136527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-99a17a5d-33da-42e0-b6f9-8379832536fc tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.9281940 Jul 16 18:44:40.139167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:40.183703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349dee2-4b47-4aba-95d7-bb1fa834372f req-a3f7a04e-d408-4e53-a06b-22785b440445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.186813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:40.187507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.188671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6349dee2-4b47-4aba-95d7-bb1fa834372f req-a3f7a04e-d408-4e53-a06b-22785b440445 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 1097 time: 0.1439900 Jul 16 18:44:40.240654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e2615a26-59e5-4373-9962-b14991698580 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:40.241251 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.264099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.298335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6349dee2-4b47-4aba-95d7-bb1fa834372f req-f76762fc-7760-4911-8800-0190f94d1e83 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021464 Jul 16 18:44:40.311477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:40.312114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.384550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.389540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acbbe7-597b-4489-a442-94dedcade932 None None] The sync data for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:40.605390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43d7c5-eeda-48ce-916c-27ad2f8da857 req-fd28bf07-d88f-4351-ae04-80cacbf33ce3 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.612763 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bb43d7c5-eeda-48ce-916c-27ad2f8da857 req-fd28bf07-d88f-4351-ae04-80cacbf33ce3 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.2040985 Jul 16 18:44:40.662933 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bb43d7c5-eeda-48ce-916c-27ad2f8da857 req-14315bd7-6906-49ba-aebd-d496eab0f444 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489161 Jul 16 18:44:40.776211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c877-94f2-438a-bce1-8e1a89739fc6 req-22abd93f-b7b4-47eb-8f9b-53dc65719ab2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.784838 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83a9c877-94f2-438a-bce1-8e1a89739fc6 req-22abd93f-b7b4-47eb-8f9b-53dc65719ab2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 943 time: 0.1040564 Jul 16 18:44:40.859773 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83a9c877-94f2-438a-bce1-8e1a89739fc6 req-986fc9f2-37b5-4a3d-bafa-a93f1a9f7c1d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736167 Jul 16 18:44:41.009727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.328935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:41.561372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:41.581916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'port_id': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'mac_address': 'fa:16:3e:59:84:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:41.592114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Allocated IP 172.20.0.1 (324884c5-e2e6-4710-85f4-21481cd9e762/33f02a02-3d88-4cb5-b957-553e93cda378/4f3abd49-1802-436d-8936-436d751f563b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:41.692058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.718240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89e4275-aef3-4329-aa58-f381c5669f49 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:41.761180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:41.773599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.824908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.847650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:41.866276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Transition to ACTIVE for port object 4f3abd49-1802-436d-8936-436d751f563b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:41.990444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e89e4275-aef3-4329-aa58-f381c5669f49'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:42.045417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.182185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Network 324884c5-e2e6-4710-85f4-21481cd9e762 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:42.189979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:42.195838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:42.212623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2402a0d-d765-4103-90ba-3eeec0d20a94 req-a429fe88-72cd-4ead-b5e5-c64f10e1d2f7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.226131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2402a0d-d765-4103-90ba-3eeec0d20a94 req-a429fe88-72cd-4ead-b5e5-c64f10e1d2f7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.2851796 Jul 16 18:44:42.246245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7e847-4f57-4fe3-b329-3246e94841f4 req-044b88d9-fcb0-4126-97f8-301e8a211fd0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.254075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ec7e847-4f57-4fe3-b329-3246e94841f4 req-044b88d9-fcb0-4126-97f8-301e8a211fd0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 0.1364372 Jul 16 18:44:42.311521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Port': ['ID=4f3abd49-1802-436d-8936-436d751f563b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:42.356844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ec7e847-4f57-4fe3-b329-3246e94841f4 req-0c49d3cf-2920-4612-b6b0-682c75fb9433 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967999 Jul 16 18:44:42.401163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.523566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2402a0d-d765-4103-90ba-3eeec0d20a94 req-71d32266-76fd-4a23-9095-3b2883ae5358 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953694 Jul 16 18:44:42.681415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da2ee24a-ad71-44d5-be91-749a88492443 None None] Provisioning for port 4f3abd49-1802-436d-8936-436d751f563b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:42.687871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da2ee24a-ad71-44d5-be91-749a88492443 None None] Provisioning complete for port 4f3abd49-1802-436d-8936-436d751f563b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:42.688814 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da2ee24a-ad71-44d5-be91-749a88492443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.767986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-da2ee24a-ad71-44d5-be91-749a88492443 None None] Port 4f3abd49-1802-436d-8936-436d751f563b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:42.821173 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.826601 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:43.292243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18355d89-6ee2-4906-b20c-ed591d277710 req-e4f3beb8-09f9-48c9-9ac6-6c1a266b8729 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.294031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18355d89-6ee2-4906-b20c-ed591d277710 req-e4f3beb8-09f9-48c9-9ac6-6c1a266b8729 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1705949 Jul 16 18:44:43.312144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.333648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.340840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:43.454831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port e89e4275-aef3-4329-aa58-f381c5669f49 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:43.460412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port e89e4275-aef3-4329-aa58-f381c5669f49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:43.461115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.477835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-18355d89-6ee2-4906-b20c-ed591d277710 req-b09261b4-bff5-4a84-959d-251f753736be tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699216 Jul 16 18:44:43.509746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.518225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Port': ['ID=4f3abd49-1802-436d-8936-436d751f563b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:43.642356 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.717460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:43.721430 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4fbeac-9bdc-4759-b034-3999394e7935" -d '{"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-plugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:43.747360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ac38-1e73-41eb-91c6-b38b7b01776c req-14f33c7c-f91e-47b0-b674-9791ed82564d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.750743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1a8ac38-1e73-41eb-91c6-b38b7b01776c req-14f33c7c-f91e-47b0-b674-9791ed82564d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 0.1732190 Jul 16 18:44:43.753239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:43.760956 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.790717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Network 324884c5-e2e6-4710-85f4-21481cd9e762 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:43.795437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:43.855198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1a8ac38-1e73-41eb-91c6-b38b7b01776c req-3cc9f439-3878-4860-a7c9-ad03533b8036 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987504 Jul 16 18:44:43.917300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:43.984365 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23ec0ad-2328-4ea9-88a6-4dbc5f8aa90f x-openstack-request-id: req-e23ec0ad-2328-4ea9-88a6-4dbc5f8aa90f {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:43.984603 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-plugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:43.984928 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e23ec0ad-2328-4ea9-88a6-4dbc5f8aa90f {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:43.985534 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'code': 200} Jul 16 18:44:44.167057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9662e-56b1-4afe-a872-b8ff20fd891e req-5fc713f5-46b2-47bb-aaf9-eac0fad6d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.169082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1b9662e-56b1-4afe-a872-b8ff20fd891e req-5fc713f5-46b2-47bb-aaf9-eac0fad6d008 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1097 time: 0.1043777 Jul 16 18:44:44.206080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-640c681c-0fba-4dfa-a1af-97569a8741bf None None] Provisioning complete for port 4f3abd49-1802-436d-8936-436d751f563b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:44.206490 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-640c681c-0fba-4dfa-a1af-97569a8741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.242294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1b9662e-56b1-4afe-a872-b8ff20fd891e req-a4ddcb49-8e37-4da2-b86a-6590b9293d12 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654707 Jul 16 18:44:44.276274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-640c681c-0fba-4dfa-a1af-97569a8741bf None None] Port 4f3abd49-1802-436d-8936-436d751f563b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:44.570188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259252-c38e-406f-b0fd-7c1abfe78025 req-8797cb21-4d5a-4c6a-a9e8-5a10740360ef tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.576091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-71188c78-31f3-43f7-b660-49c823bac339 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1079063 Jul 16 18:44:44.594247 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c7259252-c38e-406f-b0fd-7c1abfe78025 req-8797cb21-4d5a-4c6a-a9e8-5a10740360ef tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.8519993 Jul 16 18:44:44.670204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Router 33115f9c-b8fc-49df-a911-37cf5778843b has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:44.677254 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c7259252-c38e-406f-b0fd-7c1abfe78025 req-ec8b3641-f6ac-4283-89a3-9ffffa5076ef tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813041 Jul 16 18:44:44.754322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-7873a029-0d8f-4c8b-a6b1-37aa6b8b31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.755983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-7873a029-0d8f-4c8b-a6b1-37aa6b8b31ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c9e4d75aa439882150df7793ce944&device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 1097 time: 0.1242800 Jul 16 18:44:44.963682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-2cf0a9c5-3ed8-4ee0-b812-bfef6f478c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.966338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-2cf0a9c5-3ed8-4ee0-b812-bfef6f478c42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 200 len: 906 time: 0.1759138 Jul 16 18:44:45.033240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:45.034404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-a7e0dd81-076d-48e1-bde7-df8694fe7265 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e HTTP/1.1" status: 200 len: 217 time: 0.0597129 Jul 16 18:44:45.053050 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] Sync routers for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:45.057935 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6000f766-da46-4113-9a37-60636856debd tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "PUT /v2.0/routers/33115f9c-b8fc-49df-a911-37cf5778843b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9171200 Jul 16 18:44:45.058764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:45.070291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Request body: {'port': {'network_id': '324884c5-e2e6-4710-85f4-21481cd9e762', 'name': 'tempest-FloatingIPAdminTestJSON-1550884103'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:45.080857 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:45.082220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:45.180077 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:45.187128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-ca86e4f8-bd77-4bc2-83f4-bad409055a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.188893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-ca86e4f8-bd77-4bc2-83f4-bad409055a64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 200 len: 845 time: 0.1379797 Jul 16 18:44:45.219048 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:45.220757 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:45.259907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-6de33d6d-761d-487b-8bfe-8686293a8060 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05222e42-e89b-45b9-9873-2ae4eb29292b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630651 Jul 16 18:44:45.379613 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:45.380813 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849e3f5-549f-4983-8cf0-562d6807c81c None None] The sync data for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:45.543012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Made reservation on behalf of a463cd0a4e98423698c03b0b34f82e25 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:45.554326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.626341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] device_id is not set on port 1a33518d-5ff8-4700-883b-c66309561753 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:45.700852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-aa1e63dd-b1e2-4ea7-8ee5-f3aca358ce7a service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303055 Jul 16 18:44:45.884247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53966) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:46.046081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3fa78-b1f8-4eaa-908f-265e121fc3b7 req-ae0068a0-b089-4090-a3c1-3f5fbd1ba496 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.057495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3f3fa78-b1f8-4eaa-908f-265e121fc3b7 req-ae0068a0-b089-4090-a3c1-3f5fbd1ba496 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2970483 Jul 16 18:44:46.061890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Allocated IP 172.20.0.7 (324884c5-e2e6-4710-85f4-21481cd9e762/33f02a02-3d88-4cb5-b957-553e93cda378/1a33518d-5ff8-4700-883b-c66309561753) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:46.146125 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3f3fa78-b1f8-4eaa-908f-265e121fc3b7 req-d7e13c8c-fb30-41eb-b063-4675a655c9e0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869346 Jul 16 18:44:46.149982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e81e96b-7be7-4778-9605-1376af4e5870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.196055 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5a9c-573e-4ac1-95b8-f1c814fcb1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.246269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ab921-5794-4ebe-9e67-c85fd6ed72bb req-a7536c51-f024-46f7-a6e9-94e69d589a97 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.255893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-441ab921-5794-4ebe-9e67-c85fd6ed72bb req-a7536c51-f024-46f7-a6e9-94e69d589a97 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.6768827 Jul 16 18:44:46.292978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d70c164-1ec8-4dc6-9511-5c48595956e1 req-d89879b3-4cbb-407d-8c90-516da14af10e service neutron] 10.222.0.59 "GET /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784526 Jul 16 18:44:46.307833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-441ab921-5794-4ebe-9e67-c85fd6ed72bb req-328213e6-e5cd-4acb-bc61-ff3284d3f263 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507624 Jul 16 18:44:46.395347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.421736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Transition to ACTIVE for port object 1a33518d-5ff8-4700-883b-c66309561753 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:46.434326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e81e96b-7be7-4778-9605-1376af4e5870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.440929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e81e96b-7be7-4778-9605-1376af4e5870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.496104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e81e96b-7be7-4778-9605-1376af4e5870 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18c4f01965d647179ebf7b49e710d01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106310 Jul 16 18:44:46.498317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81e96b-7be7-4778-9605-1376af4e5870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaec56e-4126-4d1a-af91-e5583541dc96,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.498902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:46.508482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.559630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Network 324884c5-e2e6-4710-85f4-21481cd9e762 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:46.563174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:46.567682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:46.574811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event updated for resources: {'Port': ['ID=1a33518d-5ff8-4700-883b-c66309561753,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.632866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.633483 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.652432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e23e-44c3-47df-9640-431c1acb7bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.653592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aa022c17-1bb8-4db6-9736-d53dc29cd966 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5871129 Jul 16 18:44:46.655936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 53978) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:46.683386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e23e-44c3-47df-9640-431c1acb7bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.776427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e23e-44c3-47df-9640-431c1acb7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.779189 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e23e-44c3-47df-9640-431c1acb7bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.780361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e4a3e23e-44c3-47df-9640-431c1acb7bc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7aaec56e-4126-4d1a-af91-e5583541dc96 HTTP/1.1" status: 204 len: 168 time: 0.2802534 Jul 16 18:44:46.811508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3e23e-44c3-47df-9640-431c1acb7bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaec56e-4126-4d1a-af91-e5583541dc96,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.879980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'project_id': 'a463cd0a4e98423698c03b0b34f82e25', 'port_id': '1a33518d-5ff8-4700-883b-c66309561753'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:46.913820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.932351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1599acbf-78e2-44d5-b164-3d9d6a24d157 None None] Provisioning for port 1a33518d-5ff8-4700-883b-c66309561753 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:46.953172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1599acbf-78e2-44d5-b164-3d9d6a24d157 None None] Provisioning complete for port 1a33518d-5ff8-4700-883b-c66309561753 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:46.957076 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1599acbf-78e2-44d5-b164-3d9d6a24d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.014421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1599acbf-78e2-44d5-b164-3d9d6a24d157 None None] Port 1a33518d-5ff8-4700-883b-c66309561753 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:47.048065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.223452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 53994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:47.231239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Allocated IP 172.25.1.209 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/cf8f0bd3-e903-48f7-b309-3a40abc59f61) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:47.251609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb5f4fcc-9e6a-4770-80e3-d0bef6ecbc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.441470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb5f4fcc-9e6a-4770-80e3-d0bef6ecbc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.451116 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fb5f4fcc-9e6a-4770-80e3-d0bef6ecbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.567664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fb5f4fcc-9e6a-4770-80e3-d0bef6ecbc0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3b1a5cadd5041168c767c9c5a9957c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427505 Jul 16 18:44:47.568656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54002) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:47.583068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.595099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f4fcc-9e6a-4770-80e3-d0bef6ecbc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb523e-e811-4765-accd-4dd61be6875d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:47.686567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699264e-04de-4305-93d2-8c31f0b21078 req-5d5981e3-71f1-4c75-a96c-e03697e84ff6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:47.696668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20deb58-50a7-4b8e-a58f-833ec846a25a req-a78d588f-151a-4ae9-82d5-5e051b873f90 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:47.698252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a699264e-04de-4305-93d2-8c31f0b21078 req-5d5981e3-71f1-4c75-a96c-e03697e84ff6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1644528 Jul 16 18:44:47.698836 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b20deb58-50a7-4b8e-a58f-833ec846a25a req-a78d588f-151a-4ae9-82d5-5e051b873f90 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2748744 Jul 16 18:44:47.777360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a699264e-04de-4305-93d2-8c31f0b21078 req-78a7c45e-500f-4715-9f65-d921a02adadf tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Jul 16 18:44:47.843436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06979602-2914-4ba3-985e-68663d756758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.865125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.907598 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b20deb58-50a7-4b8e-a58f-833ec846a25a req-71f9d59c-6e4b-4d2d-84e6-6dead07d5681 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636181 Jul 16 18:44:47.911533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06979602-2914-4ba3-985e-68663d756758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.939485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:47.943171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Pushing event updated for resources: {'Port': ['ID=cf8f0bd3-e903-48f7-b309-3a40abc59f61,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:47.950884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:47.954392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:48.104152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06979602-2914-4ba3-985e-68663d756758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.107464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06979602-2914-4ba3-985e-68663d756758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.111867 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06979602-2914-4ba3-985e-68663d756758 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8eb523e-e811-4765-accd-4dd61be6875d HTTP/1.1" status: 204 len: 168 time: 0.5394990 Jul 16 18:44:48.130740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06979602-2914-4ba3-985e-68663d756758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb523e-e811-4765-accd-4dd61be6875d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:48.224023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8e8cc-5a22-497c-ade5-788b65f803ad req-26b5da4f-a044-4c5a-857e-53dfd26561dc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:48.227197 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ae8e8cc-5a22-497c-ade5-788b65f803ad req-26b5da4f-a044-4c5a-857e-53dfd26561dc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1532590 Jul 16 18:44:48.330409 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ae8e8cc-5a22-497c-ade5-788b65f803ad req-baf10117-2c9f-4ed7-b200-78240924d0c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910585 Jul 16 18:44:48.357580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:48.453115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e822c-013d-448d-bc6c-6bd1cba8608b tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:48.456202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-432e822c-013d-448d-bc6c-6bd1cba8608b tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1092 time: 0.0971966 Jul 16 18:44:48.459267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:48.472124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:48.538045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.669890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.686296 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.719933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5a9d-6656-45d9-9444-468ba66a34a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.752028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54034) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:48.795037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2138a1d4-2dce-4b22-b1ef-70d320fd344e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.903660 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.912503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.979451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.216 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/5b60720d-000b-4df3-9499-3364a5514361) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:49.103955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.136257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2138a1d4-2dce-4b22-b1ef-70d320fd344e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.153432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2138a1d4-2dce-4b22-b1ef-70d320fd344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.157916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.185625 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2138a1d4-2dce-4b22-b1ef-70d320fd344e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b667bbe10aa64826bb7e6e76559351eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320707 Jul 16 18:44:49.190662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54040) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:49.213960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:49.217460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:49.222619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:49.270596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138a1d4-2dce-4b22-b1ef-70d320fd344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9935a0c-e8aa-4d1e-8a18-dbec99027c4e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.301657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=5b60720d-000b-4df3-9499-3364a5514361,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.332121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05932-2665-4e04-87c2-96fba4ec491a req-b37ca354-b081-408b-9a38-043f9b6044c8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.332121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2f05932-2665-4e04-87c2-96fba4ec491a req-b37ca354-b081-408b-9a38-043f9b6044c8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.3141229 Jul 16 18:44:49.388985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38687dc4-5f6d-4fd9-9324-c35c4532566a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.414861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a2f05932-2665-4e04-87c2-96fba4ec491a req-18ca5601-187c-4899-8641-8f3fbd203071 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741117 Jul 16 18:44:49.421748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.433551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.490005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38687dc4-5f6d-4fd9-9324-c35c4532566a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.535071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Pushing event updated for resources: {'Port': ['ID=cf8f0bd3-e903-48f7-b309-3a40abc59f61,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.569654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.661960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38687dc4-5f6d-4fd9-9324-c35c4532566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.664531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-38687dc4-5f6d-4fd9-9324-c35c4532566a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.668132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-38687dc4-5f6d-4fd9-9324-c35c4532566a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9935a0c-e8aa-4d1e-8a18-dbec99027c4e HTTP/1.1" status: 204 len: 168 time: 0.4713705 Jul 16 18:44:49.683273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38687dc4-5f6d-4fd9-9324-c35c4532566a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9935a0c-e8aa-4d1e-8a18-dbec99027c4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.717568 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Floating IP e379bf31-b3cb-4464-9576-bd9812aaf0f8 associated. External IP: 172.25.1.209, port: 1a33518d-5ff8-4700-883b-c66309561753. Jul 16 18:44:49.861161 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.948597 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.006611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.215815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Router 33115f9c-b8fc-49df-a911-37cf5778843b has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:50.248710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.256663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.391251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=5b60720d-000b-4df3-9499-3364a5514361,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.427816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.457451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:50.470177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] Sync routers for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:50.494124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:50.494638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.494785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:50.588478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:50.615772 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-79850774-0e47-45e1-a3c3-f5cc96d043c4 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9555697 Jul 16 18:44:50.616459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54078) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:50.625642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:50.626504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:50.711429 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP 81928fef-dba1-4f7c-8cdf-4f4686e0d3ec associated. External IP: 172.25.1.216, port: e89e4275-aef3-4329-aa58-f381c5669f49. Jul 16 18:44:50.822061 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3e3244d0-4399-42f5-8a9b-49083e59ecd3 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] 10.222.0.49 "GET /v2.0/floatingips/e379bf31-b3cb-4464-9576-bd9812aaf0f8 HTTP/1.1" status: 200 len: 983 time: 0.1998558 Jul 16 18:44:50.822279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:50.822279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58312149-b845-4e52-af3d-7dc1e45729d5 None None] The sync data for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:50.822461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:51.092984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db49c2-05af-4fec-a6d1-07ce92cbbe54 req-ad183d59-724e-496b-8262-634845f4843c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.095848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4db49c2-05af-4fec-a6d1-07ce92cbbe54 req-ad183d59-724e-496b-8262-634845f4843c tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1791868 Jul 16 18:44:51.185843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61b200f3-20b5-4043-a7f5-e182806291e5 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.3623910 Jul 16 18:44:51.186773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54104) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:51.229241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:51.242867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4db49c2-05af-4fec-a6d1-07ce92cbbe54 req-d0b8805d-25db-4889-8c97-78c2b4db3909 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157105 Jul 16 18:44:51.265600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54106) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:51.496308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:51.506996 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] Sync routers for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:51.522437 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:51.523379 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:51.560054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1233839253-network', 'tenant_id': '3b5965693a08461a8c24650f622cedec'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:51.573804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.684106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Made reservation on behalf of 3b5965693a08461a8c24650f622cedec for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:51.698732 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.717043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Deleting port cf8f0bd3-e903-48f7-b309-3a40abc59f61 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:51.717578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.722908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.750540 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.764599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-62013ae6-ef14-4f02-8a3b-086e69cb97e4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3025067 Jul 16 18:44:51.778717 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:51.779802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:51.782304 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c518d468-5a39-4e0b-96fd-83c70afa1535" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:51.896799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.897273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.931613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Calling delete_port for cf8f0bd3-e903-48f7-b309-3a40abc59f61 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:51.940879 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0bbef-9642-4bd9-b4ad-6de650b888ca x-openstack-request-id: req-0fb0bbef-9642-4bd9-b4ad-6de650b888ca {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:51.941178 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:51.941428 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fb0bbef-9642-4bd9-b4ad-6de650b888ca {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:51.941827 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'status': 'completed', 'code': 200} Jul 16 18:44:52.134205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.154962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.196020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-3b75d70f-198c-4aaf-a9c7-510d3c2fb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.197902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-3b75d70f-198c-4aaf-a9c7-510d3c2fb357 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1097 time: 0.2540095 Jul 16 18:44:52.213238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:52.320955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.321471 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Added segment e49ae0e5-324f-4666-9e6c-553f240bd27d of type vlan for network 9eecc3d1-de9d-4173-962f-4ebee24d41fb Jul 16 18:44:52.327974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1f96e4-6832-461e-9497-c7c84fb0b1e8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:52.343848 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '81928fef-dba1-4f7c-8cdf-4f4686e0d3ec', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'port_id': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'mac_address': 'fa:16:3e:59:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:49Z', 'updated_at': '2021-07-16T18:44:49Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:32Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:52.399580 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] Checking router: 50fb88ff-2b7f-4e58-b9cf-daf5311013ee for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:52.425903 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:52.430054 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:52.562999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.687577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-a9538c0d-f5c4-495b-a120-69b0ce081675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.689290 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-a9538c0d-f5c4-495b-a120-69b0ce081675 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.4771943 Jul 16 18:44:52.691414 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.692415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.693030 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.720340 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:52.742167 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.897018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] Pushing event updated for resources: {'Network': ['ID=9eecc3d1-de9d-4173-962f-4ebee24d41fb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:52.916709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9eecc3d1-de9d-4173-962f-4ebee24d41fb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:52.950152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ee536-c234-4c90-9456-a363d4b23cd1 req-4c127b65-2938-474f-81f0-194e5cf54049 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.959851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-512ee536-c234-4c90-9456-a363d4b23cd1 req-4c127b65-2938-474f-81f0-194e5cf54049 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.8704457 Jul 16 18:44:53.019956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce237d5-4c2f-4379-a866-f7b0ee611cff req-2911dd99-71de-4dac-b365-7d52b1fd5ad1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.042120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ce237d5-4c2f-4379-a866-f7b0ee611cff req-2911dd99-71de-4dac-b365-7d52b1fd5ad1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.5784054 Jul 16 18:44:53.053177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e5f7809f-124f-4092-9c14-5b4bd555e356 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7861009 Jul 16 18:44:53.054302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:53.067158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Request body: {'subnet': {'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1233839253-subnet', 'tenant_id': '3b5965693a08461a8c24650f622cedec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:53.125445 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-512ee536-c234-4c90-9456-a363d4b23cd1 req-250c96b5-743c-4a27-b2b8-c579a10ca2e0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644912 Jul 16 18:44:53.133866 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.201164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:53.227957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Port': ['ID=cf8f0bd3-e903-48f7-b309-3a40abc59f61,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:53.257787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Made reservation on behalf of 3b5965693a08461a8c24650f622cedec for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:53.270700 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.364136 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '81928fef-dba1-4f7c-8cdf-4f4686e0d3ec', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'port_id': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'mac_address': 'fa:16:3e:59:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:49Z', 'updated_at': '2021-07-16T18:44:49Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:32Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:53.389400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.390704 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Floating IP e379bf31-b3cb-4464-9576-bd9812aaf0f8 disassociated (deleted). External IP: 172.25.1.209, port: 1a33518d-5ff8-4700-883b-c66309561753. Jul 16 18:44:53.403728 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74adb12-c6b3-4a30-ab9e-f7aae0c9c970 None None] The sync data for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 is: [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '81928fef-dba1-4f7c-8cdf-4f4686e0d3ec', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'port_id': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'mac_address': 'fa:16:3e:59:84:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:49Z', 'updated_at': '2021-07-16T18:44:49Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:32Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:53.477758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-ca503bfe-b0b6-4a00-b233-bb15796a0fc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 999 time: 0.6140811 Jul 16 18:44:53.533617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ce237d5-4c2f-4379-a866-f7b0ee611cff req-0b170926-34a5-4f64-aa4c-149ab39dff83 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878223 Jul 16 18:44:53.617604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9ad2ebcc-d9db-4ddd-8b22-19b1c7ad8b6d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/81928fef-dba1-4f7c-8cdf-4f4686e0d3ec HTTP/1.1" status: 200 len: 991 time: 0.4139667 Jul 16 18:44:53.641132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-e3f1af60-0cb0-40ea-a949-7e623be2bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.643284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-e3f1af60-0cb0-40ea-a949-7e623be2bf5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.1572108 Jul 16 18:44:53.756685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffab9eb-4fa7-4cab-a3d2-b25137f4c295 None None] New status for floating IP 81928fef-dba1-4f7c-8cdf-4f4686e0d3ec: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:53.939234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Router 33115f9c-b8fc-49df-a911-37cf5778843b has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:53.959029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-92494bf6-4060-4a2a-b76c-52a1fbb2073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.963027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-92494bf6-4060-4a2a-b76c-52a1fbb2073a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2763484 Jul 16 18:44:53.964263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.147052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4a51d3-25c4-4e19-ae7b-238124b2ade0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.149050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:54.160868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.166026 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] Sync routers for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:54.174099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Checking segment: {'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:54.179299 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:54.179940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Network hostable DHCP agents. Network: 9eecc3d1-de9d-4173-962f-4ebee24d41fb, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:54.180109 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:54.217537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4e8fde01-7e40-4110-967d-b1d1902d15f4 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "DELETE /v2.0/floatingips/e379bf31-b3cb-4464-9576-bd9812aaf0f8 HTTP/1.1" status: 204 len: 168 time: 3.0265999 Jul 16 18:44:54.221746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54146) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:54.240891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:54.254241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-6cc36b02-714e-46de-bdb1-fa4615906bc5 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682474 Jul 16 18:44:54.277354 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:54.297453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Network 9eecc3d1-de9d-4173-962f-4ebee24d41fb is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:54.301651 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.303113 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:54.303638 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:54.326777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9eecc3d1-de9d-4173-962f-4ebee24d41fb) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:54.338628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216a812-8399-40fc-ae69-ea514f024a0a None None] Network 9eecc3d1-de9d-4173-962f-4ebee24d41fb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:54.346897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.347554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.419570 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:54.421230 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf7fd1-86af-4cb2-9280-e99ac316e403 None None] The sync data for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:54.445010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1ee357b8-1382-4844-a45d-50c0ae2bbd68 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3866737 Jul 16 18:44:54.468475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c518d468-5a39-4e0b-96fd-83c70afa1535 req-f0ab90ea-236f-497f-a110-7cc2e719355e service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890862 Jul 16 18:44:54.543499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.621414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:54.682298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.688953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e081ec2-2c67-44c0-b343-f71cd0d2a991 None None] Network 9eecc3d1-de9d-4173-962f-4ebee24d41fb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:54.751080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Allocated IP 172.25.1.57 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/c2da2037-c527-439c-a25e-8f9c6c46ca12) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:54.887866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8efe1c81-c96c-4407-8d6d-6aca8c6a0fb0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/81928fef-dba1-4f7c-8cdf-4f4686e0d3ec HTTP/1.1" status: 200 len: 993 time: 0.2646754 Jul 16 18:44:55.117539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.209647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.248334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:55.258450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:55.274161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:55.373148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.427177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Pushing event updated for resources: {'Port': ['ID=c2da2037-c527-439c-a25e-8f9c6c46ca12,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:55.457075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895317b-a180-43d5-ad6d-03d06f76bdb4 req-27ccd159-b043-4610-88c1-8934dcdf54b9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.459420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5895317b-a180-43d5-ad6d-03d06f76bdb4 req-27ccd159-b043-4610-88c1-8934dcdf54b9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.2989166 Jul 16 18:44:55.472937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.728332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5895317b-a180-43d5-ad6d-03d06f76bdb4 req-820be95e-290f-4ad2-91a7-158f16331557 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575152 Jul 16 18:44:55.823223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.832117 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.892326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Pushing event updated for resources: {'Port': ['ID=c2da2037-c527-439c-a25e-8f9c6c46ca12,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:55.952763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.971566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.972909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-574efc95-57cd-4754-b6b9-e98202194a59 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7371151 Jul 16 18:44:55.976134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54178) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.143148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:56.185714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.359396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.406693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.518874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Allocated IP 172.25.1.215 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/ec899a07-ebe2-4a25-90b9-2c3e645754c8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:56.652177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.705706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.728847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d5d52be-a9bc-420b-aca9-f7f4315574cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.758964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:56.763039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:56.784523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:56.856628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Pushing event updated for resources: {'Port': ['ID=ec899a07-ebe2-4a25-90b9-2c3e645754c8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:56.870995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d5d52be-a9bc-420b-aca9-f7f4315574cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.877029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d5d52be-a9bc-420b-aca9-f7f4315574cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.934922 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5d5d52be-a9bc-420b-aca9-f7f4315574cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b35327774839419b905d51f2776c332e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254393 Jul 16 18:44:56.941693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54196) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.943014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d52be-a9bc-420b-aca9-f7f4315574cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0a859-f5cd-4b5a-8ceb-c7c482073f7d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:57.021560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca6cd-a729-422d-92bc-326a07cfead6 req-d7953176-e935-4b74-9256-3fd1e33bf42a tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.023772 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7747c5aa-affe-4543-b927-1c29193ee445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.030022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-378ca6cd-a729-422d-92bc-326a07cfead6 req-d7953176-e935-4b74-9256-3fd1e33bf42a tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1585150 Jul 16 18:44:57.049344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.066842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7747c5aa-affe-4543-b927-1c29193ee445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.149543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7747c5aa-affe-4543-b927-1c29193ee445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.152146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-378ca6cd-a729-422d-92bc-326a07cfead6 req-4664d8a5-bf20-479a-ba3b-e48f206339c9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213231 Jul 16 18:44:57.152746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7747c5aa-affe-4543-b927-1c29193ee445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.154447 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7747c5aa-affe-4543-b927-1c29193ee445 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00c0a859-f5cd-4b5a-8ceb-c7c482073f7d HTTP/1.1" status: 204 len: 168 time: 0.2082353 Jul 16 18:44:57.165959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747c5aa-affe-4543-b927-1c29193ee445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0a859-f5cd-4b5a-8ceb-c7c482073f7d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:57.171718 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.440937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.449739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.546185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Pushing event updated for resources: {'Port': ['ID=ec899a07-ebe2-4a25-90b9-2c3e645754c8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:57.559234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.582437 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.583861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5a3d3aa0-dc36-4ca8-ad82-0e3131084ccd tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6064453 Jul 16 18:44:57.587018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:57.719538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f6adb7bf-7afe-4691-adc4-ff263d4a7648 tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1302593 Jul 16 18:44:57.721823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:57.821692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bea3dc11-b54f-4aca-ba10-71175640ac1d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0956945 Jul 16 18:44:57.821923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54220) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:58.025607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Deleting port ec899a07-ebe2-4a25-90b9-2c3e645754c8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:58.026035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.128046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.128372 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.160198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Calling delete_port for ec899a07-ebe2-4a25-90b9-2c3e645754c8 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:58.169863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:58.295457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1992700360-network', 'tenant_id': '2cfeef4d296b40b2a08e5aa309db7bd8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:58.342818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Made reservation on behalf of 2cfeef4d296b40b2a08e5aa309db7bd8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:58.346386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.361117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-66e32a7a-6994-4098-9b9c-c1e7d212a1df tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.362803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.368033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-66e32a7a-6994-4098-9b9c-c1e7d212a1df tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/networks?id=9eecc3d1-de9d-4173-962f-4ebee24d41fb HTTP/1.1" status: 200 len: 809 time: 0.2443535 Jul 16 18:44:58.398962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-9ecc6b7f-a1a0-4324-8341-c55632160699 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/quotas/3b5965693a08461a8c24650f622cedec HTTP/1.1" status: 200 len: 375 time: 0.0296092 Jul 16 18:44:58.461814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-f6de33b3-b57b-49e7-b714-a0212a7b81ca tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b5965693a08461a8c24650f622cedec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620575 Jul 16 18:44:58.505886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559382e-4d3a-4bc7-b03e-b5eb7f21191e req-653f35c8-c15a-4ec8-8480-b3ab3cf97684 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.513970 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5559382e-4d3a-4bc7-b03e-b5eb7f21191e req-653f35c8-c15a-4ec8-8480-b3ab3cf97684 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1247528 Jul 16 18:44:58.561463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5559382e-4d3a-4bc7-b03e-b5eb7f21191e req-6f090aca-7f9c-4212-beac-3d5e3a00e371 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Jul 16 18:44:58.614692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.658697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-90367660-51df-4fe2-9814-f1b99862deb1 service neutron] 10.222.0.49 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948383 Jul 16 18:44:58.668086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Pushing event deleted for resources: {'Port': ['ID=ec899a07-ebe2-4a25-90b9-2c3e645754c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.704892 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.713044 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.745839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:58.784248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.784736 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Added segment 68d9cbd2-2d4a-45d8-a259-35a0d3b2e204 of type vlan for network 363f66ef-dce1-49a2-b968-96772a2fdf04 Jul 16 18:44:58.800848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.803480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.804670 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7e66ad10-bfbf-4950-94a8-e777291d0c57 tempest-FloatingIPAdminTestJSON-1523242333 tempest-FloatingIPAdminTestJSON-1523242333-project] 10.222.0.49 "DELETE /v2.0/floatingips/77369ada-3a36-4aeb-a4c5-6f1e67233b50 HTTP/1.1" status: 204 len: 168 time: 0.9820275 Jul 16 18:44:58.807321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:58.859862 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.863882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.893500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.894700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.895403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.905072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-4baa4a20-830a-4e8c-bdca-674f92b05a46 service neutron] 10.222.0.49 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455583 Jul 16 18:44:58.932168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7607465 Jul 16 18:44:58.935069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:58.945203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Request body: {'subnet': {'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1992700360-subnet', 'tenant_id': '2cfeef4d296b40b2a08e5aa309db7bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:58.964954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1db91-428a-47d2-b7d5-2b475049c698 admin admin] Pushing event updated for resources: {'Network': ['ID=363f66ef-dce1-49a2-b968-96772a2fdf04,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.981355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 363f66ef-dce1-49a2-b968-96772a2fdf04 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:58.983378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Made reservation on behalf of 2cfeef4d296b40b2a08e5aa309db7bd8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:58.986002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.020820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Deleting port c2da2037-c527-439c-a25e-8f9c6c46ca12 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:59.021171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.151893 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.152248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.169393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Calling delete_port for c2da2037-c527-439c-a25e-8f9c6c46ca12 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:59.177332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59c4ecde-62f9-4378-a5d9-9fafa20602ef req-c565531b-f10e-4671-a3c4-fc844ff49d26 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 210 time: 0.0329323 Jul 16 18:44:59.332520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.421554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23647619-03a0-44e4-b907-3584b9e00d8c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:59.437226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Checking segment: {'id': '68d9cbd2-2d4a-45d8-a259-35a0d3b2e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:59.437669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Network hostable DHCP agents. Network: 363f66ef-dce1-49a2-b968-96772a2fdf04, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:59.440858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.473462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2da2037-c527-439c-a25e-8f9c6c46ca12,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:59.532611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Network 363f66ef-dce1-49a2-b968-96772a2fdf04 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:59.549368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 363f66ef-dce1-49a2-b968-96772a2fdf04) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:59.551028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.553361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.554661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c949d95c-fd68-47bc-b343-f284cc306fbb tempest-FloatingIPAdminTestJSON-1097027775 tempest-FloatingIPAdminTestJSON-1097027775-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/741f22ad-b751-4112-8aa1-3b864855946b HTTP/1.1" status: 204 len: 168 time: 0.7464254 Jul 16 18:44:59.557703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:59.558361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54276) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:59.563553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394df653-0a41-4a9e-b96b-a4d3ca33043d None None] Network 363f66ef-dce1-49a2-b968-96772a2fdf04 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:59.568826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.602122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-29964910-14dd-4af6-a899-fc60d4347442 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6658754 Jul 16 18:44:59.686179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Deleting port 1a33518d-5ff8-4700-883b-c66309561753 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:59.686616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.780218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194936f5-239b-43eb-9bc3-5217c58f6d21 None None] Network 363f66ef-dce1-49a2-b968-96772a2fdf04 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:59.807212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866f5a0-08cc-4c7c-8b3f-dee096e68a0b req-7fb24f6a-aaf0-438e-a8aa-91f241eaf003 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:59.818500 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f866f5a0-08cc-4c7c-8b3f-dee096e68a0b req-7fb24f6a-aaf0-438e-a8aa-91f241eaf003 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1198802 Jul 16 18:44:59.892983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.909060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Calling delete_port for 1a33518d-5ff8-4700-883b-c66309561753 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:59.924121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f866f5a0-08cc-4c7c-8b3f-dee096e68a0b req-afe14c5f-5b7d-4a08-a545-ca90b1fea079 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003499 Jul 16 18:45:00.159221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.209122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Port': ['ID=1a33518d-5ff8-4700-883b-c66309561753,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:00.342651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.349234 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aaf515f3-a979-4f90-96ab-d3d026adf34b tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "DELETE /v2.0/ports/1a33518d-5ff8-4700-883b-c66309561753 HTTP/1.1" status: 204 len: 168 time: 0.7896309 Jul 16 18:45:00.351600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54304) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.448884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cff86cf3-8ee1-425d-812a-d031c17c35e3 req-cd3c45b5-993c-418c-a2e5-fa3032879bed tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 210 time: 0.0907617 Jul 16 18:45:00.495697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65151f-ebbf-4c5a-a460-2c502cad55df tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.506562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7d65151f-ebbf-4c5a-a460-2c502cad55df tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "GET /v2.0/ports?device_id=33115f9c-b8fc-49df-a911-37cf5778843b HTTP/1.1" status: 200 len: 913 time: 0.1537368 Jul 16 18:45:00.509254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.641028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.647937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1476394200-network', 'tenant_id': '8135aad3e43d4cd398f8847145d20dc5'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:00.705242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Made reservation on behalf of 8135aad3e43d4cd398f8847145d20dc5 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:00.710614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.775606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.265455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-01236ccb-f7b0-4191-890a-a85d37e649dc tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.267557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-01236ccb-f7b0-4191-890a-a85d37e649dc tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "GET /v2.0/networks?id=9eecc3d1-de9d-4173-962f-4ebee24d41fb HTTP/1.1" status: 200 len: 809 time: 0.6477077 Jul 16 18:45:01.282961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Request body: {'port': {'device_id': '907a0b99-29c7-459e-823a-bb931b0267c7', 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb', 'admin_state_up': True, 'tenant_id': '3b5965693a08461a8c24650f622cedec'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:01.352641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559e2b-97bb-40c6-9003-cbd12fa35487 req-ca4790c4-4bb5-43d8-be07-8e53cf66c6fc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.361939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d559e2b-97bb-40c6-9003-cbd12fa35487 req-ca4790c4-4bb5-43d8-be07-8e53cf66c6fc tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1425319 Jul 16 18:45:01.449754 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d559e2b-97bb-40c6-9003-cbd12fa35487 req-2327ab54-d910-4302-887c-06aeaab833ab tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867205 Jul 16 18:45:01.451865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.462903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.496919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:01.500426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Made reservation on behalf of 3b5965693a08461a8c24650f622cedec for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:01.506258 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.541659 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.541988 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Added segment d6714ef1-250b-41c3-8344-c125ae05c59c of type vlan for network 22c6cecf-b55a-473d-9d53-7ffd88b1d832 Jul 16 18:45:01.544493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a4c7e6-ae4d-4862-8f88-035c78c70a22,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:01.597917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.653060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.656230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.657765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.658596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.769519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Allocated IP 172.20.0.2 (9eecc3d1-de9d-4173-962f-4ebee24d41fb/9c4a51d3-25c4-4e19-ae7b-238124b2ade0/6f9e2648-096f-46c1-abbb-c91088385b46) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:01.797903 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-729ca0de-275c-452d-85b5-73dd40641eea req-060da764-a6d7-4eb3-92e2-29cf1644f356 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 210 time: 0.1319096 Jul 16 18:45:01.855029 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2128685 Jul 16 18:45:01.857939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:01.864469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Request body: {'subnet': {'network_id': '22c6cecf-b55a-473d-9d53-7ffd88b1d832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1476394200-subnet', 'tenant_id': '8135aad3e43d4cd398f8847145d20dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:01.897149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25d154-2a1a-49c0-a9da-7dc0e2c5589b admin admin] Pushing event updated for resources: {'Network': ['ID=22c6cecf-b55a-473d-9d53-7ffd88b1d832,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:01.913986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 22c6cecf-b55a-473d-9d53-7ffd88b1d832 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:01.934884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Made reservation on behalf of 8135aad3e43d4cd398f8847145d20dc5 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:01.937499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.012289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.070959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.143809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Network 9eecc3d1-de9d-4173-962f-4ebee24d41fb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:02.147119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54330) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.150328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:02.159248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:02.186993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Pushing event updated for resources: {'Port': ['ID=6f9e2648-096f-46c1-abbb-c91088385b46,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.228210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:02.229166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.249560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-2fff52fd-6a95-4603-bd22-125dff612ea1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9726191 Jul 16 18:45:02.265325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Request body: {'port': {'device_id': '907a0b99-29c7-459e-823a-bb931b0267c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:02.288168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.321463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa726608-64e7-49c0-8f40-edcf4be3ebde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.388884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73cbe4f-a1a1-473c-a4b3-b5f638611914,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.395527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.408256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Checking segment: {'id': 'd6714ef1-250b-41c3-8344-c125ae05c59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c6cecf-b55a-473d-9d53-7ffd88b1d832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:02.408256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Network hostable DHCP agents. Network: 22c6cecf-b55a-473d-9d53-7ffd88b1d832, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:02.423171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Deleting port 4f3abd49-1802-436d-8936-436d751f563b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:02.423529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.452080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Network 22c6cecf-b55a-473d-9d53-7ffd88b1d832 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:02.467308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 22c6cecf-b55a-473d-9d53-7ffd88b1d832) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:02.472498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:02.473416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.483478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c45a5-a3a9-440d-8f40-bb580fa6dd2d None None] Network 22c6cecf-b55a-473d-9d53-7ffd88b1d832 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:02.567540 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.572089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa726608-64e7-49c0-8f40-edcf4be3ebde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.583695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa726608-64e7-49c0-8f40-edcf4be3ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.588153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Calling delete_port for 4f3abd49-1802-436d-8936-436d751f563b owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:02.642940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aa726608-64e7-49c0-8f40-edcf4be3ebde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db17d9550094459d85267448b18a2ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918485 Jul 16 18:45:02.668034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.679156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa726608-64e7-49c0-8f40-edcf4be3ebde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d89575-aac6-40d7-80d0-93b8dcb1b17d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.754138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577e798-755f-4561-adc3-69f1775c11e3 None None] Network 22c6cecf-b55a-473d-9d53-7ffd88b1d832 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:02.803240 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64d789e4-56a1-4725-8d18-b14dac654209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.863792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64d789e4-56a1-4725-8d18-b14dac654209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.869808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.888106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9e2648-096f-46c1-abbb-c91088385b46 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:02.899774 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e4fa6d27-ceba-42e5-8046-a3cc0e60684a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0403209 Jul 16 18:45:02.900724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.964433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Port': ['ID=4f3abd49-1802-436d-8936-436d751f563b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.020303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f77b84-d5cb-41d4-9c56-3ab7f5a10b81 req-b321f721-fccf-47c9-8f1c-af795cb7dc85 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.022202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5f77b84-d5cb-41d4-9c56-3ab7f5a10b81 req-b321f721-fccf-47c9-8f1c-af795cb7dc85 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.2712457 Jul 16 18:45:03.042277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Transition to ACTIVE for port object 6f9e2648-096f-46c1-abbb-c91088385b46 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:03.073521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.191185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64d789e4-56a1-4725-8d18-b14dac654209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.195005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64d789e4-56a1-4725-8d18-b14dac654209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.195005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-64d789e4-56a1-4725-8d18-b14dac654209 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43d89575-aac6-40d7-80d0-93b8dcb1b17d HTTP/1.1" status: 204 len: 168 time: 0.5249295 Jul 16 18:45:03.232334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9e2648-096f-46c1-abbb-c91088385b46,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.239357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d789e4-56a1-4725-8d18-b14dac654209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d89575-aac6-40d7-80d0-93b8dcb1b17d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.257964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e5f77b84-d5cb-41d4-9c56-3ab7f5a10b81 req-bbc8f0d4-d46d-4fa3-8610-5510c716a90a tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173688 Jul 16 18:45:03.299795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.377662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a981e5-d14b-4c98-b5a4-44be0bbe13f4 req-6c1842b2-3764-47df-a6a5-8a61498c29e8 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.379695 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-07a981e5-d14b-4c98-b5a4-44be0bbe13f4 req-6c1842b2-3764-47df-a6a5-8a61498c29e8 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 943 time: 0.2582095 Jul 16 18:45:03.394766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Attempting to bind port 6f9e2648-096f-46c1-abbb-c91088385b46 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:03.395262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Attempting to bind port 6f9e2648-096f-46c1-abbb-c91088385b46 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:03.395397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Attempting to bind port 6f9e2648-096f-46c1-abbb-c91088385b46 on network 9eecc3d1-de9d-4173-962f-4ebee24d41fb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:03.407069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Port 6f9e2648-096f-46c1-abbb-c91088385b46 on network 9eecc3d1-de9d-4173-962f-4ebee24d41fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:03.409979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Attempting to bind port 6f9e2648-096f-46c1-abbb-c91088385b46 on network 9eecc3d1-de9d-4173-962f-4ebee24d41fb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:03.423193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:03.423541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Checking segment: {'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:03.423941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Bound using segment: {'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:03.424381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Bound port: 6f9e2648-096f-46c1-abbb-c91088385b46, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:03.425128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.464088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-07a981e5-d14b-4c98-b5a4-44be0bbe13f4 req-e8e221e6-a730-4da5-ba70-bb7db907c8f1 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778072 Jul 16 18:45:03.571872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] For port 6f9e2648-096f-46c1-abbb-c91088385b46, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:03.578809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] For port 6f9e2648-096f-46c1-abbb-c91088385b46, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6f9e2648-096f-46c1-abbb-c91088385b46,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:03.588093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.619121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Router 33115f9c-b8fc-49df-a911-37cf5778843b has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:03.627667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:03.664434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.665304 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.669251 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] 10.222.0.59 "PUT /v2.0/ports/6f9e2648-096f-46c1-abbb-c91088385b46 HTTP/1.1" status: 200 len: 1092 time: 1.4069102 Jul 16 18:45:03.669919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a0b99-29c7-459e-823a-bb931b0267c7', 'tag': '6f9e2648-096f-46c1-abbb-c91088385b46'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:03.673086 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73" -d '{"events": [{"name": "network-changed", "server_uuid": "907a0b99-29c7-459e-823a-bb931b0267c7", "tag": "6f9e2648-096f-46c1-abbb-c91088385b46"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:03.716610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c278aebe-44ad-4e29-832f-80b8b85a06d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.744360 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee287e8d-52c1-43fe-836e-f208e2c805bd x-openstack-request-id: req-ee287e8d-52c1-43fe-836e-f208e2c805bd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:03.744718 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a0b99-29c7-459e-823a-bb931b0267c7", "tag": "6f9e2648-096f-46c1-abbb-c91088385b46", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:03.744955 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee287e8d-52c1-43fe-836e-f208e2c805bd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:03.745345 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a0b99-29c7-459e-823a-bb931b0267c7', 'tag': '6f9e2648-096f-46c1-abbb-c91088385b46', 'status': 'completed', 'code': 200} Jul 16 18:45:03.789303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc5946-3eb4-462c-b5c9-f4e5ecec8c32 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9e2648-096f-46c1-abbb-c91088385b46,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.811135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:03.819578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-95797271-6851-44ee-9584-ac3e0c53122e tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "PUT /v2.0/routers/33115f9c-b8fc-49df-a911-37cf5778843b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3065522 Jul 16 18:45:03.822495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:03.823667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] Sync routers for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:03.836021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:03.837478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:03.873463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:03.884823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] Routers {'33115f9c-b8fc-49df-a911-37cf5778843b'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:03.886063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['33115f9c-b8fc-49df-a911-37cf5778843b'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:03.903111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-695f8254-6867-4a89-8024-0829c3c77d0c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.910764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-695f8254-6867-4a89-8024-0829c3c77d0c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/networks?id=363f66ef-dce1-49a2-b968-96772a2fdf04 HTTP/1.1" status: 200 len: 812 time: 0.2085366 Jul 16 18:45:03.930058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:03.931270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce41524-a39c-49ad-b43d-8fe1427861dd None None] The sync data for ids ['33115f9c-b8fc-49df-a911-37cf5778843b'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:03.938099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-7ce8b09a-0faf-4099-99b0-432bc49b59e8 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/quotas/2cfeef4d296b40b2a08e5aa309db7bd8 HTTP/1.1" status: 200 len: 375 time: 0.0257993 Jul 16 18:45:03.973529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.981121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c278aebe-44ad-4e29-832f-80b8b85a06d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.982940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-d39fb7a2-765c-43b8-89ff-1d3795a4e501 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cfeef4d296b40b2a08e5aa309db7bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405016 Jul 16 18:45:03.991991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-cc2b8dec-d0c5-4c82-9e92-6a3a85d927c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.993895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-cc2b8dec-d0c5-4c82-9e92-6a3a85d927c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b5965693a08461a8c24650f622cedec&device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 1095 time: 0.2772160 Jul 16 18:45:04.014834 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c278aebe-44ad-4e29-832f-80b8b85a06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.056100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-65d17725-63a4-4637-a791-e0d34097d887 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f9e2648-096f-46c1-abbb-c91088385b46 HTTP/1.1" status: 200 len: 217 time: 0.0516632 Jul 16 18:45:04.066946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278aebe-44ad-4e29-832f-80b8b85a06d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61769e68-ea92-42a0-8a93-48113eb9c13e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:04.100258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c278aebe-44ad-4e29-832f-80b8b85a06d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5cdf24d99b845df998b6fab12999524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695585 Jul 16 18:45:04.102600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54370) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:04.155770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-f7540d7a-12da-4a21-aab2-2de5db707c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.157374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-f7540d7a-12da-4a21-aab2-2de5db707c6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9c4a51d3-25c4-4e19-ae7b-238124b2ade0 HTTP/1.1" status: 200 len: 849 time: 0.0671327 Jul 16 18:45:04.159415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-1e8f0457-f4fa-4fc8-b3d8-ec4ff2438b62 service neutron] 10.222.0.49 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625433 Jul 16 18:45:04.166411 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.204001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e5756a-fc7b-422b-b4ce-e848da494add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.221378 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-e76c72db-7535-4271-8b0c-5c78b0c1301f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eecc3d1-de9d-4173-962f-4ebee24d41fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468671 Jul 16 18:45:04.239953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e5756a-fc7b-422b-b4ce-e848da494add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.288747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Deleting port 7c33222c-823e-4307-b2ed-af0a0a91a0c1 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:04.289164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.358594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e5756a-fc7b-422b-b4ce-e848da494add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.362006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e5756a-fc7b-422b-b4ce-e848da494add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.363302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-68e5756a-fc7b-422b-b4ce-e848da494add admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61769e68-ea92-42a0-8a93-48113eb9c13e HTTP/1.1" status: 204 len: 168 time: 0.2598045 Jul 16 18:45:04.382561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.386282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5756a-fc7b-422b-b4ce-e848da494add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61769e68-ea92-42a0-8a93-48113eb9c13e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:04.430288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-246cd19f-4ab3-4697-ae82-a2138b391746 service neutron] 10.222.0.49 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646420 Jul 16 18:45:04.434673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Calling delete_port for 7c33222c-823e-4307-b2ed-af0a0a91a0c1 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:04.443775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-54c8ce0f-13a9-4b4b-90ee-dc9b5d0025c0 service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135596 Jul 16 18:45:04.527707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faba407-ff73-42ff-b8a1-94769df642ca req-0dc63954-4a49-43e1-8d19-db618f8f64d2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.529542 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5faba407-ff73-42ff-b8a1-94769df642ca req-0dc63954-4a49-43e1-8d19-db618f8f64d2 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1400442 Jul 16 18:45:04.636176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5faba407-ff73-42ff-b8a1-94769df642ca req-722b825b-be37-4aca-9ec0-91b9d3b9dcb1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981331 Jul 16 18:45:04.664035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fddfdee-2c57-4b37-a776-8f843aa84adc req-195b8a8b-cfe0-4681-8a05-780e17db8fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113640 Jul 16 18:45:04.776423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-598fcbb3-2654-493a-897c-6087ac47eef8 req-6c453271-7812-48b4-a642-21983fb3d21e tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 210 time: 0.0561347 Jul 16 18:45:04.784328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.833405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Port': ['ID=7c33222c-823e-4307-b2ed-af0a0a91a0c1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:04.910629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.957971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063abdc-d605-4f52-b28a-55121cd84cd6 req-4724a6ed-2272-47f1-804e-cea1090724bc tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.961279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f063abdc-d605-4f52-b28a-55121cd84cd6 req-4724a6ed-2272-47f1-804e-cea1090724bc tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 943 time: 0.2178011 Jul 16 18:45:04.964954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-b52426de-d4ef-4669-9296-25919a6ca004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.968627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-b52426de-d4ef-4669-9296-25919a6ca004 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b5965693a08461a8c24650f622cedec&device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 1095 time: 0.2153168 Jul 16 18:45:05.047774 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.050274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.094108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f063abdc-d605-4f52-b28a-55121cd84cd6 req-f011daf7-1c68-4f16-af8d-b2bfda38c6fe tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196530 Jul 16 18:45:05.118738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.119306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Fanout notify agent at l3_agent the message router_deleted on router 33115f9c-b8fc-49df-a911-37cf5778843b {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:05.132645 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.137878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fae45a3c-1e5d-4541-8327-e804cc96441d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "DELETE /v2.0/routers/33115f9c-b8fc-49df-a911-37cf5778843b HTTP/1.1" status: 204 len: 168 time: 1.3142691 Jul 16 18:45:05.139924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:05.150086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-83d39b82-4d4f-4dc5-91fd-47255ae447e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:05.152689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-83d39b82-4d4f-4dc5-91fd-47255ae447e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9eecc3d1-de9d-4173-962f-4ebee24d41fb HTTP/1.1" status: 200 len: 910 time: 0.1740963 Jul 16 18:45:05.209872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Deleting subnet 33f02a02-3d88-4cb5-b957-553e93cda378 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:05.214034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.228626 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-3e3f7362-5f35-47cd-be24-b3d88bb36fde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f9e2648-096f-46c1-abbb-c91088385b46 HTTP/1.1" status: 200 len: 217 time: 0.0674279 Jul 16 18:45:05.275666 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.350618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-2121f630-dec7-41f3-a37b-264780bf9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:05.352369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-2121f630-dec7-41f3-a37b-264780bf9a5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9c4a51d3-25c4-4e19-ae7b-238124b2ade0 HTTP/1.1" status: 200 len: 849 time: 0.1159787 Jul 16 18:45:05.393672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.424541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-c31aaff1-7abd-4b41-b36b-320a1994fee1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eecc3d1-de9d-4173-962f-4ebee24d41fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630839 Jul 16 18:45:05.486227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.535237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Subnet': ['ID=33f02a02-3d88-4cb5-b957-553e93cda378,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:05.549758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.550103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7beb1a-1e14-4ac2-927c-87be76c6353e None None] Network 324884c5-e2e6-4710-85f4-21481cd9e762 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:05.552015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f272b5d8-7623-4f7f-948a-683050bb4c43 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "DELETE /v2.0/subnets/33f02a02-3d88-4cb5-b957-553e93cda378 HTTP/1.1" status: 204 len: 168 time: 0.4100618 Jul 16 18:45:05.554421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:05.570070 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-cbcbfac7-85b0-454a-becb-02043014acb4 service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339657 Jul 16 18:45:05.686216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:05.728723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.764873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0cdd75d-b2a6-4dd1-8c06-c9ab5640da73 req-21b9f562-1ee7-4403-b985-75d957a3a586 service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861143 Jul 16 18:45:05.812474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Deleting port e2615a26-59e5-4373-9962-b14991698580 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:05.813094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.835689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] DHCP port deletion for 324884c5-e2e6-4710-85f4-21481cd9e762 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:05.856767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1805279087-network', 'tenant_id': 'a5b054fd84924c688f6167272d23e570'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:05.895599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] For port e2615a26-59e5-4373-9962-b14991698580, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e2615a26-59e5-4373-9962-b14991698580,segment=NetworkSegment(2a6ac855-7bfd-423d-83fe-848bfb71210a),segment_id=2a6ac855-7bfd-423d-83fe-848bfb71210a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:05.896243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.901782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Made reservation on behalf of a5b054fd84924c688f6167272d23e570 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:05.904667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.910511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Calling delete_port for e2615a26-59e5-4373-9962-b14991698580 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:05.915321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] Deleting port e2615a26-59e5-4373-9962-b14991698580 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:05.915976 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.924547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.018137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.024314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] For port e2615a26-59e5-4373-9962-b14991698580, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e2615a26-59e5-4373-9962-b14991698580,segment=NetworkSegment(2a6ac855-7bfd-423d-83fe-848bfb71210a),segment_id=2a6ac855-7bfd-423d-83fe-848bfb71210a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:06.024709 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.058342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] Calling delete_port for e2615a26-59e5-4373-9962-b14991698580 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:06.073126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Port': ['ID=e2615a26-59e5-4373-9962-b14991698580,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.075773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] No DVR routers for this DVR port e2615a26-59e5-4373-9962-b14991698580 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:06.167773 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.171490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22c0d824-fa30-46c8-90c8-57498fd5ad4b req-b6ddb944-5eff-453a-8b52-f56bc8da1516 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 210 time: 0.1631227 Jul 16 18:45:06.173628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.174239 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.184920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d38e16-5d83-4973-8d83-2d54e9642176 req-af2333df-65fb-4b12-b878-fd3f00db6dfd tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.186617 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a1d38e16-5d83-4973-8d83-2d54e9642176 req-af2333df-65fb-4b12-b878-fd3f00db6dfd tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1812379 Jul 16 18:45:06.209338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324884c5-e2e6-4710-85f4-21481cd9e762']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:06.215087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:06.231532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6ac855-7bfd-423d-83fe-848bfb71210a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:06.232005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6ac855-7bfd-423d-83fe-848bfb71210a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:06.261548 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.261942 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Added segment b6040a2a-3e95-4653-8afe-39f090323428 of type vlan for network e5bbb623-b536-4796-962f-d25fd7f950c8 Jul 16 18:45:06.263705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.268812 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a1d38e16-5d83-4973-8d83-2d54e9642176 req-40a14956-b0b5-49c6-813c-14ef0101b85e tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751400 Jul 16 18:45:06.284482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.286147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb6b91-bf0a-4a5b-93f5-3060930abd40,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.287388 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.308172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:06.308687 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:06.318509 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:06.373905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] Pushing event deleted for resources: {'Port': ['ID=e2615a26-59e5-4373-9962-b14991698580,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.387613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4779035-0cdb-45f4-a6c3-da550093a115 None None] No DVR routers for this DVR port e2615a26-59e5-4373-9962-b14991698580 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:06.418242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.451094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.469888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.475000 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "DELETE /v2.0/networks/324884c5-e2e6-4710-85f4-21481cd9e762 HTTP/1.1" status: 204 len: 168 time: 0.9193017 Jul 16 18:45:06.475762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54424) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:06.520156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-addf8582-a179-4c8e-be78-5609a60e25ac tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.522169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-addf8582-a179-4c8e-be78-5609a60e25ac tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.67 "GET /v2.0/networks?id=363f66ef-dce1-49a2-b968-96772a2fdf04 HTTP/1.1" status: 200 len: 812 time: 0.2864501 Jul 16 18:45:06.537174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a0c8b-6388-4c06-a816-f31c6b0aa44d tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Network': ['ID=324884c5-e2e6-4710-85f4-21481cd9e762,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.537955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Request body: {'port': {'device_id': '599dd933-de83-4130-8519-1857786afd9d', 'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04', 'admin_state_up': True, 'tenant_id': '2cfeef4d296b40b2a08e5aa309db7bd8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:06.546043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.547340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.548229 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.613980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9223876 Jul 16 18:45:06.617393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:06.623245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Request body: {'subnet': {'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1805279087-subnet', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:06.651919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Made reservation on behalf of a5b054fd84924c688f6167272d23e570 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:06.654341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.680512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Deleting port 0f675181-77a9-4d34-9a5b-19386df9d74d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:06.680837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.685025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb909a37-a5e7-444a-a32b-a5f702fa7e91 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bbb623-b536-4796-962f-d25fd7f950c8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.700348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926db04-a4f3-4ef4-afbd-dc607a192099 req-d8a12c76-23b3-4d44-ad39-f030bc8df231 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.700624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e5bbb623-b536-4796-962f-d25fd7f950c8 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:06.701945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f926db04-a4f3-4ef4-afbd-dc607a192099 req-d8a12c76-23b3-4d44-ad39-f030bc8df231 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 943 time: 0.2661777 Jul 16 18:45:06.767397 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f926db04-a4f3-4ef4-afbd-dc607a192099 req-7a8aca1f-8f20-4dac-b07c-48dde84c6046 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552828 Jul 16 18:45:06.778354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Made reservation on behalf of 2cfeef4d296b40b2a08e5aa309db7bd8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:06.782402 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.808629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.808981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.917229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Allocated IP 172.20.0.6 (363f66ef-dce1-49a2-b968-96772a2fdf04/23647619-03a0-44e4-b907-3584b9e00d8c/1de90637-20d1-4b07-9df9-f1e482ef1228) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:07.084270 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.155371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.197619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Calling delete_port for 0f675181-77a9-4d34-9a5b-19386df9d74d owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:07.210606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Network 363f66ef-dce1-49a2-b968-96772a2fdf04 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:07.214380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:07.216992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:07.224200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Pushing event updated for resources: {'Port': ['ID=1de90637-20d1-4b07-9df9-f1e482ef1228,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.273098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:07.273864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.289834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-ddc5a16d-5f6d-4c4f-ba98-696377face19 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587194 Jul 16 18:45:07.303322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Request body: {'port': {'device_id': '599dd933-de83-4130-8519-1857786afd9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:07.310359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.387297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.418129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af233d1-7b66-40aa-b30d-8f39f835cbe3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.457542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6f9e2648-096f-46c1-abbb-c91088385b46 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:07.460079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Checking segment: {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:07.460440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Network hostable DHCP agents. Network: e5bbb623-b536-4796-962f-d25fd7f950c8, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:07.499212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342ca8d-ea4d-4639-b0b4-fc0292d2c8b1 req-72f82135-e860-4c7a-8cac-1cd2109cf6c3 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:07.501021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c342ca8d-ea4d-4639-b0b4-fc0292d2c8b1 req-72f82135-e860-4c7a-8cac-1cd2109cf6c3 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 931 time: 0.1651690 Jul 16 18:45:07.502967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.539483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Network e5bbb623-b536-4796-962f-d25fd7f950c8 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:07.547233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Pushing event deleted for resources: {'Port': ['ID=0f675181-77a9-4d34-9a5b-19386df9d74d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.578734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6f9e2648-096f-46c1-abbb-c91088385b46, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6f9e2648-096f-46c1-abbb-c91088385b46,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:07.588651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e5bbb623-b536-4796-962f-d25fd7f950c8) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:07.593713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eaa2f-3db4-492c-9205-c630a2b6ece0 req-a0fd007c-6e09-4efd-9618-7fb3a4f416d4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:07.595409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '6f9e2648-096f-46c1-abbb-c91088385b46', 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb', 'port_id': '6f9e2648-096f-46c1-abbb-c91088385b46', 'mac_address': 'fa:16:3e:74:51:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4a51d3-25c4-4e19-ae7b-238124b2ade0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:07.600712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393eaa2f-3db4-492c-9205-c630a2b6ece0 req-a0fd007c-6e09-4efd-9618-7fb3a4f416d4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1709483 Jul 16 18:45:07.605680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eddfd3-175e-4010-941a-d2451cbc534d None None] Network e5bbb623-b536-4796-962f-d25fd7f950c8 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:07.612993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:07.613579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.621139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c342ca8d-ea4d-4639-b0b4-fc0292d2c8b1 req-02e24a76-bcc6-4c07-b3ed-87690a30d782 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122479 Jul 16 18:45:07.646834 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c2eac43f-ade2-46a8-b59a-eada0a8ab11d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0249662 Jul 16 18:45:07.646834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54434) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:07.648814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.651434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.660845 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c489690f-2e24-4918-b79c-283d8c88bb08 tempest-FloatingIPAdminTestJSON-852244045 tempest-FloatingIPAdminTestJSON-852244045-project] 10.222.0.49 "DELETE /v2.0/floatingips/166fd738-5298-457f-9895-bcb8553ed9b3 HTTP/1.1" status: 204 len: 168 time: 1.1671772 Jul 16 18:45:07.669258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:07.704632 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.705818 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.718031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-393eaa2f-3db4-492c-9205-c630a2b6ece0 req-795ee3fb-3d4b-42d0-a4a9-939c7d8687d8 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163170 Jul 16 18:45:07.724187 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.744344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9e2648-096f-46c1-abbb-c91088385b46 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:07.790521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e2615a26-59e5-4373-9962-b14991698580 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:07.838766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6f9e2648-096f-46c1-abbb-c91088385b46, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6f9e2648-096f-46c1-abbb-c91088385b46,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:07.841863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de90637-20d1-4b07-9df9-f1e482ef1228 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:07.842101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e2615a26-59e5-4373-9962-b14991698580 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:07.843697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e2615a26-59e5-4373-9962-b14991698580 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:07.847818 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.852665 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.854830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.878062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Transition to ACTIVE for port object 1de90637-20d1-4b07-9df9-f1e482ef1228 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:07.888273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.965618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6f9e2648-096f-46c1-abbb-c91088385b46,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:07.981352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e5bbb623-b536-4796-962f-d25fd7f950c8', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:07.982363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.992573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:08.007929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Pushing event updated for resources: {'Port': ['ID=1de90637-20d1-4b07-9df9-f1e482ef1228,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.059729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.097388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Attempting to bind port 1de90637-20d1-4b07-9df9-f1e482ef1228 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:08.097729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Attempting to bind port 1de90637-20d1-4b07-9df9-f1e482ef1228 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '68d9cbd2-2d4a-45d8-a259-35a0d3b2e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:08.098062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Attempting to bind port 1de90637-20d1-4b07-9df9-f1e482ef1228 on network 363f66ef-dce1-49a2-b968-96772a2fdf04 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:08.104973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Port 1de90637-20d1-4b07-9df9-f1e482ef1228 on network 363f66ef-dce1-49a2-b968-96772a2fdf04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:08.105296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Attempting to bind port 1de90637-20d1-4b07-9df9-f1e482ef1228 on network 363f66ef-dce1-49a2-b968-96772a2fdf04 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:08.110717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:08.111053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Checking segment: {'id': '68d9cbd2-2d4a-45d8-a259-35a0d3b2e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:08.111458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Bound using segment: {'id': '68d9cbd2-2d4a-45d8-a259-35a0d3b2e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:08.111868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Bound port: 1de90637-20d1-4b07-9df9-f1e482ef1228, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d9cbd2-2d4a-45d8-a259-35a0d3b2e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:08.112730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.128791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca1c8-d7b8-4031-8de3-c958b150b1fe req-40b398f9-3e0f-44ca-b4ef-50e85d7ae167 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:08.130636 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a5fca1c8-d7b8-4031-8de3-c958b150b1fe req-40b398f9-3e0f-44ca-b4ef-50e85d7ae167 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 944 time: 0.1895366 Jul 16 18:45:08.147415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Allocated IP 172.20.0.2 (e5bbb623-b536-4796-962f-d25fd7f950c8/6af233d1-7b66-40aa-b30d-8f39f835cbe3/800782e1-8ab7-4177-9b19-8a84bf500d7e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:08.196582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6f9e2648-096f-46c1-abbb-c91088385b46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:08.196830 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a5fca1c8-d7b8-4031-8de3-c958b150b1fe req-b928cef4-8109-405f-bfe7-4a4b70a09f24 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544989 Jul 16 18:45:08.220485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-20bdfc80-6845-4b06-af4e-fbdc3e1e4ae4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a463cd0a4e98423698c03b0b34f82e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240808 Jul 16 18:45:08.221302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:08.225181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] For port 1de90637-20d1-4b07-9df9-f1e482ef1228, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:08.228732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] For port 1de90637-20d1-4b07-9df9-f1e482ef1228, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1de90637-20d1-4b07-9df9-f1e482ef1228,segment=NetworkSegment(68d9cbd2-2d4a-45d8-a259-35a0d3b2e204),segment_id=68d9cbd2-2d4a-45d8-a259-35a0d3b2e204)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:08.237267 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.296450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:08.297253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.298633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] 10.222.0.67 "PUT /v2.0/ports/1de90637-20d1-4b07-9df9-f1e482ef1228 HTTP/1.1" status: 200 len: 1092 time: 1.0003765 Jul 16 18:45:08.299083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599dd933-de83-4130-8519-1857786afd9d', 'tag': '1de90637-20d1-4b07-9df9-f1e482ef1228'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:08.301378 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dda2d2-1e48-4110-a7e2-569721102802" -d '{"events": [{"name": "network-changed", "server_uuid": "599dd933-de83-4130-8519-1857786afd9d", "tag": "1de90637-20d1-4b07-9df9-f1e482ef1228"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:08.341252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc4b19-3518-492e-a6c5-bb67588bf727 service neutron] Pushing event updated for resources: {'Port': ['ID=1de90637-20d1-4b07-9df9-f1e482ef1228,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.352566 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5619d164-9135-4438-b0b2-ee0e89c803d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.380626 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb70ed2-6ed6-498f-95ae-cc2a8394f0c4 x-openstack-request-id: req-abb70ed2-6ed6-498f-95ae-cc2a8394f0c4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:08.381035 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599dd933-de83-4130-8519-1857786afd9d", "tag": "1de90637-20d1-4b07-9df9-f1e482ef1228", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:08.381401 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abb70ed2-6ed6-498f-95ae-cc2a8394f0c4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:08.382355 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599dd933-de83-4130-8519-1857786afd9d', 'tag': '1de90637-20d1-4b07-9df9-f1e482ef1228', 'status': 'completed', 'code': 200} Jul 16 18:45:08.388121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.408538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.409913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5619d164-9135-4438-b0b2-ee0e89c803d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.425169 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.442201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Transition to ACTIVE for port object 800782e1-8ab7-4177-9b19-8a84bf500d7e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:08.474231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Transition to ACTIVE for port object 800782e1-8ab7-4177-9b19-8a84bf500d7e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:08.475923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-c9cef227-e648-4925-aece-cfa6cb49ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:08.478103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-c9cef227-e648-4925-aece-cfa6cb49ce1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cfeef4d296b40b2a08e5aa309db7bd8&device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 1095 time: 0.1123841 Jul 16 18:45:08.484976 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.526156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Allocated IP 172.25.1.118 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7683c225-dd07-4ae1-9a4d-20f03fd67c39) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:08.531640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5619d164-9135-4438-b0b2-ee0e89c803d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.534765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5619d164-9135-4438-b0b2-ee0e89c803d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.537036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5619d164-9135-4438-b0b2-ee0e89c803d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c22fdf5-5ffd-4df9-b3e5-ea01d6c022a3 HTTP/1.1" status: 204 len: 168 time: 0.3148284 Jul 16 18:45:08.542203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-4a6569dc-79b5-4589-90b4-371c92c02d6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1de90637-20d1-4b07-9df9-f1e482ef1228 HTTP/1.1" status: 200 len: 217 time: 0.0551734 Jul 16 18:45:08.544672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Network e5bbb623-b536-4796-962f-d25fd7f950c8 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:08.551351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Pushing event updated for resources: {'Port': ['ID=800782e1-8ab7-4177-9b19-8a84bf500d7e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.553893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:08.556531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:08.572204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619d164-9135-4438-b0b2-ee0e89c803d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22fdf5-5ffd-4df9-b3e5-ea01d6c022a3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.630713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Attempting to bind port 800782e1-8ab7-4177-9b19-8a84bf500d7e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:08.631056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Attempting to bind port 800782e1-8ab7-4177-9b19-8a84bf500d7e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:08.631441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Attempting to bind port 800782e1-8ab7-4177-9b19-8a84bf500d7e on network e5bbb623-b536-4796-962f-d25fd7f950c8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:08.631898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-9913a307-8a8c-424b-b2ac-ae2ded835a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:08.633523 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-9913a307-8a8c-424b-b2ac-ae2ded835a89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=23647619-03a0-44e4-b907-3584b9e00d8c HTTP/1.1" status: 200 len: 852 time: 0.0847650 Jul 16 18:45:08.637096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:08.637618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Checking segment: {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:08.638326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.638782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Bound using segment: {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:08.639310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Bound port: 800782e1-8ab7-4177-9b19-8a84bf500d7e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:08.639843 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.668463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.673980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-d165a743-5b5d-469a-b8b1-b896f6745a87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363f66ef-dce1-49a2-b968-96772a2fdf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334866 Jul 16 18:45:08.758924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] For port 800782e1-8ab7-4177-9b19-8a84bf500d7e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:08.773254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.781193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] For port 800782e1-8ab7-4177-9b19-8a84bf500d7e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=800782e1-8ab7-4177-9b19-8a84bf500d7e,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:08.788521 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.847519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:08.882329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:08.887697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:08.921140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb3d7b-341c-4935-bd84-83403b3dbe1b None None] Pushing event updated for resources: {'Port': ['ID=800782e1-8ab7-4177-9b19-8a84bf500d7e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.922403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7683c225-dd07-4ae1-9a4d-20f03fd67c39,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:09.033423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54460) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:09.051164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af77b0-0abb-49cd-895e-321bd1618aaf req-478c51f2-238c-4f68-81aa-a40b66a2d8ef tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.058295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-75af77b0-0abb-49cd-895e-321bd1618aaf req-478c51f2-238c-4f68-81aa-a40b66a2d8ef tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 943 time: 0.2535403 Jul 16 18:45:09.078374 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fe84-d49e-4d2a-ab96-889ea7e652c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.197531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-75af77b0-0abb-49cd-895e-321bd1618aaf req-508b22cd-c07c-4e2e-9638-29b94800c78c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382256 Jul 16 18:45:09.203395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d518e-4b95-4e0d-9284-8bcfb8f0efce req-b0a4bbaf-4a1e-4c1c-93e8-c3ef8d8b1714 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.205069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-067d518e-4b95-4e0d-9284-8bcfb8f0efce req-b0a4bbaf-4a1e-4c1c-93e8-c3ef8d8b1714 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1437492 Jul 16 18:45:09.207382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-44e9cc95-493b-4794-90ac-773b768c78b5 service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272381 Jul 16 18:45:09.310600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-067d518e-4b95-4e0d-9284-8bcfb8f0efce req-3ff6a50b-1bc2-4ae6-9376-8599a33a4db1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959032 Jul 16 18:45:09.391643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7302a66a-0d17-41ed-ab0e-26eb318c918a req-a1afb940-0b60-47f8-92d3-ae8eabc7be67 service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773045 Jul 16 18:45:09.440403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.485108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fe84-d49e-4d2a-ab96-889ea7e652c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.493838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3e8fe84-d49e-4d2a-ab96-889ea7e652c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.495284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6f9e2648-096f-46c1-abbb-c91088385b46 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:09.503537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dda2d2-1e48-4110-a7e2-569721102802 req-028e4492-71f6-47b9-9d58-cfb0ddc4a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.505126 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63dda2d2-1e48-4110-a7e2-569721102802 req-028e4492-71f6-47b9-9d58-cfb0ddc4a950 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cfeef4d296b40b2a08e5aa309db7bd8&device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 1095 time: 0.0630610 Jul 16 18:45:09.565738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 6f9e2648-096f-46c1-abbb-c91088385b46 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:09.570031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 6f9e2648-096f-46c1-abbb-c91088385b46 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:09.570679 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.589302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a3e8fe84-d49e-4d2a-ab96-889ea7e652c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92a9d6411ad44e9fb8de3d2331d1fb7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535381 Jul 16 18:45:09.593573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:09.598230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4108172-6a99-4391-9128-c794f74bc241 req-af3d786a-803b-4a2b-8206-b937baa1ec2c tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.599732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4108172-6a99-4391-9128-c794f74bc241 req-af3d786a-803b-4a2b-8206-b937baa1ec2c tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 944 time: 0.2359061 Jul 16 18:45:09.603072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8fe84-d49e-4d2a-ab96-889ea7e652c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cdee33-fd7d-45e1-9357-376b87d6e6ce,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:09.627801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dda2d2-1e48-4110-a7e2-569721102802 req-a6c5c389-4446-4eea-b5c0-930e6c6ec03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.630748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63dda2d2-1e48-4110-a7e2-569721102802 req-a6c5c389-4446-4eea-b5c0-930e6c6ec03b service neutron] 10.222.0.67 "GET /v2.0/networks?id=363f66ef-dce1-49a2-b968-96772a2fdf04 HTTP/1.1" status: 200 len: 913 time: 0.1168358 Jul 16 18:45:09.676475 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.684982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63dda2d2-1e48-4110-a7e2-569721102802 req-9a3124f6-c3e5-460a-9317-14201da50bdc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1de90637-20d1-4b07-9df9-f1e482ef1228 HTTP/1.1" status: 200 len: 217 time: 0.0475974 Jul 16 18:45:09.685221 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a4108172-6a99-4391-9128-c794f74bc241 req-8b07fd44-7d17-4059-853e-59cda3e72118 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775630 Jul 16 18:45:09.701666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f54713f-e756-42fd-9973-1a872c19890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.701896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a0b99-29c7-459e-823a-bb931b0267c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9e2648-096f-46c1-abbb-c91088385b46'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:09.704857 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467b03d2-dfd4-41ba-88d5-5bedd50cedb7" -d '{"events": [{"server_uuid": "907a0b99-29c7-459e-823a-bb931b0267c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f9e2648-096f-46c1-abbb-c91088385b46"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:09.736702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6f9e2648-096f-46c1-abbb-c91088385b46, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6f9e2648-096f-46c1-abbb-c91088385b46,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:09.743420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.759256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.806061 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f54713f-e756-42fd-9973-1a872c19890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.829105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dda2d2-1e48-4110-a7e2-569721102802 req-563db678-1674-4ae8-aa3b-190379cdb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.829866 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695ddae2-d2fd-4db5-8a9a-da47d352b3a3 x-openstack-request-id: req-695ddae2-d2fd-4db5-8a9a-da47d352b3a3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:09.830371 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a0b99-29c7-459e-823a-bb931b0267c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f9e2648-096f-46c1-abbb-c91088385b46", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:09.830583 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-695ddae2-d2fd-4db5-8a9a-da47d352b3a3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:09.830787 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a0b99-29c7-459e-823a-bb931b0267c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9e2648-096f-46c1-abbb-c91088385b46', 'code': 200} Jul 16 18:45:09.831770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6f9e2648-096f-46c1-abbb-c91088385b46,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:09.832261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63dda2d2-1e48-4110-a7e2-569721102802 req-563db678-1674-4ae8-aa3b-190379cdb29c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=23647619-03a0-44e4-b907-3584b9e00d8c HTTP/1.1" status: 200 len: 852 time: 0.1317561 Jul 16 18:45:09.885703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63dda2d2-1e48-4110-a7e2-569721102802 req-c3d328a2-3d0a-4c8b-aee7-7c187216eed9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363f66ef-dce1-49a2-b968-96772a2fdf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451117 Jul 16 18:45:09.914948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 800782e1-8ab7-4177-9b19-8a84bf500d7e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:09.945531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Router cf049b79-8afb-490a-9703-3fe9f2e84023 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:09.985093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 800782e1-8ab7-4177-9b19-8a84bf500d7e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:10.040610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f54713f-e756-42fd-9973-1a872c19890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.043163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f54713f-e756-42fd-9973-1a872c19890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.046958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7f54713f-e756-42fd-9973-1a872c19890a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5cdee33-fd7d-45e1-9357-376b87d6e6ce HTTP/1.1" status: 204 len: 168 time: 0.4492893 Jul 16 18:45:10.067702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54713f-e756-42fd-9973-1a872c19890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cdee33-fd7d-45e1-9357-376b87d6e6ce,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:10.077111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:10.086364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f8080-24d4-4c47-861b-5eea4e761969 req-24b5b2dc-89de-4afe-b7e3-1a319a3ab2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.088025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-847f8080-24d4-4c47-861b-5eea4e761969 req-24b5b2dc-89de-4afe-b7e3-1a319a3ab2fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 1097 time: 0.2050424 Jul 16 18:45:10.103067 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Sync routers for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:10.116703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.121941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4bf570c3-7312-4782-8254-f3a4075274b9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4722648 Jul 16 18:45:10.122169 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:10.122169 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:10.122653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:10.136082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63dda2d2-1e48-4110-a7e2-569721102802 req-1d0b8d7e-bcdf-44a1-bac4-1f028ad301b9 service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358232 Jul 16 18:45:10.240458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bcb14d-3f35-4634-af32-324602ebd333 None None] Network e5bbb623-b536-4796-962f-d25fd7f950c8 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:10.251060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-847f8080-24d4-4c47-861b-5eea4e761969 req-45633fbb-57aa-49d6-a0bc-4d9ec2767f22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450820 Jul 16 18:45:10.255877 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:10.263384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-63dda2d2-1e48-4110-a7e2-569721102802 req-03ae6428-6288-430f-9c18-4855b5baeb0f service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163960 Jul 16 18:45:10.464643 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:09Z', 'revision_number': 3, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:10.493128 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Checking router: cf049b79-8afb-490a-9703-3fe9f2e84023 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:10.494125 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Updating router cf049b79-8afb-490a-9703-3fe9f2e84023 port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:10.580968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d31f76de-4748-48b7-a562-b0cc834fb2cf None None] Provisioning for port 800782e1-8ab7-4177-9b19-8a84bf500d7e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:10.586879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d31f76de-4748-48b7-a562-b0cc834fb2cf None None] Provisioning complete for port 800782e1-8ab7-4177-9b19-8a84bf500d7e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:10.587293 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d31f76de-4748-48b7-a562-b0cc834fb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.599379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a0c33-f4ab-471e-a47a-3feb185c083d req-8cd7917c-7876-4979-915b-d551617cc3d7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.607707 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-022a0c33-f4ab-471e-a47a-3feb185c083d req-8cd7917c-7876-4979-915b-d551617cc3d7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.0868084 Jul 16 18:45:10.651939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:10.653299 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.666719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-022a0c33-f4ab-471e-a47a-3feb185c083d req-1424db72-67fb-4130-8de0-0d9ee34cae15 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Jul 16 18:45:10.685787 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f23cdbc-1e0d-4721-a253-571fa2de299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.758051 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d31f76de-4748-48b7-a562-b0cc834fb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.804459 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d31f76de-4748-48b7-a562-b0cc834fb2cf None None] For port 800782e1-8ab7-4177-9b19-8a84bf500d7e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=800782e1-8ab7-4177-9b19-8a84bf500d7e,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:10.810418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d31f76de-4748-48b7-a562-b0cc834fb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.884143 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f23cdbc-1e0d-4721-a253-571fa2de299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.884407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f76de-4748-48b7-a562-b0cc834fb2cf None None] Pushing event updated for resources: {'Port': ['ID=800782e1-8ab7-4177-9b19-8a84bf500d7e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:10.892690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f23cdbc-1e0d-4721-a253-571fa2de299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.913097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dab4d1-5bba-4074-a96b-33894bad1987 req-6d3456ac-88ae-49d5-838e-51b30bc0fd2e tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.918231 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b2dab4d1-5bba-4074-a96b-33894bad1987 req-6d3456ac-88ae-49d5-838e-51b30bc0fd2e tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 943 time: 0.4835799 Jul 16 18:45:10.993157 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.006853 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Transition to ACTIVE for port object 7683c225-dd07-4ae1-9a4d-20f03fd67c39 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:11.018788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3f23cdbc-1e0d-4721-a253-571fa2de299f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24621b2aeed147df825ea5f4e366e1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509722 Jul 16 18:45:11.022900 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.024276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:11.027419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23cdbc-1e0d-4721-a253-571fa2de299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9717d2-9701-4564-a5b2-8bf27d8ff832,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.067179 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Attempting to bind port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:11.067179 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Attempting to bind port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:11.067646 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Attempting to bind port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:11.087106 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b2dab4d1-5bba-4074-a96b-33894bad1987 req-37145cee-8270-4cd3-8ae5-1697a43e2473 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340477 Jul 16 18:45:11.090167 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:11.090167 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:11.090485 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.091396 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:11.091529 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Bound port: 7683c225-dd07-4ae1-9a4d-20f03fd67c39, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:11.091829 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.102920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae5279-42bf-484c-831b-c8f4a96bc562 req-3e451040-348b-498e-b917-a4c1f185d914 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.104736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.116158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fae5279-42bf-484c-831b-c8f4a96bc562 req-3e451040-348b-498e-b917-a4c1f185d914 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 945 time: 0.1719527 Jul 16 18:45:11.161855 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6ccdc-3e7d-4271-a25b-5573542c5d44 None None] Pushing event updated for resources: {'Port': ['ID=7683c225-dd07-4ae1-9a4d-20f03fd67c39,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.183840 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] For port 7683c225-dd07-4ae1-9a4d-20f03fd67c39, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:11.187301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c5bd8df-6282-4213-b330-f4aef0864b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.188253 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] For port 7683c225-dd07-4ae1-9a4d-20f03fd67c39, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7683c225-dd07-4ae1-9a4d-20f03fd67c39,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:11.194730 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.241075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c5bd8df-6282-4213-b330-f4aef0864b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.241920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-89c8d7c6-8a03-4c32-bd39-b4e7fc7b2939 None None] Provisioning complete for port 800782e1-8ab7-4177-9b19-8a84bf500d7e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:11.242547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89c8d7c6-8a03-4c32-bd39-b4e7fc7b2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.253371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fae5279-42bf-484c-831b-c8f4a96bc562 req-38431fd5-232e-44e0-8667-2826a419cf1f tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362584 Jul 16 18:45:11.273422 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:11.274319 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:11.318313 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6ccdc-3e7d-4271-a25b-5573542c5d44 None None] Pushing event updated for resources: {'Port': ['ID=7683c225-dd07-4ae1-9a4d-20f03fd67c39,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.336586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c5bd8df-6282-4213-b330-f4aef0864b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.339120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c5bd8df-6282-4213-b330-f4aef0864b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.344913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0c5bd8df-6282-4213-b330-f4aef0864b2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a9717d2-9701-4564-a5b2-8bf27d8ff832 HTTP/1.1" status: 204 len: 168 time: 0.3184237 Jul 16 18:45:11.348183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Allocated IP 172.20.0.1 (e5bbb623-b536-4796-962f-d25fd7f950c8/6af233d1-7b66-40aa-b30d-8f39f835cbe3/7306995e-c619-4f58-b6e7-6a33b38f972a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:11.357950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bd8df-6282-4213-b330-f4aef0864b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9717d2-9701-4564-a5b2-8bf27d8ff832,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.428533 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:11.481216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.498568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Transition to ACTIVE for port object 7306995e-c619-4f58-b6e7-6a33b38f972a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:11.536939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.580544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Network e5bbb623-b536-4796-962f-d25fd7f950c8 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:11.585898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:11.589329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:11.615640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Pushing event updated for resources: {'Port': ['ID=7306995e-c619-4f58-b6e7-6a33b38f972a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.625687 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:09Z', 'revision_number': 3, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:11.636583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.662568 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6959fd32-f674-46ca-9bc8-ab116f5c5fb3 None None] The sync data for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 is: [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:09Z', 'revision_number': 3, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:11.771006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 800782e1-8ab7-4177-9b19-8a84bf500d7e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:11.880321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 800782e1-8ab7-4177-9b19-8a84bf500d7e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:11.880726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.927996 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.013684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a53dd0-ea81-4b5c-9bf2-1ae7517d4a55 req-eae659a4-766c-40d3-b19f-d745c7a333e9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.015408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50a53dd0-ea81-4b5c-9bf2-1ae7517d4a55 req-eae659a4-766c-40d3-b19f-d745c7a333e9 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1810992 Jul 16 18:45:12.026828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74828e1e-27b6-47ed-8e7e-c3fa8f3fc7af None None] Provisioning for port 7306995e-c619-4f58-b6e7-6a33b38f972a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:12.032606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-74828e1e-27b6-47ed-8e7e-c3fa8f3fc7af None None] Provisioning complete for port 7306995e-c619-4f58-b6e7-6a33b38f972a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:12.033113 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74828e1e-27b6-47ed-8e7e-c3fa8f3fc7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.124645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-74828e1e-27b6-47ed-8e7e-c3fa8f3fc7af None None] Port 7306995e-c619-4f58-b6e7-6a33b38f972a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:12.149080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1de90637-20d1-4b07-9df9-f1e482ef1228 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:12.176397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-50a53dd0-ea81-4b5c-9bf2-1ae7517d4a55 req-ea1828ca-704a-4cca-a98d-f4c11aca3796 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488280 Jul 16 18:45:12.284153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.291575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.354301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb882c2-2d5e-46ff-8ddc-1c80448d093e req-743d0b9b-42db-4dc5-be9d-5f3ff1227e17 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.361172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bb882c2-2d5e-46ff-8ddc-1c80448d093e req-743d0b9b-42db-4dc5-be9d-5f3ff1227e17 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 943 time: 0.1001644 Jul 16 18:45:12.369431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1de90637-20d1-4b07-9df9-f1e482ef1228, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1de90637-20d1-4b07-9df9-f1e482ef1228,segment=NetworkSegment(68d9cbd2-2d4a-45d8-a259-35a0d3b2e204),segment_id=68d9cbd2-2d4a-45d8-a259-35a0d3b2e204)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:12.384307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Pushing event updated for resources: {'Port': ['ID=7306995e-c619-4f58-b6e7-6a33b38f972a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.399456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.408308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '1de90637-20d1-4b07-9df9-f1e482ef1228', 'network_id': '363f66ef-dce1-49a2-b968-96772a2fdf04', 'port_id': '1de90637-20d1-4b07-9df9-f1e482ef1228', 'mac_address': 'fa:16:3e:33:2b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23647619-03a0-44e4-b907-3584b9e00d8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:12.412659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bb882c2-2d5e-46ff-8ddc-1c80448d093e req-2d0a166b-2eeb-445b-8a85-d55b915be5d5 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Jul 16 18:45:12.465040 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.486027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de90637-20d1-4b07-9df9-f1e482ef1228 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:12.494124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:12.513602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1de90637-20d1-4b07-9df9-f1e482ef1228, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1de90637-20d1-4b07-9df9-f1e482ef1228,segment=NetworkSegment(68d9cbd2-2d4a-45d8-a259-35a0d3b2e204),segment_id=68d9cbd2-2d4a-45d8-a259-35a0d3b2e204)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:12.520021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.584237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04692f-14ba-4827-be28-b8f247d19c77 req-cd5e6763-1bfe-45bf-8d80-ad02922b40ad tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.585798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf04692f-14ba-4827-be28-b8f247d19c77 req-cd5e6763-1bfe-45bf-8d80-ad02922b40ad tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 945 time: 0.1329527 Jul 16 18:45:12.591346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Network e5bbb623-b536-4796-962f-d25fd7f950c8 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:12.592991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:12.612443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1de90637-20d1-4b07-9df9-f1e482ef1228,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.667043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-542e07b4-c94b-4650-9e0f-577efc91cc0e tempest-AgentManagementNegativeTest-1660003037 tempest-AgentManagementNegativeTest-1660003037-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1717162 Jul 16 18:45:12.824720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['1de90637-20d1-4b07-9df9-f1e482ef1228'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:13.012766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c5e7d421-ad5b-4dcc-bcfe-3fb6f42b9649 None None] Provisioning complete for port 7306995e-c619-4f58-b6e7-6a33b38f972a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:13.013170 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5e7d421-ad5b-4dcc-bcfe-3fb6f42b9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.079298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7d421-ad5b-4dcc-bcfe-3fb6f42b9649 None None] Port 7306995e-c619-4f58-b6e7-6a33b38f972a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:13.137021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.190484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf04692f-14ba-4827-be28-b8f247d19c77 req-53aeeb37-3ac7-4757-a8df-f749e48fab44 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950327 Jul 16 18:45:13.276746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Router cf049b79-8afb-490a-9703-3fe9f2e84023 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:13.321175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c0850ba-0ba8-4eaa-9598-9520b53e87bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.407664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:13.423591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ed5fec33-39cc-47d0-bf48-e843e664a429 admin admin] 10.222.0.49 "PUT /v2.0/routers/cf049b79-8afb-490a-9703-3fe9f2e84023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2996953 Jul 16 18:45:13.474134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598291-b8c2-44c6-95b0-974b27f39d8c req-eea2d740-1857-4e8e-b352-0a65ceda17bd tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.476365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30598291-b8c2-44c6-95b0-974b27f39d8c req-eea2d740-1857-4e8e-b352-0a65ceda17bd tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1459768 Jul 16 18:45:13.546100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30598291-b8c2-44c6-95b0-974b27f39d8c req-34ebff3d-e6a9-48ab-bfe6-0a11ee4d81f7 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572426 Jul 16 18:45:13.559168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c0850ba-0ba8-4eaa-9598-9520b53e87bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.577603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c0850ba-0ba8-4eaa-9598-9520b53e87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.661378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0850ba-0ba8-4eaa-9598-9520b53e87bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cf31f2-9f58-4907-8fd4-b734556b2251,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:13.694085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d880b4-652c-433a-87bb-b4516ffa522e req-488aba98-3f11-4996-9545-6cde13dfcd8c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.695690 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77d880b4-652c-433a-87bb-b4516ffa522e req-488aba98-3f11-4996-9545-6cde13dfcd8c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 944 time: 0.1292875 Jul 16 18:45:13.703289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0c0850ba-0ba8-4eaa-9598-9520b53e87bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29453ad37f2248ba8de73d14865e7bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642135 Jul 16 18:45:13.705920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.812409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7683c225-dd07-4ae1-9a4d-20f03fd67c39 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:13.883691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:13.890153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:13.891472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.891606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77d880b4-652c-433a-87bb-b4516ffa522e req-97da66b2-6764-4d14-aa58-8d128e721586 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615763 Jul 16 18:45:13.897077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce67a528-f89d-4bb5-8c52-508a6b64577c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.922168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce67a528-f89d-4bb5-8c52-508a6b64577c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.000346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce67a528-f89d-4bb5-8c52-508a6b64577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.005143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce67a528-f89d-4bb5-8c52-508a6b64577c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.009602 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ce67a528-f89d-4bb5-8c52-508a6b64577c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2cf31f2-9f58-4907-8fd4-b734556b2251 HTTP/1.1" status: 204 len: 168 time: 0.3011730 Jul 16 18:45:14.026205 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.040789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67a528-f89d-4bb5-8c52-508a6b64577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cf31f2-9f58-4907-8fd4-b734556b2251,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.109030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 7683c225-dd07-4ae1-9a4d-20f03fd67c39, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7683c225-dd07-4ae1-9a4d-20f03fd67c39,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:14.117024 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.230760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=7683c225-dd07-4ae1-9a4d-20f03fd67c39,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.237240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1de90637-20d1-4b07-9df9-f1e482ef1228 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:14.266257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Sync routers for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:14.288380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:14.289188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:14.434006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.454053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-835254749-network', 'tenant_id': 'ed8a9081d11749649fc821356edfa317'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:14.499085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 1de90637-20d1-4b07-9df9-f1e482ef1228 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:14.518556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Made reservation on behalf of ed8a9081d11749649fc821356edfa317 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:14.521362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.529157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 1de90637-20d1-4b07-9df9-f1e482ef1228 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:14.529547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.536040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.542754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6399-7ae6-40af-a744-749e020d47ad req-6c2120c8-abbd-430b-a1b0-c8b5fd584642 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.544960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a82f6399-7ae6-40af-a744-749e020d47ad req-6c2120c8-abbd-430b-a1b0-c8b5fd584642 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 945 time: 0.2008119 Jul 16 18:45:14.629361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:14.659198 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a82f6399-7ae6-40af-a744-749e020d47ad req-61b470bb-3c9e-4b91-bc43-a8496b32f415 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 Jul 16 18:45:14.668633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.675726 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.708501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c87153-06d9-49fb-9114-9971f2b876fc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.737142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:14.784202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.784662 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Added segment ba2818bd-e939-49b8-a02a-dc8c64e5e6b6 of type vlan for network 769026e0-2353-4090-b33f-be99dae874ee Jul 16 18:45:14.836833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.880401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e04e-8ac0-486a-8a1b-1b3512cc7c19 req-d5f35cb6-2e92-4c8c-a420-669f6caa63d3 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.882057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abf7e04e-8ac0-486a-8a1b-1b3512cc7c19 req-d5f35cb6-2e92-4c8c-a420-669f6caa63d3 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1462650 Jul 16 18:45:14.897884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.898528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.898820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.899394 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.946103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599dd933-de83-4130-8519-1857786afd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de90637-20d1-4b07-9df9-f1e482ef1228'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:14.948650 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f51cf2-4825-4fc0-86c9-d7e54dd59401" -d '{"events": [{"server_uuid": "599dd933-de83-4130-8519-1857786afd9d", "name": "network-vif-plugged", "status": "completed", "tag": "1de90637-20d1-4b07-9df9-f1e482ef1228"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:14.963945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5250072 Jul 16 18:45:14.965027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54598) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.971075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Request body: {'subnet': {'network_id': '769026e0-2353-4090-b33f-be99dae874ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-835254749-subnet', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:15.001348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-abf7e04e-8ac0-486a-8a1b-1b3512cc7c19 req-8a43be45-59ae-4745-8a25-ba41047b6fed tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127181 Jul 16 18:45:15.002247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d3156-f703-4c9f-a766-2d406e6f690e admin admin] Pushing event updated for resources: {'Network': ['ID=769026e0-2353-4090-b33f-be99dae874ee,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:15.025835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 1de90637-20d1-4b07-9df9-f1e482ef1228, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1de90637-20d1-4b07-9df9-f1e482ef1228,segment=NetworkSegment(68d9cbd2-2d4a-45d8-a259-35a0d3b2e204),segment_id=68d9cbd2-2d4a-45d8-a259-35a0d3b2e204)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:15.026920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Made reservation on behalf of ed8a9081d11749649fc821356edfa317 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:15.031970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 769026e0-2353-4090-b33f-be99dae874ee details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:15.032741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.086300 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.097937 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac62a5e-450c-4a13-bbc3-6818ed2046e9 x-openstack-request-id: req-0ac62a5e-450c-4a13-bbc3-6818ed2046e9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:15.099455 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599dd933-de83-4130-8519-1857786afd9d", "name": "network-vif-plugged", "status": "completed", "tag": "1de90637-20d1-4b07-9df9-f1e482ef1228", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:15.099710 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ac62a5e-450c-4a13-bbc3-6818ed2046e9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:15.100120 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599dd933-de83-4130-8519-1857786afd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de90637-20d1-4b07-9df9-f1e482ef1228', 'code': 200} Jul 16 18:45:15.222628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808b420-c3e8-4e7b-9097-4890d889c6ea req-d6f7e731-f210-40fc-969b-7aa0dace2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.224612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e52320-9c19-42d7-8ede-262c70393239 req-3006186e-08c7-43ce-a23a-8c9b44422e35 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.225125 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4808b420-c3e8-4e7b-9097-4890d889c6ea req-d6f7e731-f210-40fc-969b-7aa0dace2807 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 1097 time: 0.0832198 Jul 16 18:45:15.226184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78e52320-9c19-42d7-8ede-262c70393239 req-3006186e-08c7-43ce-a23a-8c9b44422e35 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.1436160 Jul 16 18:45:15.242649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=1de90637-20d1-4b07-9df9-f1e482ef1228,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:15.286364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4808b420-c3e8-4e7b-9097-4890d889c6ea req-0baa7dd2-b859-4604-9de8-818910afb3cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537708 Jul 16 18:45:15.322642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.337692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:12Z', 'revision_number': 2, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:15.361894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78e52320-9c19-42d7-8ede-262c70393239 req-8ef35f41-bbc8-48e6-b300-426dc491a500 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112499 Jul 16 18:45:15.368755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Checking router: cf049b79-8afb-490a-9703-3fe9f2e84023 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:15.369159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Updating router cf049b79-8afb-490a-9703-3fe9f2e84023 port 7306995e-c619-4f58-b6e7-6a33b38f972a binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:15.385514 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.422162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.440058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-339ef639-48bf-49c8-95c9-0e06f01970c5 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.441486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-339ef639-48bf-49c8-95c9-0e06f01970c5 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1177309 Jul 16 18:45:15.444769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.449479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-1b8c1233-d403-4e2b-a154-784ee1c3e6e6 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.453501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1b8c1233-d403-4e2b-a154-784ee1c3e6e6 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074084 Jul 16 18:45:15.455968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.458434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08bdd362-a3f1-406f-ae61-6798283add5f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:15.462277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-b59f31f4-be4e-48a2-b0bb-20952d997867 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.463413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Checking segment: {'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:15.463972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Network hostable DHCP agents. Network: 769026e0-2353-4090-b33f-be99dae874ee, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:15.464291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b59f31f4-be4e-48a2-b0bb-20952d997867 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0069613 Jul 16 18:45:15.466391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.473608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-5eda151a-9f79-4ee6-8e82-57bb06d9985b tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.475059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5eda151a-9f79-4ee6-8e82-57bb06d9985b tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067706 Jul 16 18:45:15.478293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.483639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Network 769026e0-2353-4090-b33f-be99dae874ee is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:15.484569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-1ec01502-1355-4028-9ec6-8573f74bc23a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.485874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1ec01502-1355-4028-9ec6-8573f74bc23a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060496 Jul 16 18:45:15.488504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.495710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 769026e0-2353-4090-b33f-be99dae874ee) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:15.495916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-e9416e7d-d73b-45d7-8672-a6ad342e1347 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.497882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e9416e7d-d73b-45d7-8672-a6ad342e1347 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076952 Jul 16 18:45:15.500285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.507944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b181c-50d1-43ca-98d1-53b4500d09cb None None] Network 769026e0-2353-4090-b33f-be99dae874ee requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:15.509663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-4aeaf054-c994-465d-bd77-adebd8ca675b tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.511187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4aeaf054-c994-465d-bd77-adebd8ca675b tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090146 Jul 16 18:45:15.512805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.513420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.514118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.519404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-76cff6f9-a83f-4a4e-ace9-a94aa0344340 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.521409 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-76cff6f9-a83f-4a4e-ace9-a94aa0344340 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060987 Jul 16 18:45:15.524233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.528749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-56eb8d83-5d3e-4c59-860f-1ccd7b090e43 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.530317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-56eb8d83-5d3e-4c59-860f-1ccd7b090e43 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048990 Jul 16 18:45:15.533504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.537087 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2d3b7d00-7226-4774-8dfd-941e9dc9da75 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5705407 Jul 16 18:45:15.538697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-fb42ef58-3116-475e-8cd5-6ca4de1a7100 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.539848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fb42ef58-3116-475e-8cd5-6ca4de1a7100 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051990 Jul 16 18:45:15.541309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54632) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.542306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.551319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:15.552448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-b0c2598d-9499-4d9b-8674-bf653b1d930f tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.553595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b0c2598d-9499-4d9b-8674-bf653b1d930f tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0091968 Jul 16 18:45:15.556147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.560749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-bd257fd8-fc64-4429-be17-a6537cb53c0d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.562057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bd257fd8-fc64-4429-be17-a6537cb53c0d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046375 Jul 16 18:45:15.564392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.569005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-4eff370b-074a-40ef-a459-6be21fd1998d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.570193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4eff370b-074a-40ef-a459-6be21fd1998d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044746 Jul 16 18:45:15.573208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54640) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.578461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-f55b2339-17ae-4054-b7d6-961098a3e659 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.584066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.584985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f55b2339-17ae-4054-b7d6-961098a3e659 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0104973 Jul 16 18:45:15.590210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-668cf4c7-2708-4a33-93e3-57f14fb53000 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.591587 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-668cf4c7-2708-4a33-93e3-57f14fb53000 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055170 Jul 16 18:45:15.594324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.601962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-b35f55d6-591f-4dc1-a6bc-c4391250828a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.607092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54646) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.612321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-e7bc8452-11a0-408d-8b39-1b573e18d41c tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.616474 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b35f55d6-591f-4dc1-a6bc-c4391250828a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0209358 Jul 16 18:45:15.617923 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e7bc8452-11a0-408d-8b39-1b573e18d41c tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0094197 Jul 16 18:45:15.619240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.619811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.620932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.625891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-2068754d-921b-426e-8e48-c3f6ef8ccdf0 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.629867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2068754d-921b-426e-8e48-c3f6ef8ccdf0 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0089769 Jul 16 18:45:15.630844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.636079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-50af9ed0-699d-4375-bcd2-9762bb4ce809 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.646227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-50af9ed0-699d-4375-bcd2-9762bb4ce809 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0141039 Jul 16 18:45:15.650068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54652) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.654612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-d25264ac-7ffd-4707-9c50-4301f6653ad1 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.661016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d25264ac-7ffd-4707-9c50-4301f6653ad1 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0096467 Jul 16 18:45:15.665827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.678482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-2be469d4-277f-4308-a214-5a77d3112408 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.679960 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2be469d4-277f-4308-a214-5a77d3112408 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0128570 Jul 16 18:45:15.687946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.718070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-7dc50ec8-7fb5-41d4-9d6f-ecbb977660ba tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.722510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7dc50ec8-7fb5-41d4-9d6f-ecbb977660ba tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0217724 Jul 16 18:45:15.725444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.742884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-9c580cd4-38c2-4afe-a4ab-c0a6c76811ca tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.744641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9c580cd4-38c2-4afe-a4ab-c0a6c76811ca tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0182939 Jul 16 18:45:15.747409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54664) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.757853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-b6a6d014-c826-4b35-8b5e-b4acdcdccff1 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.763630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b6a6d014-c826-4b35-8b5e-b4acdcdccff1 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0149846 Jul 16 18:45:15.768077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54666) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.785791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-893e4375-ab77-4a1d-9e76-b72095e050bd tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.789634 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-893e4375-ab77-4a1d-9e76-b72095e050bd tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0127356 Jul 16 18:45:15.789917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.791782 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.795095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-fc58c98b-da8e-4661-b542-81c831e0938e tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.796149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc58c98b-da8e-4661-b542-81c831e0938e tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049968 Jul 16 18:45:15.799015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.805332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-7a001728-07ff-4e04-8213-89de9210d596 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.806340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7a001728-07ff-4e04-8213-89de9210d596 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063438 Jul 16 18:45:15.851840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7683c225-dd07-4ae1-9a4d-20f03fd67c39 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:15.876533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54672) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.892493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-fc43b10b-332e-49c8-8b47-afe719a1c726 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.893760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc43b10b-332e-49c8-8b47-afe719a1c726 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0152175 Jul 16 18:45:15.897264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54674) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.922575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-0eef445f-b90a-4f07-8568-7823fdc4f5d9 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.923613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0eef445f-b90a-4f07-8568-7823fdc4f5d9 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0244081 Jul 16 18:45:15.928590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54676) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.935840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-cd782a55-8fa7-4115-8d50-c4a43c22212d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.937316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd782a55-8fa7-4115-8d50-c4a43c22212d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046356 Jul 16 18:45:15.941157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54678) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.948621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-0731bb69-456f-472f-96cd-a41bb27cf966 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.964689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0731bb69-456f-472f-96cd-a41bb27cf966 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0214968 Jul 16 18:45:15.967723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.977291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-e0e7570d-e505-4760-ad64-994c5bd15a69 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.980548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e0e7570d-e505-4760-ad64-994c5bd15a69 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093732 Jul 16 18:45:15.981112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.985990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-77a81a3f-ab2f-44ab-b8f6-905717c91cd4 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:15.989505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-77a81a3f-ab2f-44ab-b8f6-905717c91cd4 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0051000 Jul 16 18:45:15.990400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.990574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.007795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-a60c03f8-fc41-4a2c-a355-8086fb8d3f90 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.011132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a60c03f8-fc41-4a2c-a355-8086fb8d3f90 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079458 Jul 16 18:45:16.018710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.029036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-614be761-fee3-42ea-8e48-e3dfa5372d54 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.032970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-614be761-fee3-42ea-8e48-e3dfa5372d54 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094175 Jul 16 18:45:16.033451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.040234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-65575b9e-07b3-45b8-ac0e-fd2f019d4844 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.043912 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-65575b9e-07b3-45b8-ac0e-fd2f019d4844 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068736 Jul 16 18:45:16.044317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54692) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.051353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-a379b241-cea9-434d-a9e7-c09073ea038f tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.054851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a379b241-cea9-434d-a9e7-c09073ea038f tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071893 Jul 16 18:45:16.055067 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.056973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-82f85342-f332-4d06-8899-2ce6ffd48575 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.062141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54694) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.063267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-82f85342-f332-4d06-8899-2ce6ffd48575 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 945 time: 0.2581861 Jul 16 18:45:16.066514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Transition to ACTIVE for port object 7306995e-c619-4f58-b6e7-6a33b38f972a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:16.068954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-e5d71e1c-f5e0-4f3e-b3e3-367fb6f63680 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.070879 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e5d71e1c-f5e0-4f3e-b3e3-367fb6f63680 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0057759 Jul 16 18:45:16.073140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-769026e0-2353-4090-b33f-be99dae874ee', 'network_id': '769026e0-2353-4090-b33f-be99dae874ee', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'fixed_ips': [{'subnet_id': '08bdd362-a3f1-406f-ae61-6798283add5f'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:16.073140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.073480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54696) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.082195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-5a8af46d-08f8-4e6f-bbc0-bc24c2515531 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.085748 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5a8af46d-08f8-4e6f-bbc0-bc24c2515531 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088048 Jul 16 18:45:16.086270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54698) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.092738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-d559fe74-e739-4330-9937-6c2bcd1b8aab tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.104814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d559fe74-e739-4330-9937-6c2bcd1b8aab tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0154684 Jul 16 18:45:16.105058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54700) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.119894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-14729b88-9262-4758-9738-67ace6246ede tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.123251 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14729b88-9262-4758-9738-67ace6246ede tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049982 Jul 16 18:45:16.124748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54702) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.129427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-7ed68d41-bf12-4ba8-8b70-e314d4c2c0ac tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.133016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7ed68d41-bf12-4ba8-8b70-e314d4c2c0ac tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084937 Jul 16 18:45:16.138420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54704) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.146079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-ee4d1925-df91-462d-aff1-a3607dac8e8c tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.149753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee4d1925-df91-462d-aff1-a3607dac8e8c tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0074584 Jul 16 18:45:16.150512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.198130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c10e4f-3b89-4711-932a-2559c73f46f4 req-404e2909-b4d6-43cb-9f6b-8d107565c037 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.198573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-58631a81-41a4-419b-8ad2-6876f35ecbed tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.201877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-58631a81-41a4-419b-8ad2-6876f35ecbed tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0480549 Jul 16 18:45:16.202982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.207982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-b745c964-9e10-4949-8688-3d16bce803b7 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.211268 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b745c964-9e10-4949-8688-3d16bce803b7 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051248 Jul 16 18:45:16.211431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67c10e4f-3b89-4711-932a-2559c73f46f4 req-404e2909-b4d6-43cb-9f6b-8d107565c037 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 945 time: 0.3323495 Jul 16 18:45:16.219064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.226335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-116dbb9f-14fb-4ca2-9091-79560a7d9dae tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.229543 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-116dbb9f-14fb-4ca2-9091-79560a7d9dae tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0062492 Jul 16 18:45:16.243896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.252389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-6ea1d6d2-e582-4a6c-aaf1-dae2f6d7c511 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.255715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6ea1d6d2-e582-4a6c-aaf1-dae2f6d7c511 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075147 Jul 16 18:45:16.256192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.260731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-95e32c3e-6631-492b-87b7-989eb519455a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.264430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-95e32c3e-6631-492b-87b7-989eb519455a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052168 Jul 16 18:45:16.265681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54716) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.274586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-c007a6cf-081a-4a57-916f-225e7837496a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.277911 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c007a6cf-081a-4a57-916f-225e7837496a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0089393 Jul 16 18:45:16.279154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.285578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-cc798bf7-1d4e-4680-8462-96da7e71a7cd tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.288915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cc798bf7-1d4e-4680-8462-96da7e71a7cd tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065348 Jul 16 18:45:16.292432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54720) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.300534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-6c0ac7de-0703-4ead-8259-b517f1d2b181 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.304839 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6c0ac7de-0703-4ead-8259-b517f1d2b181 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081849 Jul 16 18:45:16.305205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54722) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.310881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-eaf232c6-783c-4a18-abe0-95cb0480d679 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.314093 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eaf232c6-783c-4a18-abe0-95cb0480d679 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050988 Jul 16 18:45:16.317922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.324485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67c10e4f-3b89-4711-932a-2559c73f46f4 req-3b2b82f6-bbd5-417d-8cfd-02c85619edf4 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103044 Jul 16 18:45:16.327955 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-70209969-204f-46cd-9f36-557d3726cff3 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.337914 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70209969-204f-46cd-9f36-557d3726cff3 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0172806 Jul 16 18:45:16.342593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54728) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.348548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-563bfa69-8e63-41ee-8274-96f7e2f14b46 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.349502 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-563bfa69-8e63-41ee-8274-96f7e2f14b46 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051699 Jul 16 18:45:16.360490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.368815 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.372688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-27dd7f2d-ad7f-4246-a9d3-ac8d4334a179 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.376295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27dd7f2d-ad7f-4246-a9d3-ac8d4334a179 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074415 Jul 16 18:45:16.377565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.387587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-5c5dc8fe-e54f-487f-8ea9-fe1d9fd52a2d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.391072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5c5dc8fe-e54f-487f-8ea9-fe1d9fd52a2d tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082133 Jul 16 18:45:16.392832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.398776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-3c8ff324-5e40-4c8a-a4aa-58688833da3a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.402000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3c8ff324-5e40-4c8a-a4aa-58688833da3a tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060642 Jul 16 18:45:16.403229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54738) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.416964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-d1b2c006-9fef-424a-b832-eca5710f7c14 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.422383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d1b2c006-9fef-424a-b832-eca5710f7c14 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0170929 Jul 16 18:45:16.425357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.441350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-e4349754-a313-48e8-86d5-dee76e318018 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.445664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e4349754-a313-48e8-86d5-dee76e318018 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0158126 Jul 16 18:45:16.448462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54742) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.450511 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36840d38-0d6a-491e-8971-5a690d7da79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.479082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-d57fdc42-07b4-4941-9330-52b5de9393a0 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.485879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d57fdc42-07b4-4941-9330-52b5de9393a0 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0290082 Jul 16 18:45:16.485879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Deleting port 6f9e2648-096f-46c1-abbb-c91088385b46 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:16.486215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.490878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.506020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-a4a33b73-57a9-493a-b401-fcfd00c81e91 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.511270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a4a33b73-57a9-493a-b401-fcfd00c81e91 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123210 Jul 16 18:45:16.519927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b917e-0b26-4172-9529-d7c6cf500323 req-a4ab9152-dc23-49ba-9336-610891e1c438 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.522763 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e5b917e-0b26-4172-9529-d7c6cf500323 req-a4ab9152-dc23-49ba-9336-610891e1c438 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.3212407 Jul 16 18:45:16.523453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54746) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.554815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-90b47cbd-d75f-4ff7-8b6b-981357040546 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.558627 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-90b47cbd-d75f-4ff7-8b6b-981357040546 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0083508 Jul 16 18:45:16.559364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.581405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4301af-de2f-43dd-93b4-a14f00911275 None None] Pushing event updated for resources: {'Port': ['ID=7306995e-c619-4f58-b6e7-6a33b38f972a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.585800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-5980afae-6aab-4412-830e-78ba366be27e tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.596996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5980afae-6aab-4412-830e-78ba366be27e tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0151484 Jul 16 18:45:16.597512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:16.597929 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.613825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54750) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.618801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e5b917e-0b26-4172-9529-d7c6cf500323 req-389c572e-23e3-4307-8cd2-48acb8f066d4 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584643 Jul 16 18:45:16.623437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-7f927745-ad74-4dca-8dc2-0e6d7c4ef0b5 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.628009 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7f927745-ad74-4dca-8dc2-0e6d7c4ef0b5 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0081489 Jul 16 18:45:16.633132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54752) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.638052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-c7efd8d0-edcf-4711-a1eb-bcfa183abdab tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.642154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c7efd8d0-edcf-4711-a1eb-bcfa183abdab tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079889 Jul 16 18:45:16.645697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.650180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-91a53ab9-e970-4721-b91a-6495279230e1 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.654651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-91a53ab9-e970-4721-b91a-6495279230e1 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078082 Jul 16 18:45:16.660375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54756) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.685278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.703996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-beb6ec80-42cd-47e6-b6be-decbdae0af2f tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.705987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-beb6ec80-42cd-47e6-b6be-decbdae0af2f tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0438900 Jul 16 18:45:16.710995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54760) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.714303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Attempting to bind port 7306995e-c619-4f58-b6e7-6a33b38f972a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:16.714924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Attempting to bind port 7306995e-c619-4f58-b6e7-6a33b38f972a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:16.715567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Attempting to bind port 7306995e-c619-4f58-b6e7-6a33b38f972a on network e5bbb623-b536-4796-962f-d25fd7f950c8 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:16.752225 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.757297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:16.757683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Checking segment: {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:16.758091 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.758484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Bound using segment: {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:16.758962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Bound port: 7306995e-c619-4f58-b6e7-6a33b38f972a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:16.759349 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.760083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [None req-198efdd5-d8ec-4f09-acff-f412b8576b21 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.761377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-198efdd5-d8ec-4f09-acff-f412b8576b21 tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090110 Jul 16 18:45:16.765237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54762) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.773105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [None req-b8a424b1-8565-4f66-8973-871fc3f3eddc tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:16.774345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b8a424b1-8565-4f66-8973-871fc3f3eddc tempest-ExtensionsTestJSON-341301018 tempest-ExtensionsTestJSON-341301018-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084598 Jul 16 18:45:16.799985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] For port 6f9e2648-096f-46c1-abbb-c91088385b46, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6f9e2648-096f-46c1-abbb-c91088385b46,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:16.800389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.888196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Calling delete_port for 6f9e2648-096f-46c1-abbb-c91088385b46 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:16.957702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c0238-4100-4549-974d-3adf443d0907 req-3b15d35e-3b79-4082-bb9e-4edd7b6ffdac tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.966592 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029c0238-4100-4549-974d-3adf443d0907 req-3b15d35e-3b79-4082-bb9e-4edd7b6ffdac tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.3339419 Jul 16 18:45:17.037278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Allocated IP 172.25.1.238 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b2756c04-c6b8-40ec-9583-fa860a1ef0d4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:17.114617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029c0238-4100-4549-974d-3adf443d0907 req-9858a1f7-c103-463d-ad5f-37037e2ae8ae tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757709 Jul 16 18:45:17.117196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Allocated IP 172.20.0.2 (769026e0-2353-4090-b33f-be99dae874ee/08bdd362-a3f1-406f-ae61-6798283add5f/8937e7ce-528f-4d06-b92f-e7686316e45f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:17.156283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] For port 7306995e-c619-4f58-b6e7-6a33b38f972a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:17.204094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] For port 7306995e-c619-4f58-b6e7-6a33b38f972a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7306995e-c619-4f58-b6e7-6a33b38f972a,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:17.213542 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.344304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:17.345293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:44:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:17.388014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.447290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:17.447542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Pushing event deleted for resources: {'Port': ['ID=6f9e2648-096f-46c1-abbb-c91088385b46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.503139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6f9e2648-096f-46c1-abbb-c91088385b46'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:17.506356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07a8c7-af22-441c-a8a2-147c543d4354 req-7dae7d20-7f17-4a97-a038-a26e326b20a6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:17.514360 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b07a8c7-af22-441c-a8a2-147c543d4354 req-7dae7d20-7f17-4a97-a038-a26e326b20a6 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.4329824 Jul 16 18:45:17.520050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.535895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4301af-de2f-43dd-93b4-a14f00911275 None None] Pushing event updated for resources: {'Port': ['ID=7306995e-c619-4f58-b6e7-6a33b38f972a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.564983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] No DVR routers for this DVR port 6f9e2648-096f-46c1-abbb-c91088385b46 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:17.569434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.571518 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0311648-96cd-45b4-86f3-68106df0aa6e req-cc15bbfd-5094-4e24-bd42-732dcfcc2294 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "DELETE /v2.0/ports/6f9e2648-096f-46c1-abbb-c91088385b46 HTTP/1.1" status: 204 len: 173 time: 1.4939895 Jul 16 18:45:17.572010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a0b99-29c7-459e-823a-bb931b0267c7', 'name': 'network-vif-deleted', 'tag': '6f9e2648-096f-46c1-abbb-c91088385b46'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:17.574893 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d72de-36b3-4729-bb28-bf720cb4d143" -d '{"events": [{"server_uuid": "907a0b99-29c7-459e-823a-bb931b0267c7", "name": "network-vif-deleted", "tag": "6f9e2648-096f-46c1-abbb-c91088385b46"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:17.626133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23624a42-a154-4781-8be2-65a39f0f0681 req-eb903261-fefa-4a99-a7af-c84357115609 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:17.629533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-23624a42-a154-4781-8be2-65a39f0f0681 req-eb903261-fefa-4a99-a7af-c84357115609 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.1334653 Jul 16 18:45:17.668692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b07a8c7-af22-441c-a8a2-147c543d4354 req-d002f623-d7be-4932-910f-fd4972e805c5 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533318 Jul 16 18:45:17.734487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.783350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-23624a42-a154-4781-8be2-65a39f0f0681 req-7bbde333-7825-4414-a885-2ccfe0b3a6ca tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467495 Jul 16 18:45:17.795304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.835448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Transition to ACTIVE for port object 8937e7ce-528f-4d06-b92f-e7686316e45f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:17.848550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:17.855484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:17.874739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:17.888688 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c710010-10b0-4bc3-866a-b602a1f175a0 x-openstack-request-id: req-5c710010-10b0-4bc3-866a-b602a1f175a0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:17.889134 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a0b99-29c7-459e-823a-bb931b0267c7", "name": "network-vif-deleted", "tag": "6f9e2648-096f-46c1-abbb-c91088385b46", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:17.889752 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c710010-10b0-4bc3-866a-b602a1f175a0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:17.890325 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a0b99-29c7-459e-823a-bb931b0267c7', 'name': 'network-vif-deleted', 'tag': '6f9e2648-096f-46c1-abbb-c91088385b46', 'status': 'completed', 'code': 200} Jul 16 18:45:17.903897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:17.911952 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de81250c-9e40-4084-9b51-6f9114fc1bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.918637 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Pushing event updated for resources: {'Port': ['ID=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.978057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Transition to ACTIVE for port object 8937e7ce-528f-4d06-b92f-e7686316e45f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:18.021413 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.042011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-63c02aaf-b155-4d8b-a6c4-e01fbab23265 req-86e04ff5-d8ec-474e-a718-5a8325136da4 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a0b99-29c7-459e-823a-bb931b0267c7 HTTP/1.1" status: 200 len: 210 time: 0.0402853 Jul 16 18:45:18.073876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Network 769026e0-2353-4090-b33f-be99dae874ee is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:18.106309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:18.186069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:18.253662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679964ca-2deb-4b27-b3f8-0f77ba84d294 req-6f38ecaa-d064-4a95-ab38-259f52a9a75b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.266024 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-679964ca-2deb-4b27-b3f8-0f77ba84d294 req-6f38ecaa-d064-4a95-ab38-259f52a9a75b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1911349 Jul 16 18:45:18.354988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Pushing event updated for resources: {'Port': ['ID=8937e7ce-528f-4d06-b92f-e7686316e45f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.372370 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-679964ca-2deb-4b27-b3f8-0f77ba84d294 req-d03de954-e8b4-4cb1-a6cf-f7f31fa6afaf tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052885 Jul 16 18:45:18.381347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de81250c-9e40-4084-9b51-6f9114fc1bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.412128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Attempting to bind port 8937e7ce-528f-4d06-b92f-e7686316e45f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:18.412660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Attempting to bind port 8937e7ce-528f-4d06-b92f-e7686316e45f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:18.419783 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-de81250c-9e40-4084-9b51-6f9114fc1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.427283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Attempting to bind port 8937e7ce-528f-4d06-b92f-e7686316e45f on network 769026e0-2353-4090-b33f-be99dae874ee {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:18.459353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:18.464580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Checking segment: {'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:18.465249 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.465746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Bound using segment: {'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:18.466427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Bound port: 8937e7ce-528f-4d06-b92f-e7686316e45f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:18.466909 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.505053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-de81250c-9e40-4084-9b51-6f9114fc1bc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9033bfaf6728417f80f415596b217b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0526302 Jul 16 18:45:18.505459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54794) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.610148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] For port 8937e7ce-528f-4d06-b92f-e7686316e45f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:18.614759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] For port 8937e7ce-528f-4d06-b92f-e7686316e45f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8937e7ce-528f-4d06-b92f-e7686316e45f,segment=NetworkSegment(ba2818bd-e939-49b8-a02a-dc8c64e5e6b6),segment_id=ba2818bd-e939-49b8-a02a-dc8c64e5e6b6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:18.631150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.667869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a099b5c7-c79f-4f63-9dfe-8a810fab4de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.689772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81250c-9e40-4084-9b51-6f9114fc1bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc33d21-6b21-4fe8-b961-dea48f6dc644,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.775213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.783960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a099b5c7-c79f-4f63-9dfe-8a810fab4de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.845908 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34db786c-511c-4dd7-b962-df605d5fc97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.852704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:17Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:18.857255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a565385-b45b-4ec0-b15b-b18a143fd35c None None] Pushing event updated for resources: {'Port': ['ID=8937e7ce-528f-4d06-b92f-e7686316e45f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.913433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425e0ef-fe0e-4457-8278-edf3d0e2bd39 None None] The sync data for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 is: [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:17Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:18.927675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.935497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a099b5c7-c79f-4f63-9dfe-8a810fab4de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.938746 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a099b5c7-c79f-4f63-9dfe-8a810fab4de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.942464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a099b5c7-c79f-4f63-9dfe-8a810fab4de1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbc33d21-6b21-4fe8-b961-dea48f6dc644 HTTP/1.1" status: 204 len: 168 time: 0.4336424 Jul 16 18:45:18.987277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099b5c7-c79f-4f63-9dfe-8a810fab4de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc33d21-6b21-4fe8-b961-dea48f6dc644,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:19.425709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dbf7c-3f02-4086-812b-602ffaa47054 req-73c6ca05-1490-46ad-a342-81c4a275dbdc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:19.427361 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823dbf7c-3f02-4086-812b-602ffaa47054 req-73c6ca05-1490-46ad-a342-81c4a275dbdc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.4828174 Jul 16 18:45:19.503034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8763cd9-7b70-40a1-bd9b-a29146714417 req-fc20095f-6e31-44d2-90cb-a02c3fd1d313 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:19.511857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8763cd9-7b70-40a1-bd9b-a29146714417 req-fc20095f-6e31-44d2-90cb-a02c3fd1d313 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.1868258 Jul 16 18:45:19.529752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6f9e2648-096f-46c1-abbb-c91088385b46 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:19.567907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8763cd9-7b70-40a1-bd9b-a29146714417 req-ff3de536-a01a-4587-bb85-ee4669949bcf tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533433 Jul 16 18:45:19.574873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 6f9e2648-096f-46c1-abbb-c91088385b46 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:19.575038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6f9e2648-096f-46c1-abbb-c91088385b46 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:19.607131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.738383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823dbf7c-3f02-4086-812b-602ffaa47054 req-a6717d3f-1813-44fd-87c4-161788bf28f7 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980378 Jul 16 18:45:19.828551 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:19.978985 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.022716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:20.061156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7306995e-c619-4f58-b6e7-6a33b38f972a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:20.187869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7306995e-c619-4f58-b6e7-6a33b38f972a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:20.192328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7306995e-c619-4f58-b6e7-6a33b38f972a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:20.192705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.325592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.376335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 7306995e-c619-4f58-b6e7-6a33b38f972a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7306995e-c619-4f58-b6e7-6a33b38f972a,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:20.381827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.382787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8937e7ce-528f-4d06-b92f-e7686316e45f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:20.403113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:20.413716 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Sync routers for ids ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:20.425784 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Routers {'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:20.426424 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.449915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.454432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:20.455382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-012ddc0e-1b8c-4a3d-9854-13f3db928d06 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9117565 Jul 16 18:45:20.503828 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-ebdc527f-5697-415c-8a3b-f4b7d93258a4 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.504849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8937e7ce-528f-4d06-b92f-e7686316e45f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:20.506920 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-ebdc527f-5697-415c-8a3b-f4b7d93258a4 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/networks?id=9eecc3d1-de9d-4173-962f-4ebee24d41fb HTTP/1.1" status: 200 len: 809 time: 0.2347088 Jul 16 18:45:20.532601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54842) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:20.534073 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-42eec35b-b45c-4dc3-a08c-26494625db2d tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/quotas/3b5965693a08461a8c24650f622cedec HTTP/1.1" status: 200 len: 375 time: 0.0203075 Jul 16 18:45:20.540752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=7306995e-c619-4f58-b6e7-6a33b38f972a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.600106 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-b42896d6-b5be-4063-859c-dde3ab3f9f04 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b5965693a08461a8c24650f622cedec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498335 Jul 16 18:45:20.623289 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Set router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:20.723243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b6461-0aa3-47c1-8dab-4ed79cc6a284 None None] Network 769026e0-2353-4090-b33f-be99dae874ee requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:20.750411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-d92338ce-39b0-4254-a24a-7d708d2cc646 service neutron] 10.222.0.49 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489341 Jul 16 18:45:20.779622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'networks': [{'name': 'tempest-network--31988053'}, {'name': 'tempest-network--1967250445'}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:20.780707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'network': {'name': 'tempest-network--31988053'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:20.781143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'network': {'name': 'tempest-network--1967250445'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:20.802474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f3fb623-24bd-407b-a149-67db884d553c None None] Provisioning for port 8937e7ce-528f-4d06-b92f-e7686316e45f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:20.857706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f3fb623-24bd-407b-a149-67db884d553c None None] Provisioning complete for port 8937e7ce-528f-4d06-b92f-e7686316e45f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:20.858393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb623-24bd-407b-a149-67db884d553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.901638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Made reservation on behalf of 8dcb2acb14e641cd9edfac38db30f349 for: {'network': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:20.907335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.939438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.944991 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:45:18Z', 'revision_number': 3, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.982671 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Checking router: c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:20.983120 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Updating router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:21.024093 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb623-24bd-407b-a149-67db884d553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.079277 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.093679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0f3fb623-24bd-407b-a149-67db884d553c None None] For port 8937e7ce-528f-4d06-b92f-e7686316e45f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8937e7ce-528f-4d06-b92f-e7686316e45f,segment=NetworkSegment(ba2818bd-e939-49b8-a02a-dc8c64e5e6b6),segment_id=ba2818bd-e939-49b8-a02a-dc8c64e5e6b6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:21.100007 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb623-24bd-407b-a149-67db884d553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.156490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.170386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.170845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.192484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fb623-24bd-407b-a149-67db884d553c None None] Pushing event updated for resources: {'Port': ['ID=8937e7ce-528f-4d06-b92f-e7686316e45f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.253677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-2fcea664-8da0-4987-be49-859105f97a1b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.255455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-2fcea664-8da0-4987-be49-859105f97a1b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.4094231 Jul 16 18:45:21.266736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-67979162-50d1-4fca-bd63-5916d3742913 service neutron] 10.222.0.49 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153630 Jul 16 18:45:21.278173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c730ac47-ed2a-46f7-a78b-da74853943cb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.306806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:21.312968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55cff7-0336-49c9-9958-7a4642f4d52e req-5cae545f-08fd-44db-a66c-59f84618dd34 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.322041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f55cff7-0336-49c9-9958-7a4642f4d52e req-5cae545f-08fd-44db-a66c-59f84618dd34 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.4746637 Jul 16 18:45:21.324381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.324728 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Added segment d4d873ea-3d54-45d4-ae9a-93727cdc78f6 of type vlan for network 528a8b1d-941b-4c90-a1fa-456910c8365f Jul 16 18:45:21.438473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.499730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f55cff7-0336-49c9-9958-7a4642f4d52e req-de11b70a-74d6-4202-bff8-82c609b11bd1 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758542 Jul 16 18:45:21.510837 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.523760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:21.525285 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Transition to ACTIVE for port object b2756c04-c6b8-40ec-9583-fa860a1ef0d4 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:21.538218 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.543383 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.544161 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Added segment 2c29a955-c4ef-4ff7-a904-fff5ec8bd269 of type vlan for network 91dcd6c2-c40c-42fc-a377-b1444fe71e37 Jul 16 18:45:21.626083 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Attempting to bind port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:21.626535 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Attempting to bind port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:21.626965 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Attempting to bind port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:21.630414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.634143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf8e1da8-89d5-4131-8118-813a62c82ae1 None None] Provisioning complete for port 8937e7ce-528f-4d06-b92f-e7686316e45f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:21.634547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1da8-89d5-4131-8118-813a62c82ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.634863 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4661a4-c625-4200-a30c-77af685409fc None None] Pushing event updated for resources: {'Port': ['ID=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.638214 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:21.638425 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:21.638863 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.639309 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:21.639937 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Bound port: b2756c04-c6b8-40ec-9583-fa860a1ef0d4, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:21.640500 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.692302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9045e5ca-2f83-4d06-9724-9f741a4ab495 req-cc0f3a75-0c16-430f-b3d0-a3c55b814b72 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 210 time: 0.0898087 Jul 16 18:45:21.716897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.734668 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.735740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.740588 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] For port b2756c04-c6b8-40ec-9583-fa860a1ef0d4, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:21.751318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.752503 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] For port b2756c04-c6b8-40ec-9583-fa860a1ef0d4, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:21.761100 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.764508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.767573 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.780309 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.871575 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Routers {'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:21.872280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:21.890566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7306995e-c619-4f58-b6e7-6a33b38f972a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:21.894318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Network': ['ID=528a8b1d-941b-4c90-a1fa-456910c8365f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.932739 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4661a4-c625-4200-a30c-77af685409fc None None] Pushing event updated for resources: {'Port': ['ID=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.939916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 528a8b1d-941b-4c90-a1fa-456910c8365f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:21.982677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4475381 Jul 16 18:45:21.983672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:21.994202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb3f38-66bf-427f-b927-67eef5fe5ae9 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Network': ['ID=91dcd6c2-c40c-42fc-a377-b1444fe71e37,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:22.030319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 91dcd6c2-c40c-42fc-a377-b1444fe71e37 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:22.098003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Deleting port 24d68efd-5870-4a74-9f1f-dc27fca5c19e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:22.098909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.163211 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] Set router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:22.207790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821105c-c47b-4dba-b734-9c4ad9a72663 req-d5662b88-a765-4062-9cda-c702c6085ccf tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.216089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5821105c-c47b-4dba-b734-9c4ad9a72663 req-d5662b88-a765-4062-9cda-c702c6085ccf tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.4501655 Jul 16 18:45:22.403478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Allocated IP 172.20.0.1 (769026e0-2353-4090-b33f-be99dae874ee/08bdd362-a3f1-406f-ae61-6798283add5f/bcab10aa-5663-49d7-a673-f564155fbbda) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:22.416083 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:45:18Z', 'revision_number': 3, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:22.427708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5821105c-c47b-4dba-b734-9c4ad9a72663 req-04c09ec8-15bd-46d8-91ce-322700a09a26 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106059 Jul 16 18:45:22.462371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] For port 24d68efd-5870-4a74-9f1f-dc27fca5c19e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=24d68efd-5870-4a74-9f1f-dc27fca5c19e,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:22.463027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.469415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d8bb8-f1da-403f-9946-2396637ebcbc tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.478850 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b376f4-1480-426e-b372-f9efe9379012 None None] The sync data for ids ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'] in n-d-791504-15 is: [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:45:18Z', 'revision_number': 3, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:22.488420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d8bb8-f1da-403f-9946-2396637ebcbc tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.498541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Calling delete_port for 24d68efd-5870-4a74-9f1f-dc27fca5c19e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:22.506924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d8bb8-f1da-403f-9946-2396637ebcbc tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.533560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d8bb8-f1da-403f-9946-2396637ebcbc tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.545371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f3d8bb8-f1da-403f-9946-2396637ebcbc tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5604801 Jul 16 18:45:22.546146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54876) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:22.570709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7306995e-c619-4f58-b6e7-6a33b38f972a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:22.571079 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.721937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.741276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8937e7ce-528f-4d06-b92f-e7686316e45f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:22.760587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.803595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Transition to ACTIVE for port object bcab10aa-5663-49d7-a673-f564155fbbda will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:22.833239 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.867424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8937e7ce-528f-4d06-b92f-e7686316e45f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:22.868103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.094761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d874176-cb6f-43ba-a40f-0923276c16de req-a14e71f7-10ba-42c1-af45-c1ff2bad0398 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.101866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d874176-cb6f-43ba-a40f-0923276c16de req-a14e71f7-10ba-42c1-af45-c1ff2bad0398 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d8178e3-4c15-4549-a182-afad2fb786e5 HTTP/1.1" status: 200 len: 945 time: 0.3559620 Jul 16 18:45:23.144060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.150781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.168438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9bd2a9da-5f31-4c45-9381-4db39e0d0176'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:23.172490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['24d68efd-5870-4a74-9f1f-dc27fca5c19e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:23.176621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528a8b1d-941b-4c90-a1fa-456910c8365f']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.206017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0e3f2afd-8f07-42f9-98f3-2c02a5efdf00 req-e685635a-caab-44ab-bdf0-3489f4c73264 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 210 time: 0.0437803 Jul 16 18:45:23.209876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d873ea-3d54-45d4-ae9a-93727cdc78f6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.210158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d873ea-3d54-45d4-ae9a-93727cdc78f6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.247247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event deleted for resources: {'Port': ['ID=24d68efd-5870-4a74-9f1f-dc27fca5c19e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.247902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.251463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.301509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.317255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:23.317626 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:23.330289 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:23.348966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Pushing event updated for resources: {'Port': ['ID=bcab10aa-5663-49d7-a673-f564155fbbda,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.378436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] No DVR routers for this DVR port 24d68efd-5870-4a74-9f1f-dc27fca5c19e on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:23.396339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d874176-cb6f-43ba-a40f-0923276c16de req-c44f507e-2fc1-4cd1-beca-ecc029e9f56b tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935610 Jul 16 18:45:23.402537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.404597 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efa14c59-6bc9-43cc-840a-da0cecc37b79 req-ec0c9e9b-9540-464e-a793-46310613d847 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.59 "DELETE /v2.0/ports/24d68efd-5870-4a74-9f1f-dc27fca5c19e HTTP/1.1" status: 204 len: 173 time: 2.1305349 Jul 16 18:45:23.408552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'name': 'network-vif-deleted', 'tag': '24d68efd-5870-4a74-9f1f-dc27fca5c19e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:23.411138 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfca28b-f7b4-48f4-b35f-27751d691ec8" -d '{"events": [{"server_uuid": "6d8178e3-4c15-4549-a182-afad2fb786e5", "name": "network-vif-deleted", "tag": "24d68efd-5870-4a74-9f1f-dc27fca5c19e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:23.423096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Network 769026e0-2353-4090-b33f-be99dae874ee is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:23.426789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:23.444886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:23.543622 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074aae27-795f-43d7-8388-ad8419cd63ae x-openstack-request-id: req-074aae27-795f-43d7-8388-ad8419cd63ae {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:23.543979 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8178e3-4c15-4549-a182-afad2fb786e5", "name": "network-vif-deleted", "tag": "24d68efd-5870-4a74-9f1f-dc27fca5c19e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:23.544183 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-074aae27-795f-43d7-8388-ad8419cd63ae {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:23.544588 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8178e3-4c15-4549-a182-afad2fb786e5', 'name': 'network-vif-deleted', 'tag': '24d68efd-5870-4a74-9f1f-dc27fca5c19e', 'status': 'completed', 'code': 200} Jul 16 18:45:23.551161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-a09ed19d-1550-4349-aa57-e59b734152ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.554044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-a09ed19d-1550-4349-aa57-e59b734152ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cfeef4d296b40b2a08e5aa309db7bd8&device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 1097 time: 0.3082550 Jul 16 18:45:23.555271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.612205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.634261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.636698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/networks/528a8b1d-941b-4c90-a1fa-456910c8365f HTTP/1.1" status: 204 len: 168 time: 1.0895307 Jul 16 18:45:23.637623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e645b2-ec84-4044-865a-121d43d6f38b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Network': ['ID=528a8b1d-941b-4c90-a1fa-456910c8365f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.644278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.771855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d87cf862-4509-461f-9b1a-41084ba6161f None None] Provisioning for port bcab10aa-5663-49d7-a673-f564155fbbda completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:23.786960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d87cf862-4509-461f-9b1a-41084ba6161f None None] Provisioning complete for port bcab10aa-5663-49d7-a673-f564155fbbda triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:23.789356 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d87cf862-4509-461f-9b1a-41084ba6161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.853933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d87cf862-4509-461f-9b1a-41084ba6161f None None] Port bcab10aa-5663-49d7-a673-f564155fbbda cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:23.890929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2756c04-c6b8-40ec-9583-fa860a1ef0d4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:23.955334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:23.960247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:23.960642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.090292 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.113735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b2756c04-c6b8-40ec-9583-fa860a1ef0d4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:24.119580 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.173774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.348351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-5de345eb-5832-4819-9cac-036384bd375a tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.349880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-5de345eb-5832-4819-9cac-036384bd375a tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "GET /v2.0/networks?id=9eecc3d1-de9d-4173-962f-4ebee24d41fb HTTP/1.1" status: 200 len: 809 time: 0.6938112 Jul 16 18:45:24.358373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad3c5e-5cbf-4ddb-bfda-42c38adb064e req-78faca5d-256d-4188-bcbf-afd88dc57897 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.361248 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26ad3c5e-5cbf-4ddb-bfda-42c38adb064e req-78faca5d-256d-4188-bcbf-afd88dc57897 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 1.0067778 Jul 16 18:45:24.373119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.425323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Request body: {'port': {'device_id': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb', 'admin_state_up': True, 'tenant_id': '3b5965693a08461a8c24650f622cedec'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:24.453873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26ad3c5e-5cbf-4ddb-bfda-42c38adb064e req-da4a3f8c-f66d-40b1-931f-1722a320746e tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743687 Jul 16 18:45:24.541048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.544155 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.557913 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Made reservation on behalf of 3b5965693a08461a8c24650f622cedec for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:24.558755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91dcd6c2-c40c-42fc-a377-b1444fe71e37']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:24.562579 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.579913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c29a955-c4ef-4ff7-a904-fff5ec8bd269') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:24.580293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c29a955-c4ef-4ff7-a904-fff5ec8bd269') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:24.597109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.641016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.645437 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-07bb35c6-aa3c-4e5a-84f7-84dd862cea47 req-118881c4-a914-440d-8ce0-499a144f86ec tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 210 time: 0.0372095 Jul 16 18:45:24.653534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:24.654071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:24.659490 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:24.675133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-9fa96f88-2a33-4f13-9330-78920db64f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.683038 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-9fa96f88-2a33-4f13-9330-78920db64f50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=363f66ef-dce1-49a2-b968-96772a2fdf04 HTTP/1.1" status: 200 len: 913 time: 1.1215193 Jul 16 18:45:24.709995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e068-0c9e-4b7c-94a7-3b1b3d146acf req-6aec91a7-70c7-4445-9319-bbe6df6f8af7 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.711369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af44e068-0c9e-4b7c-94a7-3b1b3d146acf req-6aec91a7-70c7-4445-9319-bbe6df6f8af7 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1097 time: 0.3605649 Jul 16 18:45:24.755588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.761637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.763795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/networks/91dcd6c2-c40c-42fc-a377-b1444fe71e37 HTTP/1.1" status: 204 len: 168 time: 1.1180625 Jul 16 18:45:24.768763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:24.820262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4a2e7-a85f-4cf3-a51d-ec3546e49965 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Network': ['ID=91dcd6c2-c40c-42fc-a377-b1444fe71e37,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.836301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-af58753c-0d4b-482b-b2df-a87b1ae12352 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1de90637-20d1-4b07-9df9-f1e482ef1228 HTTP/1.1" status: 200 len: 217 time: 0.1316020 Jul 16 18:45:24.924303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa277be-7018-4a6b-a577-f8ddad9f31d5 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.929949 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.930881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa277be-7018-4a6b-a577-f8ddad9f31d5 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.932666 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dfa277be-7018-4a6b-a577-f8ddad9f31d5 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1614873 Jul 16 18:45:24.936712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:24.942777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1245070188'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:24.971772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Made reservation on behalf of 8dcb2acb14e641cd9edfac38db30f349 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:24.973104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-bd967a20-d9ae-44c9-ae38-8796e002dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.974645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-bd967a20-d9ae-44c9-ae38-8796e002dd18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=23647619-03a0-44e4-b907-3584b9e00d8c HTTP/1.1" status: 200 len: 852 time: 0.1313722 Jul 16 18:45:24.976166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af44e068-0c9e-4b7c-94a7-3b1b3d146acf req-c15e3d28-2cc3-4955-b4ed-b226bfced92b tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087269 Jul 16 18:45:24.977488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Allocated IP 172.20.0.12 (9eecc3d1-de9d-4173-962f-4ebee24d41fb/9c4a51d3-25c4-4e19-ae7b-238124b2ade0/4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:24.991519 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.048476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:25.070711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-98649a8c-3cde-472a-9526-609e5b31becf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363f66ef-dce1-49a2-b968-96772a2fdf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894849 Jul 16 18:45:25.071650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.075720 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Added segment 60bd58c9-7ab1-445d-88ec-6101e0b0e67c of type vlan for network 9e4cfc8d-d601-4e57-ab78-ab9638d950bf Jul 16 18:45:25.167746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.183035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-9611c589-af82-42df-b77b-98d4c8fd9e57 service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046360 Jul 16 18:45:25.228044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.245638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.246682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.293521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3554029 Jul 16 18:45:25.298269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.306195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1387899036'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:25.327059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98e3de43-b79e-4806-a8d8-8df7b2f991b1 req-5ec528ac-30b1-411c-9e9c-95285c4bb278 service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363087 Jul 16 18:45:25.355498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f64e45-d7d6-4c60-998e-cbb9be6339d0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Network': ['ID=9e4cfc8d-d601-4e57-ab78-ab9638d950bf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.369219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9e4cfc8d-d601-4e57-ab78-ab9638d950bf details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:25.396028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Made reservation on behalf of 8dcb2acb14e641cd9edfac38db30f349 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:25.402473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.447765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:25.463253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.464211 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Added segment cbf33465-e728-4bbc-831d-067d91d175c5 of type vlan for network d2ba3fa8-447a-434e-a3c8-14bccb694324 Jul 16 18:45:25.565051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.582988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 24d68efd-5870-4a74-9f1f-dc27fca5c19e no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:25.613151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 24d68efd-5870-4a74-9f1f-dc27fca5c19e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:25.613529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 24d68efd-5870-4a74-9f1f-dc27fca5c19e not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:25.622184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.632366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.633374 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.680940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f27747-cfa3-45a6-846b-a8d2ea2d0f19 req-2de8dee8-17ab-4443-aa66-1f69607bfbf9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.689511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5f27747-cfa3-45a6-846b-a8d2ea2d0f19 req-2de8dee8-17ab-4443-aa66-1f69607bfbf9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.3449492 Jul 16 18:45:25.710870 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4110820 Jul 16 18:45:25.715529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 54934) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.733987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'ports': [{'network_id': '9e4cfc8d-d601-4e57-ab78-ab9638d950bf', 'name': 'tempest-port--1628368599', 'admin_state_up': True}, {'network_id': 'd2ba3fa8-447a-434e-a3c8-14bccb694324', 'admin_state_up': False}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:25.734618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'port': {'network_id': '9e4cfc8d-d601-4e57-ab78-ab9638d950bf', 'name': 'tempest-port--1628368599', 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:25.735292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'port': {'network_id': 'd2ba3fa8-447a-434e-a3c8-14bccb694324', 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:25.763439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea162fcd-f4b9-449d-afb4-19cd582b3783 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Network': ['ID=d2ba3fa8-447a-434e-a3c8-14bccb694324,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.776600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network d2ba3fa8-447a-434e-a3c8-14bccb694324 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:25.805109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5f27747-cfa3-45a6-846b-a8d2ea2d0f19 req-67366987-d88e-4d2b-ba25-eb50db980bee tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143682 Jul 16 18:45:25.837618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ceaf8-ccce-4cff-9d27-b920e4435d92 req-1b65f691-18b0-4db2-b498-e50d7f5f9022 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.839754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af0ceaf8-ccce-4cff-9d27-b920e4435d92 req-1b65f691-18b0-4db2-b498-e50d7f5f9022 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.1563251 Jul 16 18:45:25.840262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 54936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.853441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.853831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2756c04-c6b8-40ec-9583-fa860a1ef0d4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:25.884410 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.887132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.947747 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66d06445-fb01-4a8e-b2e0-fcd9d57e7374 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/81928fef-dba1-4f7c-8cdf-4f4686e0d3ec HTTP/1.1" status: 200 len: 993 time: 0.1040618 Jul 16 18:45:26.003276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:26.003660 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.006089 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af0ceaf8-ccce-4cff-9d27-b920e4435d92 req-f53ecf80-6611-4312-a025-d67c1e03fe8f tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406903 Jul 16 18:45:26.060903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Pushing event updated for resources: {'Port': ['ID=bcab10aa-5663-49d7-a673-f564155fbbda,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.071478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.168695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-27fada7b-f5f8-4f94-8cf6-c4de64de37dc req-3e2ce88a-849c-438f-8d6a-310b6a5c4cc2 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 210 time: 0.0752885 Jul 16 18:45:26.205980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.301205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Network 9eecc3d1-de9d-4173-962f-4ebee24d41fb is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:26.313073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:26.323111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:26.326906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Made reservation on behalf of 8dcb2acb14e641cd9edfac38db30f349 for: {'port': 2} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:26.331758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.338118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Pushing event updated for resources: {'Port': ['ID=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.382760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.389316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Network 769026e0-2353-4090-b33f-be99dae874ee is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:26.402202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:26.425600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.426256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.462113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-5c39d276-b079-49f6-8707-4f0ef94a7dbf req-5a5e1779-82d0-4dd5-8ecb-0ca8fd982807 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:26.463272 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c39d276-b079-49f6-8707-4f0ef94a7dbf req-5a5e1779-82d0-4dd5-8ecb-0ca8fd982807 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058753 Jul 16 18:45:26.584284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-870e62d2-2bf2-4eab-99cf-8f8fa74312b3 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1662440 Jul 16 18:45:26.599536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Request body: {'port': {'device_id': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:26.605677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] device_id is not set on port c322819e-ffe2-4dcf-afd3-3576d66305fe yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:26.713373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:26.806821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.821914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7495c09a-2900-4a12-9e95-139caa0ee67c None None] Provisioning complete for port bcab10aa-5663-49d7-a673-f564155fbbda triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:26.822482 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7495c09a-2900-4a12-9e95-139caa0ee67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.891591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7495c09a-2900-4a12-9e95-139caa0ee67c None None] Port bcab10aa-5663-49d7-a673-f564155fbbda cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:27.020344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.097581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:27.103379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-22a623bd-832e-41ea-bd45-bdeabf02c867 admin admin] 10.222.0.49 "PUT /v2.0/routers/c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6460662 Jul 16 18:45:27.108946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Sync routers for ids ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:27.125773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Routers {'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:27.126490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:27.177604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-edf0b2ec-fada-44ef-af0f-454c3c410a22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1592510 Jul 16 18:45:27.185714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f199-3328-409a-9cbe-cbe1dc5659d5 req-5a000aa1-0a7e-4b12-9101-496e14fa005d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.187407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f29f199-3328-409a-9cbe-cbe1dc5659d5 req-5a000aa1-0a7e-4b12-9101-496e14fa005d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1195281 Jul 16 18:45:27.256359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f29f199-3328-409a-9cbe-cbe1dc5659d5 req-e8fe01f0-17c4-4a9d-ac40-dcbdbe8a44d0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618281 Jul 16 18:45:27.264190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] device_id is not set on port 66e5e15b-a9ef-4712-91db-3a45f11d62d6 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:27.276932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b8b5-58df-4fa2-903f-72226ec34414 req-ff3c5632-7a62-407a-9323-a90d32f34257 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.284709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6a4b8b5-58df-4fa2-903f-72226ec34414 req-ff3c5632-7a62-407a-9323-a90d32f34257 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 945 time: 0.4067090 Jul 16 18:45:27.319174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Set router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:27.399986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6a4b8b5-58df-4fa2-903f-72226ec34414 req-c1bdeb25-dfbb-4b0a-87cc-13f15a4df9cf tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142881 Jul 16 18:45:27.598142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bcab10aa-5663-49d7-a673-f564155fbbda', 'name': '', 'network_id': '769026e0-2353-4090-b33f-be99dae874ee', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'mac_address': 'fa:16:3e:6e:2e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '08bdd362-a3f1-406f-ae61-6798283add5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:21Z', 'updated_at': '2021-07-16T18:45:25Z', 'revision_number': 2, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'subnets': [{'id': '08bdd362-a3f1-406f-ae61-6798283add5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:27.626125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Checking router: c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:27.626125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Updating router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 port bcab10aa-5663-49d7-a673-f564155fbbda binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:27.662484 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.685926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b56559-fc08-494c-a42c-816f14dbb118 req-6f11dd16-8b70-48cd-818c-60b23fe91704 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.698535 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51b56559-fc08-494c-a42c-816f14dbb118 req-6f11dd16-8b70-48cd-818c-60b23fe91704 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.1187363 Jul 16 18:45:27.728711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:27.763459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51b56559-fc08-494c-a42c-816f14dbb118 req-62634944-70b8-4575-8e0f-47bb6dc9a122 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Jul 16 18:45:27.774355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.812693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.823170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Transition to ACTIVE for port object 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:27.834305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.898666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873a2ab-58e0-4d53-b688-f427c45058e9 req-b6dad5fb-c369-4ac9-99a6-d3d92fcd4214 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.907005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1873a2ab-58e0-4d53-b688-f427c45058e9 req-b6dad5fb-c369-4ac9-99a6-d3d92fcd4214 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 932 time: 0.3010693 Jul 16 18:45:27.994195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.996028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.024580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1873a2ab-58e0-4d53-b688-f427c45058e9 req-be7d626d-8589-4a8d-8f1b-e89ce6e22410 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163831 Jul 16 18:45:28.187136 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.218740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Port': ['ID=c322819e-ffe2-4dcf-afd3-3576d66305fe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.222088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Attempting to bind port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:28.222206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Attempting to bind port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:28.222502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Attempting to bind port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c on network 9eecc3d1-de9d-4173-962f-4ebee24d41fb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:28.229978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c on network 9eecc3d1-de9d-4173-962f-4ebee24d41fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:28.230336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Attempting to bind port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c on network 9eecc3d1-de9d-4173-962f-4ebee24d41fb {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:28.230549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Transition to ACTIVE for port object bcab10aa-5663-49d7-a673-f564155fbbda will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:28.236547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:28.236966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Checking segment: {'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:28.237356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Bound using segment: {'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:28.237787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Bound port: 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ae0e5-324f-4666-9e6c-553f240bd27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:28.238241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.240573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Checking segment: {'id': '60bd58c9-7ab1-445d-88ec-6101e0b0e67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9e4cfc8d-d601-4e57-ab78-ab9638d950bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:28.240995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network hostable DHCP agents. Network: 9e4cfc8d-d601-4e57-ab78-ab9638d950bf, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:28.244930 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.335418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] For port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:28.338788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] For port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:28.347781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.364245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-e494f2a8-9b62-4887-8c9d-09d486e1f2a0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.367069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-e494f2a8-9b62-4887-8c9d-09d486e1f2a0 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 945 time: 0.2863662 Jul 16 18:45:28.389777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3fd28-7f57-4978-9da7-13c3bc6c20c3 None None] Pushing event updated for resources: {'Port': ['ID=bcab10aa-5663-49d7-a673-f564155fbbda,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.420235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.421303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.422717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] 10.222.0.59 "PUT /v2.0/ports/4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c HTTP/1.1" status: 200 len: 1093 time: 1.8276196 Jul 16 18:45:28.425002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'tag': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:28.427351 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53deb56d-848b-4625-93ed-9bd29b40fc47" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0", "tag": "4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:28.433390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network 9e4cfc8d-d601-4e57-ab78-ab9638d950bf is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:28.481563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Attempting to bind port bcab10aa-5663-49d7-a673-f564155fbbda on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:28.482112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Attempting to bind port bcab10aa-5663-49d7-a673-f564155fbbda by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:28.482578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Attempting to bind port bcab10aa-5663-49d7-a673-f564155fbbda on network 769026e0-2353-4090-b33f-be99dae874ee {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:28.490779 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:28.491192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Checking segment: {'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:28.491611 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.492133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Bound using segment: {'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:28.492806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Bound port: bcab10aa-5663-49d7-a673-f564155fbbda, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '769026e0-2353-4090-b33f-be99dae874ee'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:28.493297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.542481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9e4cfc8d-d601-4e57-ab78-ab9638d950bf) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:28.564940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd611b-f458-40bd-915f-493e2bd31ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.567860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:28.568916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.579091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] For port bcab10aa-5663-49d7-a673-f564155fbbda, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:28.582992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] For port bcab10aa-5663-49d7-a673-f564155fbbda, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bcab10aa-5663-49d7-a673-f564155fbbda,segment=NetworkSegment(ba2818bd-e939-49b8-a02a-dc8c64e5e6b6),segment_id=ba2818bd-e939-49b8-a02a-dc8c64e5e6b6)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:28.586353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dac502-86ae-467a-8dcb-ed87854e47ee None None] Network 9e4cfc8d-d601-4e57-ab78-ab9638d950bf requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:28.591233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.725746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3fd28-7f57-4978-9da7-13c3bc6c20c3 None None] Pushing event updated for resources: {'Port': ['ID=bcab10aa-5663-49d7-a673-f564155fbbda,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.786008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.792301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-bb1c89dc-3174-4f0b-88a1-922ec74923b2 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314806401', 'description': 'tempest-secgroup-smoke-314806401 description', 'project_id': 'a5b054fd84924c688f6167272d23e570'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:28.824014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Routers {'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:28.836574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:28.854819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb1c89dc-3174-4f0b-88a1-922ec74923b2 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.031143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ca3b-66f3-4133-97fc-9d566a326166 req-e16009ed-e261-4b49-86ed-d068bf4119d7 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.033325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-65d2ca3b-66f3-4133-97fc-9d566a326166 req-e16009ed-e261-4b49-86ed-d068bf4119d7 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.1422272 Jul 16 18:45:29.051531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb1c89dc-3174-4f0b-88a1-922ec74923b2 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.060728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb1c89dc-3174-4f0b-88a1-922ec74923b2 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.074669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] Set router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:29.136380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bb1c89dc-3174-4f0b-88a1-922ec74923b2 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.141115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bb1c89dc-3174-4f0b-88a1-922ec74923b2 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3527973 Jul 16 18:45:29.144273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:29.154928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e3dc4fa2-eae9-45b4-a4a9-5dbbb7bbe615 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'security_group_rule': {'security_group_id': '01712c80-9137-4a86-abf6-f6a657039b5f', 'project_id': 'a5b054fd84924c688f6167272d23e570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:29.168540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-65d2ca3b-66f3-4133-97fc-9d566a326166 req-a2dee22d-e2ea-4f63-b8d8-847c41e11e56 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206269 Jul 16 18:45:29.169338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c89dc-3174-4f0b-88a1-922ec74923b2 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01712c80-9137-4a86-abf6-f6a657039b5f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.200477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4fa2-eae9-45b4-a4a9-5dbbb7bbe615 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.238417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Port': ['ID=66e5e15b-a9ef-4712-91db-3a45f11d62d6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.305509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-46533fe9-3534-4fb1-8e4c-b3ce29d90ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.306917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-46533fe9-3534-4fb1-8e4c-b3ce29d90ea9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b5965693a08461a8c24650f622cedec&device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 1096 time: 0.8176095 Jul 16 18:45:29.317986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23f69-454a-4065-9280-541ee9c88d6e req-79377de0-ca0a-44d2-91c9-4a5f090f9ac6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.319610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34c23f69-454a-4065-9280-541ee9c88d6e req-79377de0-ca0a-44d2-91c9-4a5f090f9ac6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.7702200 Jul 16 18:45:29.331325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Checking segment: {'id': 'cbf33465-e728-4bbc-831d-067d91d175c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2ba3fa8-447a-434e-a3c8-14bccb694324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:29.331594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network hostable DHCP agents. Network: d2ba3fa8-447a-434e-a3c8-14bccb694324, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:29.341995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bcab10aa-5663-49d7-a673-f564155fbbda', 'name': '', 'network_id': '769026e0-2353-4090-b33f-be99dae874ee', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'mac_address': 'fa:16:3e:6e:2e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '08bdd362-a3f1-406f-ae61-6798283add5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:21Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 4, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'subnets': [{'id': '08bdd362-a3f1-406f-ae61-6798283add5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:29.372959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf6ef6-6a90-460b-9cc2-64588c3ce4a1 None None] The sync data for ids ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'] in n-d-791504-15 is: [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'bcab10aa-5663-49d7-a673-f564155fbbda', 'name': '', 'network_id': '769026e0-2353-4090-b33f-be99dae874ee', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'mac_address': 'fa:16:3e:6e:2e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '08bdd362-a3f1-406f-ae61-6798283add5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:21Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 4, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'subnets': [{'id': '08bdd362-a3f1-406f-ae61-6798283add5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:29.379232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Deleting port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:29.379579 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.382864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4fa2-eae9-45b4-a4a9-5dbbb7bbe615 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.383032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-728f3129-1b99-4b6d-90f9-034017d80acb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c HTTP/1.1" status: 200 len: 217 time: 0.0604367 Jul 16 18:45:29.391648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4fa2-eae9-45b4-a4a9-5dbbb7bbe615 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.395497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-4e748493-6111-40c6-8949-0bc098cee5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.397088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-4e748493-6111-40c6-8949-0bc098cee5a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1097 time: 0.2609615 Jul 16 18:45:29.422366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc4fa2-eae9-45b4-a4a9-5dbbb7bbe615 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eb799f-05d6-4b49-896f-b45ca800d112,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.447772 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4fa2-eae9-45b4-a4a9-5dbbb7bbe615 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.451875 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3dc4fa2-eae9-45b4-a4a9-5dbbb7bbe615 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017476 Jul 16 18:45:29.453893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:29.458535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-472f8b76-8228-4bfb-a1d6-0b0c31c06c2d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'security_group_rule': {'security_group_id': '01712c80-9137-4a86-abf6-f6a657039b5f', 'project_id': 'a5b054fd84924c688f6167272d23e570', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:29.477086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a7616-fe02-41e3-b845-015445175e6a req-7573ec25-85fd-42dc-96bc-b315fbb17636 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.478620 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-674a7616-fe02-41e3-b845-015445175e6a req-7573ec25-85fd-42dc-96bc-b315fbb17636 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 945 time: 0.1605363 Jul 16 18:45:29.518014 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-472f8b76-8228-4bfb-a1d6-0b0c31c06c2d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.518629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network d2ba3fa8-447a-434e-a3c8-14bccb694324 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:29.549861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-674a7616-fe02-41e3-b845-015445175e6a req-43d60f97-c4d5-4844-9b2e-ca54663eaebd tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/security-groups?id=24c06b65-5c78-431b-b722-f165bcb81103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642405 Jul 16 18:45:29.588501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34c23f69-454a-4065-9280-541ee9c88d6e req-7d46e8ca-76e9-4ca2-b0fa-1b5c09271e00 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518938 Jul 16 18:45:29.594459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-472f8b76-8228-4bfb-a1d6-0b0c31c06c2d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.600849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-472f8b76-8228-4bfb-a1d6-0b0c31c06c2d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.617216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f8b76-8228-4bfb-a1d6-0b0c31c06c2d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efeb7ee9-d0f4-4c3a-8410-721d7d7243a0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.637610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-472f8b76-8228-4bfb-a1d6-0b0c31c06c2d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.639277 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-472f8b76-8228-4bfb-a1d6-0b0c31c06c2d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1861720 Jul 16 18:45:29.642474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55034) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:29.653539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, d2ba3fa8-447a-434e-a3c8-14bccb694324) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:29.660819 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b67981-e949-4ec3-b951-17d66b964a3f x-openstack-request-id: req-b1b67981-e949-4ec3-b951-17d66b964a3f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:29.661109 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0", "tag": "4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:29.661348 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1b67981-e949-4ec3-b951-17d66b964a3f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:29.661917 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'tag': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c', 'status': 'completed', 'code': 200} Jul 16 18:45:29.662572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f948163-f8b4-410c-92d0-e2a6cb0b2733 None None] Network d2ba3fa8-447a-434e-a3c8-14bccb694324 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:29.665743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a19d8576-2090-44a7-9a39-062ce0bcd992 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'security_group_rule': {'security_group_id': '01712c80-9137-4a86-abf6-f6a657039b5f', 'project_id': 'a5b054fd84924c688f6167272d23e570', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:29.682304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:29.688027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.711412 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a19d8576-2090-44a7-9a39-062ce0bcd992 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.714965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.715686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.747768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-194c4b0b-9adf-457e-8758-b97bd78f8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.755147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-194c4b0b-9adf-457e-8758-b97bd78f8e03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9c4a51d3-25c4-4e19-ae7b-238124b2ade0 HTTP/1.1" status: 200 len: 849 time: 0.3520474 Jul 16 18:45:29.810559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] For port 9bd2a9da-5f31-4c45-9381-4db39e0d0176, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bd2a9da-5f31-4c45-9381-4db39e0d0176,segment=NetworkSegment(f6b00440-a9ca-4d59-af3c-1fc45de208dc),segment_id=f6b00440-a9ca-4d59-af3c-1fc45de208dc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:29.815122 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.845531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a19d8576-2090-44a7-9a39-062ce0bcd992 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.854062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Calling delete_port for 9bd2a9da-5f31-4c45-9381-4db39e0d0176 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:29.859673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcab10aa-5663-49d7-a673-f564155fbbda up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:29.935024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a19d8576-2090-44a7-9a39-062ce0bcd992 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.935378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bcab10aa-5663-49d7-a673-f564155fbbda completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:29.943585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bcab10aa-5663-49d7-a673-f564155fbbda triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:29.945008 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.960878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d8576-2090-44a7-9a39-062ce0bcd992 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86538390-b0ff-411a-b620-063e2814cffa,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.965461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a19d8576-2090-44a7-9a39-062ce0bcd992 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.966861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a19d8576-2090-44a7-9a39-062ce0bcd992 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224819 Jul 16 18:45:29.973304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-5a9d9245-22e3-406c-a12f-743aad01459a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eecc3d1-de9d-4173-962f-4ebee24d41fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046516 Jul 16 18:45:29.973559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55040) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:29.982879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1a6341df-4ce3-42fd-81f6-5e2f31ca1f1f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'security_group_rule': {'security_group_id': '01712c80-9137-4a86-abf6-f6a657039b5f', 'project_id': 'a5b054fd84924c688f6167272d23e570', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:29.985414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6699e6dc-a199-413c-b78c-c93cdb1b3293 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2622595 Jul 16 18:45:29.986255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55042) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.027197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9d947-777e-4735-90cd-81c6623ab984 req-d3b01fef-dab1-4800-be93-071b3fbe74e6 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.028814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15f9d947-777e-4735-90cd-81c6623ab984 req-d3b01fef-dab1-4800-be93-071b3fbe74e6 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 944 time: 0.1781561 Jul 16 18:45:30.037499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-a5819ffd-ce6c-4fdf-aff7-b66e5a1ad021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.039022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-a5819ffd-ce6c-4fdf-aff7-b66e5a1ad021 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.6276624 Jul 16 18:45:30.080238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.118586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a6341df-4ce3-42fd-81f6-5e2f31ca1f1f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.134545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port bcab10aa-5663-49d7-a673-f564155fbbda, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bcab10aa-5663-49d7-a673-f564155fbbda,segment=NetworkSegment(ba2818bd-e939-49b8-a02a-dc8c64e5e6b6),segment_id=ba2818bd-e939-49b8-a02a-dc8c64e5e6b6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:30.143401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.198420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a6341df-4ce3-42fd-81f6-5e2f31ca1f1f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.207343 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a6341df-4ce3-42fd-81f6-5e2f31ca1f1f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.214332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15f9d947-777e-4735-90cd-81c6623ab984 req-c1b7b68b-e3c5-4b64-b922-4d958c7ca6c7 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606715 Jul 16 18:45:30.235838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a6341df-4ce3-42fd-81f6-5e2f31ca1f1f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.245612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a6341df-4ce3-42fd-81f6-5e2f31ca1f1f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2654703 Jul 16 18:45:30.245612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55048) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.245855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=bcab10aa-5663-49d7-a673-f564155fbbda,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.247805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'security_group_rule': {'security_group_id': '01712c80-9137-4a86-abf6-f6a657039b5f', 'project_id': 'a5b054fd84924c688f6167272d23e570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:30.253419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6341df-4ce3-42fd-81f6-5e2f31ca1f1f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6db63ea-1ebc-41a6-ab93-3afbdc8a3fe1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.291019 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Project a5b054fd84924c688f6167272d23e570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:45:30.298377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.309280 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-783bafb7-df30-41b5-bc91-92d892e04d1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 1001 time: 0.2529702 Jul 16 18:45:30.372694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.377756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.402437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a682bf0-ab1d-4946-bb11-d678529dcd06,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.417069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.418944 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-804304ce-fe8b-4a51-b163-810740659f25 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1755090 Jul 16 18:45:30.422314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55050) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.427054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'security_group_rule': {'security_group_id': '01712c80-9137-4a86-abf6-f6a657039b5f', 'project_id': 'a5b054fd84924c688f6167272d23e570', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:30.439819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-663e337b-877a-4c94-8257-24a8879f5f4e service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485538 Jul 16 18:45:30.450692 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Project a5b054fd84924c688f6167272d23e570 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:45:30.456288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.482200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc63840-4bd8-48c6-a4e3-e55561a40932 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.488238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc63840-4bd8-48c6-a4e3-e55561a40932 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.492807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4dc63840-4bd8-48c6-a4e3-e55561a40932 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5004017 Jul 16 18:45:30.495733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.510268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-9d8c7db7-6a4d-4e0e-ad3e-888ba80127e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.511917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-9d8c7db7-6a4d-4e0e-ad3e-888ba80127e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.1866524 Jul 16 18:45:30.537537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.576239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.597069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.644744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Pushing event deleted for resources: {'Port': ['ID=9bd2a9da-5f31-4c45-9381-4db39e0d0176,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.661352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.676717 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2523024 Jul 16 18:45:30.678969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be102ab-2e5e-4c97-8e4a-a706442454d7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64a4476-e77c-4204-9074-86926525a267,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.705487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Deleting port c322819e-ffe2-4dcf-afd3-3576d66305fe {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:30.706139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.776958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a3f2-b9b0-47d3-9d8d-85296dacb61e req-649a93a1-e233-4038-be80-5944e0c6003c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.782653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3488a3f2-b9b0-47d3-9d8d-85296dacb61e req-649a93a1-e233-4038-be80-5944e0c6003c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.3941286 Jul 16 18:45:30.808928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] No DVR routers for this DVR port 9bd2a9da-5f31-4c45-9381-4db39e0d0176 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:30.809689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.811640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.814471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39d0e245-7f71-4fae-b9d1-1f0a4bee167a req-21aa76fb-bed7-4fe7-a46d-2970e25ccf58 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.67 "DELETE /v2.0/ports/9bd2a9da-5f31-4c45-9381-4db39e0d0176 HTTP/1.1" status: 204 len: 173 time: 2.4412537 Jul 16 18:45:30.819493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df34ab65-2504-45ef-b83f-b5bac5897451 req-080818e3-4cc6-445e-97fb-b9396662dd14 service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641012 Jul 16 18:45:30.850846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b244299c-d248-4369-8801-1d0912c1cfac req-5f362129-bc6f-480f-85a9-6da90fa76593 tempest-ServersTestJSON-149230929 tempest-ServersTestJSON-149230929-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ca715f-823f-42cf-9a42-06841c236abf HTTP/1.1" status: 200 len: 210 time: 0.0998592 Jul 16 18:45:30.859126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Calling delete_port for c322819e-ffe2-4dcf-afd3-3576d66305fe owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:30.899144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-3a033675-620b-4b17-b798-90f94f22839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.900976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-3a033675-620b-4b17-b798-90f94f22839f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3792744 Jul 16 18:45:30.969391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3488a3f2-b9b0-47d3-9d8d-85296dacb61e req-aed46516-e83f-4d90-bbc0-ed29f4181e42 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617868 Jul 16 18:45:31.055464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.148967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Port': ['ID=c322819e-ffe2-4dcf-afd3-3576d66305fe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.158820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.165049 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f6536ed-d4b3-4159-84b3-e1b1b8ee3e52 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/ports/c322819e-ffe2-4dcf-afd3-3576d66305fe HTTP/1.1" status: 204 len: 168 time: 0.6680322 Jul 16 18:45:31.166679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.178339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-81fbf77c-c246-434d-91fb-fec3e5da6566 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658799 Jul 16 18:45:31.191603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-336af349-5ee4-4846-9b98-aadc3cafc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.193148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-336af349-5ee4-4846-9b98-aadc3cafc988 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b5965693a08461a8c24650f622cedec&device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 1096 time: 0.2994471 Jul 16 18:45:31.260371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-08bc369b-2e38-427c-9b54-7cfe99dec190 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314806401&fields=id&tenant_id=a5b054fd84924c688f6167272d23e570 HTTP/1.1" status: 200 len: 267 time: 0.1338968 Jul 16 18:45:31.299780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89c608-de88-4113-9449-10442bab2318 req-077ce795-fadd-4772-b7af-1310a46ac83d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.301500 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef89c608-de88-4113-9449-10442bab2318 req-077ce795-fadd-4772-b7af-1310a46ac83d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2583513 Jul 16 18:45:31.310674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Deleting port 66e5e15b-a9ef-4712-91db-3a45f11d62d6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:31.311149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.379669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef89c608-de88-4113-9449-10442bab2318 req-e94c623e-776a-4019-afb8-41f886b99678 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650280 Jul 16 18:45:31.425475 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.443896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Calling delete_port for 66e5e15b-a9ef-4712-91db-3a45f11d62d6 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:31.456161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-fb26f017-9b43-42cf-a6e0-eed34bf50949 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668283 Jul 16 18:45:31.632847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-97096e6d-0c81-4603-a92f-cf48f5db2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.635142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-97096e6d-0c81-4603-a92f-cf48f5db2f55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9eecc3d1-de9d-4173-962f-4ebee24d41fb HTTP/1.1" status: 200 len: 910 time: 0.4270222 Jul 16 18:45:31.639940 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.670290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-f95b2177-4d91-451d-99de-284a7a6bc94d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.683336 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-f95b2177-4d91-451d-99de-284a7a6bc94d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/networks?id=e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 200 len: 809 time: 0.4101982 Jul 16 18:45:31.684475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Port': ['ID=66e5e15b-a9ef-4712-91db-3a45f11d62d6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.710493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ca715f-823f-42cf-9a42-06841c236abf', 'name': 'network-vif-deleted', 'tag': '9bd2a9da-5f31-4c45-9381-4db39e0d0176'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:31.718499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.722104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7359a364-ed09-49f3-9f52-6ec756974fc4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/ports/66e5e15b-a9ef-4712-91db-3a45f11d62d6 HTTP/1.1" status: 204 len: 168 time: 0.5541115 Jul 16 18:45:31.726873 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3864af-f7b7-4b8e-87e3-ed8dd6794dd4" -d '{"events": [{"server_uuid": "64ca715f-823f-42cf-9a42-06841c236abf", "name": "network-vif-deleted", "tag": "9bd2a9da-5f31-4c45-9381-4db39e0d0176"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:31.728028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55080) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.773934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-7dc46672-2f03-4624-b9d4-d8b375d2a104 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c HTTP/1.1" status: 200 len: 217 time: 0.1178992 Jul 16 18:45:31.782679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c55d3043-a696-42b0-903c-5e9a395e073f tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/quotas/a5b054fd84924c688f6167272d23e570 HTTP/1.1" status: 200 len: 375 time: 0.0988157 Jul 16 18:45:31.827909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eb377582-30df-49e9-bc20-4868f6ae3ea4 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0977461 Jul 16 18:45:31.828914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.845066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-997428437'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:31.856128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcab10aa-5663-49d7-a673-f564155fbbda up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:31.908849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-442a38a1-9d20-48b0-aec8-e01be9bc315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.910792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-442a38a1-9d20-48b0-aec8-e01be9bc315d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9c4a51d3-25c4-4e19-ae7b-238124b2ade0 HTTP/1.1" status: 200 len: 849 time: 0.1254547 Jul 16 18:45:31.926284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Made reservation on behalf of 8dcb2acb14e641cd9edfac38db30f349 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:31.930868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.954968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bcab10aa-5663-49d7-a673-f564155fbbda triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:31.955763 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.974111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba73482-4e43-492c-a892-0e5cd19ea140 req-1084af8e-05f3-452f-82f6-f1a5e73679f9 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.976009 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ba73482-4e43-492c-a892-0e5cd19ea140 req-1084af8e-05f3-452f-82f6-f1a5e73679f9 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 944 time: 0.1263273 Jul 16 18:45:31.988034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:32.004237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-1370fcd8-95bc-4945-bfc6-517fbf796f41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9eecc3d1-de9d-4173-962f-4ebee24d41fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747170 Jul 16 18:45:32.022510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.022899 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Added segment 8fbb5c87-868b-4c2b-98a1-32feb71cc157 of type vlan for network b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e Jul 16 18:45:32.069726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-976c7471-d468-42ec-b341-2542396388a3 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5b054fd84924c688f6167272d23e570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2854390 Jul 16 18:45:32.097802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ba73482-4e43-492c-a892-0e5cd19ea140 req-29b75a28-8bb5-47c1-a090-eb1810cc8fc5 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033151 Jul 16 18:45:32.109662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.146419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-f4c819a2-dcfe-4948-a401-64735134ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.148268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-f4c819a2-dcfe-4948-a401-64735134ad22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2cfeef4d296b40b2a08e5aa309db7bd8&device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 1097 time: 0.2347786 Jul 16 18:45:32.160242 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.168177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.168857 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.191493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3610575 Jul 16 18:45:32.204605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.210159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1511566949'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:32.219631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-f803ddc2-42d9-450c-847d-5de80eff93d6 service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048614 Jul 16 18:45:32.249048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Made reservation on behalf of 8dcb2acb14e641cd9edfac38db30f349 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:32.251081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9bd2a9da-5f31-4c45-9381-4db39e0d0176 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:32.252863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.307794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 9bd2a9da-5f31-4c45-9381-4db39e0d0176 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:32.308907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9bd2a9da-5f31-4c45-9381-4db39e0d0176 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:32.326341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:32.329051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Network': ['ID=b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.352510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.352980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.353336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.353701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.354053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.354520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.354861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.355198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.355524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.355872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.356212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.356638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24028f-9f89-4bfd-8360-29a6ba01a483 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:32.369414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:32.380152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-62843906-4e06-4e0e-a241-6ddca60f2244 service neutron] 10.222.0.49 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759221 Jul 16 18:45:32.399183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.399851 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Added segment 2a8a1e90-addd-486f-8bcb-d4d6735c3831 of type vlan for network 49af350e-8c49-4ffd-b2dc-b9babae69db4 Jul 16 18:45:32.426478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-0e923a52-a3ab-49ea-95e8-699b55f263ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.427887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-0e923a52-a3ab-49ea-95e8-699b55f263ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=363f66ef-dce1-49a2-b968-96772a2fdf04 HTTP/1.1" status: 200 len: 913 time: 0.2707863 Jul 16 18:45:32.474673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50124-295c-4c3e-8d33-684f0d4a28c9 req-95959ba7-993f-4544-89d9-629dff9f11d2 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.476493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70e50124-295c-4c3e-8d33-684f0d4a28c9 req-95959ba7-993f-4544-89d9-629dff9f11d2 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.1528327 Jul 16 18:45:32.478359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.513169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-d79a4cab-c917-4f56-80b5-13d98eba6b57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1de90637-20d1-4b07-9df9-f1e482ef1228 HTTP/1.1" status: 200 len: 217 time: 0.0769882 Jul 16 18:45:32.520028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53deb56d-848b-4625-93ed-9bd29b40fc47 req-91b391ac-b881-4b50-9a24-6c399f4b9850 service neutron] 10.222.0.59 "GET /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899263 Jul 16 18:45:32.551733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70e50124-295c-4c3e-8d33-684f0d4a28c9 req-e9a8cc2b-9630-4f67-9e0a-1956925f1132 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647004 Jul 16 18:45:32.553346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.564274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.565392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.579508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-beebd81a-91cd-4ba0-88d4-649cae8a7c15 service neutron] 10.222.0.49 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924875 Jul 16 18:45:32.589961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-0ecec9c1-9dd7-4720-b9cc-9b5f95627ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.591453 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-0ecec9c1-9dd7-4720-b9cc-9b5f95627ba0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=23647619-03a0-44e4-b907-3584b9e00d8c HTTP/1.1" status: 200 len: 852 time: 0.0667272 Jul 16 18:45:32.612543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4066007 Jul 16 18:45:32.639110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-08a06dc4-4ea5-416e-903a-bd1621399b7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=363f66ef-dce1-49a2-b968-96772a2fdf04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398719 Jul 16 18:45:32.652439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae46da-e7c2-4ca6-92f8-883a2d512108 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Network': ['ID=49af350e-8c49-4ffd-b2dc-b9babae69db4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.664172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 49af350e-8c49-4ffd-b2dc-b9babae69db4 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:32.711401 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ccbc26-de5c-4684-8183-cec67cb70603 x-openstack-request-id: req-e6ccbc26-de5c-4684-8183-cec67cb70603 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:32.711691 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ca715f-823f-42cf-9a42-06841c236abf", "name": "network-vif-deleted", "tag": "9bd2a9da-5f31-4c45-9381-4db39e0d0176", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:32.711950 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6ccbc26-de5c-4684-8183-cec67cb70603 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:32.712348 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ca715f-823f-42cf-9a42-06841c236abf', 'name': 'network-vif-deleted', 'tag': '9bd2a9da-5f31-4c45-9381-4db39e0d0176', 'status': 'completed', 'code': 200} Jul 16 18:45:32.745966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.755698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'subnets': [{'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1848402745', 'ip_version': 4}, {'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:32.756268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'subnet': {'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1848402745', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:32.757525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Request body: {'subnet': {'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:32.848677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.931643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-dbb6263c-ad5c-48fd-ae71-08d00b1407cf service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854817 Jul 16 18:45:33.118709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Made reservation on behalf of 8dcb2acb14e641cd9edfac38db30f349 for: {'subnet': 2} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:33.123943 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.124393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.168450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824878b-fb12-4498-b2ab-acd9c3cf3510 req-cc4d75f2-c5df-4325-ab37-64611c51fe1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.170209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0824878b-fb12-4498-b2ab-acd9c3cf3510 req-cc4d75f2-c5df-4325-ab37-64611c51fe1e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1357038 Jul 16 18:45:33.291503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0824878b-fb12-4498-b2ab-acd9c3cf3510 req-c5b11658-0951-4386-bcc7-b65ef83ef41d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148601 Jul 16 18:45:33.439205 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fdfe785-dd6d-4643-82d2-3dc599b3bcb3 req-edf58298-cd71-4b17-97d9-971e703405d0 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 210 time: 0.5126679 Jul 16 18:45:33.465950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Deleting subnet df8116a7-3347-445b-89c8-befca16abc21 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:33.480497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.511095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-458b9377-7b5a-4895-a9ad-5b4f0d517aac req-bb3061fa-4589-4b4f-a225-6c65a4bd4ffe service neutron] 10.222.0.67 "GET /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677214 Jul 16 18:45:33.526804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.578281 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.605929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:33.672197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.727137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8116a7-3347-445b-89c8-befca16abc21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.741199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc67b29-2983-480c-8209-db1ea2efd9ba req-d9562534-7ac5-4386-907e-3f1512a08a25 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.744409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.744851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.745265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.745674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.746080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.746478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.746899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.747295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.747688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.748085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.749155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.749155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:33.752470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4dc67b29-2983-480c-8209-db1ea2efd9ba req-d9562534-7ac5-4386-907e-3f1512a08a25 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 944 time: 0.2130859 Jul 16 18:45:33.755155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.759347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ba3417cd-66bd-4a04-8c36-926eda8c332a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/df8116a7-3347-445b-89c8-befca16abc21 HTTP/1.1" status: 204 len: 168 time: 0.9053040 Jul 16 18:45:33.764660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:33.783331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.791066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c', 'network_id': '9eecc3d1-de9d-4173-962f-4ebee24d41fb', 'port_id': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c', 'mac_address': 'fa:16:3e:90:04:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4a51d3-25c4-4e19-ae7b-238124b2ade0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:33.831072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14404940-862c-444e-a4e5-00fffd29c457 req-799b038b-7d72-437b-8960-82e859ec069d tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.833420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14404940-862c-444e-a4e5-00fffd29c457 req-799b038b-7d72-437b-8960-82e859ec069d tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.0908897 Jul 16 18:45:33.881121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14404940-862c-444e-a4e5-00fffd29c457 req-a8793dc2-23da-4da3-97a3-f375ad160e8f tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Jul 16 18:45:33.889204 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.906812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:33.928191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:33.933274 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.948423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4dc67b29-2983-480c-8209-db1ea2efd9ba req-ecd41e11-74aa-46e1-b3cc-b3d4c9c05db0 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947737 Jul 16 18:45:33.953222 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.017232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.023547 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.025140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.025492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.025835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.026169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.026674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.027171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.027667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.028165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.028671 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.029186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.029699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.030554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:34.108585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.133465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05222e42-e89b-45b9-9873-2ae4eb29292b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:34.145929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Subnet': ['ID=4c718713-b6e5-4232-b78f-7078dccc0d9e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.153972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b00440-a9ca-4d59-af3c-1fc45de208dc') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:34.154281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b00440-a9ca-4d59-af3c-1fc45de208dc') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:34.165817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:34.167169 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.169146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Checking segment: {'id': '8fbb5c87-868b-4c2b-98a1-32feb71cc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:34.170600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network hostable DHCP agents. Network: b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:34.189240 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.197467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:34.197844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:34.199912 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:34.220491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:34.259798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:34.264237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.273015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57699157-8517-455b-9151-f263909ef4af None None] Network b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:34.304067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.308620 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.312983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/05222e42-e89b-45b9-9873-2ae4eb29292b HTTP/1.1" status: 204 len: 168 time: 0.5201950 Jul 16 18:45:34.384097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f48f5a-235c-4e47-b155-aa6935c7cbe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=05222e42-e89b-45b9-9873-2ae4eb29292b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.408033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event updated for resources: {'Subnet': ['ID=f12ddbd4-7ad2-46d8-9a75-6ffc4f16da67,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.422493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Checking segment: {'id': '2a8a1e90-addd-486f-8bcb-d4d6735c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:34.423385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network hostable DHCP agents. Network: 49af350e-8c49-4ffd-b2dc-b9babae69db4, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:34.446954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Network 49af350e-8c49-4ffd-b2dc-b9babae69db4 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:34.471608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 49af350e-8c49-4ffd-b2dc-b9babae69db4) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:34.484667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac4893-ea12-4622-9a1e-e3848531d802 None None] Network 49af350e-8c49-4ffd-b2dc-b9babae69db4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:34.506221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.507496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.509273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.558552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a1dd4114-98c5-41f7-a2ac-cd9e59abacde tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8107779 Jul 16 18:45:34.561262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55124) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.632299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55126) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.796984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-ad207599-fc77-4859-bc9f-c5515162743e tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.799614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-ad207599-fc77-4859-bc9f-c5515162743e tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.59 "GET /v2.0/networks?id=e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 200 len: 809 time: 0.3480606 Jul 16 18:45:34.833215 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4cc622df-a44f-4fab-925b-481247aea890 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=843c9e4d75aa439882150df7793ce944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959279 Jul 16 18:45:34.853945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e', 'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e', 'tenant_id': '8dcb2acb14e641cd9edfac38db30f349', 'fixed_ips': [{'subnet_id': '4c718713-b6e5-4232-b78f-7078dccc0d9e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:34.855937 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.856080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.868563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-49af350e-8c49-4ffd-b2dc-b9babae69db4', 'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4', 'tenant_id': '8dcb2acb14e641cd9edfac38db30f349', 'fixed_ips': [{'subnet_id': 'f12ddbd4-7ad2-46d8-9a75-6ffc4f16da67'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:34.869530 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.927636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b78d3e-f196-4fee-8345-598f184b0c6d req-2011acaf-b045-4bee-b40e-cfd6a4de05f2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.935316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04b78d3e-f196-4fee-8345-598f184b0c6d req-2011acaf-b045-4bee-b40e-cfd6a4de05f2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.3490486 Jul 16 18:45:34.991996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c095b7c9-c370-49ba-8848-585577cba0b8 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b054fd84924c688f6167272d23e570 HTTP/1.1" status: 200 len: 379 time: 0.1572299 Jul 16 18:45:35.012080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'port': {'device_id': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'admin_state_up': True, 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'security_groups': ['01712c80-9137-4a86-abf6-f6a657039b5f']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:35.049298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04b78d3e-f196-4fee-8345-598f184b0c6d req-e24522ba-4fe4-484d-be70-7d118892ab0d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129713 Jul 16 18:45:35.052922 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e589769e-59b0-437b-80f4-78ee1adfd9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.065696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f890344-7be2-4583-a64e-1754e55e1ff3 req-312a9fe3-fb15-48a4-ac06-2488328e55d3 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 210 time: 0.0950887 Jul 16 18:45:35.085002 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e589769e-59b0-437b-80f4-78ee1adfd9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.150723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Allocated IP 172.20.0.2 (b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e/4c718713-b6e5-4232-b78f-7078dccc0d9e/f0da8af6-c0a1-47ba-bc09-1a86875395f4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:35.165221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac73ea7-2fcd-41bc-a08f-bc6bbc94d5d7 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:35.166840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac73ea7-2fcd-41bc-a08f-bc6bbc94d5d7 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:35.168352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac73ea7-2fcd-41bc-a08f-bc6bbc94d5d7 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:35.172942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6ac73ea7-2fcd-41bc-a08f-bc6bbc94d5d7 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6077535 Jul 16 18:45:35.174333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55134) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.280691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Allocated IP 172.20.0.18 (49af350e-8c49-4ffd-b2dc-b9babae69db4/f12ddbd4-7ad2-46d8-9a75-6ffc4f16da67/99fe7464-3cb2-4627-88e9-dfe853177897) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:35.289336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e589769e-59b0-437b-80f4-78ee1adfd9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.291906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e589769e-59b0-437b-80f4-78ee1adfd9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.292041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Deleting subnet 4c718713-b6e5-4232-b78f-7078dccc0d9e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:35.295520 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e589769e-59b0-437b-80f4-78ee1adfd9b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24c06b65-5c78-431b-b722-f165bcb81103 HTTP/1.1" status: 204 len: 168 time: 0.4347200 Jul 16 18:45:35.353378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589769e-59b0-437b-80f4-78ee1adfd9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c06b65-5c78-431b-b722-f165bcb81103,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.377875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e802f9-8b92-4670-9ecf-734485ef3af4 req-bb569510-9d36-469d-8608-b2734646df4f tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:35.379663 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21e802f9-8b92-4670-9ecf-734485ef3af4 req-bb569510-9d36-469d-8608-b2734646df4f tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 945 time: 0.0836263 Jul 16 18:45:35.408350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Made reservation on behalf of a5b054fd84924c688f6167272d23e570 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:35.427439 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.430100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21e802f9-8b92-4670-9ecf-734485ef3af4 req-26be2b9d-a13f-472b-8d20-b58b1811a97c tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Jul 16 18:45:35.518274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f8097-c9bc-4ae1-8f2f-94c048956bc8 req-f8ad9442-7d19-46e4-bfd0-5ace2cb36188 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:35.518274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c19f8097-c9bc-4ae1-8f2f-94c048956bc8 req-f8ad9442-7d19-46e4-bfd0-5ace2cb36188 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.2152586 Jul 16 18:45:35.524494 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.533372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Transition to ACTIVE for port object 99fe7464-3cb2-4627-88e9-dfe853177897 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.550404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Transition to ACTIVE for port object 99fe7464-3cb2-4627-88e9-dfe853177897 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.566102 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.620241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Pushing event updated for resources: {'Port': ['ID=99fe7464-3cb2-4627-88e9-dfe853177897,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.628538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:35.632652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Network 49af350e-8c49-4ffd-b2dc-b9babae69db4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:35.633267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c19f8097-c9bc-4ae1-8f2f-94c048956bc8 req-c8b78b97-cc0f-4e81-9fb2-e36b73de76e4 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019232 Jul 16 18:45:35.646413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Allocated IP 172.20.0.6 (e5bbb623-b536-4796-962f-d25fd7f950c8/6af233d1-7b66-40aa-b30d-8f39f835cbe3/f748ac3f-3a24-4729-818d-41bb5bae09cb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:35.714920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.725932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Transition to ACTIVE for port object f0da8af6-c0a1-47ba-bc09-1a86875395f4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.760691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:35.786738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Transition to ACTIVE for port object f0da8af6-c0a1-47ba-bc09-1a86875395f4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.788056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:35.801962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.835839 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.878677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:35.893600 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.914899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.947589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Transition to ACTIVE for port object f748ac3f-3a24-4729-818d-41bb5bae09cb will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.976721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:35.978875 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.011807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Attempting to bind port 99fe7464-3cb2-4627-88e9-dfe853177897 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:36.012488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Attempting to bind port 99fe7464-3cb2-4627-88e9-dfe853177897 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2a8a1e90-addd-486f-8bcb-d4d6735c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:36.012990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Attempting to bind port 99fe7464-3cb2-4627-88e9-dfe853177897 on network 49af350e-8c49-4ffd-b2dc-b9babae69db4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:36.025652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Network b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:36.028241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.082458 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.097144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:36.100643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Checking segment: {'id': '2a8a1e90-addd-486f-8bcb-d4d6735c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:36.101189 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.102606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Network e5bbb623-b536-4796-962f-d25fd7f950c8 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:36.105976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Bound using segment: {'id': '2a8a1e90-addd-486f-8bcb-d4d6735c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:36.106591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Bound port: 99fe7464-3cb2-4627-88e9-dfe853177897, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8a1e90-addd-486f-8bcb-d4d6735c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '49af350e-8c49-4ffd-b2dc-b9babae69db4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:36.107090 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.113812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:36.118457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:36.125984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'Port': ['ID=f748ac3f-3a24-4729-818d-41bb5bae09cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.138201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:36.145745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:36.186121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Pushing event updated for resources: {'Port': ['ID=f0da8af6-c0a1-47ba-bc09-1a86875395f4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.228602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.229814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.249164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.263190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-cf9fb5bf-485e-418c-9fda-92976ceeca50 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2635493 Jul 16 18:45:36.314299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Subnet': ['ID=4c718713-b6e5-4232-b78f-7078dccc0d9e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.317309 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.323719 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2984134d-e678-43ef-82b1-0921e856a9e0 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/subnets/4c718713-b6e5-4232-b78f-7078dccc0d9e HTTP/1.1" status: 204 len: 168 time: 1.1480856 Jul 16 18:45:36.325616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Request body: {'port': {'device_id': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:36.331395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.391648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Attempting to bind port f0da8af6-c0a1-47ba-bc09-1a86875395f4 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:36.392035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Attempting to bind port f0da8af6-c0a1-47ba-bc09-1a86875395f4 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '8fbb5c87-868b-4c2b-98a1-32feb71cc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:36.392593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Attempting to bind port f0da8af6-c0a1-47ba-bc09-1a86875395f4 on network b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:36.407826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] For port 99fe7464-3cb2-4627-88e9-dfe853177897, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:36.412711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] For port 99fe7464-3cb2-4627-88e9-dfe853177897, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=99fe7464-3cb2-4627-88e9-dfe853177897,segment=NetworkSegment(2a8a1e90-addd-486f-8bcb-d4d6735c3831),segment_id=2a8a1e90-addd-486f-8bcb-d4d6735c3831)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:36.414208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:36.414815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Checking segment: {'id': '8fbb5c87-868b-4c2b-98a1-32feb71cc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:36.415419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.415683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Bound using segment: {'id': '8fbb5c87-868b-4c2b-98a1-32feb71cc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:36.416216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Bound port: f0da8af6-c0a1-47ba-bc09-1a86875395f4, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbb5c87-868b-4c2b-98a1-32feb71cc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:36.416690 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.431554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.433489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.441455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.443736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25818e79-7c57-4876-bd85-aaa01d14b994 req-741b9857-f31c-495a-8906-aed20e83fe26 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.450367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25818e79-7c57-4876-bd85-aaa01d14b994 req-741b9857-f31c-495a-8906-aed20e83fe26 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1256905 Jul 16 18:45:36.477039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Deleting subnet f12ddbd4-7ad2-46d8-9a75-6ffc4f16da67 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:36.493290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:36.501438 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25818e79-7c57-4876-bd85-aaa01d14b994 req-2c1f68fb-3a1c-4c71-a237-5fd8cff24610 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Jul 16 18:45:36.507006 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.524486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:36.527028 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74ad874-ef13-47b8-ae5d-315b73ef9c61" -d '{"events": [{"server_uuid": "9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0", "name": "network-vif-plugged", "status": "completed", "tag": "4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:36.541210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.544931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae394348-d573-43d1-947e-dbb250f8ec56 req-ae55fb2d-4ec2-46c4-8cbb-550475b6773c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.548444 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ae394348-d573-43d1-947e-dbb250f8ec56 req-ae55fb2d-4ec2-46c4-8cbb-550475b6773c tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.2988465 Jul 16 18:45:36.569752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.611427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.622513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8adc177c-f600-4990-971d-a3a922b2d662 None None] Provisioning for port f748ac3f-3a24-4729-818d-41bb5bae09cb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:36.630327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8adc177c-f600-4990-971d-a3a922b2d662 None None] Provisioning complete for port f748ac3f-3a24-4729-818d-41bb5bae09cb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:36.630701 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8adc177c-f600-4990-971d-a3a922b2d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.654939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd4eab-7744-48db-888e-3db83fbdf33e None None] Pushing event updated for resources: {'Port': ['ID=99fe7464-3cb2-4627-88e9-dfe853177897,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.681857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1353759379-network', 'tenant_id': '3c2b5a5ac83e4ded995260caeedf0240'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:36.696428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ae394348-d573-43d1-947e-dbb250f8ec56 req-15329a82-7568-4898-a036-ce4e9c0d0f01 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365719 Jul 16 18:45:36.717039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] For port f0da8af6-c0a1-47ba-bc09-1a86875395f4, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:36.728590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8adc177c-f600-4990-971d-a3a922b2d662 None None] Port f748ac3f-3a24-4729-818d-41bb5bae09cb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:36.742074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] For port f0da8af6-c0a1-47ba-bc09-1a86875395f4, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0da8af6-c0a1-47ba-bc09-1a86875395f4,segment=NetworkSegment(8fbb5c87-868b-4c2b-98a1-32feb71cc157),segment_id=8fbb5c87-868b-4c2b-98a1-32feb71cc157)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:36.752458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Made reservation on behalf of 3c2b5a5ac83e4ded995260caeedf0240 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:36.752848 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.755177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.772495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.789600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435de1-f490-42f7-bc13-7fedf5ba0d0f req-8f55508e-bb1c-402b-bd9c-4738a1c59064 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.797885 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3435de1-f490-42f7-bc13-7fedf5ba0d0f req-8f55508e-bb1c-402b-bd9c-4738a1c59064 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 931 time: 0.1588354 Jul 16 18:45:36.839382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f9ff3-00f5-4f68-a25a-091bb322cf60 None None] Pushing event updated for resources: {'Port': ['ID=f0da8af6-c0a1-47ba-bc09-1a86875395f4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.862761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3435de1-f490-42f7-bc13-7fedf5ba0d0f req-026faf04-0514-4952-88e2-5d7876ed5a82 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634055 Jul 16 18:45:36.917651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.943790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235489b2-235d-4078-b234-b6c21b0c4930 None None] Network b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:36.978180 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b59851-f44f-4a08-ad5e-6b5d575a41cd x-openstack-request-id: req-19b59851-f44f-4a08-ad5e-6b5d575a41cd {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:36.978736 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0", "name": "network-vif-plugged", "status": "completed", "tag": "4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:36.979309 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19b59851-f44f-4a08-ad5e-6b5d575a41cd {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:36.980022 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c', 'code': 200} Jul 16 18:45:37.069564 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.290298 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.293874 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.313925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.362059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52512c-ad7a-41e5-a57d-a963f7b9f65b req-adb705ea-4cd1-47a3-839b-15108119af86 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.363484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c52512c-ad7a-41e5-a57d-a963f7b9f65b req-adb705ea-4cd1-47a3-839b-15108119af86 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 946 time: 0.4035378 Jul 16 18:45:37.376491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Subnet': ['ID=f12ddbd4-7ad2-46d8-9a75-6ffc4f16da67,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.386092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.387953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-75af176d-4e3a-4a4e-9afa-dca12b88643b tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/subnets/f12ddbd4-7ad2-46d8-9a75-6ffc4f16da67 HTTP/1.1" status: 204 len: 168 time: 1.0549610 Jul 16 18:45:37.390501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dae34-6dab-475b-b04d-47c8c4b22149 req-c8f73a29-827c-4f22-ac87-6aa8f319193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.392030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3dae34-6dab-475b-b04d-47c8c4b22149 req-c8f73a29-827c-4f22-ac87-6aa8f319193b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 1098 time: 0.3163230 Jul 16 18:45:37.393302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afe8c1-e3c0-46ab-bf8c-5204e85d128e req-eb19063f-dafa-4dbe-ae85-f2b79c6206c2 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.394966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8afe8c1-e3c0-46ab-bf8c-5204e85d128e req-eb19063f-dafa-4dbe-ae85-f2b79c6206c2 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 946 time: 0.0705426 Jul 16 18:45:37.395454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55182) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:37.399732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:37.442461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb12493d-4cf0-47e0-80a9-8511c15f279f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.456387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.456822 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Added segment 633ad6fa-8f15-4be6-a18e-0aa8b7a5b8e4 of type vlan for network db428f51-2c3f-4e18-be89-69c3e0b43771 Jul 16 18:45:37.480137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df24026-39d5-483c-813e-53cdf0ec3816 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.483265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8df24026-39d5-483c-813e-53cdf0ec3816 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850480 Jul 16 18:45:37.487170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:37.497863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8afe8c1-e3c0-46ab-bf8c-5204e85d128e req-b80527ae-59d5-470e-9412-da8a59d612e8 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Jul 16 18:45:37.568007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc3dae34-6dab-475b-b04d-47c8c4b22149 req-14d7b70e-521e-4c99-87b0-f2a4ea3c70c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597774 Jul 16 18:45:37.571382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.577679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c52512c-ad7a-41e5-a57d-a963f7b9f65b req-2cb267fd-5ae1-4e5b-97fa-8e546a8d8423 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987221 Jul 16 18:45:37.580733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f748ac3f-3a24-4729-818d-41bb5bae09cb {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:37.588194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.591945 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.633484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Transition to ACTIVE for port object f748ac3f-3a24-4729-818d-41bb5bae09cb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:37.641256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.674865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.675854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.676442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.713047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Deleting port 99fe7464-3cb2-4627-88e9-dfe853177897 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:37.713389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.717797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2699189 Jul 16 18:45:37.727530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55188) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:37.734809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Request body: {'subnet': {'network_id': 'db428f51-2c3f-4e18-be89-69c3e0b43771', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1353759379-subnet', 'tenant_id': '3c2b5a5ac83e4ded995260caeedf0240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:37.737726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f748ac3f-3a24-4729-818d-41bb5bae09cb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.798507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c0b24-59ba-43d1-827b-d6a638995db0 admin admin] Pushing event updated for resources: {'Network': ['ID=db428f51-2c3f-4e18-be89-69c3e0b43771,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.818946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network db428f51-2c3f-4e18-be89-69c3e0b43771 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:37.848918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd54129-2922-464e-8f1d-25f4fd3991f8 req-6fd18db5-8a95-4e85-84cf-fd5e891836fc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.850795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dd54129-2922-464e-8f1d-25f4fd3991f8 req-6fd18db5-8a95-4e85-84cf-fd5e891836fc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2070620 Jul 16 18:45:37.913907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Made reservation on behalf of 3c2b5a5ac83e4ded995260caeedf0240 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:37.917813 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.928148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] For port 99fe7464-3cb2-4627-88e9-dfe853177897, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=99fe7464-3cb2-4627-88e9-dfe853177897,segment=NetworkSegment(2a8a1e90-addd-486f-8bcb-d4d6735c3831),segment_id=2a8a1e90-addd-486f-8bcb-d4d6735c3831)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:37.929353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.947338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 99fe7464-3cb2-4627-88e9-dfe853177897 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:37.979974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Calling delete_port for 99fe7464-3cb2-4627-88e9-dfe853177897 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:38.022705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8acee-7755-43e9-82d9-6728e48df895 None None] Network 49af350e-8c49-4ffd-b2dc-b9babae69db4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:38.051562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 99fe7464-3cb2-4627-88e9-dfe853177897 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:38.085481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-98e52359-6c51-4d33-8631-129f3efaedb2 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.086630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1dd54129-2922-464e-8f1d-25f4fd3991f8 req-711f9f15-f84f-4296-b21d-2832f7791f3f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224214 Jul 16 18:45:38.087031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-98e52359-6c51-4d33-8631-129f3efaedb2 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.67 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.2842207 Jul 16 18:45:38.102351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Attempting to bind port f748ac3f-3a24-4729-818d-41bb5bae09cb on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:38.102688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Attempting to bind port f748ac3f-3a24-4729-818d-41bb5bae09cb by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:38.103021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Attempting to bind port f748ac3f-3a24-4729-818d-41bb5bae09cb on network e5bbb623-b536-4796-962f-d25fd7f950c8 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:38.111692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Port f748ac3f-3a24-4729-818d-41bb5bae09cb on network e5bbb623-b536-4796-962f-d25fd7f950c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:38.112317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Attempting to bind port f748ac3f-3a24-4729-818d-41bb5bae09cb on network e5bbb623-b536-4796-962f-d25fd7f950c8 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:38.120746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18e097ba-6c5a-413e-87fb-f90892d5723d None None] Provisioning for port 99fe7464-3cb2-4627-88e9-dfe853177897 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:38.135673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18e097ba-6c5a-413e-87fb-f90892d5723d None None] Provisioning complete for port 99fe7464-3cb2-4627-88e9-dfe853177897 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:38.136143 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18e097ba-6c5a-413e-87fb-f90892d5723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.155203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:38.155594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Checking segment: {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:38.156010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Bound using segment: {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:38.156452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Bound port: f748ac3f-3a24-4729-818d-41bb5bae09cb, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6040a2a-3e95-4653-8afe-39f090323428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:38.156918 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.175250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.183760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ac4b3-ee92-4c5d-9a1c-c3f97265c511 req-dfae1bd8-4175-40f1-a504-b73054119a40 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.185448 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b25ac4b3-ee92-4c5d-9a1c-c3f97265c511 req-dfae1bd8-4175-40f1-a504-b73054119a40 tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/ports?device_id=599dd933-de83-4130-8519-1857786afd9d HTTP/1.1" status: 200 len: 945 time: 0.1993365 Jul 16 18:45:38.212126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Port': ['ID=99fe7464-3cb2-4627-88e9-dfe853177897,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.214260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] No DVR routers for this DVR port 99fe7464-3cb2-4627-88e9-dfe853177897 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:38.248269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18e097ba-6c5a-413e-87fb-f90892d5723d None None] Could not find standard attr ID for object 99fe7464-3cb2-4627-88e9-dfe853177897. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:38.266528 n-d-791504-15 neutron-server[93797]: INFO neutron.plugins.ml2.db [None req-18e097ba-6c5a-413e-87fb-f90892d5723d None None] No ports have port_id starting with 99fe7464-3cb2-4627-88e9-dfe853177897 Jul 16 18:45:38.316864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b25ac4b3-ee92-4c5d-9a1c-c3f97265c511 req-67c94527-e36b-4f8a-8395-d888bc094c0e tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214838 Jul 16 18:45:38.325656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] For port f748ac3f-3a24-4729-818d-41bb5bae09cb, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:38.331293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] For port f748ac3f-3a24-4729-818d-41bb5bae09cb, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:38.338679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Deleting port 1de90637-20d1-4b07-9df9-f1e482ef1228 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:38.340149 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.345690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.378434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.388591 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.419835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.420586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.422187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 200 len: 1092 time: 2.1106272 Jul 16 18:45:38.422607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:38.424859 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2198a570-eae4-4b9b-867f-49dd641cb42c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:38.431044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b56bb-848d-4964-aead-fe109bfb3deb None None] DHCP port deletion for 49af350e-8c49-4ffd-b2dc-b9babae69db4 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:38.434061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49af350e-8c49-4ffd-b2dc-b9babae69db4']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:38.454672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8a1e90-addd-486f-8bcb-d4d6735c3831') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:38.455171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8a1e90-addd-486f-8bcb-d4d6735c3831') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:38.479746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.501107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.526334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e32a1-932f-4379-922f-0979550a9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f748ac3f-3a24-4729-818d-41bb5bae09cb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.558451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:38.558942 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:38.568066 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:38.581989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] For port 1de90637-20d1-4b07-9df9-f1e482ef1228, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=1de90637-20d1-4b07-9df9-f1e482ef1228,segment=NetworkSegment(68d9cbd2-2d4a-45d8-a259-35a0d3b2e204),segment_id=68d9cbd2-2d4a-45d8-a259-35a0d3b2e204)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:38.581989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.600724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Calling delete_port for 1de90637-20d1-4b07-9df9-f1e482ef1228 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:38.663750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-a38e04d3-3a67-420c-891a-88608ecbb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.665306 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-a38e04d3-3a67-420c-891a-88608ecbb5ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5b054fd84924c688f6167272d23e570&device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1095 time: 0.1586986 Jul 16 18:45:38.689661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949f3e3-8ed2-4e7d-8725-ef5b4e4baeaa None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:45:38.705222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd6f-87ee-4f56-9720-1b1470771579 req-fe92c69b-d884-4578-b244-7ec207d7de03 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.707017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a90cd6f-87ee-4f56-9720-1b1470771579 req-fe92c69b-d884-4578-b244-7ec207d7de03 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 943 time: 0.4619927 Jul 16 18:45:38.722937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-ff48ea0f-a3dd-478e-a0ff-de3631d02bd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 200 len: 217 time: 0.0494907 Jul 16 18:45:38.753729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.765933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.771060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/networks/49af350e-8c49-4ffd-b2dc-b9babae69db4 HTTP/1.1" status: 204 len: 168 time: 1.2827761 Jul 16 18:45:38.771264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55204) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:38.780853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bc7281-7632-4166-859f-a290126e4974,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.813928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5094c8-f72c-4625-8ed2-85e15b8d7920 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Network': ['ID=49af350e-8c49-4ffd-b2dc-b9babae69db4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.815897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Checking segment: {'id': '633ad6fa-8f15-4be6-a18e-0aa8b7a5b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db428f51-2c3f-4e18-be89-69c3e0b43771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:38.816050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Network hostable DHCP agents. Network: db428f51-2c3f-4e18-be89-69c3e0b43771, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:38.852375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949f3e3-8ed2-4e7d-8725-ef5b4e4baeaa None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:45:38.853288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-7a781354-9321-498b-8c68-a5dd44bfa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.855167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-7a781354-9321-498b-8c68-a5dd44bfa506 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6af233d1-7b66-40aa-b30d-8f39f835cbe3 HTTP/1.1" status: 200 len: 848 time: 0.1255794 Jul 16 18:45:38.868039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a90cd6f-87ee-4f56-9720-1b1470771579 req-a452b06c-5299-4100-9a70-0567df104d12 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152675 Jul 16 18:45:38.874497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Network db428f51-2c3f-4e18-be89-69c3e0b43771 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:38.895302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-50eee53f-8aad-4169-9924-81e0f8d299c9 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.897471 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-50eee53f-8aad-4169-9924-81e0f8d299c9 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 946 time: 0.1884501 Jul 16 18:45:38.898914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, db428f51-2c3f-4e18-be89-69c3e0b43771) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:38.951385 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e710a5e-2e77-474d-9f43-6e8fa8dc72cf x-openstack-request-id: req-9e710a5e-2e77-474d-9f43-6e8fa8dc72cf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:38.951707 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:38.952108 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e710a5e-2e77-474d-9f43-6e8fa8dc72cf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:38.952604 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'status': 'completed', 'code': 200} Jul 16 18:45:38.956352 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.965781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.966389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.986101 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.009794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['1de90637-20d1-4b07-9df9-f1e482ef1228'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:39.011258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19c79fe6-bd7c-465e-9b6f-56e89852a089 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2825320 Jul 16 18:45:39.084600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Pushing event deleted for resources: {'Port': ['ID=1de90637-20d1-4b07-9df9-f1e482ef1228,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.151563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-296f24ae-0211-465e-9fa8-3d84c3877d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.154366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-296f24ae-0211-465e-9fa8-3d84c3877d23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e5bbb623-b536-4796-962f-d25fd7f950c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2883358 Jul 16 18:45:39.186838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Deleting port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:39.187201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.265588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-95145999-e948-451b-a5fb-9a2e261cefcb service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008663 Jul 16 18:45:39.294243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] For port 11b7e93b-fb1a-4893-ad38-50d69fcd5850, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=11b7e93b-fb1a-4893-ad38-50d69fcd5850,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:39.294672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.313650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Calling delete_port for 11b7e93b-fb1a-4893-ad38-50d69fcd5850 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:39.318462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] No DVR routers for this DVR port 1de90637-20d1-4b07-9df9-f1e482ef1228 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:39.326234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.328857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bf64180-97fb-4ef7-b1db-78eea916aab9 req-5cf189c4-6498-4746-899c-5432825516bc tempest-TestServerAdvancedOps-1461085346 tempest-TestServerAdvancedOps-1461085346-project] 10.222.0.67 "DELETE /v2.0/ports/1de90637-20d1-4b07-9df9-f1e482ef1228 HTTP/1.1" status: 204 len: 173 time: 1.2353005 Jul 16 18:45:39.390552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b835d7d-fb88-4814-8cdf-bbce3115b17b req-f168c50a-28ee-48ad-bd0c-dbb819ed12f8 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.400015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b835d7d-fb88-4814-8cdf-bbce3115b17b req-f168c50a-28ee-48ad-bd0c-dbb819ed12f8 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc75605b-39e8-4a17-87e7-a97e034e687e HTTP/1.1" status: 200 len: 946 time: 0.3135684 Jul 16 18:45:39.405206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Deleting port f0da8af6-c0a1-47ba-bc09-1a86875395f4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:39.405618 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.454591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9b835d7d-fb88-4814-8cdf-bbce3115b17b req-ba172cb9-a4d0-462d-b856-1e6167f4c550 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Jul 16 18:45:39.504894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe3d7e20-3e3f-46b9-863b-1edb6bdd0a42 req-78589df6-00f8-4b4f-a5d4-4199fd4a438c service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139573 Jul 16 18:45:39.505440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a2b06-e709-4b65-b726-14f2a0ffee99 None None] Network db428f51-2c3f-4e18-be89-69c3e0b43771 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:39.506655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] For port f0da8af6-c0a1-47ba-bc09-1a86875395f4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0da8af6-c0a1-47ba-bc09-1a86875395f4,segment=NetworkSegment(8fbb5c87-868b-4c2b-98a1-32feb71cc157),segment_id=8fbb5c87-868b-4c2b-98a1-32feb71cc157)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:39.507218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.524969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Calling delete_port for f0da8af6-c0a1-47ba-bc09-1a86875395f4 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:39.533051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12502bbd-00fc-4d37-b5b4-564468d6dd46 req-a4e4f409-7220-4d4d-8373-dbc9d724a91f tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.534762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-12502bbd-00fc-4d37-b5b4-564468d6dd46 req-a4e4f409-7220-4d4d-8373-dbc9d724a91f tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 946 time: 0.2127614 Jul 16 18:45:39.587919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.604692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['11b7e93b-fb1a-4893-ad38-50d69fcd5850'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:39.632891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Pushing event deleted for resources: {'Port': ['ID=11b7e93b-fb1a-4893-ad38-50d69fcd5850,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.705034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07278436-0f48-4be0-a98c-a46be64f5574 None None] Network db428f51-2c3f-4e18-be89-69c3e0b43771 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:39.722752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] No DVR routers for this DVR port 11b7e93b-fb1a-4893-ad38-50d69fcd5850 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:39.727802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.731404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abed6250-28e7-45e5-b55b-84d4fab905d1 req-784f5f89-d469-4df6-ba7a-2d5f39ab6697 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "DELETE /v2.0/ports/11b7e93b-fb1a-4893-ad38-50d69fcd5850 HTTP/1.1" status: 204 len: 173 time: 0.8270640 Jul 16 18:45:39.731404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'name': 'network-vif-deleted', 'tag': '11b7e93b-fb1a-4893-ad38-50d69fcd5850'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:39.732926 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09916602-f26d-40b2-80fe-c024df24ac74" -d '{"events": [{"server_uuid": "dc75605b-39e8-4a17-87e7-a97e034e687e", "name": "network-vif-deleted", "tag": "11b7e93b-fb1a-4893-ad38-50d69fcd5850"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:39.762702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab5a3-7edd-433f-96e2-b438e5ffbcf0 req-b4e1bdb1-82f1-4369-b6c2-b0ea2265b823 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.770139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a3ab5a3-7edd-433f-96e2-b438e5ffbcf0 req-b4e1bdb1-82f1-4369-b6c2-b0ea2265b823 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1403797 Jul 16 18:45:39.818386 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a3ab5a3-7edd-433f-96e2-b438e5ffbcf0 req-dbedaf94-eb33-4155-a927-aacb134d0821 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471048 Jul 16 18:45:39.887502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 99fe7464-3cb2-4627-88e9-dfe853177897 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:39.927255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 99fe7464-3cb2-4627-88e9-dfe853177897 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:39.927604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 99fe7464-3cb2-4627-88e9-dfe853177897 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:40.015868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.022471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.029413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.035727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.041908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.048215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.054145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.057303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-0fa34278-863a-4ed5-981d-4b26744bf816 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.1248260 Jul 16 18:45:40.123203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-12502bbd-00fc-4d37-b5b4-564468d6dd46 req-f28dd8dd-c5ba-45e4-b00f-7dfe8d783d56 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796540 Jul 16 18:45:40.137076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6a1569d-3f9a-46cf-a92a-600d089e39c1 req-cd09437c-723c-4097-aa30-a5d4b8d67fe4 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732901 Jul 16 18:45:40.152930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.190161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.200196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Port': ['ID=f0da8af6-c0a1-47ba-bc09-1a86875395f4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.202453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] No DVR routers for this DVR port f0da8af6-c0a1-47ba-bc09-1a86875395f4 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:40.257174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-11b9bc9e-f5ba-4901-9b04-566a7426c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.258867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-11b9bc9e-f5ba-4901-9b04-566a7426c890 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5b054fd84924c688f6167272d23e570&device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1095 time: 0.6092591 Jul 16 18:45:40.271681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.280293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.285949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.292682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.300881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.303501 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.309313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.316769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.320227 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-1da8c5b8-5948-4c98-b140-a3dc0ef881c7 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.2300537 Jul 16 18:45:40.330379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.330596 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65d8d7-efb4-4c4f-9551-b87c482ae77f x-openstack-request-id: req-3a65d8d7-efb4-4c4f-9551-b87c482ae77f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:40.330863 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc75605b-39e8-4a17-87e7-a97e034e687e", "name": "network-vif-deleted", "tag": "11b7e93b-fb1a-4893-ad38-50d69fcd5850", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:40.331112 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a65d8d7-efb4-4c4f-9551-b87c482ae77f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:40.331581 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc75605b-39e8-4a17-87e7-a97e034e687e', 'name': 'network-vif-deleted', 'tag': '11b7e93b-fb1a-4893-ad38-50d69fcd5850', 'status': 'completed', 'code': 200} Jul 16 18:45:40.347793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbb5c87-868b-4c2b-98a1-32feb71cc157') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.348140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbb5c87-868b-4c2b-98a1-32feb71cc157') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.403032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-6cd0bce6-cd7d-436c-999d-fcff1b6be198 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.404749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-6cd0bce6-cd7d-436c-999d-fcff1b6be198 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "GET /v2.0/ports/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0660973 Jul 16 18:45:40.405191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.412131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.438850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.456316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:40.456755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:40.460382 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:40.474031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-2e43e50f-a743-4386-8961-5d9904e04cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.475529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-2e43e50f-a743-4386-8961-5d9904e04cc7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 200 len: 910 time: 0.2070150 Jul 16 18:45:40.557549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-44a2a5f2-369c-47a8-a8d2-4d44e5aacfd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 200 len: 217 time: 0.0710881 Jul 16 18:45:40.562056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] Deleting subnet a1bc7281-7632-4166-859f-a290126e4974 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:40.575982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.578027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.604433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.608059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/networks/b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e HTTP/1.1" status: 204 len: 168 time: 1.8356383 Jul 16 18:45:40.620346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.640052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d41b-228a-4239-8140-f9d44496c1fd tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Network': ['ID=b5569bc2-8ae9-4f53-928e-e3e0e41cdb8e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.677785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-6c00a941-af33-43dd-beb1-9c0644061fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.679339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-6c00a941-af33-43dd-beb1-9c0644061fc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6af233d1-7b66-40aa-b30d-8f39f835cbe3 HTTP/1.1" status: 200 len: 848 time: 0.1138048 Jul 16 18:45:40.765935 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.768541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.775853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] Deleting subnet 23647619-03a0-44e4-b907-3584b9e00d8c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:40.804075 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.839611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-3f9c5161-a144-4649-a9af-5d454b0fa97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.841208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-3f9c5161-a144-4649-a9af-5d454b0fa97d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e5bbb623-b536-4796-962f-d25fd7f950c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1542716 Jul 16 18:45:40.849810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.877639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.913633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ba3fa8-447a-434e-a3c8-14bccb694324']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.932237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf33465-e728-4bbc-831d-067d91d175c5') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.932840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf33465-e728-4bbc-831d-067d91d175c5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.942427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2fe5-0584-42f8-8d99-41b9f43e20f6 req-4fead3e4-b0b8-413e-96f0-d581dc3c87eb tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.948951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.950001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-430c2fe5-0584-42f8-8d99-41b9f43e20f6 req-4fead3e4-b0b8-413e-96f0-d581dc3c87eb tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 943 time: 0.4753938 Jul 16 18:45:40.965625 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.967139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599dd933-de83-4130-8519-1857786afd9d', 'name': 'network-vif-deleted', 'tag': '1de90637-20d1-4b07-9df9-f1e482ef1228'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:40.970274 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7972fc-8f7c-49c5-86b6-7c91d420d1ad" -d '{"events": [{"server_uuid": "599dd933-de83-4130-8519-1857786afd9d", "name": "network-vif-deleted", "tag": "1de90637-20d1-4b07-9df9-f1e482ef1228"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:40.974105 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-8470627d-2344-4ca2-ad1a-019038918a32 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "GET /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5641322 Jul 16 18:45:41.011336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.016517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:41.021529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:41.022514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:41.025915 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:41.090664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-430c2fe5-0584-42f8-8d99-41b9f43e20f6 req-3419056f-041c-46ec-ba04-4f69a96df83d tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395838 Jul 16 18:45:41.114315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-4c7bda63-ecb5-4bef-9ac7-93cc2d29d2b5 service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336464 Jul 16 18:45:41.124684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.142676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.159629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.161600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/networks/d2ba3fa8-447a-434e-a3c8-14bccb694324 HTTP/1.1" status: 204 len: 168 time: 0.5391436 Jul 16 18:45:41.172725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.207558 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828d51e4-3bd4-4538-b4df-5543f61b5554 x-openstack-request-id: req-828d51e4-3bd4-4538-b4df-5543f61b5554 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:41.207779 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599dd933-de83-4130-8519-1857786afd9d", "name": "network-vif-deleted", "tag": "1de90637-20d1-4b07-9df9-f1e482ef1228", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:41.208005 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-828d51e4-3bd4-4538-b4df-5543f61b5554 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:41.208402 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599dd933-de83-4130-8519-1857786afd9d', 'name': 'network-vif-deleted', 'tag': '1de90637-20d1-4b07-9df9-f1e482ef1228', 'status': 'completed', 'code': 200} Jul 16 18:45:41.213135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48887dde-8bd4-4ea3-8eae-be1dbd46e7bb tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Network': ['ID=d2ba3fa8-447a-434e-a3c8-14bccb694324,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:41.224568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.322427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2198a570-eae4-4b9b-867f-49dd641cb42c req-8c5b3b27-7d8f-4ec4-8fd0-08aacf86e80d service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990600 Jul 16 18:45:41.322847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.327263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a1bc7281-7632-4166-859f-a290126e4974 HTTP/1.1" status: 204 len: 168 time: 1.1324222 Jul 16 18:45:41.327455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.345892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a1114-87f6-4056-8612-f9619f655fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bc7281-7632-4166-859f-a290126e4974,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:41.369437 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185d100-b3e1-4f50-99a1-8e03c05ecfc1 req-a7d4117f-2803-4e56-84e2-88ddabe22949 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.371043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6185d100-b3e1-4f50-99a1-8e03c05ecfc1 req-a7d4117f-2803-4e56-84e2-88ddabe22949 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1616547 Jul 16 18:45:41.382019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.416069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.437302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.439198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.455778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6185d100-b3e1-4f50-99a1-8e03c05ecfc1 req-84116d33-aee9-42cd-82c2-d6a3110448a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773814 Jul 16 18:45:41.551338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.565383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db428f51-2c3f-4e18-be89-69c3e0b43771']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.578671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633ad6fa-8f15-4be6-a18e-0aa8b7a5b8e4') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.579010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633ad6fa-8f15-4be6-a18e-0aa8b7a5b8e4') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.615264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.633623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.642781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:41.643207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:41.644991 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:41.662726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f748ac3f-3a24-4729-818d-41bb5bae09cb details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:41.742782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.749637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.756049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.762272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.768571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.775140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.781463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.783753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-24881c22-3ab0-486e-b61a-07efd14ac709 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 5444 time: 0.2104399 Jul 16 18:45:41.785271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.794276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.799271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23647619-03a0-44e4-b907-3584b9e00d8c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:41.799716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] 10.222.0.49 "DELETE /v2.0/networks/db428f51-2c3f-4e18-be89-69c3e0b43771 HTTP/1.1" status: 204 len: 168 time: 0.4697545 Jul 16 18:45:41.813967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.818253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-94ea63bd-e543-412c-b8ba-a31724d9c752 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23647619-03a0-44e4-b907-3584b9e00d8c HTTP/1.1" status: 204 len: 168 time: 1.4075081 Jul 16 18:45:41.837038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.842172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f748ac3f-3a24-4729-818d-41bb5bae09cb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:41.858223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'port_id': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'mac_address': 'fa:16:3e:47:9c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:41.866699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5f208-0de8-4a85-bd0c-9e5b9ac7f88b admin admin] Pushing event deleted for resources: {'Network': ['ID=db428f51-2c3f-4e18-be89-69c3e0b43771,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:41.926093 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.936950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079eeaf-d5ed-4d38-87e0-7f6cf646b6de req-9d9d44c7-5cf2-40cd-b7b1-944d0d62a3ba tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.939101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1079eeaf-d5ed-4d38-87e0-7f6cf646b6de req-9d9d44c7-5cf2-40cd-b7b1-944d0d62a3ba tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 946 time: 0.6176960 Jul 16 18:45:41.952885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f748ac3f-3a24-4729-818d-41bb5bae09cb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:41.969997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.976017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.979082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f748ac3f-3a24-4729-818d-41bb5bae09cb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:41.984014 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.012091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-437fea8d-6952-42d7-bc1a-3728c109b293 req-9b337034-f5ee-4908-8764-789a0ba111cc tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126379 Jul 16 18:45:42.017281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4cfc8d-d601-4e57-ab78-ab9638d950bf']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:42.027505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.048738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bd58c9-7ab1-445d-88ec-6101e0b0e67c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:42.049201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bd58c9-7ab1-445d-88ec-6101e0b0e67c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:42.061884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=f748ac3f-3a24-4729-818d-41bb5bae09cb,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.097903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.152977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f0bf536e-7cb2-4a0e-833f-3766e9c25754 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c2b5a5ac83e4ded995260caeedf0240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734345 Jul 16 18:45:42.153779 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.156544 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.159177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.168736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1079eeaf-d5ed-4d38-87e0-7f6cf646b6de req-8b403eab-8e52-4a87-8d3b-853565a68f62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923201 Jul 16 18:45:42.185803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:42.186801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:42.190160 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:42.259997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363f66ef-dce1-49a2-b968-96772a2fdf04']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:42.278768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['f748ac3f-3a24-4729-818d-41bb5bae09cb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:42.286495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d9cbd2-2d4a-45d8-a259-35a0d3b2e204') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:42.286840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d9cbd2-2d4a-45d8-a259-35a0d3b2e204') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:42.291141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] For port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:42.323382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.330790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.368285 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.383670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9bef2d62-86d4-4817-95d3-ea52a0e58733 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:42.385240 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.395126 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] 10.222.0.49 "DELETE /v2.0/networks/9e4cfc8d-d601-4e57-ab78-ab9638d950bf HTTP/1.1" status: 204 len: 168 time: 1.2188570 Jul 16 18:45:42.404594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:42.405296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:42.409188 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:42.423696 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3e80f08-ce9f-427f-adba-297f88e5526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.435177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcd863-5de3-47fa-9301-0faa7f90ed62 tempest-BulkNetworkOpsTest-732502198 tempest-BulkNetworkOpsTest-732502198-project] Pushing event deleted for resources: {'Network': ['ID=9e4cfc8d-d601-4e57-ab78-ab9638d950bf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.449735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] For port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:42.452635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3e80f08-ce9f-427f-adba-297f88e5526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.504952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] device_id is not set on port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:42.518464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.546382 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.556815 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.565005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3e80f08-ce9f-427f-adba-297f88e5526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.567505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3e80f08-ce9f-427f-adba-297f88e5526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.568593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f3e80f08-ce9f-427f-adba-297f88e5526e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb12493d-4cf0-47e0-80a9-8511c15f279f HTTP/1.1" status: 204 len: 168 time: 0.4066703 Jul 16 18:45:42.606703 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.612077 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.614087 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] 10.222.0.49 "DELETE /v2.0/networks/363f66ef-dce1-49a2-b968-96772a2fdf04 HTTP/1.1" status: 204 len: 168 time: 0.7760921 Jul 16 18:45:42.619316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e80f08-ce9f-427f-adba-297f88e5526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb12493d-4cf0-47e0-80a9-8511c15f279f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.623048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.673648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:42.679360 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6410a5ed-55d0-48b2-862b-800fe257ee92" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:42.694181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] Deleting subnet e73cbe4f-a1a1-473c-a4b3-b5f638611914 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:42.700877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9bef2d62-86d4-4817-95d3-ea52a0e58733, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:42.703911 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.706553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc437a-d17c-42b4-8e03-4e190aed7d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=363f66ef-dce1-49a2-b968-96772a2fdf04,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.717471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] Pushing event updated for resources: {'Port': ['ID=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.731393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.732394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1de90637-20d1-4b07-9df9-f1e482ef1228 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:42.749038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6b0e-8b86-4cca-9749-11e4ae61d727 req-00172aa3-6a87-46b8-bd1c-923d70380288 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.757913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50fd6b0e-8b86-4cca-9749-11e4ae61d727 req-00172aa3-6a87-46b8-bd1c-923d70380288 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 944 time: 0.4141779 Jul 16 18:45:42.761090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 1de90637-20d1-4b07-9df9-f1e482ef1228 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:42.761895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 1de90637-20d1-4b07-9df9-f1e482ef1228 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:42.831637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50fd6b0e-8b86-4cca-9749-11e4ae61d727 req-c50723de-1975-49bc-999d-eede8e4e7c59 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726991 Jul 16 18:45:42.836887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] No DVR routers for this DVR port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:42.839658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.917552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-3847de25-723a-4e4c-8ced-0f0b3b927404 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.919726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-3847de25-723a-4e4c-8ced-0f0b3b927404 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 946 time: 0.3677433 Jul 16 18:45:42.928444 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31851169-561a-4d0f-b057-e24f0a6c1d8b x-openstack-request-id: req-31851169-561a-4d0f-b057-e24f0a6c1d8b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:42.928878 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:42.929123 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31851169-561a-4d0f-b057-e24f0a6c1d8b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:42.934990 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733', 'code': 200} Jul 16 18:45:42.948648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9bef2d62-86d4-4817-95d3-ea52a0e58733,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.961301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] In _notify_port_updated(), no bound segment for port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:45:42.964559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.968452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.970258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-fb5056e4-c6a9-408a-a431-829168a1f168 service neutron] 10.222.0.67 "PUT /v2.0/ports/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 200 len: 1032 time: 1.9639201 Jul 16 18:45:42.990866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f5248-5f7f-46bd-86e4-8475b4c87080 req-d63fefbe-7652-4046-9ba2-4331095978c1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.995579 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f71f5248-5f7f-46bd-86e4-8475b4c87080 req-d63fefbe-7652-4046-9ba2-4331095978c1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2907631 Jul 16 18:45:43.068254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.087668 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.140082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f71f5248-5f7f-46bd-86e4-8475b4c87080 req-33f8c120-fe98-46ef-b8fc-1433e1f5c979 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204770 Jul 16 18:45:43.162619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-8654d400-d0d1-4441-a639-b43e5f3c1125 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.164753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-8654d400-d0d1-4441-a639-b43e5f3c1125 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "GET /v2.0/ports/a7066535-e347-4025-a13f-8c20c49ab2a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1638443 Jul 16 18:45:43.177552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:43.275875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.276401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-91d5ecc3-77dd-4214-84d6-050324e86b58 None None] Provisioning complete for port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:43.278570 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91d5ecc3-77dd-4214-84d6-050324e86b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.396522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Deleting port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:43.400171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.411382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-91d5ecc3-77dd-4214-84d6-050324e86b58 None None] Port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:43.439854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.444291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e73cbe4f-a1a1-473c-a4b3-b5f638611914 HTTP/1.1" status: 204 len: 168 time: 0.8147964 Jul 16 18:45:43.471082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.507326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e237f-7253-46d2-b606-1a72cd26bfac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73cbe4f-a1a1-473c-a4b3-b5f638611914,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.558275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.587025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.667268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f748ac3f-3a24-4729-818d-41bb5bae09cb up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:43.707413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb4c06-7326-498b-a675-47baf814c8a2 req-238cbf9c-808e-42ec-bc2b-00d1b1888b7e tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.709068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eeb4c06-7326-498b-a675-47baf814c8a2 req-238cbf9c-808e-42ec-bc2b-00d1b1888b7e tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 946 time: 0.2951818 Jul 16 18:45:43.719426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-889de056-32b7-480c-9831-1d599bc4fb6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dcb2acb14e641cd9edfac38db30f349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6403897 Jul 16 18:45:43.723952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55324) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.771934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] For port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,segment=NetworkSegment(e49ae0e5-324f-4666-9e6c-553f240bd27d),segment_id=e49ae0e5-324f-4666-9e6c-553f240bd27d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:43.773034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.776159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port f748ac3f-3a24-4729-818d-41bb5bae09cb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:43.780356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port f748ac3f-3a24-4729-818d-41bb5bae09cb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:43.780823 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.788665 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-b019e166-761d-4149-8526-f41284a4d71b req-bde3716c-9bb9-40a4-bd06-435af7fb37d1 service neutron] show failed (client error): The resource could not be found. Jul 16 18:45:43.790023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-bde3716c-9bb9-40a4-bd06-435af7fb37d1 service neutron] 10.222.0.59 "GET /v2.0/ports/e89e4275-aef3-4329-aa58-f381c5669f49/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.2047029 Jul 16 18:45:43.800759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Calling delete_port for 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:43.822237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-c53a4b35-0120-44a0-98b9-37f8ed2d1fa0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.833395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-c53a4b35-0120-44a0-98b9-37f8ed2d1fa0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.845417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-c53a4b35-0120-44a0-98b9-37f8ed2d1fa0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.861236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-c53a4b35-0120-44a0-98b9-37f8ed2d1fa0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.872571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-c53a4b35-0120-44a0-98b9-37f8ed2d1fa0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.885341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-c53a4b35-0120-44a0-98b9-37f8ed2d1fa0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.894043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-c53a4b35-0120-44a0-98b9-37f8ed2d1fa0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 4663 time: 0.5090308 Jul 16 18:45:43.914258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.950871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c6cecf-b55a-473d-9d53-7ffd88b1d832']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:43.968508 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eeb4c06-7326-498b-a675-47baf814c8a2 req-48a6bb69-f42b-4801-aabe-4a3182c6d4a6 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c1f96e4-6832-461e-9497-c7c84fb0b1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082658 Jul 16 18:45:43.988728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efde33c1-caa0-45c2-9283-86481c1930d8 req-5e241f57-8338-42bb-8aad-1cf3a682176e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9&id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903878 Jul 16 18:45:44.005558 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.005720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6714ef1-250b-41c3-8344-c125ae05c59c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:44.007388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6714ef1-250b-41c3-8344-c125ae05c59c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:44.040767 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.078907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port f748ac3f-3a24-4729-818d-41bb5bae09cb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:44.083461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] For port a7066535-e347-4025-a13f-8c20c49ab2a1, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=a7066535-e347-4025-a13f-8c20c49ab2a1,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:44.085245 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.086417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ed0d-19a1-441e-98c1-79b56cba21de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.118002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.142006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:44.142966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:44.147643 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:44.188981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ed0d-19a1-441e-98c1-79b56cba21de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.237277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=f748ac3f-3a24-4729-818d-41bb5bae09cb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.244638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.257771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:44.266325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] For port a7066535-e347-4025-a13f-8c20c49ab2a1, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:44.296700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Pushing event deleted for resources: {'Port': ['ID=4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.312205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d1b6d32e-9918-4b35-842c-95cab1a4e578 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:44.352281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] device_id is not set on port a7066535-e347-4025-a13f-8c20c49ab2a1 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:44.357046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] No DVR routers for this DVR port 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:44.360486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-99809b1a-0747-4d4e-9da5-10de6ec4e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.362041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-99809b1a-0747-4d4e-9da5-10de6ec4e7d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 1097 time: 0.2020714 Jul 16 18:45:44.363134 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.365318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-32b829e7-e7d2-4ac6-ab36-1a025d2029eb req-39f3b211-52eb-44f1-928a-b35a86cb2d62 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.59 "DELETE /v2.0/ports/4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c HTTP/1.1" status: 204 len: 173 time: 1.4391217 Jul 16 18:45:44.365613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'name': 'network-vif-deleted', 'tag': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:44.368190 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651ef80-b4fd-435a-9501-2dbf952c2517" -d '{"events": [{"server_uuid": "9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0", "name": "network-vif-deleted", "tag": "4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:44.375507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:44.433898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.455432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ed0d-19a1-441e-98c1-79b56cba21de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.458517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ed0d-19a1-441e-98c1-79b56cba21de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.459936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c9e8ed0d-19a1-441e-98c1-79b56cba21de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c730ac47-ed2a-46f7-a78b-da74853943cb HTTP/1.1" status: 204 len: 168 time: 0.7228193 Jul 16 18:45:44.460067 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.477630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.505486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ed0d-19a1-441e-98c1-79b56cba21de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c730ac47-ed2a-46f7-a78b-da74853943cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.508115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.547489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.583044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.592067 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] 10.222.0.49 "DELETE /v2.0/networks/22c6cecf-b55a-473d-9d53-7ffd88b1d832 HTTP/1.1" status: 204 len: 168 time: 1.1196373 Jul 16 18:45:44.607121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d1b6d32e-9918-4b35-842c-95cab1a4e578, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:44.618910 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.620733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device d616bc62-dbba-460d-8a03-a02a334e122c no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:44.672997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a38455-0d93-4dc0-9307-a65fef8cb68a req-773afa6c-2dba-4704-9de1-8efea54b579e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.683721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-12a38455-0d93-4dc0-9307-a65fef8cb68a req-773afa6c-2dba-4704-9de1-8efea54b579e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1935830 Jul 16 18:45:44.739503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de0dcf-f06d-481e-96e5-31413f820081 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c6cecf-b55a-473d-9d53-7ffd88b1d832,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.748952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] No DVR routers for this DVR port a7066535-e347-4025-a13f-8c20c49ab2a1 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:44.775168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726e8ba-ad68-4a47-8f7f-1b7707957cb7 req-77501580-39fe-40d2-a8c5-ca7499e76127 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.776856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9726e8ba-ad68-4a47-8f7f-1b7707957cb7 req-77501580-39fe-40d2-a8c5-ca7499e76127 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.6106842 Jul 16 18:45:44.825740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d1b6d32e-9918-4b35-842c-95cab1a4e578,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.878361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-12a38455-0d93-4dc0-9307-a65fef8cb68a req-820e836e-d021-4667-b13f-1fac4779aaa3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929512 Jul 16 18:45:44.897477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55348) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.900544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] Pushing event updated for resources: {'Port': ['ID=a7066535-e347-4025-a13f-8c20c49ab2a1,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.913729 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.951510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:44.954723 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0599cc0d-338b-407b-a43d-b109c5571873" -d '{"events": [{"server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "name": "network-vif-plugged", "status": "completed", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:44.988087 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9726e8ba-ad68-4a47-8f7f-1b7707957cb7 req-d6aba1ea-9b32-4664-bf65-525c6e9688a8 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479945 Jul 16 18:45:44.999809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port d616bc62-dbba-460d-8a03-a02a334e122c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d616bc62-dbba-460d-8a03-a02a334e122c,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:45.007547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3055b16c-cf86-4dd8-bb24-1b8616631278 None None] Provisioning complete for port a7066535-e347-4025-a13f-8c20c49ab2a1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:45.008145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3055b16c-cf86-4dd8-bb24-1b8616631278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.010596 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.016762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] In _notify_port_updated(), no bound segment for port a7066535-e347-4025-a13f-8c20c49ab2a1 on network 3e698956-aae8-4d30-a23c-711ca06f5ddc {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:45:45.019164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9c903364-c373-435b-90d8-fa82a0d0159a no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:45.020075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.021588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.031047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-de8cbf39-b7e3-45d7-a09d-987c3d0d3a1b service neutron] 10.222.0.67 "PUT /v2.0/ports/a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 200 len: 1033 time: 1.8551679 Jul 16 18:45:45.169602 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a90ad2-8440-4c44-a2d6-4c00bd51b2a5 x-openstack-request-id: req-41a90ad2-8440-4c44-a2d6-4c00bd51b2a5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:45.171344 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0", "name": "network-vif-deleted", "tag": "4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:45.172128 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41a90ad2-8440-4c44-a2d6-4c00bd51b2a5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:45.172920 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0', 'name': 'network-vif-deleted', 'tag': '4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c', 'status': 'completed', 'code': 200} Jul 16 18:45:45.178433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5e8a03f0-e02d-4e97-b9bd-45312a6bcde7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cfeef4d296b40b2a08e5aa309db7bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796035 Jul 16 18:45:45.181355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55360) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.245709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=d616bc62-dbba-460d-8a03-a02a334e122c,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.267213 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd92d83-c5e4-4c0a-9814-a64454cee3cc x-openstack-request-id: req-1fd92d83-c5e4-4c0a-9814-a64454cee3cc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:45.267958 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "name": "network-vif-plugged", "status": "completed", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:45.268539 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fd92d83-c5e4-4c0a-9814-a64454cee3cc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:45.269213 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'code': 200} Jul 16 18:45:45.269688 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578', 'code': 200} Jul 16 18:45:45.301087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:45.331151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port 9bef2d62-86d4-4817-95d3-ea52a0e58733 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:45.331500 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.359945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3055b16c-cf86-4dd8-bb24-1b8616631278 None None] Port a7066535-e347-4025-a13f-8c20c49ab2a1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:45.404496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:45.425786 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.468590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9c903364-c373-435b-90d8-fa82a0d0159a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9c903364-c373-435b-90d8-fa82a0d0159a,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:45.485237 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.488312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a7066535-e347-4025-a13f-8c20c49ab2a1 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:45.565761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9c903364-c373-435b-90d8-fa82a0d0159a,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.570372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] For port 9bef2d62-86d4-4817-95d3-ea52a0e58733, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9bef2d62-86d4-4817-95d3-ea52a0e58733,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:45.570741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.587877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for 9bef2d62-86d4-4817-95d3-ea52a0e58733 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:45.591539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device a7066535-e347-4025-a13f-8c20c49ab2a1 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:45.592000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:45.609188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16451aa-30e4-458e-9d13-edd15ab0a119 req-a51d3a5e-ca74-44fe-88eb-e903acec5a20 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.615205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16451aa-30e4-458e-9d13-edd15ab0a119 req-a51d3a5e-ca74-44fe-88eb-e903acec5a20 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.620479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-993ace80-0d9a-45cb-bcf8-9483a378170f req-cf98cff3-9d77-4446-ac03-92d681aa2382 tempest-VolumesActionsTest-827364805 tempest-VolumesActionsTest-827364805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ed2c9a7-2ff1-42e5-8e9d-16b0877687a0 HTTP/1.1" status: 200 len: 210 time: 0.1371181 Jul 16 18:45:45.621139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16451aa-30e4-458e-9d13-edd15ab0a119 req-a51d3a5e-ca74-44fe-88eb-e903acec5a20 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.627728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16451aa-30e4-458e-9d13-edd15ab0a119 req-a51d3a5e-ca74-44fe-88eb-e903acec5a20 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.633736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16451aa-30e4-458e-9d13-edd15ab0a119 req-a51d3a5e-ca74-44fe-88eb-e903acec5a20 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.635595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e16451aa-30e4-458e-9d13-edd15ab0a119 req-a51d3a5e-ca74-44fe-88eb-e903acec5a20 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 3879 time: 0.2652574 Jul 16 18:45:45.650508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:45.651123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:45.699175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.734786 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e16451aa-30e4-458e-9d13-edd15ab0a119 req-3c729957-9956-4775-8ef9-4454590694dc tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914092 Jul 16 18:45:45.746676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Transition to ACTIVE for port object e89e4275-aef3-4329-aa58-f381c5669f49 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:45.749098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6e607c-c690-4128-81b0-6c8b9bffe622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.776793 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6e607c-c690-4128-81b0-6c8b9bffe622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.809199 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.822599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52ed91-da35-438e-81b5-ea075e6437b0 req-a6d3997d-73aa-43c9-8af4-b9a5b8fddb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.824550 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e52ed91-da35-438e-81b5-ea075e6437b0 req-a6d3997d-73aa-43c9-8af4-b9a5b8fddb5e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1097 time: 0.3371742 Jul 16 18:45:45.833326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.849800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.886753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=9bef2d62-86d4-4817-95d3-ea52a0e58733,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.946983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:45.955764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.956602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 11b7e93b-fb1a-4893-ad38-50d69fcd5850 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:46.005215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] No DVR routers for this DVR port 9bef2d62-86d4-4817-95d3-ea52a0e58733 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:46.008219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.010824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-2ac0124c-f1d8-4d83-b7a9-c13f049908aa tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "DELETE /v2.0/ports/9bef2d62-86d4-4817-95d3-ea52a0e58733 HTTP/1.1" status: 204 len: 173 time: 0.9762084 Jul 16 18:45:46.011420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:46.014014 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9173468e-69a7-4004-a543-6a1f0f8e8a0c" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:46.062353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.096401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e52ed91-da35-438e-81b5-ea075e6437b0 req-4470f6a4-45f9-4205-bb9a-a087a8292c26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639594 Jul 16 18:45:46.165449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 11b7e93b-fb1a-4893-ad38-50d69fcd5850 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:46.165808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 11b7e93b-fb1a-4893-ad38-50d69fcd5850 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:46.173830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6e607c-c690-4128-81b0-6c8b9bffe622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.176600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d6e607c-c690-4128-81b0-6c8b9bffe622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.178034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6d6e607c-c690-4128-81b0-6c8b9bffe622 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf8ba0ff-0cd2-4146-b434-0b7b5a51330c HTTP/1.1" status: 204 len: 168 time: 0.9927862 Jul 16 18:45:46.178571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.219431 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d180733-6a24-4245-980d-de49d2c8f929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.243201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55408) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.264338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.284416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port d616bc62-dbba-460d-8a03-a02a334e122c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:46.289108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.474721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] For port d616bc62-dbba-460d-8a03-a02a334e122c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d616bc62-dbba-460d-8a03-a02a334e122c,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:46.475068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.527047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for d616bc62-dbba-460d-8a03-a02a334e122c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:46.708271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7da08-94b4-4712-bca8-5e4e33090da1 req-f12601a4-780a-4644-9c27-578c08fc4f93 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:46.715567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85a7da08-94b4-4712-bca8-5e4e33090da1 req-f12601a4-780a-4644-9c27-578c08fc4f93 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.5090973 Jul 16 18:45:46.731390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1193166269'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:46.851935 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85a7da08-94b4-4712-bca8-5e4e33090da1 req-131e3540-77b3-46f3-80c1-d149fb9376a1 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324713 Jul 16 18:45:46.853019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55428) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.853691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:46.865124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.865124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.874374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] No DVR routers for this DVR port e89e4275-aef3-4329-aa58-f381c5669f49 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:46.876765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e607c-c690-4128-81b0-6c8b9bffe622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8ba0ff-0cd2-4146-b434-0b7b5a51330c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.895287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.953814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=d616bc62-dbba-460d-8a03-a02a334e122c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.023925 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f9712b10-7e20-43e4-8ed8-13abfc9e5e99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8135aad3e43d4cd398f8847145d20dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636260 Jul 16 18:45:47.038900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:47.044887 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff1cc71-d913-4a29-a345-6b784d62015a x-openstack-request-id: req-3ff1cc71-d913-4a29-a345-6b784d62015a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:47.045510 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "9bef2d62-86d4-4817-95d3-ea52a0e58733", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:47.045992 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ff1cc71-d913-4a29-a345-6b784d62015a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:47.046582 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': '9bef2d62-86d4-4817-95d3-ea52a0e58733', 'status': 'completed', 'code': 200} Jul 16 18:45:47.050367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] No DVR routers for this DVR port d616bc62-dbba-460d-8a03-a02a334e122c on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:47.054814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.057189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-4803b47f-99fa-43e1-955c-f0b3e7de6d23 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "DELETE /v2.0/ports/d616bc62-dbba-460d-8a03-a02a334e122c HTTP/1.1" status: 204 len: 173 time: 1.0356216 Jul 16 18:45:47.064737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2edf0-a9f5-41a7-bb79-c549d5060305 req-cf3737f2-3e0d-4482-97cd-1140fb422ac8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.073697 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bd2edf0-a9f5-41a7-bb79-c549d5060305 req-cf3737f2-3e0d-4482-97cd-1140fb422ac8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 943 time: 0.9792578 Jul 16 18:45:47.176021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:47.178407 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850988c5-c396-4bf1-9885-f1f1597d3188" -d '{"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-unplugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:47.197705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bd2edf0-a9f5-41a7-bb79-c549d5060305 req-da33f061-5b7f-4fe7-a053-4857074d6cb6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229959 Jul 16 18:45:47.213683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port 9c903364-c373-435b-90d8-fa82a0d0159a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:47.214256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.263063 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.271097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:47.274923 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d536e412-a2f4-432d-b1a3-6b1230d47b78" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:47.278005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.391251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7a80d53-894f-4f9d-894e-ea82d8bdae71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.422155 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d3ffea-7e1b-478c-a679-9577d737a1e4 x-openstack-request-id: req-c2d3ffea-7e1b-478c-a679-9577d737a1e4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:47.422459 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-unplugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:47.422719 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2d3ffea-7e1b-478c-a679-9577d737a1e4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:47.423134 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'code': 200} Jul 16 18:45:47.430210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:47.430549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:47.430882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:47.435070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:47.439536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224d190c-5284-41ee-8a57-497027a74530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.479710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] For port 9c903364-c373-435b-90d8-fa82a0d0159a, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9c903364-c373-435b-90d8-fa82a0d0159a,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:47.480702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.483874 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac9ada9-0dea-4601-bec7-6ac465c23e55 x-openstack-request-id: req-fac9ada9-0dea-4601-bec7-6ac465c23e55 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:47.483874 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-unplugged", "status": "completed", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:47.483874 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fac9ada9-0dea-4601-bec7-6ac465c23e55 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:47.484301 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c', 'code': 200} Jul 16 18:45:47.484415 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a', 'code': 200} Jul 16 18:45:47.484619 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'code': 200} Jul 16 18:45:47.493511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8026d9a-12f8-4a9e-b3d9-71a9a26e483f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.509912 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.510591 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment 96e4431a-0fab-4e73-99d6-24f21bf94506 of type vlan for network 067743d4-93d4-4337-822d-c3f4f9834957 Jul 16 18:45:47.513429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for 9c903364-c373-435b-90d8-fa82a0d0159a owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:47.553027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:47.553660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:47.563475 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7a80d53-894f-4f9d-894e-ea82d8bdae71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.590552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:47.590724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Checking segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:47.591063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Bound using segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:47.591787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Bound port: e89e4275-aef3-4329-aa58-f381c5669f49, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:47.592336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.629736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.685173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:47.693489 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.701264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.702206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.739039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:47.739791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:47.796384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:47.797497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 4e30a0d1-dc2a-4cc4-8adf-ba3f30deaa8c not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:47.844723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=067743d4-93d4-4337-822d-c3f4f9834957,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.854100 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7a80d53-894f-4f9d-894e-ea82d8bdae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.856731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:47.857376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7a80d53-894f-4f9d-894e-ea82d8bdae71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.861792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b7a80d53-894f-4f9d-894e-ea82d8bdae71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14a4c7e6-ae4d-4862-8f88-035c78c70a22 HTTP/1.1" status: 204 len: 168 time: 0.8196349 Jul 16 18:45:47.871832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c3397-8c19-4dc2-9548-a3d9e65c0f97 req-de9a0f4b-2588-4c24-bc4f-05ca830bc682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.879280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c3397-8c19-4dc2-9548-a3d9e65c0f97 req-de9a0f4b-2588-4c24-bc4f-05ca830bc682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.885781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c3397-8c19-4dc2-9548-a3d9e65c0f97 req-de9a0f4b-2588-4c24-bc4f-05ca830bc682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.888113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.893391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb0c3397-8c19-4dc2-9548-a3d9e65c0f97 req-de9a0f4b-2588-4c24-bc4f-05ca830bc682 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 2409 time: 0.4641926 Jul 16 18:45:47.954753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=9c903364-c373-435b-90d8-fa82a0d0159a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.991321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a80d53-894f-4f9d-894e-ea82d8bdae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a4c7e6-ae4d-4862-8f88-035c78c70a22,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.069264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] No DVR routers for this DVR port 9c903364-c373-435b-90d8-fa82a0d0159a on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:48.074510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.076978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:48.078729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-b5d8f186-1e68-4fbb-956e-4c7528d1fa4f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "DELETE /v2.0/ports/9c903364-c373-435b-90d8-fa82a0d0159a HTTP/1.1" status: 204 len: 173 time: 1.0128067 Jul 16 18:45:48.083431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:48.100043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224d190c-5284-41ee-8a57-497027a74530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.107454 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.115492 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-224d190c-5284-41ee-8a57-497027a74530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.158650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-30aedf4b-52dd-4542-bfcd-39b2b87a3807 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9117763 Jul 16 18:45:48.161198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb0c3397-8c19-4dc2-9548-a3d9e65c0f97 req-bd601516-9511-4b98-a7aa-1d521e587d3d tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616446 Jul 16 18:45:48.165549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:48.218201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'name': 'tempest-PortsTestJSON-2086618443'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:48.307743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.308253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.309797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] 10.222.0.67 "PUT /v2.0/ports/e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 1092 time: 3.9385700 Jul 16 18:45:48.360692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d190c-5284-41ee-8a57-497027a74530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15dbdc6-418a-467c-8404-d1dfa11dca40,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.488902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-224d190c-5284-41ee-8a57-497027a74530 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed24f0edcb064068888bbd6e891b73f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6470127 Jul 16 18:45:48.499444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:48.612308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3021c-b1df-4dd2-90fc-e7e11e1fec8a req-142f7b24-95df-4d75-96dc-22d24b022c5c tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.614062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93b3021c-b1df-4dd2-90fc-e7e11e1fec8a req-142f7b24-95df-4d75-96dc-22d24b022c5c tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.4798651 Jul 16 18:45:48.615765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port d1b6d32e-9918-4b35-842c-95cab1a4e578 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:48.616110 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.639821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99169c0b-ce63-4320-a78c-d0b5470d4ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.700576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:48.727380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.739104 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17a7579d-3519-42dc-b72a-a9a867df7c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.786236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0aebf7ef-32e6-4d77-a8e9-b2cf69156a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.827462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 603a8c40-1809-4487-bb5d-6cbb24b34a38 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:48.835439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0aebf7ef-32e6-4d77-a8e9-b2cf69156a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.835706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-0e940599-ed55-4c6d-b7e1-8e58ab479e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.837701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-0e940599-ed55-4c6d-b7e1-8e58ab479e53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1095 time: 0.4581158 Jul 16 18:45:48.937853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.974604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-93b3021c-b1df-4dd2-90fc-e7e11e1fec8a req-cec9a421-8eab-4e5f-af9b-442f93909d35 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975235 Jul 16 18:45:48.990224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8b863-e044-44b4-9026-2e38ea62d715 req-d14e32c2-64bb-4239-b3d8-e0e837648f5d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.992868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77d8b863-e044-44b4-9026-2e38ea62d715 req-d14e32c2-64bb-4239-b3d8-e0e837648f5d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 943 time: 0.3653984 Jul 16 18:45:48.994654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0aebf7ef-32e6-4d77-a8e9-b2cf69156a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.998144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0aebf7ef-32e6-4d77-a8e9-b2cf69156a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.999856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0aebf7ef-32e6-4d77-a8e9-b2cf69156a22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e15dbdc6-418a-467c-8404-d1dfa11dca40 HTTP/1.1" status: 204 len: 168 time: 0.4951217 Jul 16 18:45:49.015673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebf7ef-32e6-4d77-a8e9-b2cf69156a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15dbdc6-418a-467c-8404-d1dfa11dca40,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.054788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c'}, {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:49.057256 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa23353-d671-4d41-a1c9-5c88f0f8d5a9" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c"}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:49.086760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] For port d1b6d32e-9918-4b35-842c-95cab1a4e578, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=d1b6d32e-9918-4b35-842c-95cab1a4e578,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:49.086760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.118191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for d1b6d32e-9918-4b35-842c-95cab1a4e578 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:49.147829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77d8b863-e044-44b4-9026-2e38ea62d715 req-6201486d-f388-4510-aebd-b7e731f4333f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236799 Jul 16 18:45:49.260683 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eecc9cf-d73e-405c-a905-4598a477ca0f x-openstack-request-id: req-6eecc9cf-d73e-405c-a905-4598a477ca0f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:49.261192 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "d616bc62-dbba-460d-8a03-a02a334e122c", "status": "completed", "code": 200}, {"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "9c903364-c373-435b-90d8-fa82a0d0159a", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:49.261522 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6eecc9cf-d73e-405c-a905-4598a477ca0f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:49.261922 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': 'd616bc62-dbba-460d-8a03-a02a334e122c', 'status': 'completed', 'code': 200} Jul 16 18:45:49.262183 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': '9c903364-c373-435b-90d8-fa82a0d0159a', 'status': 'completed', 'code': 200} Jul 16 18:45:49.264511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-aa4342dd-b1f3-490b-a214-923398af8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.268685 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-aa4342dd-b1f3-490b-a214-923398af8085 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.4212222 Jul 16 18:45:49.363905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ac4e-cb37-4baf-a749-4788c8006d00 req-8b6a0c0d-299b-4192-8c09-177f3ab47945 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.368858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-80e20c55-3ead-48a4-acec-93ebd4d49069 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 999 time: 0.0863030 Jul 16 18:45:49.374704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6607ac4e-cb37-4baf-a749-4788c8006d00 req-8b6a0c0d-299b-4192-8c09-177f3ab47945 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.1556656 Jul 16 18:45:49.395822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:49.447008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:49.449290 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21601fe-cb9d-400a-9146-07a78b5c514a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:49.484632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6607ac4e-cb37-4baf-a749-4788c8006d00 req-e1cd7d5c-c744-4770-ab0b-f7399e900e69 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089873 Jul 16 18:45:49.487486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.496071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.547917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-e9de97c2-eb86-43ff-b136-d8f920229168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.549479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-e9de97c2-eb86-43ff-b136-d8f920229168 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.1719301 Jul 16 18:45:49.562139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=d1b6d32e-9918-4b35-842c-95cab1a4e578,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.616618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] No DVR routers for this DVR port d1b6d32e-9918-4b35-842c-95cab1a4e578 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:49.625035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.629039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-611b1770-f313-4566-9136-321e8fa1cec5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "DELETE /v2.0/ports/d1b6d32e-9918-4b35-842c-95cab1a4e578 HTTP/1.1" status: 204 len: 173 time: 1.5408936 Jul 16 18:45:49.709029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1477828500-network', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:49.754108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-37600aaf-6999-4de9-8ddb-29151d9cf724 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.761083 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-37600aaf-6999-4de9-8ddb-29151d9cf724 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/networks?id=2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 200 len: 813 time: 0.3148811 Jul 16 18:45:49.793558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1f621e8f-571d-465f-a2bd-041ec612a3d8 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/quotas/ec56fec638c648e19a90f6e935616d48 HTTP/1.1" status: 200 len: 375 time: 0.0308914 Jul 16 18:45:49.793796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:49.795695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.796286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.819011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e166-761d-4149-8526-f41284a4d71b req-a9f1efc4-de98-4343-b218-9a95da5a565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:49.820873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-a9f1efc4-de98-4343-b218-9a95da5a565c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645948 Jul 16 18:45:49.879267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-4906423d-448b-49c6-9cfc-a404b5cb6851 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec56fec638c648e19a90f6e935616d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851958 Jul 16 18:45:49.959213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=603a8c40-1809-4487-bb5d-6cbb24b34a38,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.964389 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.164455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': '96e4431a-0fab-4e73-99d6-24f21bf94506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:50.165220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: 067743d4-93d4-4337-822d-c3f4f9834957, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:50.194811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-059a6778-c4ba-4394-901f-295f89698459 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255327 Jul 16 18:45:50.212944 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.223316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:50.242858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-471cc653-c332-4b69-9973-81627df45246 service neutron] 10.222.0.49 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624775 Jul 16 18:45:50.252938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 067743d4-93d4-4337-822d-c3f4f9834957) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:50.261234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0ebc6-f2a9-4c84-a533-94bca3531ddf None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:50.292963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:50.294012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:50.294560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.298881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.299519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.416729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147e857-a456-446a-b728-4b15fe56a555 req-8e04cfdc-3dca-4e3f-8b5a-92050fd22f03 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.419936 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b019e166-761d-4149-8526-f41284a4d71b req-95e48d8f-2e45-4ea4-b216-52c407980cef service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143121 Jul 16 18:45:50.438192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-cf873707-4f0c-4d2c-bb06-fa3aa79e073e service neutron] 10.222.0.49 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863184 Jul 16 18:45:50.440101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9147e857-a456-446a-b728-4b15fe56a555 req-8e04cfdc-3dca-4e3f-8b5a-92050fd22f03 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 943 time: 0.2314558 Jul 16 18:45:50.549049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] For port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:50.549423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.699990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-385bc27d-8967-44ba-a0d7-a1ab8019dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.709762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-385bc27d-8967-44ba-a0d7-a1ab8019dca4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1095 time: 0.1301966 Jul 16 18:45:50.733583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9147e857-a456-446a-b728-4b15fe56a555 req-af169910-01b4-4e5c-a0e4-3ecd56ca2fee tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c5e254e-945b-467c-99f6-e93f380a612f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925076 Jul 16 18:45:50.858620 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffa8e1e-8b8b-4bc4-bf90-15740189df7b x-openstack-request-id: req-5ffa8e1e-8b8b-4bc4-bf90-15740189df7b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:50.859022 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:50.859022 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ffa8e1e-8b8b-4bc4-bf90-15740189df7b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:50.859346 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'status': 'completed', 'code': 200} Jul 16 18:45:50.883496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.963861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-06ec38fd-3139-4c3d-9704-e904a53ddc02 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7677162 Jul 16 18:45:50.968909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:50.974703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129926829'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:51.161190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-68c6c870-bf8c-4ff3-9de2-847b2f32aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.162950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-68c6c870-bf8c-4ff3-9de2-847b2f32aac7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.4136951 Jul 16 18:45:51.170431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:51.174974 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.199547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-189d2adf-8e40-4e0e-95d4-fa48d33f0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.201286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-189d2adf-8e40-4e0e-95d4-fa48d33f0674 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1095 time: 0.3881781 Jul 16 18:45:51.314586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:51.317983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:51.325751 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d5b76a-d4d9-4741-87fb-54abb2bb3f00" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:51.335427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f11e-2b1d-44ba-a310-0f158868b414 req-dffd484f-f55c-4887-8ad0-39dec4e311d8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.337142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.342959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d47f11e-2b1d-44ba-a310-0f158868b414 req-dffd484f-f55c-4887-8ad0-39dec4e311d8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 943 time: 0.3248918 Jul 16 18:45:51.343995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.344369 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Floating IP 63feb521-adbd-4f68-b851-4a13c96b36a0 disassociated. External IP: 172.25.1.221, port: 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b. Jul 16 18:45:51.344755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:51.368979 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.369647 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment c74d16c7-85a3-48cd-9dcb-4b2a6453e2a8 of type vlan for network 50c5c0c6-7553-4ddc-8a1d-8caddd232664 Jul 16 18:45:51.406978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-b95913ac-6a99-4dfb-8aff-c4a6ad9dd907 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 999 time: 0.2286227 Jul 16 18:45:51.469512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.547563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.567506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d47f11e-2b1d-44ba-a310-0f158868b414 req-80bb8c96-276d-4a5e-9233-42f274890ee0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233348 Jul 16 18:45:51.569359 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:51.589814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-ce60d07e-d120-4a99-944b-3fc40c94b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.591758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-ce60d07e-d120-4a99-944b-3fc40c94b3d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.3812840 Jul 16 18:45:51.641716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-cf7b9f67-cfd9-4172-b45f-f7d674a6eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.643661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-cf7b9f67-cfd9-4172-b45f-f7d674a6eeaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.2144465 Jul 16 18:45:51.715954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:45:51.753865 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.815876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.818987 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Added segment c7994fe4-050f-4811-a6f7-ea7ccb800ad8 of type vlan for network ce045fe6-b26c-4cd3-b01a-bce265891f92 Jul 16 18:45:51.821056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fd25ba-1363-4061-8c45-24d66eb51d27,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.823062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.829262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.830052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.880515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef6a21dd-4486-49a2-89f9-534cb32e3e7b req-54b6057e-3f8b-49af-a959-2fe7e99c0d94 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 210 time: 0.0818830 Jul 16 18:45:51.885085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-5ea9bb8b-d96e-4ddf-9168-d2dad809c5f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 999 time: 0.2803886 Jul 16 18:45:51.977222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0069001 Jul 16 18:45:51.988744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.047199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'ports': [{'network_id': '067743d4-93d4-4337-822d-c3f4f9834957'}, {'network_id': '50c5c0c6-7553-4ddc-8a1d-8caddd232664'}]} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:52.047716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:52.048727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '50c5c0c6-7553-4ddc-8a1d-8caddd232664'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:52.072461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98374b27-fe96-4cf4-bcc3-6c8e670e1575 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=50c5c0c6-7553-4ddc-8a1d-8caddd232664,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.088383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 50c5c0c6-7553-4ddc-8a1d-8caddd232664 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:52.118309 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79435293-e1f0-4b3f-89e8-9a51dd936ad0 x-openstack-request-id: req-79435293-e1f0-4b3f-89e8-9a51dd936ad0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:52.119099 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "d1b6d32e-9918-4b35-842c-95cab1a4e578", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:52.120609 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79435293-e1f0-4b3f-89e8-9a51dd936ad0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:52.121848 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': 'd1b6d32e-9918-4b35-842c-95cab1a4e578', 'status': 'completed', 'code': 200} Jul 16 18:45:52.127097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-c425e1e5-21b8-4069-ae5c-43de7c0f1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.129093 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.129284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-c425e1e5-21b8-4069-ae5c-43de7c0f1e3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4101539 Jul 16 18:45:52.133299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-136216fa-6e83-4276-b288-fbcfc207e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.152422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-136216fa-6e83-4276-b288-fbcfc207e5d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.2275681 Jul 16 18:45:52.192307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=9e72a60b-710f-4405-bb7c-8e2e8bd85a6b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.239799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255b98e-b638-4458-b108-d7bf3f19b25f req-6cf23544-b48d-495d-a072-64ec0f546476 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.241485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7255b98e-b638-4458-b108-d7bf3f19b25f req-6cf23544-b48d-495d-a072-64ec0f546476 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.8879592 Jul 16 18:45:52.335378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.520599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7255b98e-b638-4458-b108-d7bf3f19b25f req-cb94aebb-c539-42b8-8e06-f6384128c432 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105632 Jul 16 18:45:52.541457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.542584 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.543178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.643519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.646710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] Pushing event updated for resources: {'Network': ['ID=ce045fe6-b26c-4cd3-b01a-bce265891f92,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.661185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:52.709766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Router 24283732-a4fc-44ae-8c26-0dd1cee0826e has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:52.730785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cad89989-dc96-47c9-9db3-e4ca227435bd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2832053 Jul 16 18:45:52.739885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.751816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Request body: {'subnet': {'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1477828500-subnet', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:52.857699 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.106417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:53.121658 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] Sync routers for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:53.157678 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:53.159868 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.234999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] No DVR routers for this DVR port 9e72a60b-710f-4405-bb7c-8e2e8bd85a6b on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:53.239519 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.242112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c2f7ca7-63bd-4bde-9ee6-d0dc880009aa req-605efd27-f53a-4b9b-a7e9-509f454e63e9 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.67 "DELETE /v2.0/ports/9e72a60b-710f-4405-bb7c-8e2e8bd85a6b HTTP/1.1" status: 204 len: 173 time: 3.6062810 Jul 16 18:45:53.299069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:53.302871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.454830 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:53.495327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d8c73f9-07d0-4d6c-ad1e-040bdd255585 req-79bd9d89-4bf0-4803-9008-80a471bc9ff2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.3692062 Jul 16 18:45:53.696852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249d1cb-8378-40ed-8a92-c37bc02f55e9 req-7424c73b-150d-41aa-ba65-c06fa8b40df4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:53.698436 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6249d1cb-8378-40ed-8a92-c37bc02f55e9 req-7424c73b-150d-41aa-ba65-c06fa8b40df4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 943 time: 0.6564827 Jul 16 18:45:53.699375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.762785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e05bba-3610-4ef3-ae16-c3b8ea6168b1,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:53.801022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8224fc3-6d2f-4a13-a6a7-a9e17478d0f1 tempest-TestServerBasicOps-1874248302 tempest-TestServerBasicOps-1874248302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:53.807688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c8224fc3-6d2f-4a13-a6a7-a9e17478d0f1 tempest-TestServerBasicOps-1874248302 tempest-TestServerBasicOps-1874248302-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1092 time: 1.1539352 Jul 16 18:45:53.812649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:53.838007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:53.905572 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:04Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.939636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.943036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2dcd678-fa4f-463f-973c-3ee8b2ede531 req-1c049ca8-d29d-41e8-91c0-9d915891b4cb tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 210 time: 0.1022475 Jul 16 18:45:53.943709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 2} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:53.950670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.981756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:53.982458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Network hostable DHCP agents. Network: ce045fe6-b26c-4cd3-b01a-bce265891f92, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:53.999455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.022523 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] Checking router: 24283732-a4fc-44ae-8c26-0dd1cee0826e for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:54.038769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6249d1cb-8378-40ed-8a92-c37bc02f55e9 req-8f36d371-6fa1-4892-a6b8-2921d3440dcb tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324239 Jul 16 18:45:54.046850 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:54.049775 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:54.122355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:54.126548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:54.133545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 72126cf7-6f77-464f-b6f5-513f639e8826 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:54.136805 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a49c6d1-c4f6-474b-a954-8624abe4fdf2" -d '{"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:54.219308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ce045fe6-b26c-4cd3-b01a-bce265891f92) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:54.231597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ea2e9-f3bd-491f-b9e8-095c9be221f8 None None] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:54.236055 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2ec054-b5c2-42f2-bf90-a24f8b744588 x-openstack-request-id: req-1b2ec054-b5c2-42f2-bf90-a24f8b744588 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:54.239635 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498a732e-3670-4b32-a176-a9f498b0aecb", "name": "network-vif-deleted", "tag": "9e72a60b-710f-4405-bb7c-8e2e8bd85a6b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:54.241182 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b2ec054-b5c2-42f2-bf90-a24f8b744588 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:54.241813 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498a732e-3670-4b32-a176-a9f498b0aecb', 'name': 'network-vif-deleted', 'tag': '9e72a60b-710f-4405-bb7c-8e2e8bd85a6b', 'status': 'completed', 'code': 200} Jul 16 18:45:54.255996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-1d02f48c-2095-4dd2-b505-e5cedfccb3c4 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0986621 Jul 16 18:45:54.261789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:54.272379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.278761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-178cbe77-ec98-46c6-9aaf-ddee31cc6419 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:54.283507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-178cbe77-ec98-46c6-9aaf-ddee31cc6419 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "GET /v2.0/networks?id=2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 200 len: 813 time: 1.1594079 Jul 16 18:45:54.350715 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:54.362804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a9008c8-bacf-4f6a-8f3a-7f7a77a14282 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6167145 Jul 16 18:45:54.428385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:54.443921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:54.453504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Request body: {'port': {'device_id': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a', 'admin_state_up': True, 'tenant_id': 'ec56fec638c648e19a90f6e935616d48'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:54.478130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:54.526393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.533448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-eeb00da4-e483-4a6c-8026-10f28a53ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:54.536049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-eeb00da4-e483-4a6c-8026-10f28a53ac81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4194610 Jul 16 18:45:54.584221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.587516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.724755 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.963214 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46789064-1134-4faa-80bf-93bfc44a12d4 req-e06166e2-e224-4c19-bee7-bb07195f667f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1050303 Jul 16 18:45:54.979128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:54.999739 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:04Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.019489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'port_id': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'mac_address': 'fa:16:3e:59:84:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:55.077531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Allocated IP 172.25.1.5 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/47e3003e-0f91-4038-8e88-e70ba2535d7e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:55.121231 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a3a6f-ea52-4d11-a8a6-c5fdbc56399d None None] The sync data for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 is: [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '376d7053-e9e3-424a-912d-ad3229342b28', 'name': '', 'network_id': 'b1db7a24-1dfd-49a5-a251-caaa1f75753b', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'mac_address': 'fa:16:3e:de:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:54Z', 'updated_at': '2021-07-16T18:35:04Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'subnets': [{'id': 'fafd6d35-6aac-4787-a356-ab5b988a2150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:55.193299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-ce045fe6-b26c-4cd3-b01a-bce265891f92', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:55.206670 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.248389 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.299609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89e4275-aef3-4329-aa58-f381c5669f49 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:55.377785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:55.394425 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.431309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.438880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55688) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:55.524300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.574279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 69c04eeb-2075-4535-8c83-53f6af3fb50c yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:55.644064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f6c0da64-63e9-4c7b-b58d-b5f881130a83 req-646733eb-91ef-4784-b5b6-9848b9f4c1f6 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3594310 Jul 16 18:45:55.646407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-30100ac7-a177-4851-b24b-e4a4ed6d599c service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665375 Jul 16 18:45:55.779023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-643b7f39-8a06-4a34-8976-5ac67686e04e req-db8f39c6-c88f-4321-8215-e7aaeeac73fe tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 210 time: 0.3159697 Jul 16 18:45:55.860959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-c620db00-5998-4a3c-b26a-96d903fb453e service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440365 Jul 16 18:45:56.027065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.031348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc848bb-e521-4953-81e2-a4ee27fed495 None None] New status for floating IP 63feb521-adbd-4f68-b851-4a13c96b36a0: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:56.035403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.048421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7bc1067b-2a78-47ee-bf62-db70b7f4dddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.146413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-39a5b62b-4bf8-4c8a-8072-3e6111edd851 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.148412 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-39a5b62b-4bf8-4c8a-8072-3e6111edd851 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300&tenant_id=1146e6a401a64d1aa6ad39bde341ca16&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 943 time: 1.2087657 Jul 16 18:45:56.166499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e89e4275-aef3-4329-aa58-f381c5669f49'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:56.304442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.331989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3f475-c740-42bc-b0ca-102cf511a6fc req-6510bf3e-266f-4b5d-9242-728da5f79b50 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.339154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37e3f475-c740-42bc-b0ca-102cf511a6fc req-6510bf3e-266f-4b5d-9242-728da5f79b50 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 0.6281016 Jul 16 18:45:56.357206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-1b5a12e6-4138-4be7-9e00-c6fc4d313ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.359208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-1b5a12e6-4138-4be7-9e00-c6fc4d313ec4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1096 time: 0.6404829 Jul 16 18:45:56.481468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.610653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37e3f475-c740-42bc-b0ca-102cf511a6fc req-72747069-ae54-4329-bf66-8a365d0efd2a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705061 Jul 16 18:45:56.627533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Allocated IP 172.20.0.2 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/8c3865bc-d255-4ae4-9b4d-024ff00acae8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:56.666034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.679905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7bc1067b-2a78-47ee-bf62-db70b7f4dddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.706540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-4f54a082-3d59-4c6a-ace0-cb764e4b8ce8 service neutron] 10.222.0.67 "GET /v2.0/ports/e89e4275-aef3-4329-aa58-f381c5669f49/bindings/n-h2-791504-15 HTTP/1.1" status: 200 len: 383 time: 0.5491884 Jul 16 18:45:56.711329 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fd340d8-112a-4c2a-a1c9-3ee072bc9840 req-cbd12209-e346-4ce5-8dff-6c6d9874e0d2 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.2536540 Jul 16 18:45:56.714625 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7bc1067b-2a78-47ee-bf62-db70b7f4dddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.743265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:56.763659 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7bc1067b-2a78-47ee-bf62-db70b7f4dddf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfb41bddb8534f7c8d8da32a9113bd51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3232334 Jul 16 18:45:56.765376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.766925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:56.778440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.798803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:56.802820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.828543 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:56.861614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-6193de3d-a80b-4048-b2e0-4d150662f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.861895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:56.864332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-6193de3d-a80b-4048-b2e0-4d150662f091 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.4634900 Jul 16 18:45:56.869364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'Port': ['ID=47e3003e-0f91-4038-8e88-e70ba2535d7e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:56.869864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Made reservation on behalf of ec56fec638c648e19a90f6e935616d48 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:56.881792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.887893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:56.899025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1067b-2a78-47ee-bf62-db70b7f4dddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9cfd4d-df9d-46e5-a0b1-8ced522ce1f2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:56.903612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:57.065590 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-44821659-adc5-455b-a8ca-269713e9d5d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 1000 time: 0.1424456 Jul 16 18:45:57.120744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=72126cf7-6f77-464f-b6f5-513f639e8826,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.182992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=69c04eeb-2075-4535-8c83-53f6af3fb50c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.205848 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.227783 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Transition to ACTIVE for port object 8c3865bc-d255-4ae4-9b4d-024ff00acae8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:57.268162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Transition to ACTIVE for port object 8c3865bc-d255-4ae4-9b4d-024ff00acae8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:57.285054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.301776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-b444a119-12c0-4b85-bfad-450b4c80e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:57.303263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-b444a119-12c0-4b85-bfad-450b4c80e5e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.1214893 Jul 16 18:45:57.328065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:57.333128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:57.336874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:57.370350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Pushing event updated for resources: {'Port': ['ID=8c3865bc-d255-4ae4-9b4d-024ff00acae8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.394233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdb72963-d18b-4658-99ce-f7a53da4dd22 req-c2888d10-b544-44ca-b451-04eaf2bff74f tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 210 time: 0.3151555 Jul 16 18:45:57.439885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Attempting to bind port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:57.440278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Attempting to bind port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:57.442940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Attempting to bind port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:57.457014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:57.457553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:57.458602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.459326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:57.459972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Bound port: 8c3865bc-d255-4ae4-9b4d-024ff00acae8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:57.460528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.526063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': 'c74d16c7-85a3-48cd-9dcb-4b2a6453e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '50c5c0c6-7553-4ddc-8a1d-8caddd232664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:57.526428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: 50c5c0c6-7553-4ddc-8a1d-8caddd232664, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:57.533963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45df0750-d1cd-40e1-a5ce-e8900da04ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.587467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] For port 8c3865bc-d255-4ae4-9b4d-024ff00acae8, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:57.590963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] For port 8c3865bc-d255-4ae4-9b4d-024ff00acae8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c3865bc-d255-4ae4-9b4d-024ff00acae8,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:57.598428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.659394 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45df0750-d1cd-40e1-a5ce-e8900da04ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.674828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c403a-75c6-4536-8911-8895c9b787ee None None] Pushing event updated for resources: {'Port': ['ID=8c3865bc-d255-4ae4-9b4d-024ff00acae8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.710183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Allocated IP 172.20.0.6 (2adb7d37-1a36-4043-a144-caf86808ca4a/5c3237c4-fcb4-477a-a926-12bcfbc1c690/e8059df7-5c6b-45c1-a0ac-d01871003e18) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:58.172166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.236825 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.296655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 50c5c0c6-7553-4ddc-8a1d-8caddd232664 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:58.307117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f41e6-b1e8-483d-8916-96c5c41abe1d req-c11f5d74-6e65-4102-81a4-d26678cd04f9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.309082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d62f41e6-b1e8-483d-8916-96c5c41abe1d req-c11f5d74-6e65-4102-81a4-d26678cd04f9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 0.1692154 Jul 16 18:45:58.364947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-8670c7c1-9cad-4cbf-8790-5515a0d16087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.368905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-8670c7c1-9cad-4cbf-8790-5515a0d16087 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9382885 Jul 16 18:45:58.369517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45df0750-d1cd-40e1-a5ce-e8900da04ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.372591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45df0750-d1cd-40e1-a5ce-e8900da04ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.373835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45df0750-d1cd-40e1-a5ce-e8900da04ff3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f9cfd4d-df9d-46e5-a0b1-8ced522ce1f2 HTTP/1.1" status: 204 len: 168 time: 1.5764298 Jul 16 18:45:58.374988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.381720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:58.383340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d62f41e6-b1e8-483d-8916-96c5c41abe1d req-1f409e97-82e2-483b-bfef-87d277b6edb3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667155 Jul 16 18:45:58.400525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.572655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port e89e4275-aef3-4329-aa58-f381c5669f49 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:58.572655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port e89e4275-aef3-4329-aa58-f381c5669f49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:58.572655 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.683953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 50c5c0c6-7553-4ddc-8a1d-8caddd232664) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:58.734677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad50d3-319c-4be4-9c72-20386d86dd5a None None] Network 50c5c0c6-7553-4ddc-8a1d-8caddd232664 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:58.739760 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.767499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:58.777611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.782732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.783619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.813007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f53e332-099f-471a-8ccb-3a6a0e43f308 req-65272c83-e19d-4cd3-a40d-ee1762212e2c tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.4571609 Jul 16 18:45:58.846154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:58.876396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:58.878740 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4e9e48-9c5d-478d-a6ee-0bb076643909" -d '{"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-plugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:58.887704 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.925117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df0750-d1cd-40e1-a5ce-e8900da04ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9cfd4d-df9d-46e5-a0b1-8ced522ce1f2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:58.967721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.002935 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e5aff6-0af8-4455-8825-e60016efbb39 x-openstack-request-id: req-d8e5aff6-0af8-4455-8825-e60016efbb39 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:59.003242 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-plugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:59.003492 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8e5aff6-0af8-4455-8825-e60016efbb39 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:59.004091 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'code': 200} Jul 16 18:45:59.041293 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.048276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.111452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:59.122767 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-0850b373-f38c-4b5f-a97f-d2706f563734 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456374 Jul 16 18:45:59.185787 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.213873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Network 2adb7d37-1a36-4043-a144-caf86808ca4a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:59.264533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2dbde08a-d08d-46b1-8cb7-e64ee07d05b2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.2733297 Jul 16 18:45:59.267798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55728) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:59.267964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557fe4d-dbb4-4bd3-8ec7-fb476fec5d2e req-720b8c63-c4e0-4ba9-83aa-210ff884672f tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:59.277715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0557fe4d-dbb4-4bd3-8ec7-fb476fec5d2e req-720b8c63-c4e0-4ba9-83aa-210ff884672f tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 931 time: 0.6693125 Jul 16 18:45:59.282646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:59.284576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Pushing event updated for resources: {'Port': ['ID=e8059df7-5c6b-45c1-a0ac-d01871003e18,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.298601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:59.331610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9520aa7-0888-414d-b4a6-3c54d468e84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.351580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.356839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event updated for resources: {'Port': ['ID=47e3003e-0f91-4038-8e88-e70ba2535d7e,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.481227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9520aa7-0888-414d-b4a6-3c54d468e84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.514832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9520aa7-0888-414d-b4a6-3c54d468e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.559702 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0557fe4d-dbb4-4bd3-8ec7-fb476fec5d2e req-322aae89-867f-48a6-bf0b-d496170bf892 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807424 Jul 16 18:45:59.599545 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e9520aa7-0888-414d-b4a6-3c54d468e84b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cb2ffa22ed84f49be1ed335af327e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848402 Jul 16 18:45:59.602541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55736) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:59.603464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9520aa7-0888-414d-b4a6-3c54d468e84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aab187-5ccb-49ef-b780-3baf910ba48d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.645763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00857484-77c1-4050-a0f3-200ba4c12e3f None None] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:59.692189 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Floating IP 6c36a373-b326-44a0-89d2-47c36b9043ce associated. External IP: 172.25.1.5, port: f748ac3f-3a24-4729-818d-41bb5bae09cb. Jul 16 18:45:59.789864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3d5033e-0eb3-4226-a9bd-772445bc401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.808462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0c91b882-c347-4f49-9973-57ab2d36ba91 None None] Provisioning for port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:59.925869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3d5033e-0eb3-4226-a9bd-772445bc401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.946536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c3865bc-d255-4ae4-9b4d-024ff00acae8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:00.156402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:00.171334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:00.171757 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.222470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4bb4aebd-a382-493c-b5da-2be2c35310d9 req-bf207266-065e-4299-9189-cb3d144afd64 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.0655575 Jul 16 18:46:00.223922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Router cf049b79-8afb-490a-9703-3fe9f2e84023 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:00.271531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3d5033e-0eb3-4226-a9bd-772445bc401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.280705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3d5033e-0eb3-4226-a9bd-772445bc401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.298142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3d5033e-0eb3-4226-a9bd-772445bc401d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8aab187-5ccb-49ef-b780-3baf910ba48d HTTP/1.1" status: 204 len: 168 time: 0.6756253 Jul 16 18:46:00.324253 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.338320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.344894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5033e-0eb3-4226-a9bd-772445bc401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aab187-5ccb-49ef-b780-3baf910ba48d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:00.429547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8c3865bc-d255-4ae4-9b4d-024ff00acae8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c3865bc-d255-4ae4-9b4d-024ff00acae8,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:00.442106 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.519318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8c3865bc-d255-4ae4-9b4d-024ff00acae8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:00.575391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Allocated IP 172.25.1.182 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/58cef603-8933-42d7-bf4d-40ceee42ddcd) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:00.639380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:00.655773 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] Sync routers for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:00.669844 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:00.670469 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:00.690104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.718892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:00.719570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.728813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a21601fe-cb9d-400a-9146-07a78b5c514a req-80a97844-46cb-42fb-afd5-cbb4cdbb6a64 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5976224 Jul 16 18:46:00.823636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6847-74a1-482f-a9a8-bd0676f22a1e req-63096fee-ab83-4d82-83dd-e1467dabff0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:00.831151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-658a6847-74a1-482f-a9a8-bd0676f22a1e req-63096fee-ab83-4d82-83dd-e1467dabff0b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.5834024 Jul 16 18:46:00.843534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1ad6ba20-71f6-469e-8a03-6dbe72690589 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 7.0169795 Jul 16 18:46:00.849518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:00.853786 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45761b7-035f-454c-970c-bf6a2d1bb219" -d '{"events": [{"name": "network-changed", "server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:00.877704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1b80fa53-35e1-4d18-b65f-12db86704b4a None None] Provisioning complete for port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:00.880661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1b80fa53-35e1-4d18-b65f-12db86704b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.908554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-c32c24a2-fa6f-48c0-bb16-70aec80966ac tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5051789 Jul 16 18:46:00.968887 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:00.976291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-658a6847-74a1-482f-a9a8-bd0676f22a1e req-8e8aa286-827a-41a4-842e-531435bff060 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441412 Jul 16 18:46:00.977824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 69c04eeb-2075-4535-8c83-53f6af3fb50c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:00.978169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.084348 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c402ddcc-2629-417d-8c23-cbbec929b7e2 x-openstack-request-id: req-c402ddcc-2629-417d-8c23-cbbec929b7e2 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:01.084644 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:01.084932 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c402ddcc-2629-417d-8c23-cbbec929b7e2 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:01.085345 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'status': 'completed', 'code': 200} Jul 16 18:46:01.113868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.125900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6c919-e554-4966-831b-ce4ca615bfe2 req-76cf88a7-61d4-448d-bf66-149f22b2b114 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.129263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 69c04eeb-2075-4535-8c83-53f6af3fb50c owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:01.134782 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-add6c919-e554-4966-831b-ce4ca615bfe2 req-76cf88a7-61d4-448d-bf66-149f22b2b114 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 931 time: 0.2454364 Jul 16 18:46:01.238277 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-add6c919-e554-4966-831b-ce4ca615bfe2 req-5c0c591f-947f-4936-9805-5f14220622a4 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024804 Jul 16 18:46:01.254905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Request body: {'port': {'device_id': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:01.428003 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.433512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.545249 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '6c36a373-b326-44a0-89d2-47c36b9043ce', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'port_id': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'mac_address': 'fa:16:3e:47:9c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:57Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 0, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:20Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:01.568158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=69c04eeb-2075-4535-8c83-53f6af3fb50c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:01.583603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.595988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-236a040f-a48a-4dda-9111-96848027bbfa tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/69c04eeb-2075-4535-8c83-53f6af3fb50c HTTP/1.1" status: 204 len: 168 time: 2.3231575 Jul 16 18:46:01.597774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:01.633255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c8a3ee7-2a53-49ff-bb51-8727dac91db6 req-ea9c07c2-0a55-49a8-81f0-11b442e47a2e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.0745435 Jul 16 18:46:01.653165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-a6b7e243-68e8-4a92-9a0b-4a7fce7e03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.655040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-a6b7e243-68e8-4a92-9a0b-4a7fce7e03d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5b054fd84924c688f6167272d23e570&device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1097 time: 0.4058065 Jul 16 18:46:01.657059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-dc73aab8-4419-4081-b182-688aaf3a0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.658705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-dc73aab8-4419-4081-b182-688aaf3a0388 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1097 time: 0.8452628 Jul 16 18:46:01.686039 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] Checking router: cf049b79-8afb-490a-9703-3fe9f2e84023 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:01.713220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:01.718579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:01.841811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21618ee2-bc3b-4c35-aca2-597b43ea7e76 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.854455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21618ee2-bc3b-4c35-aca2-597b43ea7e76 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.859094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-21618ee2-bc3b-4c35-aca2-597b43ea7e76 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2555029 Jul 16 18:46:01.872100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55776) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:01.878690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c3865bc-d255-4ae4-9b4d-024ff00acae8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:02.028534 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:02.079372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:02.084565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.148744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 72126cf7-6f77-464f-b6f5-513f639e8826 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:02.149124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.241368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8059df7-5c6b-45c1-a0ac-d01871003e18 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:02.267669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.293186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Transition to ACTIVE for port object e8059df7-5c6b-45c1-a0ac-d01871003e18 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:02.307889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.420471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.462178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 72126cf7-6f77-464f-b6f5-513f639e8826 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:02.467537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Pushing event updated for resources: {'Port': ['ID=e8059df7-5c6b-45c1-a0ac-d01871003e18,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:02.500037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.524683 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '6c36a373-b326-44a0-89d2-47c36b9043ce', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'port_id': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'mac_address': 'fa:16:3e:47:9c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:57Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 0, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:20Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:02.597420 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce0dd4-4a2a-4d92-83a0-fdc83c0c565d None None] The sync data for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 is: [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '6c36a373-b326-44a0-89d2-47c36b9043ce', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'port_id': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'mac_address': 'fa:16:3e:47:9c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:57Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 0, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:20Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:02.621683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-8319ecb8-48d7-4d76-9e07-440ba9383c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.623831 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-8319ecb8-48d7-4d76-9e07-440ba9383c92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 200 len: 910 time: 0.9443526 Jul 16 18:46:02.629497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.630115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2652d2-8059-465e-9c43-00315c9f6027 req-2e47dbec-a747-414c-8595-930938c7e4ab tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.638039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e2652d2-8059-465e-9c43-00315c9f6027 req-2e47dbec-a747-414c-8595-930938c7e4ab tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.3024588 Jul 16 18:46:02.655863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:02.737530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e2652d2-8059-465e-9c43-00315c9f6027 req-4a54f44f-afcf-4c86-a83c-8894802cbb49 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980370 Jul 16 18:46:02.758972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.765556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:02.774712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-3bce2af7-b1b4-47ed-9f8d-06eaab2fda95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 200 len: 997 time: 0.1358666 Jul 16 18:46:02.783370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:02.803595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.819272 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/72126cf7-6f77-464f-b6f5-513f639e8826 HTTP/1.1" status: 204 len: 168 time: 0.9403343 Jul 16 18:46:02.887390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55798) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:02.918059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83770518-99d4-48fa-8b52-d97a84952d25 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=72126cf7-6f77-464f-b6f5-513f639e8826,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.033727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d6a19d-0cf9-46b7-b8dc-652aa88449da None None] New status for floating IP 6c36a373-b326-44a0-89d2-47c36b9043ce: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:46:03.132809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9dc659-a709-4917-b652-b5cc5015af42 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.143647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8b9dc659-a709-4917-b652-b5cc5015af42 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2551301 Jul 16 18:46:03.145831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:03.169387 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-796c6f6d-4f57-4d66-8223-b71f918283d0 req-12cb1ad3-c281-4c6e-bc42-7406276d526e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1123002 Jul 16 18:46:03.228324 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.246291 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1aa3d60-6b50-45b2-b6e1-0af20848ba28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:46:03.252308 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e1aa3d60-6b50-45b2-b6e1-0af20848ba28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/69c04eeb-2075-4535-8c83-53f6af3fb50c HTTP/1.1" status: 404 len: 333 time: 0.0814703 Jul 16 18:46:03.252980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:03.297594 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ca1d4d-8522-4277-9cdf-ebd4276fddeb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:46:03.305363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-13ca1d4d-8522-4277-9cdf-ebd4276fddeb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/72126cf7-6f77-464f-b6f5-513f639e8826 HTTP/1.1" status: 404 len: 333 time: 0.0506504 Jul 16 18:46:03.306096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:03.344179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-e8db42ac-db49-489c-9ba8-e0c1f9861437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.345846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-e8db42ac-db49-489c-9ba8-e0c1f9861437 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6af233d1-7b66-40aa-b30d-8f39f835cbe3 HTTP/1.1" status: 200 len: 848 time: 0.3528237 Jul 16 18:46:03.517412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.576324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.780012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.805013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c5c0c6-7553-4ddc-8a1d-8caddd232664']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:03.807490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Attempting to bind port e8059df7-5c6b-45c1-a0ac-d01871003e18 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:03.807921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Attempting to bind port e8059df7-5c6b-45c1-a0ac-d01871003e18 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:03.809194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Attempting to bind port e8059df7-5c6b-45c1-a0ac-d01871003e18 on network 2adb7d37-1a36-4043-a144-caf86808ca4a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:03.825173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74d16c7-85a3-48cd-9dcb-4b2a6453e2a8') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:03.825743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74d16c7-85a3-48cd-9dcb-4b2a6453e2a8') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:03.831917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-01ec5bd3-2303-4a14-b7cc-5b34315837dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.833718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-01ec5bd3-2303-4a14-b7cc-5b34315837dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 2.1525500 Jul 16 18:46:03.837150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.842036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Pushing event updated for resources: {'Port': ['ID=58cef603-8933-42d7-bf4d-40ceee42ddcd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.859537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.867410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:03.868352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.877369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed0c1-4edc-41d8-96df-5006006a9b1d req-792165d0-000b-4bc2-ae5d-33c8c72a831f tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.884941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-159ed0c1-4edc-41d8-96df-5006006a9b1d req-792165d0-000b-4bc2-ae5d-33c8c72a831f tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 943 time: 1.2578311 Jul 16 18:46:03.893255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Port e8059df7-5c6b-45c1-a0ac-d01871003e18 on network 2adb7d37-1a36-4043-a144-caf86808ca4a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:03.893808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Attempting to bind port e8059df7-5c6b-45c1-a0ac-d01871003e18 on network 2adb7d37-1a36-4043-a144-caf86808ca4a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:03.931749 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:03.948976 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.977636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.992238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/50c5c0c6-7553-4ddc-8a1d-8caddd232664 HTTP/1.1" status: 204 len: 168 time: 0.6836119 Jul 16 18:46:03.996205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:04.010958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-233174575'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:04.023903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:04.024413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Checking segment: {'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:04.024909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Bound using segment: {'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:04.025430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Bound port: e8059df7-5c6b-45c1-a0ac-d01871003e18, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afe4bc3-9f8c-4a44-921c-3baa92fc444f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:04.025863 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.055969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08639fa4-1071-4b7b-8064-101afe630ad1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=50c5c0c6-7553-4ddc-8a1d-8caddd232664,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.137068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-159ed0c1-4edc-41d8-96df-5006006a9b1d req-73464617-f491-493c-966c-7905b6f2f88d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449651 Jul 16 18:46:04.178940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:46:04.238875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2751e3-0157-4206-95f1-f306a4c29fc5 req-7436f65c-b6f0-4a2e-8735-562f3b040e4b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.254289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b2751e3-0157-4206-95f1-f306a4c29fc5 req-7436f65c-b6f0-4a2e-8735-562f3b040e4b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2015955 Jul 16 18:46:04.336097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b2751e3-0157-4206-95f1-f306a4c29fc5 req-98994db3-ad2d-4f2b-ae71-2fcd31786093 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808339 Jul 16 18:46:04.399489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-77e8bc25-391a-49f9-9a08-6dd042904f07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 1001 time: 0.5452988 Jul 16 18:46:04.512476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:04.516978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.521277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-4adc8632-791e-40dc-b407-e29055ba7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.523143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-4adc8632-791e-40dc-b407-e29055ba7ef4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e5bbb623-b536-4796-962f-d25fd7f950c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0126123 Jul 16 18:46:04.529705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] For port e8059df7-5c6b-45c1-a0ac-d01871003e18, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:04.653395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9e77a0e1-1624-4a41-b4d0-4d321cbfff22 req-934c2e2d-0110-4bd3-a01f-6cd0780bfd36 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1252301 Jul 16 18:46:04.665702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:04.675994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.676347 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment c4670e6b-850c-43e7-8b21-8161c2c06bd3 of type vlan for network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 Jul 16 18:46:04.762054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] For port e8059df7-5c6b-45c1-a0ac-d01871003e18, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:04.779944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.789159 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.917846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-dc6e8432-c834-4e0a-91d8-0dbcb1a84454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.921444 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-dc6e8432-c834-4e0a-91d8-0dbcb1a84454 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.3953798 Jul 16 18:46:04.948328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.948986 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.950394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] 10.222.0.67 "PUT /v2.0/ports/e8059df7-5c6b-45c1-a0ac-d01871003e18 HTTP/1.1" status: 200 len: 1092 time: 3.9900587 Jul 16 18:46:04.962428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'tag': 'e8059df7-5c6b-45c1-a0ac-d01871003e18'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:04.965268 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c154b7-850a-4349-b7fa-30f26b3037a2" -d '{"events": [{"name": "network-changed", "server_uuid": "89593359-f46b-4235-a9b2-ab4f9307ed9e", "tag": "e8059df7-5c6b-45c1-a0ac-d01871003e18"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:05.134658 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c51dbf-868a-4989-b0ee-3de990ff419a x-openstack-request-id: req-04c51dbf-868a-4989-b0ee-3de990ff419a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:05.134939 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89593359-f46b-4235-a9b2-ab4f9307ed9e", "tag": "e8059df7-5c6b-45c1-a0ac-d01871003e18", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:05.137030 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04c51dbf-868a-4989-b0ee-3de990ff419a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:05.137456 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'tag': 'e8059df7-5c6b-45c1-a0ac-d01871003e18', 'status': 'completed', 'code': 200} Jul 16 18:46:05.183889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:05.194955 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:05.197526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.203183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.203801 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.206328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8f8a6-5cc1-40dc-a95a-4c5e61efbd67 service neutron] Pushing event updated for resources: {'Port': ['ID=e8059df7-5c6b-45c1-a0ac-d01871003e18,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:05.219666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-e6500b12-5879-41f1-8fa2-2c1591b7eaab service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874599 Jul 16 18:46:05.223644 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:05.234384 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:05.619185 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:05.670363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ffa0-0856-419c-a73a-0400502ed0ab req-8a260120-fc77-411e-a13c-e3537161ac10 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.693405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5e8ffa0-0856-419c-a73a-0400502ed0ab req-8a260120-fc77-411e-a13c-e3537161ac10 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1664932 Jul 16 18:46:05.825948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5e8ffa0-0856-419c-a73a-0400502ed0ab req-6d511a4b-4a21-42cf-899d-20aec1acd0bd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299703 Jul 16 18:46:05.826469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:05.851621 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.853028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4f107aef-df9e-4d86-830a-c7d74f262c3f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.4215605 Jul 16 18:46:05.855931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:05.928985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9207611 Jul 16 18:46:05.994258 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:02Z', 'revision_number': 3, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:06.038653 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:06.039062 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Updating router 15e9ea11-0205-451b-952a-008b5b1e6f65 port 58cef603-8933-42d7-bf4d-40ceee42ddcd binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:46:06.063665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:06.071071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:06.129053 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.146140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba2dc-eef5-4d9f-8d18-14fdd75d05ef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=87e2a9d7-2380-4c9e-ad54-12a5059d83e3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:06.157729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:06.311708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-42d13c5b-7c7d-442f-8b47-f56a27d4dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.324736 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-42d13c5b-7c7d-442f-8b47-f56a27d4dbcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3879328 Jul 16 18:46:06.456998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-d55cbea3-37b6-486e-b0ac-c7cf38346f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.458665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-d55cbea3-37b6-486e-b0ac-c7cf38346f94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec56fec638c648e19a90f6e935616d48&device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 1095 time: 1.3817739 Jul 16 18:46:06.467394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f45761b7-035f-454c-970c-bf6a2d1bb219 req-0500763c-4f7e-4adc-b717-7acf540b70ba service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2379820 Jul 16 18:46:06.498735 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.512234 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Transition to ACTIVE for port object 58cef603-8933-42d7-bf4d-40ceee42ddcd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:06.543324 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.566729 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-1b16bd2c-ed04-48a1-8785-d60b4026bb97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18 HTTP/1.1" status: 200 len: 217 time: 0.0539651 Jul 16 18:46:06.576908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f0049-5afd-40b1-aa68-7e424b3b00e8 req-32ccf35f-dbe9-4d73-acee-7921f00796e1 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.587698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-333f0049-5afd-40b1-aa68-7e424b3b00e8 req-32ccf35f-dbe9-4d73-acee-7921f00796e1 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 943 time: 0.7304113 Jul 16 18:46:06.616246 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Pushing event updated for resources: {'Port': ['ID=58cef603-8933-42d7-bf4d-40ceee42ddcd,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:06.656436 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.657110 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.657780 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.658292 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.658781 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.659447 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.659949 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.660466 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.661015 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.661629 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.662141 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.662635 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:06.674072 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Attempting to bind port 58cef603-8933-42d7-bf4d-40ceee42ddcd on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:06.674688 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Attempting to bind port 58cef603-8933-42d7-bf4d-40ceee42ddcd by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:06.675220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Attempting to bind port 58cef603-8933-42d7-bf4d-40ceee42ddcd on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:06.681618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-de7be632-8bce-4f44-b3b3-1c88fdf44601 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355858 Jul 16 18:46:06.693363 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:06.694177 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:06.694794 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.695380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:06.696035 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Bound port: 58cef603-8933-42d7-bf4d-40ceee42ddcd, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:06.696718 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.712171 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-333f0049-5afd-40b1-aa68-7e424b3b00e8 req-86e1a050-a8a6-4e18-ab6e-dea6f3703116 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232789 Jul 16 18:46:06.725274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-6a6c0806-3e87-4ce1-a439-046ddb66316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.726935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-6a6c0806-3e87-4ce1-a439-046ddb66316b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3237c4-fcb4-477a-a926-12bcfbc1c690 HTTP/1.1" status: 200 len: 853 time: 0.1347938 Jul 16 18:46:06.730718 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd00a718-9a4d-4dd2-b954-9bd23b30c37b req-7aadb819-de8e-4a93-9995-48a4a5ef95a0 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.0801306 Jul 16 18:46:06.735299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c111e055-3054-4f98-993e-ed4234ba49cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.811329 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] For port 58cef603-8933-42d7-bf4d-40ceee42ddcd, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:06.815304 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] For port 58cef603-8933-42d7-bf4d-40ceee42ddcd, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58cef603-8933-42d7-bf4d-40ceee42ddcd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:06.815503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-690bf88b-b7b5-4d27-8f45-bd0868f99e7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2adb7d37-1a36-4043-a144-caf86808ca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810990 Jul 16 18:46:06.825454 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.946873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-89cd101e-d1a0-4935-86fa-53b031d4f795 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559981 Jul 16 18:46:06.978791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-a605487e-311d-4368-b849-f81db9babfb2 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293569 Jul 16 18:46:07.012703 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:07.029696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:07.031848 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784bcc5-1fd8-4468-a69d-2ba4fe3fc1ef None None] Pushing event updated for resources: {'Port': ['ID=58cef603-8933-42d7-bf4d-40ceee42ddcd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:07.128459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-28b5d998-164e-4c85-bbf0-f37256b7cbd0 req-e4bd2c56-6da2-4851-b1da-8d014d0381d1 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311922 Jul 16 18:46:07.256618 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:07.267722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c111e055-3054-4f98-993e-ed4234ba49cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.281711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c111e055-3054-4f98-993e-ed4234ba49cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.329266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c111e055-3054-4f98-993e-ed4234ba49cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90a5f5bb830040968fbdf5908d2e3004&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4905918 Jul 16 18:46:07.329266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55876) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:07.374529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3c6ca-e25f-4a62-8216-c194da96016c req-4e7d38d5-8dc5-47c8-a62a-6b8678858f02 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.376702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a2d3c6ca-e25f-4a62-8216-c194da96016c req-4e7d38d5-8dc5-47c8-a62a-6b8678858f02 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2816749 Jul 16 18:46:07.434573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a2d3c6ca-e25f-4a62-8216-c194da96016c req-d3e3f13b-44b0-4577-a41c-6116ad689b12 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481107 Jul 16 18:46:07.441922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-85705a34-e963-4ee5-9c51-93cfd90768f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.444133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-85705a34-e963-4ee5-9c51-93cfd90768f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec56fec638c648e19a90f6e935616d48&device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 1095 time: 0.2100928 Jul 16 18:46:07.457836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111e055-3054-4f98-993e-ed4234ba49cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9c0e2-2b7b-4841-bf34-2c6108b40d3c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:07.495107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:07.508311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.627297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-3c195a88-a9af-42ec-9290-ea5721270f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.647780 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:02Z', 'revision_number': 3, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:07.653041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-3c195a88-a9af-42ec-9290-ea5721270f33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 200 len: 914 time: 0.2010367 Jul 16 18:46:07.696039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.703639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8dafeb76-582f-43f3-861c-2b2d5decce88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.742785 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2fc790-9e8c-4377-b767-0c04eacae156 None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:02Z', 'revision_number': 3, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:07.755821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8dafeb76-582f-43f3-861c-2b2d5decce88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.810604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-5a703306-0006-42b7-b3f2-9eea3bf08ba0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18 HTTP/1.1" status: 200 len: 217 time: 0.1488309 Jul 16 18:46:07.826187 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8dafeb76-582f-43f3-861c-2b2d5decce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.829131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8dafeb76-582f-43f3-861c-2b2d5decce88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.832830 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8dafeb76-582f-43f3-861c-2b2d5decce88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7e9c0e2-2b7b-4841-bf34-2c6108b40d3c HTTP/1.1" status: 204 len: 168 time: 0.5081215 Jul 16 18:46:08.104234 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.113668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ece27499-0e54-4403-acb7-d57b466334cb req-7c8e57c1-a3cc-405d-90fc-4f7bb14e24a5 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1125376 Jul 16 18:46:08.135522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-c7247cf5-a531-491b-b9f3-3326b5e52eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:08.156534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-c7247cf5-a531-491b-b9f3-3326b5e52eff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3237c4-fcb4-477a-a926-12bcfbc1c690 HTTP/1.1" status: 200 len: 853 time: 0.3352911 Jul 16 18:46:08.327222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-561e61c4-2970-4b1b-95d3-855563e66bbe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2adb7d37-1a36-4043-a144-caf86808ca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548336 Jul 16 18:46:08.381318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Allocated IP 172.20.0.1 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/6dcb7077-639d-4e68-8bbf-8efa08f3a763) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:08.543891 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.546019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-8ee9c047-8b08-4f33-9f71-e4bf1b71e80b service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086644 Jul 16 18:46:08.560326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Transition to ACTIVE for port object 6dcb7077-639d-4e68-8bbf-8efa08f3a763 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:08.668330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:08.728497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafeb76-582f-43f3-861c-2b2d5decce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9c0e2-2b7b-4841-bf34-2c6108b40d3c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:08.788474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08c154b7-850a-4349-b7fa-30f26b3037a2 req-83c3c21a-40b5-42ae-87ef-87bb112b09a5 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337296 Jul 16 18:46:08.827332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=2a8d7509-7e4c-4415-b997-767d8b8d001d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:08.830104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.951157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6250040-325a-4a48-969b-5c85c3ad005f req-744834f1-c092-4fbf-b017-c8bdaabb5798 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:08.958672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6250040-325a-4a48-969b-5c85c3ad005f req-744834f1-c092-4fbf-b017-c8bdaabb5798 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.1691120 Jul 16 18:46:08.978274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:08.988727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcb7077-639d-4e68-8bbf-8efa08f3a763,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:08.999837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:09.031413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:09.070522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6250040-325a-4a48-969b-5c85c3ad005f req-bdcbe354-2edc-4dab-b52f-2097e97cccd8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105728 Jul 16 18:46:09.086161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59545543-755e-4906-8abc-4f77bc3ae17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.291380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': 'c4670e6b-850c-43e7-8b21-8161c2c06bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:09.292380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: 87e2a9d7-2380-4c9e-ad54-12a5059d83e3, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:09.409549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276e599-4639-4177-a37a-40214437aac2 req-70f280a4-0983-4ef7-8d12-f2c8daae3a4d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.411699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e276e599-4639-4177-a37a-40214437aac2 req-70f280a4-0983-4ef7-8d12-f2c8daae3a4d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 943 time: 0.8011718 Jul 16 18:46:09.422074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.467506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9247c28-3888-42df-956f-c01c08701652 req-e27bd412-9a0b-4266-9a41-5e75ac259351 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.0668225 Jul 16 18:46:09.475243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-72079da4-c6bb-49a8-b816-753e134cc9f8 None None] Provisioning for port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:09.481771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-72079da4-c6bb-49a8-b816-753e134cc9f8 None None] Provisioning complete for port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:09.482207 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72079da4-c6bb-49a8-b816-753e134cc9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.542300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-7e9189c2-accd-4ab2-bc37-313d19baed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.546271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-7e9189c2-accd-4ab2-bc37-313d19baed30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 1097 time: 0.2148981 Jul 16 18:46:09.558044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:09.586311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-72079da4-c6bb-49a8-b816-753e134cc9f8 None None] Port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:09.611494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:09.616915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e276e599-4639-4177-a37a-40214437aac2 req-f365d162-68a0-4544-9016-e2dc4ef09fcc tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854012 Jul 16 18:46:09.652376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 87e2a9d7-2380-4c9e-ad54-12a5059d83e3) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:09.663932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213d8368-709f-4dc8-b958-9cda62d16fb3 None None] Network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:09.704970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.753921 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59545543-755e-4906-8abc-4f77bc3ae17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.778904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.781334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.788200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59545543-755e-4906-8abc-4f77bc3ae17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.864411 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-59545543-755e-4906-8abc-4f77bc3ae17e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5dac933723a47d69abc58a9d7ea9f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1362681 Jul 16 18:46:09.877782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:09.930257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-15b95645-7221-4aec-a0e6-583f40a00753 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8632913 Jul 16 18:46:09.933787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 55908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:09.934914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58cef603-8933-42d7-bf4d-40ceee42ddcd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:09.953426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59545543-755e-4906-8abc-4f77bc3ae17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f087fe-9033-4c5f-aa45-405842518b0a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:09.962832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3', 'name': 'tempest-PortsTestJSON-280867065'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:09.985188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-87e2a9d7-2380-4c9e-ad54-12a5059d83e3', 'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3', 'tenant_id': 'efc98cb811b3438c9b6be46534e6faa8', 'fixed_ips': [{'subnet_id': '2a8d7509-7e4c-4415-b997-767d8b8d001d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:09.996179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.209501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.254898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-021dfde2-614c-423c-8c9f-d9ecb3cf7704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.262760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:10.296981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:10.300587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.355911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:10.369350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-021dfde2-614c-423c-8c9f-d9ecb3cf7704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.392956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 6920a5a8-a525-48e4-a436-83abe1dc3df3 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:10.414032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Allocated IP 172.20.0.2 (87e2a9d7-2380-4c9e-ad54-12a5059d83e3/2a8d7509-7e4c-4415-b997-767d8b8d001d/bba82d85-347a-4bb1-8543-611c3b89e38f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:10.423024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:10.426927 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b789bd71-7963-4b9a-92a8-36d8b0f1af1a" -d '{"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-unplugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:10.442450 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.479126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c122d38-2af6-4daa-af44-24a735853650 req-ddfb07bc-cdc3-4060-870f-990eb673a45e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:10.500518 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c122d38-2af6-4daa-af44-24a735853650 req-ddfb07bc-cdc3-4060-870f-990eb673a45e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 945 time: 0.2272530 Jul 16 18:46:10.568741 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f79c76-a37c-42e6-8d41-48a65df25014 x-openstack-request-id: req-53f79c76-a37c-42e6-8d41-48a65df25014 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:10.569301 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-unplugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:10.569949 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53f79c76-a37c-42e6-8d41-48a65df25014 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:10.571374 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'code': 200} Jul 16 18:46:10.572630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Transition to ACTIVE for port object e89e4275-aef3-4329-aa58-f381c5669f49 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:10.597588 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.672494 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.681596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Transition to ACTIVE for port object bba82d85-347a-4bb1-8543-611c3b89e38f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:10.696963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c122d38-2af6-4daa-af44-24a735853650 req-f5696dc5-4e3d-4395-a95d-4ecb8b968e83 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952145 Jul 16 18:46:10.720341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-021dfde2-614c-423c-8c9f-d9ecb3cf7704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.724718 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-021dfde2-614c-423c-8c9f-d9ecb3cf7704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.730053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Transition to ACTIVE for port object bba82d85-347a-4bb1-8543-611c3b89e38f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:10.730838 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-021dfde2-614c-423c-8c9f-d9ecb3cf7704 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37f087fe-9033-4c5f-aa45-405842518b0a HTTP/1.1" status: 204 len: 168 time: 0.8518257 Jul 16 18:46:10.753507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e8059df7-5c6b-45c1-a0ac-d01871003e18 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:10.769889 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.836216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dfde2-614c-423c-8c9f-d9ecb3cf7704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f087fe-9033-4c5f-aa45-405842518b0a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:10.934314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:10.987849 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9249793-25e3-4538-88a3-9d36479938c3 req-2fff4947-22bd-47e6-90db-9b417ebe308f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1048963 Jul 16 18:46:11.016560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] No DVR routers for this DVR port e89e4275-aef3-4329-aa58-f381c5669f49 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:11.029083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.14 (87e2a9d7-2380-4c9e-ad54-12a5059d83e3/2a8d7509-7e4c-4415-b997-767d8b8d001d/6920a5a8-a525-48e4-a436-83abe1dc3df3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:11.083654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.120660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.128510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e8059df7-5c6b-45c1-a0ac-d01871003e18, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:11.156987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'e8059df7-5c6b-45c1-a0ac-d01871003e18', 'network_id': '2adb7d37-1a36-4043-a144-caf86808ca4a', 'port_id': 'e8059df7-5c6b-45c1-a0ac-d01871003e18', 'mac_address': 'fa:16:3e:3d:d5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3237c4-fcb4-477a-a926-12bcfbc1c690', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:11.294873 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.322810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Pushing event updated for resources: {'Port': ['ID=bba82d85-347a-4bb1-8543-611c3b89e38f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.334364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8059df7-5c6b-45c1-a0ac-d01871003e18 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:11.382160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Pushing event updated for resources: {'Port': ['ID=6dcb7077-639d-4e68-8bbf-8efa08f3a763,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.407449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.441111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:11.481591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:11.486973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e8059df7-5c6b-45c1-a0ac-d01871003e18, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:11.488466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:11.497781 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.541153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1e747-4882-456b-ac4c-d963c9710d44 req-fb015bcc-f178-4c2f-9600-a5ffe80f5069 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.543828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee1e747-4882-456b-ac4c-d963c9710d44 req-fb015bcc-f178-4c2f-9600-a5ffe80f5069 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 943 time: 0.5285220 Jul 16 18:46:11.545498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:11.546041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:11.546779 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:11.565579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:11.566995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Attempting to bind port e89e4275-aef3-4329-aa58-f381c5669f49 on network b0cbae71-5bed-4546-86c4-25138ae8d293 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:11.574090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:11.575692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Checking segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:11.576421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Bound using segment: {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:11.577550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Bound port: e89e4275-aef3-4329-aa58-f381c5669f49, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf4f563-732e-471a-be88-6b0dafb30afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:11.578198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.688827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:11.693064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e8059df7-5c6b-45c1-a0ac-d01871003e18,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.695649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:11.703815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.705350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 58cef603-8933-42d7-bf4d-40ceee42ddcd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:11.757517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 58cef603-8933-42d7-bf4d-40ceee42ddcd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:11.763361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.765954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.767225 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.768963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] 10.222.0.59 "PUT /v2.0/ports/e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 1093 time: 2.2152326 Jul 16 18:46:11.824688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee1e747-4882-456b-ac4c-d963c9710d44 req-bbcea5cb-56d3-4396-8ea5-8258a036c585 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672687 Jul 16 18:46:11.828247 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.832879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e8059df7-5c6b-45c1-a0ac-d01871003e18'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:11.886567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 6920a5a8-a525-48e4-a436-83abe1dc3df3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:11.927039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff108c3-54ed-4011-a901-6e56491f6946 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.959159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Attempting to bind port bba82d85-347a-4bb1-8543-611c3b89e38f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:11.959594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Attempting to bind port bba82d85-347a-4bb1-8543-611c3b89e38f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c4670e6b-850c-43e7-8b21-8161c2c06bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:11.960192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Attempting to bind port bba82d85-347a-4bb1-8543-611c3b89e38f on network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:11.984689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-7e86cc4d-827c-4618-86c0-4e77011ff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.996884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:11.997617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Checking segment: {'id': 'c4670e6b-850c-43e7-8b21-8161c2c06bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:11.998118 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.998816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Bound using segment: {'id': 'c4670e6b-850c-43e7-8b21-8161c2c06bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:11.999497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Bound port: bba82d85-347a-4bb1-8543-611c3b89e38f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4670e6b-850c-43e7-8b21-8161c2c06bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '87e2a9d7-2380-4c9e-ad54-12a5059d83e3'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:11.999940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-7e86cc4d-827c-4618-86c0-4e77011ff852 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1096 time: 0.1680846 Jul 16 18:46:12.000083 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.133955 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.272877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-efbc77d9-03e8-4e63-832c-30a957b4bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.274411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-efbc77d9-03e8-4e63-832c-30a957b4bd1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.2686706 Jul 16 18:46:12.353822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:12.364454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:12.371073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:12.419965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=6920a5a8-a525-48e4-a436-83abe1dc3df3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:12.435080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dc808-97da-4758-89ff-e451c2dc18d2 req-b8ab3121-c3ac-47fb-b950-511630b6c3ed tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.436694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd1dc808-97da-4758-89ff-e451c2dc18d2 req-b8ab3121-c3ac-47fb-b950-511630b6c3ed tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 0.4520378 Jul 16 18:46:12.439895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:12.449514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:12.492252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e68ec4f1-5e92-4f6b-b39e-ec9c1e64cd8f req-06334fb9-8685-4b5a-a503-df1219139f37 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1135159 Jul 16 18:46:12.508916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:12.510613 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.531128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-256359da-faf6-4c74-aeed-645b815146b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 999 time: 0.2489252 Jul 16 18:46:12.550989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd1dc808-97da-4758-89ff-e451c2dc18d2 req-25eac985-614a-4544-92e5-c04a75397996 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055322 Jul 16 18:46:12.573365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:12.584934 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85053ee-1d59-466d-a7c2-9aa8e69449c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:12.608253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.613140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.688886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-66172eb7-db26-45ee-9e3a-b21f06db53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.690562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-66172eb7-db26-45ee-9e3a-b21f06db53b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.1464529 Jul 16 18:46:12.714540 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae18f645-629c-49e7-93f7-7885aac31bc4 x-openstack-request-id: req-ae18f645-629c-49e7-93f7-7885aac31bc4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:12.714830 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:12.720627 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae18f645-629c-49e7-93f7-7885aac31bc4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:12.721172 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'status': 'completed', 'code': 200} Jul 16 18:46:12.737545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 58cef603-8933-42d7-bf4d-40ceee42ddcd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58cef603-8933-42d7-bf4d-40ceee42ddcd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:12.755853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 55964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:12.757722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8727b496-2989-4cb3-a2b4-aa4d4d25b87a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8052371 Jul 16 18:46:12.840354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] For port bba82d85-347a-4bb1-8543-611c3b89e38f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:12.856301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] For port bba82d85-347a-4bb1-8543-611c3b89e38f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bba82d85-347a-4bb1-8543-611c3b89e38f,segment=NetworkSegment(c4670e6b-850c-43e7-8b21-8161c2c06bd3),segment_id=c4670e6b-850c-43e7-8b21-8161c2c06bd3)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:12.883594 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.890962 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.915038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:13.078767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c984b6-b3de-46a9-9b85-6151334da876 None None] Pushing event updated for resources: {'Port': ['ID=bba82d85-347a-4bb1-8543-611c3b89e38f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:13.079307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:13.087746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-416a7649-7c71-41ee-a7c8-c2dae03e0b88 admin admin] 10.222.0.49 "PUT /v2.0/routers/15e9ea11-0205-451b-952a-008b5b1e6f65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2295094 Jul 16 18:46:13.183896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866854-3330-4538-9ada-5a25af96d528 req-6c8447ac-49fa-462a-a6fe-053f90e2bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.185554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-6c8447ac-49fa-462a-a6fe-053f90e2bdba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4812469 Jul 16 18:46:13.224756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-44375323-62f4-413e-83c0-f9c9c3cb8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.226950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80909f-66fb-4e8e-9ca6-419bfaa99bb1 req-462eddf4-ba6b-467a-aa32-4d88748fb6f0 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.231012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-44375323-62f4-413e-83c0-f9c9c3cb8a9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1096 time: 0.4764698 Jul 16 18:46:13.235074 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b80909f-66fb-4e8e-9ca6-419bfaa99bb1 req-462eddf4-ba6b-467a-aa32-4d88748fb6f0 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 944 time: 0.1275384 Jul 16 18:46:13.361717 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b80909f-66fb-4e8e-9ca6-419bfaa99bb1 req-4ddb7fa2-d54e-4c37-99c6-f1a5d05dc02b tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254528 Jul 16 18:46:13.375294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=58cef603-8933-42d7-bf4d-40ceee42ddcd,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:13.394011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:13.411217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:13.431728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:13.435165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:45:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:13.452947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 6920a5a8-a525-48e4-a436-83abe1dc3df3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:13.453376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.646127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-6cadc97e-7c40-48a4-8d94-c85e2a3b96d5 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447355 Jul 16 18:46:13.707869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cdc28e0b-2756-4104-8d21-608162b2f96b None None] Provisioning complete for port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:13.708247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cdc28e0b-2756-4104-8d21-608162b2f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.932139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-4a7b7554-77f8-4f85-9a6f-ed93a2abb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.933685 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-4a7b7554-77f8-4f85-9a6f-ed93a2abb31a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.6887934 Jul 16 18:46:14.011566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cdc28e0b-2756-4104-8d21-608162b2f96b None None] Port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:14.095510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84e4aa03-d8c2-44c7-8b86-a7a3bf7ec88c req-4fb157b7-31b5-4b9f-ad16-f1222abc3d78 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1826432 Jul 16 18:46:14.097387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:14.170843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b01234-c7a3-4a21-88eb-78d558c040c7 req-e6d5c753-ebbc-4d45-80cc-bfb9f4544678 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:14.182250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29b01234-c7a3-4a21-88eb-78d558c040c7 req-e6d5c753-ebbc-4d45-80cc-bfb9f4544678 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 0.2408895 Jul 16 18:46:14.183167 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.271141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29b01234-c7a3-4a21-88eb-78d558c040c7 req-ffe3f73d-9eda-46b2-8de2-4cfb73fbdbe1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824485 Jul 16 18:46:14.324706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 6920a5a8-a525-48e4-a436-83abe1dc3df3 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:14.472214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-51866854-3330-4538-9ada-5a25af96d528 req-9b748489-6b52-4821-ab8a-b4e60f52615b service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931130 Jul 16 18:46:14.489275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e8059df7-5c6b-45c1-a0ac-d01871003e18 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:14.538987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:14.544985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2056772617-network', 'tenant_id': '826599c964e64a9a8b749309d59800f7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:14.619936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Made reservation on behalf of 826599c964e64a9a8b749309d59800f7 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:14.634160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.667045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.830965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port e8059df7-5c6b-45c1-a0ac-d01871003e18 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:14.856285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port e8059df7-5c6b-45c1-a0ac-d01871003e18 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:14.857200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.923796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.930810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.017611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:15.039656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64b74e-f549-4e9e-8bdf-00b919a0b956,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.085807 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.088764 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Added segment ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd of type vlan for network d34c02e0-625f-4ffc-8190-f801818080f9 Jul 16 18:46:15.225164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:10Z', 'revision_number': 2, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:15.228944 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.335695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:15.336073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Updating router 15e9ea11-0205-451b-952a-008b5b1e6f65 port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:46:15.347420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.349238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.350067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.351607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bba82d85-347a-4bb1-8543-611c3b89e38f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:15.365672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.538804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] Pushing event updated for resources: {'Network': ['ID=d34c02e0-625f-4ffc-8190-f801818080f9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.564921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e8059df7-5c6b-45c1-a0ac-d01871003e18, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:15.592161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8059df7-5c6b-45c1-a0ac-d01871003e18'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:15.594534 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831829d5-c5e3-49fd-8753-086c806909c2" -d '{"events": [{"server_uuid": "89593359-f46b-4235-a9b2-ab4f9307ed9e", "name": "network-vif-plugged", "status": "completed", "tag": "e8059df7-5c6b-45c1-a0ac-d01871003e18"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:15.597107 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.615423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network d34c02e0-625f-4ffc-8190-f801818080f9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:15.618561 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b14427d0-4a38-43b7-89f7-c6b41f364468 req-2a263908-3656-4b5c-b22b-9a48dff4de5e tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.0999601 Jul 16 18:46:15.632908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-23dd96a6-4154-4763-92d9-5eb8149eca65 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0897143 Jul 16 18:46:15.633255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:15.642878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Request body: {'subnet': {'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2056772617-subnet', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:15.655664 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.703036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Made reservation on behalf of 826599c964e64a9a8b749309d59800f7 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:15.708010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.899324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694e5c8-dc8d-4d6e-a739-1da8b5d814c0 None None] Network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:15.999742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-c53f337a-018a-4b81-a50c-9434fd931007 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 999 time: 1.9530058 Jul 16 18:46:16.140172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-8bfb0409-d8af-4aeb-87d3-7aa9e289ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.154288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-8bfb0409-d8af-4aeb-87d3-7aa9e289ea85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1096 time: 1.5999689 Jul 16 18:46:16.229250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-a017ce9b-7c6a-4adf-90c7-1b313f8ea001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.230887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-a017ce9b-7c6a-4adf-90c7-1b313f8ea001 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.2159817 Jul 16 18:46:16.241029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bba82d85-347a-4bb1-8543-611c3b89e38f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:16.507898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0ba939b2-bbea-450b-abb3-d2bbfff63ab9 None None] Provisioning for port bba82d85-347a-4bb1-8543-611c3b89e38f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:16.527439 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e8059df7-5c6b-45c1-a0ac-d01871003e18,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:16.554114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bba82d85-347a-4bb1-8543-611c3b89e38f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:16.558221 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.591329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a86a-a058-4a0f-9cf8-9fc74ca2974f req-18261719-3b67-4898-94a6-647680de648d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.599862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7582a86a-a058-4a0f-9cf8-9fc74ca2974f req-18261719-3b67-4898-94a6-647680de648d tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 944 time: 1.9103560 Jul 16 18:46:16.603675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0ba939b2-bbea-450b-abb3-d2bbfff63ab9 None None] Provisioning complete for port bba82d85-347a-4bb1-8543-611c3b89e38f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:16.604118 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ba939b2-bbea-450b-abb3-d2bbfff63ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.702356 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08ee5d94-c563-4173-b50e-8e04ffad7737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.719975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a126f37-41c2-42f1-b9f1-3d1e4f046fa6 req-a8060e94-1cfe-4434-a35c-23786f2cdf13 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.729717 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a126f37-41c2-42f1-b9f1-3d1e4f046fa6 req-a8060e94-1cfe-4434-a35c-23786f2cdf13 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 0.8254142 Jul 16 18:46:16.773389 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ba939b2-bbea-450b-abb3-d2bbfff63ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.824068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7582a86a-a058-4a0f-9cf8-9fc74ca2974f req-7510133d-41a8-4d88-9a08-5664fbeec5ba tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228117 Jul 16 18:46:16.849976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.861421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a126f37-41c2-42f1-b9f1-3d1e4f046fa6 req-5428db9b-22d3-4dc7-962a-00ed7fd53cb8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299322 Jul 16 18:46:16.887346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.960071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-c15b49a0-e890-446c-b663-a335a71d1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.966729 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-c15b49a0-e890-446c-b663-a335a71d1be5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7014818 Jul 16 18:46:16.969762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-65de1b20-de6b-4fc8-971b-b5283c384edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.977709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-65de1b20-de6b-4fc8-971b-b5283c384edf service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.8040264 Jul 16 18:46:16.997803 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f4894c-d86c-41e9-8c9f-2ae830f0e538 x-openstack-request-id: req-18f4894c-d86c-41e9-8c9f-2ae830f0e538 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:16.998581 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89593359-f46b-4235-a9b2-ab4f9307ed9e", "name": "network-vif-plugged", "status": "completed", "tag": "e8059df7-5c6b-45c1-a0ac-d01871003e18", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:16.998832 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18f4894c-d86c-41e9-8c9f-2ae830f0e538 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:16.999229 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8059df7-5c6b-45c1-a0ac-d01871003e18', 'code': 200} Jul 16 18:46:17.007613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.059185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1841b670-e6e7-4a8e-ae6b-5c320e35480e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:17.061174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0ba939b2-bbea-450b-abb3-d2bbfff63ab9 None None] For port bba82d85-347a-4bb1-8543-611c3b89e38f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bba82d85-347a-4bb1-8543-611c3b89e38f,segment=NetworkSegment(c4670e6b-850c-43e7-8b21-8161c2c06bd3),segment_id=c4670e6b-850c-43e7-8b21-8161c2c06bd3)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:17.085793 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ba939b2-bbea-450b-abb3-d2bbfff63ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.135915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Checking segment: {'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:17.150210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Network hostable DHCP agents. Network: d34c02e0-625f-4ffc-8190-f801818080f9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:17.188016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Network d34c02e0-625f-4ffc-8190-f801818080f9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:17.207597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, d34c02e0-625f-4ffc-8190-f801818080f9) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:17.215306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.216146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.231249 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.301179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b94557-fca9-40ae-ade2-1a8d977dd06d None None] Network d34c02e0-625f-4ffc-8190-f801818080f9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:17.326674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=6920a5a8-a525-48e4-a436-83abe1dc3df3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:17.348841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9bc16b1-99c7-42ba-81ec-f06267803799 req-a987f2a0-2511-481e-85d4-ed90373499f6 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/ports?device_id=498a732e-3670-4b32-a176-a9f498b0aecb HTTP/1.1" status: 200 len: 210 time: 0.1267097 Jul 16 18:46:17.354817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14e1df6f-d1bb-4396-8ce2-34e7d348c145 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7204385 Jul 16 18:46:17.355558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56060) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.365516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:17.417303 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.418576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.554362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.610510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54098f30-3193-4f6d-b450-2d74229ad739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.725332 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:46:17.726009 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:46:17.784686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba939b2-bbea-450b-abb3-d2bbfff63ab9 None None] Pushing event updated for resources: {'Port': ['ID=bba82d85-347a-4bb1-8543-611c3b89e38f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:17.861541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.918304 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54098f30-3193-4f6d-b450-2d74229ad739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.918775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:17.980488 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.987965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-44d1d51b-f873-42d4-aaff-513b68c70191 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/6920a5a8-a525-48e4-a436-83abe1dc3df3 HTTP/1.1" status: 204 len: 168 time: 5.2288117 Jul 16 18:46:17.989026 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54098f30-3193-4f6d-b450-2d74229ad739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.990099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.077026 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.158027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-54098f30-3193-4f6d-b450-2d74229ad739 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b486162d43d0480fb870a1078575f317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1347721 Jul 16 18:46:18.159355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.169562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54098f30-3193-4f6d-b450-2d74229ad739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a72225-c943-49a6-a8b8-10bece4d0fbe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:18.177975 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa57cef-eb07-418f-b025-d13ce3f87aae tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:46:18.178794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa57cef-eb07-418f-b025-d13ce3f87aae tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:18.180768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9fa57cef-eb07-418f-b025-d13ce3f87aae tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/6920a5a8-a525-48e4-a436-83abe1dc3df3 HTTP/1.1" status: 404 len: 333 time: 0.1872361 Jul 16 18:46:18.188236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.219545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-6beeb40e-652a-4f69-9799-421e3f7b3627 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 999 time: 1.2136388 Jul 16 18:46:18.241294 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d940d0fd-5e32-472d-86ab-3c4b58368d96 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:46:18.247370 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d940d0fd-5e32-472d-86ab-3c4b58368d96 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/6920a5a8-a525-48e4-a436-83abe1dc3df3 HTTP/1.1" status: 404 len: 333 time: 0.0533211 Jul 16 18:46:18.249720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56076) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.259544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef2f40-4fed-4688-b475-2fcac2ff36eb req-05950d15-253b-4012-8205-833d5e4da920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.261257 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09ef2f40-4fed-4688-b475-2fcac2ff36eb req-05950d15-253b-4012-8205-833d5e4da920 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 1097 time: 1.1065526 Jul 16 18:46:18.278126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Transition to ACTIVE for port object 6dcb7077-639d-4e68-8bbf-8efa08f3a763 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:18.389270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 2a8d7509-7e4c-4415-b997-767d8b8d001d {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:18.454993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:18.467930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.471930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'port_id': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'mac_address': 'fa:16:3e:59:84:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:18.513824 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.537434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-d34c02e0-625f-4ffc-8190-f801818080f9', 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'fixed_ips': [{'subnet_id': '1841b670-e6e7-4a8e-ae6b-5c320e35480e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:18.538335 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.722271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.741981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09ef2f40-4fed-4688-b475-2fcac2ff36eb req-e7630a9a-e931-478f-9c1d-50cb23c014a0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052019 Jul 16 18:46:18.765119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-db83bfc2-be5e-447b-9840-f0676d6c2690 service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7544088 Jul 16 18:46:18.777561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Allocated IP 172.20.0.2 (d34c02e0-625f-4ffc-8190-f801818080f9/1841b670-e6e7-4a8e-ae6b-5c320e35480e/77a22669-1538-4ca9-bf65-642dfc89feb4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:18.923555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.017497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274433d-2fc7-4fbe-ab20-feb5fd485cc9 None None] Pushing event updated for resources: {'Port': ['ID=6dcb7077-639d-4e68-8bbf-8efa08f3a763,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.060120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-e626458b-8f70-4100-8f79-6728f81a7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.062897 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-e626458b-8f70-4100-8f79-6728f81a7dde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.7858424 Jul 16 18:46:19.065180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-a8edd428-75a0-461f-9615-0b45d1b68c5a service neutron] 10.222.0.67 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743719 Jul 16 18:46:19.105029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a83683f9-f46a-4f1d-be8f-6d76c1194a76 None None] Provisioning complete for port bba82d85-347a-4bb1-8543-611c3b89e38f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:19.105029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a83683f9-f46a-4f1d-be8f-6d76c1194a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.149284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-327e263f-5833-4049-9f9b-0bcd20acbca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.194416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c2076-b17e-47f5-b117-7b253f8faf19 req-d254781d-aadf-4301-be46-5b0696435ef4 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.205307 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-509c2076-b17e-47f5-b117-7b253f8faf19 req-d254781d-aadf-4301-be46-5b0696435ef4 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 945 time: 1.0429373 Jul 16 18:46:19.338929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95299-9161-43ef-a57e-729b91a0a45a req-e2498251-e131-4f72-8aa5-c8f1285ac7fd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.355568 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ca95299-9161-43ef-a57e-729b91a0a45a req-e2498251-e131-4f72-8aa5-c8f1285ac7fd tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 944 time: 1.1728599 Jul 16 18:46:19.386526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-327e263f-5833-4049-9f9b-0bcd20acbca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.408052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58cef603-8933-42d7-bf4d-40ceee42ddcd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:19.412504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.420642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.468296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-b97e6690-333b-45db-962b-7cd04fe688f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.471402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-b97e6690-333b-45db-962b-7cd04fe688f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3992682 Jul 16 18:46:19.487623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8d7509-7e4c-4415-b997-767d8b8d001d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.492297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-509c2076-b17e-47f5-b117-7b253f8faf19 req-2945a61c-75d6-4084-9156-2857b4584f10 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846224 Jul 16 18:46:19.513100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.526095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.528530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2633c7e6-0c99-4973-9125-02e6748da2c7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/2a8d7509-7e4c-4415-b997-767d8b8d001d HTTP/1.1" status: 204 len: 168 time: 1.2739086 Jul 16 18:46:19.539879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.592601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ca95299-9161-43ef-a57e-729b91a0a45a req-25967523-0bcf-4591-9ef1-0092c1b29289 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306135 Jul 16 18:46:19.616754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83dfeb3-eff2-4a6f-92b6-eda7eee49bbf None None] Network 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:19.619100 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.631782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56086) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.662382 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.730847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-84cc1c32-57bf-42ca-ba22-21cdf8c46788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.772257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-327e263f-5833-4049-9f9b-0bcd20acbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.774854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-327e263f-5833-4049-9f9b-0bcd20acbca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.778396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-327e263f-5833-4049-9f9b-0bcd20acbca4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9a72225-c943-49a6-a8b8-10bece4d0fbe HTTP/1.1" status: 204 len: 168 time: 1.5714715 Jul 16 18:46:19.808646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2a2008b6-d9cd-46ce-8fc0-f8c05d4ddec2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/81928fef-dba1-4f7c-8cdf-4f4686e0d3ec HTTP/1.1" status: 200 len: 991 time: 0.1756933 Jul 16 18:46:19.810128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e263f-5833-4049-9f9b-0bcd20acbca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a72225-c943-49a6-a8b8-10bece4d0fbe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.814217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-83ac372e-fb3b-4e87-8917-791edb1a52f0 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077061 Jul 16 18:46:19.835598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Attempting to bind port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:19.836758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Attempting to bind port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:19.837463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Attempting to bind port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:19.842984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.860606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.913188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:19.913468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:19.914065 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.914260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:19.914923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Bound port: 6dcb7077-639d-4e68-8bbf-8efa08f3a763, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:19.915374 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.949924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Transition to ACTIVE for port object 77a22669-1538-4ca9-bf65-642dfc89feb4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:19.981981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.016355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e514312-3bd8-40e6-a944-7a317b77a446 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.020914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89e4275-aef3-4329-aa58-f381c5669f49 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:20.085728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port bba82d85-347a-4bb1-8543-611c3b89e38f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:20.086344 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.144958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e514312-3bd8-40e6-a944-7a317b77a446 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.158803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 58cef603-8933-42d7-bf4d-40ceee42ddcd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:20.159237 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.180952 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d85053ee-1d59-466d-a7c2-9aa8e69449c9 req-d6352f86-f01b-4f9c-8711-927edb356d1e service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519413 Jul 16 18:46:20.247025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] For port 6dcb7077-639d-4e68-8bbf-8efa08f3a763, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:20.247961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] For port bba82d85-347a-4bb1-8543-611c3b89e38f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bba82d85-347a-4bb1-8543-611c3b89e38f,segment=NetworkSegment(c4670e6b-850c-43e7-8b21-8161c2c06bd3),segment_id=c4670e6b-850c-43e7-8b21-8161c2c06bd3)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:20.248563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.251911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] For port 6dcb7077-639d-4e68-8bbf-8efa08f3a763, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6dcb7077-639d-4e68-8bbf-8efa08f3a763,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:20.273337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e514312-3bd8-40e6-a944-7a317b77a446 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.276012 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4e514312-3bd8-40e6-a944-7a317b77a446 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.277748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4e514312-3bd8-40e6-a944-7a317b77a446 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c5e254e-945b-467c-99f6-e93f380a612f HTTP/1.1" status: 204 len: 168 time: 0.4150164 Jul 16 18:46:20.287264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.287662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for bba82d85-347a-4bb1-8543-611c3b89e38f owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:20.306581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Transition to ACTIVE for port object 77a22669-1538-4ca9-bf65-642dfc89feb4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:20.322789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e514312-3bd8-40e6-a944-7a317b77a446 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e254e-945b-467c-99f6-e93f380a612f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.324667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.334767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:20.339011 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.348245 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.351148 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-0616c3cb-9cf1-4f09-a790-27173c96667f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] show failed (client error): The resource could not be found. Jul 16 18:46:20.354922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0616c3cb-9cf1-4f09-a790-27173c96667f tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "GET /v2.0/security-groups/0c5e254e-945b-467c-99f6-e93f380a612f HTTP/1.1" status: 404 len: 347 time: 0.0639701 Jul 16 18:46:20.360941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56108) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.412148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Allocated IP 172.25.1.190 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/5c5ce98b-477d-4bbc-966f-409dda8fc449) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:20.485307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.666391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274433d-2fc7-4fbe-ab20-feb5fd485cc9 None None] Pushing event updated for resources: {'Port': ['ID=6dcb7077-639d-4e68-8bbf-8efa08f3a763,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.696468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=bba82d85-347a-4bb1-8543-611c3b89e38f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.704997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No DVR routers for this DVR port bba82d85-347a-4bb1-8543-611c3b89e38f on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:20.783912 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.860972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Pushing event updated for resources: {'Port': ['ID=77a22669-1538-4ca9-bf65-642dfc89feb4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.860972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f3b18-ab69-45f6-b958-34870b78f351 None None] DHCP port deletion for 87e2a9d7-2380-4c9e-ad54-12a5059d83e3 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:20.866665 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.893970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port f688a27b-0d70-444e-abb9-b87cc02412fa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:20.893970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.940040 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.953682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2a9d7-2380-4c9e-ad54-12a5059d83e3']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.970754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.987257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4670e6b-850c-43e7-8b21-8161c2c06bd3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.987552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4670e6b-850c-43e7-8b21-8161c2c06bd3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:21.025562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2d2e20a-d8de-4e5b-a5cc-e31b034aa695 None None] Could not find standard attr ID for object 6920a5a8-a525-48e4-a436-83abe1dc3df3. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:21.040208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.099129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Network d34c02e0-625f-4ffc-8190-f801818080f9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:21.117246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0feb86-1c5d-4a12-8c6e-79c782a63cb4 req-66ac4216-0612-477d-a6d9-27148eaa65f5 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:21.118976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d0feb86-1c5d-4a12-8c6e-79c782a63cb4 req-66ac4216-0612-477d-a6d9-27148eaa65f5 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 945 time: 0.3378241 Jul 16 18:46:21.121114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:21.125488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:21.160573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:21.161265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:21.169477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ce98b-477d-4bbc-966f-409dda8fc449,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.196272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:21.202369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.205295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:21.228806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:21.288480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d0feb86-1c5d-4a12-8c6e-79c782a63cb4 req-ff70af56-eb9f-4d0c-91b0-3bd70115fadb tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542783 Jul 16 18:46:21.295482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.295822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.315171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.323299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:21.323864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:21.327511 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:21.350535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for f688a27b-0d70-444e-abb9-b87cc02412fa owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:21.401441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e89e4275-aef3-4329-aa58-f381c5669f49'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:21.620673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.679891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Attempting to bind port 77a22669-1538-4ca9-bf65-642dfc89feb4 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:21.680969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Attempting to bind port 77a22669-1538-4ca9-bf65-642dfc89feb4 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:21.681512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Attempting to bind port 77a22669-1538-4ca9-bf65-642dfc89feb4 on network d34c02e0-625f-4ffc-8190-f801818080f9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:21.686794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:21.729565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=f688a27b-0d70-444e-abb9-b87cc02412fa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.768492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:21.768932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Checking segment: {'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:21.769341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.769727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Bound using segment: {'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:21.770214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Bound port: 77a22669-1538-4ca9-bf65-642dfc89feb4, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:21.770595 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.802532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.804562 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.825142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.826966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/87e2a9d7-2380-4c9e-ad54-12a5059d83e3 HTTP/1.1" status: 204 len: 168 time: 2.2706723 Jul 16 18:46:21.831712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:21.845267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] For port 77a22669-1538-4ca9-bf65-642dfc89feb4, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:21.848937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] For port 77a22669-1538-4ca9-bf65-642dfc89feb4, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=77a22669-1538-4ca9-bf65-642dfc89feb4,segment=NetworkSegment(ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd),segment_id=ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:21.865459 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.870764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1589258253'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:21.895185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f1ec4-e59a-4959-b582-b78a5dc46ea1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=87e2a9d7-2380-4c9e-ad54-12a5059d83e3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.919292 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.946502 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.958092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.962329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe5f5601-9175-4944-bfee-2f603849f101 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/floatingips/63feb521-adbd-4f68-b851-4a13c96b36a0 HTTP/1.1" status: 204 len: 168 time: 1.5980802 Jul 16 18:46:21.966426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:22.040472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bba82d85-347a-4bb1-8543-611c3b89e38f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:22.043167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:22.047722 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.050197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01ea78-983c-41a0-87e0-e408ed304c4a None None] Pushing event updated for resources: {'Port': ['ID=77a22669-1538-4ca9-bf65-642dfc89feb4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.145486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:22.170698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.171305 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment 9042da10-d3f0-4a72-8331-77b4cd81a077 of type vlan for network 49651a4d-0725-4aa5-b415-2078fd094125 Jul 16 18:46:22.188534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bba82d85-347a-4bb1-8543-611c3b89e38f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:22.190717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bba82d85-347a-4bb1-8543-611c3b89e38f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:22.220134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port a7066535-e347-4025-a13f-8c20c49ab2a1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:22.220483 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.245658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.334292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.375953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.419563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:22.420465 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.453059 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.496297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for a7066535-e347-4025-a13f-8c20c49ab2a1 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:22.504268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6583803 Jul 16 18:46:22.517196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:22.553288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c2946-8a57-4bf7-970d-fe523225b847 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=49651a4d-0725-4aa5-b415-2078fd094125,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.554979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '49651a4d-0725-4aa5-b415-2078fd094125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:22.588128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 49651a4d-0725-4aa5-b415-2078fd094125 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:22.844494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.917554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=a7066535-e347-4025-a13f-8c20c49ab2a1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.948758 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.972993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:22.977113 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.027762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b19a013-1351-4619-b3f0-88873472126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:20Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:23.086879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19a013-1351-4619-b3f0-88873472126f None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:20Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:23.139784 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.144604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-af819bfd-186d-4faf-9f30-9275a077ef55 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/ports/a7066535-e347-4025-a13f-8c20c49ab2a1 HTTP/1.1" status: 204 len: 168 time: 1.1647086 Jul 16 18:46:23.145546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.445387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:23.446064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.642404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.663840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for 4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:23.893684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547089f2-e4de-4db6-a366-f9c7cd7617b8 None None] Network d34c02e0-625f-4ffc-8190-f801818080f9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:24.068364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Router cee99758-288c-4653-84d4-e1a5302131ff is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:46:24.104992 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.162786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6dcb7077-639d-4e68-8bbf-8efa08f3a763 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:24.186838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=4797f1b2-7452-4544-a4ad-2a1a7f27c2c4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.275370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.291983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5aefd361-fb0f-4434-a6cf-b1e462eb486e None None] Provisioning for port 77a22669-1538-4ca9-bf65-642dfc89feb4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:24.393989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.398528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45d11c86-7c1a-482f-a82a-3bcc9369ce26 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/ports/4797f1b2-7452-4544-a4ad-2a1a7f27c2c4 HTTP/1.1" status: 204 len: 168 time: 1.2516899 Jul 16 18:46:24.405624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:24.479864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:24.493381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:24.494109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.515571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=0c3b5ea8-42d6-4772-a52f-b223558cc02d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.537902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:24.540235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': '9042da10-d3f0-4a72-8331-77b4cd81a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49651a4d-0725-4aa5-b415-2078fd094125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:24.540611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: 49651a4d-0725-4aa5-b415-2078fd094125, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:24.550148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting subnet dd466530-836c-45f6-a661-b1ab909a6580 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:24.552375 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Sync routers for ids ['cee99758-288c-4653-84d4-e1a5302131ff'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:24.567610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.569391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-41db09d1-12bb-4836-8991-d8491c2db5e4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2112858 Jul 16 18:46:24.571573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 49651a4d-0725-4aa5-b415-2078fd094125 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:24.573810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:24.574479 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Routers {'cee99758-288c-4653-84d4-e1a5302131ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:24.583773 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cee99758-288c-4653-84d4-e1a5302131ff'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:24.585574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.686304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.708451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.723054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 49651a4d-0725-4aa5-b415-2078fd094125) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:24.761890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.763036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.802948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ec43d-2636-4492-a09c-89d4f23d473d None None] Network 49651a4d-0725-4aa5-b415-2078fd094125 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:24.912333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ec54c129-7886-4d8f-830e-25d89e302524 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3907559 Jul 16 18:46:24.915214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56186) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:24.927128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '49651a4d-0725-4aa5-b415-2078fd094125', 'security_groups': [], 'name': 'tempest-PortsTestJSON-992234784'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:25.110337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:25.168205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.380038 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Set router cee99758-288c-4653-84d4-e1a5302131ff gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:25.387474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.531276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.556665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-49651a4d-0725-4aa5-b415-2078fd094125', 'network_id': '49651a4d-0725-4aa5-b415-2078fd094125', 'tenant_id': 'efc98cb811b3438c9b6be46534e6faa8', 'fixed_ips': [{'subnet_id': '0c3b5ea8-42d6-4772-a52f-b223558cc02d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:25.560575 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.634656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Subnet': ['ID=dd466530-836c-45f6-a661-b1ab909a6580,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:25.654172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.658985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ab4354eb-0495-4eaf-8762-d8c8fd49689a tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/subnets/dd466530-836c-45f6-a661-b1ab909a6580 HTTP/1.1" status: 204 len: 168 time: 1.2521241 Jul 16 18:46:25.659617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56204) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:25.740362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:25.754379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.813828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting subnet 9b997167-61f8-4a10-b10a-f913f47099e1 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:25.847795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.855426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port bfdaf32d-3c91-4c30-ae2c-d6a695fb1424 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:25.913617 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T18:46:21Z', 'revision_number': 3, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port': {'id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:19Z', 'updated_at': '2021-07-16T18:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:25.935209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Allocated IP 172.20.0.2 (49651a4d-0725-4aa5-b415-2078fd094125/0c3b5ea8-42d6-4772-a52f-b223558cc02d/3f42031f-ec0a-46c0-93ee-15b4ee574ef2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:25.955792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efc943-9c8f-4a8f-8460-211daf3fd819 None None] Network bcfb801e-225d-480f-9891-020ae1c4d687 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:25.956395 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Checking router: cee99758-288c-4653-84d4-e1a5302131ff for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:25.956942 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Updating router cee99758-288c-4653-84d4-e1a5302131ff port 5c5ce98b-477d-4bbc-966f-409dda8fc449 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:46:26.004556 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.115675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.118663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.308257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.476147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.501096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Allocated IP 172.20.0.1 (d34c02e0-625f-4ffc-8190-f801818080f9/1841b670-e6e7-4a8e-ae6b-5c320e35480e/74dacf70-cee6-4249-ae13-b0b5b5006c28) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:26.549747 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.553583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/subnets/9b997167-61f8-4a10-b10a-f913f47099e1 HTTP/1.1" status: 204 len: 168 time: 0.8905280 Jul 16 18:46:26.556242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:26.580898 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.605059 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Transition to ACTIVE for port object 5c5ce98b-477d-4bbc-966f-409dda8fc449 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:26.616199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91a55e-5c3c-45a6-ba9c-a37d8c80d2fd tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Subnet': ['ID=9b997167-61f8-4a10-b10a-f913f47099e1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:26.642338 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.706819 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Attempting to bind port 5c5ce98b-477d-4bbc-966f-409dda8fc449 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:26.707189 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Attempting to bind port 5c5ce98b-477d-4bbc-966f-409dda8fc449 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:26.707552 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Attempting to bind port 5c5ce98b-477d-4bbc-966f-409dda8fc449 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:26.739535 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:26.740070 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:26.740487 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.740908 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:26.741530 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Bound port: 5c5ce98b-477d-4bbc-966f-409dda8fc449, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:26.742370 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.764259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.769868 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.798816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Transition to ACTIVE for port object 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:26.834410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.835913 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] For port 5c5ce98b-477d-4bbc-966f-409dda8fc449, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:26.843351 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] For port 5c5ce98b-477d-4bbc-966f-409dda8fc449, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5c5ce98b-477d-4bbc-966f-409dda8fc449,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:26.856397 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59ae3e-cead-48bd-a4ac-bdc338e08a14 None None] Pushing event updated for resources: {'Port': ['ID=5c5ce98b-477d-4bbc-966f-409dda8fc449,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:26.857687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Transition to ACTIVE for port object 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:26.865602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:26.866383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.869629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6dcb7077-639d-4e68-8bbf-8efa08f3a763, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6dcb7077-639d-4e68-8bbf-8efa08f3a763,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:26.873323 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.879797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Transition to ACTIVE for port object 74dacf70-cee6-4249-ae13-b0b5b5006c28 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:26.881336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d84a11-2260-4215-abd8-c8b436c4049f None None] Network 3e698956-aae8-4d30-a23c-711ca06f5ddc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:26.892576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.984728 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Routers {'cee99758-288c-4653-84d4-e1a5302131ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:26.985592 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cee99758-288c-4653-84d4-e1a5302131ff'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:27.021903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.027587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.6 (49651a4d-0725-4aa5-b415-2078fd094125/0c3b5ea8-42d6-4772-a52f-b223558cc02d/bfdaf32d-3c91-4c30-ae2c-d6a695fb1424) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:27.135554 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59ae3e-cead-48bd-a4ac-bdc338e08a14 None None] Pushing event updated for resources: {'Port': ['ID=5c5ce98b-477d-4bbc-966f-409dda8fc449,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.147052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] For port 3422267c-b1b2-4f8f-9247-7b1e57771ee5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3422267c-b1b2-4f8f-9247-7b1e57771ee5,segment=NetworkSegment(e61b689c-c93c-4c69-a064-e89a8e946f3a),segment_id=e61b689c-c93c-4c69-a064-e89a8e946f3a)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:27.147328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.153345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Network d34c02e0-625f-4ffc-8190-f801818080f9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:27.159898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for 3422267c-b1b2-4f8f-9247-7b1e57771ee5 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:27.172473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Network 49651a4d-0725-4aa5-b415-2078fd094125 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:27.172763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:27.179885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:27.181383 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.183966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a22669-1538-4ca9-bf65-642dfc89feb4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:27.191082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Pushing event updated for resources: {'Port': ['ID=3f42031f-ec0a-46c0-93ee-15b4ee574ef2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.206926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:27.243388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Pushing event updated for resources: {'Port': ['ID=74dacf70-cee6-4249-ae13-b0b5b5006c28,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.297241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.347463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:27.362320 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] Set router cee99758-288c-4653-84d4-e1a5302131ff gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:27.372290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port e89e4275-aef3-4329-aa58-f381c5669f49 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:27.447699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.517518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port e89e4275-aef3-4329-aa58-f381c5669f49 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:27.518807 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.531200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=3422267c-b1b2-4f8f-9247-7b1e57771ee5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.545892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] No DVR routers for this DVR port 3422267c-b1b2-4f8f-9247-7b1e57771ee5 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:27.685145 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.729287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.744645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Attempting to bind port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:27.747006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Attempting to bind port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9042da10-d3f0-4a72-8331-77b4cd81a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49651a4d-0725-4aa5-b415-2078fd094125'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:27.747726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Attempting to bind port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 on network 49651a4d-0725-4aa5-b415-2078fd094125 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:27.790980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6dcb7077-639d-4e68-8bbf-8efa08f3a763,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.827773 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.841942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object bfdaf32d-3c91-4c30-ae2c-d6a695fb1424 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:27.864998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfb801e-225d-480f-9891-020ae1c4d687']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:27.871103 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T18:46:21Z', 'revision_number': 3, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port': {'id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:19Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:27.880075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61b689c-c93c-4c69-a064-e89a8e946f3a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:27.880746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61b689c-c93c-4c69-a064-e89a8e946f3a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:27.895865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.933380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.940669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.943467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:27.944479 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38fccc-3e21-4a46-b683-365eb995edac None None] The sync data for ids ['cee99758-288c-4653-84d4-e1a5302131ff'] in n-d-791504-15 is: [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T18:46:21Z', 'revision_number': 3, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port': {'id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:19Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:27.954800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Checking segment: {'id': '9042da10-d3f0-4a72-8331-77b4cd81a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49651a4d-0725-4aa5-b415-2078fd094125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:27.955481 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.956085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Bound using segment: {'id': '9042da10-d3f0-4a72-8331-77b4cd81a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49651a4d-0725-4aa5-b415-2078fd094125'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:27.959878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Bound port: 3f42031f-ec0a-46c0-93ee-15b4ee574ef2, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9042da10-d3f0-4a72-8331-77b4cd81a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '49651a4d-0725-4aa5-b415-2078fd094125'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:27.960562 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.108604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc44492b-2497-4f8d-94f5-ff77d7fcaac4 None None] Provisioning for port 74dacf70-cee6-4249-ae13-b0b5b5006c28 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:28.153358 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.164600 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.214582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc44492b-2497-4f8d-94f5-ff77d7fcaac4 None None] Provisioning complete for port 74dacf70-cee6-4249-ae13-b0b5b5006c28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:28.217442 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc44492b-2497-4f8d-94f5-ff77d7fcaac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.341603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.346314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Pushing event updated for resources: {'Port': ['ID=74dacf70-cee6-4249-ae13-b0b5b5006c28,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:28.355738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b47eb-f430-418d-be20-832a68c1468b None None] DHCP port deletion for bcfb801e-225d-480f-9891-020ae1c4d687 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:28.420730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 77a22669-1538-4ca9-bf65-642dfc89feb4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:28.566830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 77a22669-1538-4ca9-bf65-642dfc89feb4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:28.584421 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.677041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] For port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:28.683825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Network d34c02e0-625f-4ffc-8190-f801818080f9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:28.685651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:28.719315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bc44492b-2497-4f8d-94f5-ff77d7fcaac4 None None] Port 74dacf70-cee6-4249-ae13-b0b5b5006c28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:28.765734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] For port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3f42031f-ec0a-46c0-93ee-15b4ee574ef2,segment=NetworkSegment(9042da10-d3f0-4a72-8331-77b4cd81a077),segment_id=9042da10-d3f0-4a72-8331-77b4cd81a077)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:28.768713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.836112 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.848854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:28.851135 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf2e9fb-684f-402d-b93a-1ca3ee656501" -d '{"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-plugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:29.027282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Router cee99758-288c-4653-84d4-e1a5302131ff has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:29.041593 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d913e1c4-6492-47c6-8350-330442f3acbf x-openstack-request-id: req-d913e1c4-6492-47c6-8350-330442f3acbf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:29.041881 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-plugged", "status": "completed", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:29.042281 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d913e1c4-6492-47c6-8350-330442f3acbf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:29.042671 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'code': 200} Jul 16 18:46:29.043275 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.066058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:29.080205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:29.081053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.169028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=bfdaf32d-3c91-4c30-ae2c-d6a695fb1424,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:29.172819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff57f82-055b-4816-bba3-dfdd5114e75a None None] Pushing event updated for resources: {'Port': ['ID=3f42031f-ec0a-46c0-93ee-15b4ee574ef2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:29.174120 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:29.189315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.196053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.200905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/networks/bcfb801e-225d-480f-9891-020ae1c4d687 HTTP/1.1" status: 204 len: 168 time: 2.6392653 Jul 16 18:46:29.211344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56248) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.227526 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.263570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56d78c-5453-42ac-a194-7022b626166c None None] DHCP port deletion for 3e698956-aae8-4d30-a23c-711ca06f5ddc request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:29.279055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744cb41-8134-47cb-8918-182c59f3a289 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Network': ['ID=bcfb801e-225d-480f-9891-020ae1c4d687,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:29.291814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 49651a4d-0725-4aa5-b415-2078fd094125 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:29.295933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:29.301713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:29.419371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:29.453861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b5f7f618-03ff-4f9b-b115-17cdeeb248af admin admin] 10.222.0.49 "PUT /v2.0/routers/cee99758-288c-4653-84d4-e1a5302131ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8781471 Jul 16 18:46:29.504471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:29.505634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:29.506639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.581396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-abc88377-d05e-4273-850e-ff0f90bb686a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.6646707 Jul 16 18:46:29.582942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.729054 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.739657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 77a22669-1538-4ca9-bf65-642dfc89feb4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=77a22669-1538-4ca9-bf65-642dfc89feb4,segment=NetworkSegment(ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd),segment_id=ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:29.774897 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.832662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f006919a-e40d-4554-8cb0-b34379745027 None None] Provisioning complete for port 74dacf70-cee6-4249-ae13-b0b5b5006c28 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:29.833681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f006919a-e40d-4554-8cb0-b34379745027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.918987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Deleting port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:29.919213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.964709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3c294-b1e2-45e9-bb54-d13f69fa3f90 req-27a3568e-c24a-4fc9-8d2c-0dbebadaa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:29.969673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09a3c294-b1e2-45e9-bb54-d13f69fa3f90 req-27a3568e-c24a-4fc9-8d2c-0dbebadaa9a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1097 time: 0.7903850 Jul 16 18:46:30.074037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-de56d78c-5453-42ac-a194-7022b626166c None None] Deleting port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:30.075440 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de56d78c-5453-42ac-a194-7022b626166c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.086762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09a3c294-b1e2-45e9-bb54-d13f69fa3f90 req-9c7715db-bd45-46fe-a4dc-b42ef1ebeab3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041617 Jul 16 18:46:30.093320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] For port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:30.093512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.120076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=77a22669-1538-4ca9-bf65-642dfc89feb4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.135267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port bfdaf32d-3c91-4c30-ae2c-d6a695fb1424 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:30.135996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f006919a-e40d-4554-8cb0-b34379745027 None None] Port 74dacf70-cee6-4249-ae13-b0b5b5006c28 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:30.137587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.156855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Calling delete_port for 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:30.319469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:30.327179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-de56d78c-5453-42ac-a194-7022b626166c None None] For port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,segment=NetworkSegment(31edf747-17a2-40bd-95ca-cab1a7e08709),segment_id=31edf747-17a2-40bd-95ca-cab1a7e08709)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:30.330766 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de56d78c-5453-42ac-a194-7022b626166c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.368094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.386139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.433063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for bfdaf32d-3c91-4c30-ae2c-d6a695fb1424 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:30.433197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-de56d78c-5453-42ac-a194-7022b626166c None None] Calling delete_port for 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:30.458988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Port': ['ID=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.477826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] No DVR routers for this DVR port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:30.527308 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:46:30.533844 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de56d78c-5453-42ac-a194-7022b626166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.563239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56d78c-5453-42ac-a194-7022b626166c None None] No DVR routers for this DVR port 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:30.693422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56d78c-5453-42ac-a194-7022b626166c None None] Pushing event deleted for resources: {'Port': ['ID=1a83aee5-a57b-4fd0-b5ec-50626a2efd1d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.766712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.798296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:30.820064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.832123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5c5ce98b-477d-4bbc-966f-409dda8fc449 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:30.861203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e698956-aae8-4d30-a23c-711ca06f5ddc']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:30.867864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=bfdaf32d-3c91-4c30-ae2c-d6a695fb1424,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.900406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31edf747-17a2-40bd-95ca-cab1a7e08709') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:30.901060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31edf747-17a2-40bd-95ca-cab1a7e08709') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:30.937313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.979913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.988429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:30.988946 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.004941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 5c5ce98b-477d-4bbc-966f-409dda8fc449 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:31.010820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5c5ce98b-477d-4bbc-966f-409dda8fc449 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:31.011191 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.068827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.077919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2a1bf7b4-0619-4ae8-adcd-a30b8b7242c2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/bfdaf32d-3c91-4c30-ae2c-d6a695fb1424 HTTP/1.1" status: 204 len: 168 time: 1.4219213 Jul 16 18:46:31.081252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56288) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:31.082334 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:31.088727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.116025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.125012 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] 10.222.0.49 "DELETE /v2.0/networks/3e698956-aae8-4d30-a23c-711ca06f5ddc HTTP/1.1" status: 204 len: 168 time: 1.9124742 Jul 16 18:46:31.190113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b53aab-eba9-45d5-af9e-74399fbc0835 tempest-TaggedBootDevicesTest_v242-271852821 tempest-TaggedBootDevicesTest_v242-271852821-project] Pushing event deleted for resources: {'Network': ['ID=3e698956-aae8-4d30-a23c-711ca06f5ddc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:31.195861 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ad624b-115f-4504-be2e-ed2d0b69cfa3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:46:31.203417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:31.214024 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-92ad624b-115f-4504-be2e-ed2d0b69cfa3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/bfdaf32d-3c91-4c30-ae2c-d6a695fb1424 HTTP/1.1" status: 404 len: 333 time: 0.1264138 Jul 16 18:46:31.352158 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.367526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 0c3b5ea8-42d6-4772-a52f-b223558cc02d {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:31.394739 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.434423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 5c5ce98b-477d-4bbc-966f-409dda8fc449, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5c5ce98b-477d-4bbc-966f-409dda8fc449,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:31.444877 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.446300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6dcb7077-639d-4e68-8bbf-8efa08f3a763 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:31.485608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.768359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.770267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d371f48-3b5c-4dc8-bece-74a32b2796de None None] Network 49651a4d-0725-4aa5-b415-2078fd094125 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:31.784284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=5c5ce98b-477d-4bbc-966f-409dda8fc449,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:31.882427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e0616-4832-4846-9db2-2662696825ba None None] Sync routers for ids ['cee99758-288c-4653-84d4-e1a5302131ff'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:31.888497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:31.888933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.995225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] Routers {'cee99758-288c-4653-84d4-e1a5302131ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:31.995870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cee99758-288c-4653-84d4-e1a5302131ff'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:32.004504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.005864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31aab541-5ff4-480d-8976-77d07ceadb06 None None] Provisioning for port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:32.051216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31aab541-5ff4-480d-8976-77d07ceadb06 None None] Provisioning complete for port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:32.051583 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31aab541-5ff4-480d-8976-77d07ceadb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.071728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3b5ea8-42d6-4772-a52f-b223558cc02d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:32.081483 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.095886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:32.104710 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b892de3-a7c7-4615-876f-35a7dbdca44d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/0c3b5ea8-42d6-4772-a52f-b223558cc02d HTTP/1.1" status: 204 len: 168 time: 0.9001238 Jul 16 18:46:32.237809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.346722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:32.347602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.475356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] For port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3f42031f-ec0a-46c0-93ee-15b4ee574ef2,segment=NetworkSegment(9042da10-d3f0-4a72-8331-77b4cd81a077),segment_id=9042da10-d3f0-4a72-8331-77b4cd81a077)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:32.475635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.525491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:32.673604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.704231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-31aab541-5ff4-480d-8976-77d07ceadb06 None None] Could not find standard attr ID for object 3f42031f-ec0a-46c0-93ee-15b4ee574ef2. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:32.725516 n-d-791504-15 neutron-server[93797]: INFO neutron.plugins.ml2.db [None req-31aab541-5ff4-480d-8976-77d07ceadb06 None None] No ports have port_id starting with 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 Jul 16 18:46:32.732007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=3f42031f-ec0a-46c0-93ee-15b4ee574ef2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:32.758876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No DVR routers for this DVR port 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:32.769215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] Set router cee99758-288c-4653-84d4-e1a5302131ff gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:32.819536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1281f7e-e9de-4bc9-8c5f-a2c5362c29f4 None None] DHCP port deletion for 49651a4d-0725-4aa5-b415-2078fd094125 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:32.829812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:32.921972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:32.922327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a83aee5-a57b-4fd0-b5ec-50626a2efd1d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:32.927536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3422267c-b1b2-4f8f-9247-7b1e57771ee5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:33.015943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 3422267c-b1b2-4f8f-9247-7b1e57771ee5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:33.016189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3422267c-b1b2-4f8f-9247-7b1e57771ee5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:33.024097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.049392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49651a4d-0725-4aa5-b415-2078fd094125']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:33.076193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9042da10-d3f0-4a72-8331-77b4cd81a077') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:33.090564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9042da10-d3f0-4a72-8331-77b4cd81a077') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:33.129500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.152091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.175358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:33.175358 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:33.178328 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:33.300543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5c5ce98b-477d-4bbc-966f-409dda8fc449 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:33.347535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.406824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.413953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:33.418464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5c5ce98b-477d-4bbc-966f-409dda8fc449 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:33.420671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'name': 'tempest-PortsTestJSON-367338800'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:33.422271 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.427020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/49651a4d-0725-4aa5-b415-2078fd094125 HTTP/1.1" status: 204 len: 168 time: 1.3292699 Jul 16 18:46:33.428207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989719e6-fb00-433e-bc4f-9481222da5ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=49651a4d-0725-4aa5-b415-2078fd094125,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:33.432560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T18:46:27Z', 'revision_number': 4, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port': {'id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:19Z', 'updated_at': '2021-07-16T18:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '74dacf70-cee6-4249-ae13-b0b5b5006c28', 'name': '', 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'mac_address': 'fa:16:3e:2b:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1841b670-e6e7-4a8e-ae6b-5c320e35480e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:26Z', 'updated_at': '2021-07-16T18:46:27Z', 'revision_number': 2, 'project_id': '826599c964e64a9a8b749309d59800f7', 'subnets': [{'id': '1841b670-e6e7-4a8e-ae6b-5c320e35480e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:33.568268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:33.573370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.595186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e0616-4832-4846-9db2-2662696825ba None None] Checking router: cee99758-288c-4653-84d4-e1a5302131ff for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:33.595975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e0616-4832-4846-9db2-2662696825ba None None] Updating router cee99758-288c-4653-84d4-e1a5302131ff port 74dacf70-cee6-4249-ae13-b0b5b5006c28 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:46:33.608051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 3547039e-96b7-45b9-93da-103ea38baf9e yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:33.636066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527e0616-4832-4846-9db2-2662696825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.827743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.829526 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:33.905464 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.936529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:33.939458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:33.974657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a22669-1538-4ca9-bf65-642dfc89feb4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:33.986884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:33.995696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.996592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.128854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 77a22669-1538-4ca9-bf65-642dfc89feb4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:34.129533 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.318344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527e0616-4832-4846-9db2-2662696825ba None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.336498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-527e0616-4832-4846-9db2-2662696825ba None None] Transition to ACTIVE for port object 74dacf70-cee6-4249-ae13-b0b5b5006c28 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:34.357455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527e0616-4832-4846-9db2-2662696825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.467955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Pushing event updated for resources: {'Port': ['ID=74dacf70-cee6-4249-ae13-b0b5b5006c28,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:34.471680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:34.514056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.514672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.515170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.515674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.516174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.516663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.517374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.517860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.518338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.518871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.519365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.519848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.539319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:34.539613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3f42031f-ec0a-46c0-93ee-15b4ee574ef2 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:34.630803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-527e0616-4832-4846-9db2-2662696825ba None None] Attempting to bind port 74dacf70-cee6-4249-ae13-b0b5b5006c28 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:34.631185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-527e0616-4832-4846-9db2-2662696825ba None None] Attempting to bind port 74dacf70-cee6-4249-ae13-b0b5b5006c28 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:34.631552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e0616-4832-4846-9db2-2662696825ba None None] Attempting to bind port 74dacf70-cee6-4249-ae13-b0b5b5006c28 on network d34c02e0-625f-4ffc-8190-f801818080f9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:34.653595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e0616-4832-4846-9db2-2662696825ba None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:34.654206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e0616-4832-4846-9db2-2662696825ba None None] Checking segment: {'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:34.654849 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527e0616-4832-4846-9db2-2662696825ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.655339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e0616-4832-4846-9db2-2662696825ba None None] Bound using segment: {'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:34.656261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-527e0616-4832-4846-9db2-2662696825ba None None] Bound port: 74dacf70-cee6-4249-ae13-b0b5b5006c28, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:34.656748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527e0616-4832-4846-9db2-2662696825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.729148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3104026 Jul 16 18:46:34.729787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:34.746931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=3547039e-96b7-45b9-93da-103ea38baf9e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:34.811609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-527e0616-4832-4846-9db2-2662696825ba None None] For port 74dacf70-cee6-4249-ae13-b0b5b5006c28, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:34.818067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-527e0616-4832-4846-9db2-2662696825ba None None] For port 74dacf70-cee6-4249-ae13-b0b5b5006c28, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=74dacf70-cee6-4249-ae13-b0b5b5006c28,segment=NetworkSegment(ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd),segment_id=ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:34.848248 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-527e0616-4832-4846-9db2-2662696825ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.914239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.915000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.915548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.916014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.916526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.917122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.917645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.918221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.919766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.920166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.920521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.921539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd53d23-feb3-4a2f-8e27-d1d9779c6979 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:34.982786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-ce651b23-b1f4-4585-a86b-65ae0c9c9339 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.999792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-ce651b23-b1f4-4585-a86b-65ae0c9c9339 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.2798390 Jul 16 18:46:35.002253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] Routers {'cee99758-288c-4653-84d4-e1a5302131ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:35.003519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cee99758-288c-4653-84d4-e1a5302131ff'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:35.024520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 3547039e-96b7-45b9-93da-103ea38baf9e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:35.025092 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.033454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-12f7b984-f4a3-459e-925c-2ce32d8e3d6c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/quotas/40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 375 time: 0.0325844 Jul 16 18:46:35.059706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa512f9d-402b-46b9-846b-c8b5ef1c0eef None None] Pushing event updated for resources: {'Port': ['ID=74dacf70-cee6-4249-ae13-b0b5b5006c28,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:35.180292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.196680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 3547039e-96b7-45b9-93da-103ea38baf9e owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:35.201720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-41e07a64-5666-44e0-9d2d-85862a147846 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672609 Jul 16 18:46:35.252079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] Set router cee99758-288c-4653-84d4-e1a5302131ff gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:35.370961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.380740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-912aab32-ce2b-4c19-8176-48f6d7674c6a service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741259 Jul 16 18:46:35.414245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=3547039e-96b7-45b9-93da-103ea38baf9e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:35.426302 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.431714 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cbaabe7e-2637-448a-9f36-239768e98273 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/3547039e-96b7-45b9-93da-103ea38baf9e HTTP/1.1" status: 204 len: 168 time: 0.7005298 Jul 16 18:46:35.432670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:35.440716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'mac_address': 'fa:16:3e:3b:e0:1d', 'name': 'tempest-PortsTestJSON-1349640388'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:35.596807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-5b758a7c-be35-4933-a0bb-0ccafff916b2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133870 Jul 16 18:46:35.602618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-527e0616-4832-4846-9db2-2662696825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T18:46:27Z', 'revision_number': 4, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port': {'id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:19Z', 'updated_at': '2021-07-16T18:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '74dacf70-cee6-4249-ae13-b0b5b5006c28', 'name': '', 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'mac_address': 'fa:16:3e:2b:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1841b670-e6e7-4a8e-ae6b-5c320e35480e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:26Z', 'updated_at': '2021-07-16T18:46:34Z', 'revision_number': 4, 'project_id': '826599c964e64a9a8b749309d59800f7', 'subnets': [{'id': '1841b670-e6e7-4a8e-ae6b-5c320e35480e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:35.624627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:35.639763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e0616-4832-4846-9db2-2662696825ba None None] The sync data for ids ['cee99758-288c-4653-84d4-e1a5302131ff'] in n-d-791504-15 is: [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T18:46:27Z', 'revision_number': 4, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port': {'id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:19Z', 'updated_at': '2021-07-16T18:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '74dacf70-cee6-4249-ae13-b0b5b5006c28', 'name': '', 'network_id': 'd34c02e0-625f-4ffc-8190-f801818080f9', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'mac_address': 'fa:16:3e:2b:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '1841b670-e6e7-4a8e-ae6b-5c320e35480e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:26Z', 'updated_at': '2021-07-16T18:46:34Z', 'revision_number': 4, 'project_id': '826599c964e64a9a8b749309d59800f7', 'subnets': [{'id': '1841b670-e6e7-4a8e-ae6b-5c320e35480e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:35.839103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.903624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port bcdfc939-8ac3-4632-890b-5cc929027bc1 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:36.195758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.269737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78920023-176b-4cd8-a2d7-6b81a46c3786 req-17d288a5-3bbc-4499-ba2e-c3e3e67ff1f3 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.0713437 Jul 16 18:46:36.343263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.451148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:36.461930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:36.466730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:36.474834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.475764 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.492241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=bcdfc939-8ac3-4632-890b-5cc929027bc1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:36.514239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:36.514814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3da512e3-26cc-4023-8dee-e8e069f1079e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0795281 Jul 16 18:46:36.621737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28c1f8a-c54e-4109-b245-5ff39528d281 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.624347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f28c1f8a-c54e-4109-b245-5ff39528d281 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/bcdfc939-8ac3-4632-890b-5cc929027bc1 HTTP/1.1" status: 200 len: 841 time: 0.1081548 Jul 16 18:46:36.627199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56392) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:36.836967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port bcdfc939-8ac3-4632-890b-5cc929027bc1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:36.837609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.933789 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.959079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for bcdfc939-8ac3-4632-890b-5cc929027bc1 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:37.084452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.132517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=bcdfc939-8ac3-4632-890b-5cc929027bc1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:37.153214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.153659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.154074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.154631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.155167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.155565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.155962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.156831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.157286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.158060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.158465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.160937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:37.169834 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.172900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-20e2a47d-55b9-45c7-9dfd-60ea5518c7e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/bcdfc939-8ac3-4632-890b-5cc929027bc1 HTTP/1.1" status: 204 len: 168 time: 0.5435309 Jul 16 18:46:37.174919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.216362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 74dacf70-cee6-4249-ae13-b0b5b5006c28 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:37.224858 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-323aa343-2e99-4298-b0e8-f029b5df358f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:46:37.226536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-323aa343-2e99-4298-b0e8-f029b5df358f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/bcdfc939-8ac3-4632-890b-5cc929027bc1 HTTP/1.1" status: 404 len: 333 time: 0.0500047 Jul 16 18:46:37.230407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.236061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'name': 'tempest-PortsTestJSON-1420472258'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:37.314815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 74dacf70-cee6-4249-ae13-b0b5b5006c28 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:37.321227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 74dacf70-cee6-4249-ae13-b0b5b5006c28 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:37.322272 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.437459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:37.448434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.476158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 7d078e27-a360-4af6-bac3-da7fc48dcb75 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:37.477744 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.528747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 74dacf70-cee6-4249-ae13-b0b5b5006c28, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=74dacf70-cee6-4249-ae13-b0b5b5006c28,segment=NetworkSegment(ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd),segment_id=ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:37.534232 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.566388 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df714738-3adb-4189-8096-e6857e0f3ee0 req-142338a9-0fc8-423c-b9d2-cc91b0abc75a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.0372550 Jul 16 18:46:37.614044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=74dacf70-cee6-4249-ae13-b0b5b5006c28,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:37.753873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.834766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.895198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:37.899596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:37.904273 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:37.910827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.911650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.935056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=7d078e27-a360-4af6-bac3-da7fc48dcb75,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:37.939684 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-516f7c4e-90c5-4199-9270-78a6a12f1536 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7078979 Jul 16 18:46:37.942366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.948297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:38.145126 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.206804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-3f17f40e-a653-4c8f-ac94-0d8b84af4ed7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.208610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-3f17f40e-a653-4c8f-ac94-0d8b84af4ed7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.2321820 Jul 16 18:46:38.231440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'port': {'device_id': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'admin_state_up': True, 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:38.452025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.461717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.470193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:38.474094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.535388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] In _notify_port_updated(), no bound segment for port 7d078e27-a360-4af6-bac3-da7fc48dcb75 on network 067743d4-93d4-4337-822d-c3f4f9834957 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:46:38.544369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.545252 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.549717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "PUT /v2.0/ports/7d078e27-a360-4af6-bac3-da7fc48dcb75 HTTP/1.1" status: 200 len: 818 time: 0.6061370 Jul 16 18:46:38.551045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.620505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92bfe-a1b7-4121-99ad-865b24582d45 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=7d078e27-a360-4af6-bac3-da7fc48dcb75,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:38.832657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.20.0.11 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/fe7708f3-23dc-403c-ba9d-cb63cf75e4a9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:38.867364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 7d078e27-a360-4af6-bac3-da7fc48dcb75 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:38.867992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.001380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.033225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 7d078e27-a360-4af6-bac3-da7fc48dcb75 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:39.059628 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fce17d63-f2f9-4500-a8f5-0467b8ad9eb1 req-3a7dc3a2-47db-4832-90c2-b33dfd4715e0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.2377207 Jul 16 18:46:39.125901 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.144828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Transition to ACTIVE for port object fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:39.183450 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.187036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 74dacf70-cee6-4249-ae13-b0b5b5006c28 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:39.233989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.263164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 74dacf70-cee6-4249-ae13-b0b5b5006c28 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:39.265947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.302035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=7d078e27-a360-4af6-bac3-da7fc48dcb75,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:39.313196 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.317148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:39.320048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1cfc16b9-e36f-4eb2-a561-af85e6d5fae7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/7d078e27-a360-4af6-bac3-da7fc48dcb75 HTTP/1.1" status: 204 len: 168 time: 0.7677040 Jul 16 18:46:39.322849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:39.335339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:39.345197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:39.356435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:39.454886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae64ff5-30f9-46b9-9996-5d1328657461 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.462493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cae64ff5-30f9-46b9-9996-5d1328657461 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1360984 Jul 16 18:46:39.463598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:39.486524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.487234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.502917 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fba65fb-d241-48f3-a1c9-dc202ed77f7d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:46:39.510088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4fba65fb-d241-48f3-a1c9-dc202ed77f7d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/7d078e27-a360-4af6-bac3-da7fc48dcb75 HTTP/1.1" status: 404 len: 333 time: 0.0460837 Jul 16 18:46:39.510354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:39.518246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1722836367'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:39.541552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-935605c9-4add-451b-b89c-d0792f113870 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3148465 Jul 16 18:46:39.545649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:39.549930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.557337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Request body: {'port': {'device_id': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:39.641351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:39.659948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.660310 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment 1b2d14e2-997c-4775-be52-f28ed9ada36b of type vlan for network 25e2d885-be8b-4ae4-9af1-1049311f5705 Jul 16 18:46:39.694248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.718624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.724633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c42fbc08-700d-4a4b-a258-fda0aed9cb20 None None] Provisioning for port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:39.731498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c42fbc08-700d-4a4b-a258-fda0aed9cb20 None None] Provisioning complete for port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:39.732332 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c42fbc08-700d-4a4b-a258-fda0aed9cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.795434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c42fbc08-700d-4a4b-a258-fda0aed9cb20 None None] Port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:39.900307 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.906294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.906912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.928000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4167571 Jul 16 18:46:39.931115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:39.936732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:40.035624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b922243-d28f-44da-b181-d649c207da59 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=25e2d885-be8b-4ae4-9af1-1049311f5705,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.052223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:40.149515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:40.169192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:40.170683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.174298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.201612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Transition to ACTIVE for port object fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:40.217378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.368948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Pushing event updated for resources: {'Port': ['ID=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.541517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2885a-8541-4ffa-89e8-c08e96137575 req-60514e97-04eb-4cb7-afdd-24403cde5e6a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.550124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee2885a-8541-4ffa-89e8-c08e96137575 req-60514e97-04eb-4cb7-afdd-24403cde5e6a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.2253501 Jul 16 18:46:40.574916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Attempting to bind port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:40.575332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Attempting to bind port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:40.575664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Attempting to bind port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:40.609383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:40.610249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Attempting to bind port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:40.625944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:40.626318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:40.626699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:40.627204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Bound port: fe7708f3-23dc-403c-ba9d-cb63cf75e4a9, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:40.627589 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.639042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.650667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee2885a-8541-4ffa-89e8-c08e96137575 req-203ac3a9-1cab-4a21-8517-39501f1f3bc9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993476 Jul 16 18:46:40.735669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=dec7fc5f-830b-4699-ac3e-66755eb0bf04,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.749767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] For port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:40.754042 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] For port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:40.761344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.766318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': '1b2d14e2-997c-4775-be52-f28ed9ada36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:40.767134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: 25e2d885-be8b-4ae4-9af1-1049311f5705, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:40.792646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:40.811929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 25e2d885-be8b-4ae4-9af1-1049311f5705) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:40.822924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc7810-b3b9-4c44-9ae5-6ad47b301933 None None] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:40.823454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.824317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.859189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9356a043-9266-486d-9982-62fac22d6cc8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9267817 Jul 16 18:46:40.861737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56524) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:40.867130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4b641aa3-fec3-4a8d-98ae-6401d5db0b6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:40.881507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Pushing event updated for resources: {'Port': ['ID=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.914857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.918473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.922208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-f3d1da18-b012-447e-ae2e-a2ae4058fa9e service neutron] 10.222.0.59 "PUT /v2.0/ports/fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 HTTP/1.1" status: 200 len: 1093 time: 1.3694444 Jul 16 18:46:40.924844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'tag': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:40.932150 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee2cb5-6f17-410b-afb7-83178fd1836a" -d '{"events": [{"name": "network-changed", "server_uuid": "917819d8-bf2d-452f-91ad-cc0ebec4049b", "tag": "fe7708f3-23dc-403c-ba9d-cb63cf75e4a9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:41.074116 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e0c62b-1129-43b8-b286-b53ded449e6d x-openstack-request-id: req-a1e0c62b-1129-43b8-b286-b53ded449e6d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:41.074116 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917819d8-bf2d-452f-91ad-cc0ebec4049b", "tag": "fe7708f3-23dc-403c-ba9d-cb63cf75e4a9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:41.074116 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1e0c62b-1129-43b8-b286-b53ded449e6d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:41.074959 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'tag': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9', 'status': 'completed', 'code': 200} Jul 16 18:46:41.172820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-da113c21-447f-4624-9466-db35b2273fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.176008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-da113c21-447f-4624-9466-db35b2273fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 1096 time: 0.2048471 Jul 16 18:46:41.187181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b641aa3-fec3-4a8d-98ae-6401d5db0b6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:41.191237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b641aa3-fec3-4a8d-98ae-6401d5db0b6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.294053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-25e2d885-be8b-4ae4-9af1-1049311f5705', 'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705', 'tenant_id': 'efc98cb811b3438c9b6be46534e6faa8', 'fixed_ips': [{'subnet_id': 'dec7fc5f-830b-4699-ac3e-66755eb0bf04'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:41.295322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.315438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-cdc2e230-7d11-4955-92ba-33516fce18f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 HTTP/1.1" status: 200 len: 217 time: 0.1268690 Jul 16 18:46:41.439030 n-d-791504-15 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-4b641aa3-fec3-4a8d-98ae-6401d5db0b6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dec7fc5f-830b-4699-ac3e-66755eb0bf04 (CIDR: 172.20.0.0/28) Jul 16 18:46:41.443361 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b641aa3-fec3-4a8d-98ae-6401d5db0b6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:41.443858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b641aa3-fec3-4a8d-98ae-6401d5db0b6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:41.493113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4b641aa3-fec3-4a8d-98ae-6401d5db0b6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6299806 Jul 16 18:46:41.495401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:41.502988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:41.510990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-e139b260-512e-47da-b477-7bad9bf4a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.513346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-e139b260-512e-47da-b477-7bad9bf4a292 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.1847198 Jul 16 18:46:41.602756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Allocated IP 172.20.0.2 (25e2d885-be8b-4ae4-9af1-1049311f5705/dec7fc5f-830b-4699-ac3e-66755eb0bf04/cf1ce1b6-4232-4fb7-a2d9-01263ddb3590) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:41.629761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-1807f269-8b65-481d-9c9a-c06228635c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.631353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-1807f269-8b65-481d-9c9a-c06228635c24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107237 Jul 16 18:46:41.776384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:41.786363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.851998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-31b58c9e-74ba-4427-b467-d0174aa04d4c service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065058 Jul 16 18:46:41.931081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.949390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Transition to ACTIVE for port object cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:41.987018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Transition to ACTIVE for port object cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:42.002364 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.161638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.162323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e02e10c-6f1e-48fb-a8e7-2c82be1a364d req-87a61e68-2e9e-496f-977f-9ad4d6b582b3 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095980 Jul 16 18:46:42.178829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe3fe9-85de-4475-bb56-2b65cf06c98b req-d5d8e8f2-cc6b-489c-b024-7412072ffd2f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.180816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebe3fe9-85de-4475-bb56-2b65cf06c98b req-d5d8e8f2-cc6b-489c-b024-7412072ffd2f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.3140843 Jul 16 18:46:42.306651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:42.310548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:42.322231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.322851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.331207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=9ad78c95-2701-480f-b6eb-a23ce3781b80,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.392907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ef0f4876-f588-4451-ae25-a9874d406023 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8956954 Jul 16 18:46:42.393524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56558) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.409391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705', 'fixed_ips': [{'subnet_id': 'dec7fc5f-830b-4699-ac3e-66755eb0bf04'}, {'subnet_id': '9ad78c95-2701-480f-b6eb-a23ce3781b80'}], 'name': 'tempest-PortsTestJSON-2126810717'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:42.424728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aebe3fe9-85de-4475-bb56-2b65cf06c98b req-a6696d8a-539e-458d-a980-5103b730eb64 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335107 Jul 16 18:46:42.521580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-784046bb-9c78-4890-92a8-a1658e24a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.523454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-784046bb-9c78-4890-92a8-a1658e24a7b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 1096 time: 0.2710106 Jul 16 18:46:42.556553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.685905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] Deleting subnet 9c4a51d3-25c4-4e19-ae7b-238124b2ade0 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:42.699655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.746057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Pushing event updated for resources: {'Port': ['ID=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.818261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:42.823195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:42.833193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:42.844973 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.853931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:43.003985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-2f4e60ec-e3b5-409f-a9a2-6f3772f69217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.005529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-2f4e60ec-e3b5-409f-a9a2-6f3772f69217 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.4735427 Jul 16 18:46:43.011085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Attempting to bind port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:43.012010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Attempting to bind port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '1b2d14e2-997c-4775-be52-f28ed9ada36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:43.015491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Attempting to bind port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 on network 25e2d885-be8b-4ae4-9af1-1049311f5705 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:43.031354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:43.032076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Checking segment: {'id': '1b2d14e2-997c-4775-be52-f28ed9ada36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:43.032676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.033368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Bound using segment: {'id': '1b2d14e2-997c-4775-be52-f28ed9ada36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:43.034020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Bound port: cf1ce1b6-4232-4fb7-a2d9-01263ddb3590, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2d14e2-997c-4775-be52-f28ed9ada36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:43.035812 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.050686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.101157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.157941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 8898912c-9a6b-4414-af91-290fb63cfa54 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:43.158173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] For port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:43.161536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] For port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,segment=NetworkSegment(1b2d14e2-997c-4775-be52-f28ed9ada36b),segment_id=1b2d14e2-997c-4775-be52-f28ed9ada36b)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:43.166195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.170645 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.224432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-92fb2eea-329a-4231-a34a-8dded3316c09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 HTTP/1.1" status: 200 len: 217 time: 0.0700750 Jul 16 18:46:43.284142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28288b6d-2e57-4067-8ae1-0cdce9f22682 None None] Pushing event updated for resources: {'Port': ['ID=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:43.308246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4a51d3-25c4-4e19-ae7b-238124b2ade0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:43.312810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.314943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d3631a12-eec1-4adf-b1bc-d0199b1dd227 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9c4a51d3-25c4-4e19-ae7b-238124b2ade0 HTTP/1.1" status: 204 len: 168 time: 0.7542396 Jul 16 18:46:43.317578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56576) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:43.396631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-335f04f3-3798-4a51-b600-58e3f7e68471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.398402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-335f04f3-3798-4a51-b600-58e3f7e68471 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.1446118 Jul 16 18:46:43.707457 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.792258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-57ce470d-d3d9-447a-b193-f600095eb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.797911 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-57ce470d-d3d9-447a-b193-f600095eb696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3829536 Jul 16 18:46:44.058337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-a23c5a17-be1b-403f-b63a-380149dd7d5d service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832225 Jul 16 18:46:44.060716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.11 (25e2d885-be8b-4ae4-9af1-1049311f5705/dec7fc5f-830b-4699-ac3e-66755eb0bf04/8898912c-9a6b-4414-af91-290fb63cfa54) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:44.071685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.23 (25e2d885-be8b-4ae4-9af1-1049311f5705/9ad78c95-2701-480f-b6eb-a23ce3781b80/8898912c-9a6b-4414-af91-290fb63cfa54) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:44.258735 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.271787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450e05d-56f6-4fa3-988b-2c2a7af4ddc7 req-647fc587-f60f-48fa-b568-5f610bf2cc90 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.277994 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2450e05d-56f6-4fa3-988b-2c2a7af4ddc7 req-647fc587-f60f-48fa-b568-5f610bf2cc90 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.5027373 Jul 16 18:46:44.313544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.332161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eecc3d1-de9d-4173-962f-4ebee24d41fb']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:44.339720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 8898912c-9a6b-4414-af91-290fb63cfa54 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:44.352323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49ae0e5-324f-4666-9e6c-553f240bd27d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:44.352616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49ae0e5-324f-4666-9e6c-553f240bd27d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:44.373610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.402203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.425451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2450e05d-56f6-4fa3-988b-2c2a7af4ddc7 req-e8972f1a-9ef6-4499-9275-4caa7271f58a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464453 Jul 16 18:46:44.426609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.450734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9dee2cb5-6f17-410b-afb7-83178fd1836a req-0bcb8f47-2a44-4391-9933-a382149b20ba service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707418 Jul 16 18:46:44.451879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:44.452479 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:44.454911 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:44.471037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:44.478643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:44.481554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:44.534766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.535200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.535845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.550518 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.553328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9eecc3d1-de9d-4173-962f-4ebee24d41fb HTTP/1.1" status: 204 len: 168 time: 1.2347667 Jul 16 18:46:44.555376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=8898912c-9a6b-4414-af91-290fb63cfa54,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:44.573632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6c76e-6d94-42bf-acff-94186dd448f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eecc3d1-de9d-4173-962f-4ebee24d41fb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:44.581277 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6b7134fe-8d05-40cf-8d5d-b7d9241de08e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1859827 Jul 16 18:46:44.583245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.590927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dec7fc5f-830b-4699-ac3e-66755eb0bf04'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:44.703503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.826335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.845801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f6702-5447-467a-86fc-5148359832cc None None] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:44.941007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c46f286e-a253-4b35-b2ae-d03793a24a35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b5965693a08461a8c24650f622cedec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111708 Jul 16 18:46:44.942336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56600) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:45.034218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2e703947-31d3-42e6-a40a-abea91d1c2d2 None None] Provisioning for port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:45.037791 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11c3bfc1-a4f5-4eda-8bc1-32005ebfe51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.047813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Delete allocated IP 172.20.0.23 (25e2d885-be8b-4ae4-9af1-1049311f5705/9ad78c95-2701-480f-b6eb-a23ce3781b80) {{(pid=93796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:46:45.103550 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11c3bfc1-a4f5-4eda-8bc1-32005ebfe51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.393561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:45.420438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11c3bfc1-a4f5-4eda-8bc1-32005ebfe51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.423648 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-11c3bfc1-a4f5-4eda-8bc1-32005ebfe51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.433138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-11c3bfc1-a4f5-4eda-8bc1-32005ebfe51b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c1f96e4-6832-461e-9497-c7c84fb0b1e8 HTTP/1.1" status: 204 len: 168 time: 0.4873383 Jul 16 18:46:45.447336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3bfc1-a4f5-4eda-8bc1-32005ebfe51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1f96e4-6832-461e-9497-c7c84fb0b1e8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:45.497026 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.549418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Ignored duplicate provisioning block setup for port 8898912c-9a6b-4414-af91-290fb63cfa54 by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:46:45.563125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.570862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:45.576761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:45.577705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.745156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] Update dhcp port {'port': {'network_id': '25e2d885-be8b-4ae4-9af1-1049311f5705', 'fixed_ips': [{'subnet_id': 'dec7fc5f-830b-4699-ac3e-66755eb0bf04', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ad78c95-2701-480f-b6eb-a23ce3781b80'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'cf1ce1b6-4232-4fb7-a2d9-01263ddb3590'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:45.820151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.823885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=8898912c-9a6b-4414-af91-290fb63cfa54,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:45.889615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,segment=NetworkSegment(1b2d14e2-997c-4775-be52-f28ed9ada36b),segment_id=1b2d14e2-997c-4775-be52-f28ed9ada36b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:45.908803 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.920718 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.923080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] In _notify_port_updated(), no bound segment for port 8898912c-9a6b-4414-af91-290fb63cfa54 on network 25e2d885-be8b-4ae4-9af1-1049311f5705 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:46:45.938827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.943517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.945325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4dcd4703-364d-4df3-8ae1-d49c5c1e33e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "PUT /v2.0/ports/8898912c-9a6b-4414-af91-290fb63cfa54 HTTP/1.1" status: 200 len: 920 time: 1.3607843 Jul 16 18:46:45.948136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:45.954742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dec7fc5f-830b-4699-ac3e-66755eb0bf04'}, {'subnet_id': '9ad78c95-2701-480f-b6eb-a23ce3781b80'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:46.023080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48f8fb-2a4d-4102-b9b3-565d87940d05 req-8078751c-6922-41ff-8ab0-2241cb73a63f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.031060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1d48f8fb-2a4d-4102-b9b3-565d87940d05 req-8078751c-6922-41ff-8ab0-2241cb73a63f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.3288643 Jul 16 18:46:46.111194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1d48f8fb-2a4d-4102-b9b3-565d87940d05 req-b7bcfb22-425d-4ad5-ac4c-bf67fd87827a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787594 Jul 16 18:46:46.295854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:46.311137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4be6b2e8-9ce8-4d20-a8da-350ae7b3bab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.455230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] Allocated IP 172.20.0.18 (25e2d885-be8b-4ae4-9af1-1049311f5705/9ad78c95-2701-480f-b6eb-a23ce3781b80/cf1ce1b6-4232-4fb7-a2d9-01263ddb3590) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:46.605339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] For port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,segment=NetworkSegment(1b2d14e2-997c-4775-be52-f28ed9ada36b),segment_id=1b2d14e2-997c-4775-be52-f28ed9ada36b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:46.640339 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.656932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] Transition to ACTIVE for port object cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:46.664141 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.742335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.835121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1c891-b63f-4938-81d0-6a025e69f6c8 None None] Pushing event updated for resources: {'Port': ['ID=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:47.110656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.30 (25e2d885-be8b-4ae4-9af1-1049311f5705/9ad78c95-2701-480f-b6eb-a23ce3781b80/8898912c-9a6b-4414-af91-290fb63cfa54) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:47.260472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:47.542768 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.581435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Ignored duplicate provisioning block setup for port 8898912c-9a6b-4414-af91-290fb63cfa54 by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:46:47.582677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:47.594555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.616435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a83a9c-6186-4e57-87e4-7070db5d3ccb req-2dde5351-376e-4d41-94fb-1c35dc5834ce tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:47.624093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5a83a9c-6186-4e57-87e4-7070db5d3ccb req-2dde5351-376e-4d41-94fb-1c35dc5834ce tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.2414088 Jul 16 18:46:47.806315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd48e7-d17a-4849-8c5f-fb8b3acd4193 None None] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:47.816729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44386598-1a63-4abe-b0e0-aab7d512d15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.997886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2797f945-0b37-4245-b553-09f331b9f9a7 None None] Provisioning for port 8898912c-9a6b-4414-af91-290fb63cfa54 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:48.011233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2797f945-0b37-4245-b553-09f331b9f9a7 None None] Provisioning complete for port 8898912c-9a6b-4414-af91-290fb63cfa54 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:48.011786 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2797f945-0b37-4245-b553-09f331b9f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.033440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] In _notify_port_updated(), no bound segment for port 8898912c-9a6b-4414-af91-290fb63cfa54 on network 25e2d885-be8b-4ae4-9af1-1049311f5705 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:46:48.039770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:48.040701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.045032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "PUT /v2.0/ports/8898912c-9a6b-4414-af91-290fb63cfa54 HTTP/1.1" status: 200 len: 1000 time: 2.0926480 Jul 16 18:46:48.045032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806fe4e-64f0-43ac-8e02-38b740f87c4a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=8898912c-9a6b-4414-af91-290fb63cfa54,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:48.047376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:48.061154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5a83a9c-6186-4e57-87e4-7070db5d3ccb req-4f9d5416-fe96-4c01-9b9b-2b44865f1be9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361308 Jul 16 18:46:48.082333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2797f945-0b37-4245-b553-09f331b9f9a7 None None] Port 8898912c-9a6b-4414-af91-290fb63cfa54 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:48.114520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44386598-1a63-4abe-b0e0-aab7d512d15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.132887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44386598-1a63-4abe-b0e0-aab7d512d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.190752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-44386598-1a63-4abe-b0e0-aab7d512d15b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2935fa2c7f964987aec4492880ba7a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048431 Jul 16 18:46:48.196230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:48.228029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2797f945-0b37-4245-b553-09f331b9f9a7 None None] Provisioning for port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:48.243243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2797f945-0b37-4245-b553-09f331b9f9a7 None None] Provisioning complete for port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:48.243829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2797f945-0b37-4245-b553-09f331b9f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.289062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 8898912c-9a6b-4414-af91-290fb63cfa54 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:48.289499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.347488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44386598-1a63-4abe-b0e0-aab7d512d15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c1ce44-9d9d-4cea-b1bb-4442aeaacfdd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:48.406050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b62-ccdb-4281-89b7-601fb80921a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.444946 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b62-ccdb-4281-89b7-601fb80921a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.456262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:48.508455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b62-ccdb-4281-89b7-601fb80921a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.514616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f49b2b62-ccdb-4281-89b7-601fb80921a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.519667 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f49b2b62-ccdb-4281-89b7-601fb80921a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5c1ce44-9d9d-4cea-b1bb-4442aeaacfdd HTTP/1.1" status: 204 len: 168 time: 0.3220570 Jul 16 18:46:48.539588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b2b62-ccdb-4281-89b7-601fb80921a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c1ce44-9d9d-4cea-b1bb-4442aeaacfdd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:48.617427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.642871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 8898912c-9a6b-4414-af91-290fb63cfa54 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:48.741873 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6c71064d-674f-479e-90ff-f59b51d6d0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.788291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-886e72a3-4f59-47a2-955c-2a955e5d69d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.872695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-240e81b2-4d39-4772-9474-de26ddb351c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3652828 Jul 16 18:46:48.891667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.039145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55c43d9c-cf8a-4535-9588-3155b70860d4 None None] Provisioning complete for port 8898912c-9a6b-4414-af91-290fb63cfa54 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:49.039527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55c43d9c-cf8a-4535-9588-3155b70860d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.139600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55c43d9c-cf8a-4535-9588-3155b70860d4 None None] Port 8898912c-9a6b-4414-af91-290fb63cfa54 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:49.157917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55c43d9c-cf8a-4535-9588-3155b70860d4 None None] Provisioning complete for port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:49.158295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55c43d9c-cf8a-4535-9588-3155b70860d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.425477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:49.502188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-79863838-98a7-4d2b-9bfa-d32fd88f7477 None None] Provisioning complete for port 8898912c-9a6b-4414-af91-290fb63cfa54 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:49.502593 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79863838-98a7-4d2b-9bfa-d32fd88f7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.611850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-79863838-98a7-4d2b-9bfa-d32fd88f7477 None None] Port 8898912c-9a6b-4414-af91-290fb63cfa54 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:49.639143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439f548-02e9-4817-9116-b22745098649 req-28496c2b-8408-4b60-bb1d-d70184651154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.641947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-28496c2b-8408-4b60-bb1d-d70184651154 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1098 time: 0.6898587 Jul 16 18:46:49.675105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac06627-71a8-4c5a-a8ec-8154ab5f5114 req-1299a23c-93ca-4894-b012-dd8a66434e23 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.687274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ac06627-71a8-4c5a-a8ec-8154ab5f5114 req-1299a23c-93ca-4894-b012-dd8a66434e23 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1098 time: 0.1636314 Jul 16 18:46:49.787430 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-b35a46e3-39ef-4320-80c1-432711e34124 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9497612 Jul 16 18:46:49.797736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-886e72a3-4f59-47a2-955c-2a955e5d69d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.817107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-886e72a3-4f59-47a2-955c-2a955e5d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.828033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-80e6c20b-ff33-4ec2-ac7d-cacd80cf59d2 None None] Could not find standard attr ID for object 8898912c-9a6b-4414-af91-290fb63cfa54. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:49.893186 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-886e72a3-4f59-47a2-955c-2a955e5d69d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44f470fc15d54b1abd1ae3a5ad84a2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4267416 Jul 16 18:46:49.894299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:49.976114 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.989576 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ac06627-71a8-4c5a-a8ec-8154ab5f5114 req-7b854012-0650-49aa-951f-a4d36ffc4ab8 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004179 Jul 16 18:46:49.994124 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.027909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56724) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:50.040268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854026a7-c35d-40c4-8dc2-e78ec1e5cf83 req-32c6b718-5c1f-4c1e-81f9-9f140f2c20fa tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.041910 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-854026a7-c35d-40c4-8dc2-e78ec1e5cf83 req-32c6b718-5c1f-4c1e-81f9-9f140f2c20fa tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.6614482 Jul 16 18:46:50.157916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=8898912c-9a6b-4414-af91-290fb63cfa54,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.247027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-854026a7-c35d-40c4-8dc2-e78ec1e5cf83 req-c72fc6c9-86a4-4261-83ee-ee40897f9664 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203101 Jul 16 18:46:50.315002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e72a3-4f59-47a2-955c-2a955e5d69d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e398b68d-948b-48c3-8938-6285d17225d9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.343536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3654d5b3-7cb0-4ff4-bbca-7d9812d5ce71 None None] Could not find standard attr ID for object 8898912c-9a6b-4414-af91-290fb63cfa54. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:50.362029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47f29050-545a-4393-b506-40dfcf468307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.403346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439f548-02e9-4817-9116-b22745098649 req-7abd5131-c2dd-4a80-8dae-a888835310d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.405445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-7abd5131-c2dd-4a80-8dae-a888835310d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 0.7306137 Jul 16 18:46:50.430664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 5b60720d-000b-4df3-9499-3364a5514361 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:50.431266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.504030 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47f29050-545a-4393-b506-40dfcf468307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.529548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-bcc8c886-c610-4a86-ac17-bfffb3515167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.530943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-bcc8c886-c610-4a86-ac17-bfffb3515167 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec56fec638c648e19a90f6e935616d48&device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 1097 time: 0.6651664 Jul 16 18:46:50.569864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.572214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c65db198-af06-4897-9fb5-ee49dda2941c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/8898912c-9a6b-4414-af91-290fb63cfa54 HTTP/1.1" status: 204 len: 168 time: 2.5233791 Jul 16 18:46:50.583408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:50.606057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-babcddf5-f070-46c8-a538-4a6efb67dc6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 1001 time: 0.1852634 Jul 16 18:46:50.656320 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c477563-4e3e-4901-82a0-1388dfa00cab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:46:50.660059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7c477563-4e3e-4901-82a0-1388dfa00cab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/8898912c-9a6b-4414-af91-290fb63cfa54 HTTP/1.1" status: 404 len: 333 time: 0.0755374 Jul 16 18:46:50.706298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:50.810440 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47f29050-545a-4393-b506-40dfcf468307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.813282 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47f29050-545a-4393-b506-40dfcf468307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.817142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-47f29050-545a-4393-b506-40dfcf468307 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e398b68d-948b-48c3-8938-6285d17225d9 HTTP/1.1" status: 204 len: 168 time: 0.8224282 Jul 16 18:46:50.857070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f29050-545a-4393-b506-40dfcf468307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e398b68d-948b-48c3-8938-6285d17225d9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.867875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439f548-02e9-4817-9116-b22745098649 req-f852fd9a-1c5b-4cb6-811d-0b6f3a987a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.869751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-f852fd9a-1c5b-4cb6-811d-0b6f3a987a64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.2535200 Jul 16 18:46:50.888741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 9ad78c95-2701-480f-b6eb-a23ce3781b80 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:50.909731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.961505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-49351079-d4c4-493b-9463-d55c5701e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.963886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-49351079-d4c4-493b-9463-d55c5701e8ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 200 len: 914 time: 0.4000204 Jul 16 18:46:51.041034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-946868a6-f35f-44ef-9a5f-0bdc7732a1a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18 HTTP/1.1" status: 200 len: 217 time: 0.0670984 Jul 16 18:46:51.049065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.129917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-8102545f-d826-4aff-9fc5-a6b8598742c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:51.131439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-8102545f-d826-4aff-9fc5-a6b8598742c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3237c4-fcb4-477a-a926-12bcfbc1c690 HTTP/1.1" status: 200 len: 853 time: 0.0793440 Jul 16 18:46:51.165851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.166426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.183026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 5b60720d-000b-4df3-9499-3364a5514361 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:51.196956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-c2e71d14-b027-4612-a593-f0f7aed8aad6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2adb7d37-1a36-4043-a144-caf86808ca4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505853 Jul 16 18:46:51.220820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439f548-02e9-4817-9116-b22745098649 req-5f669a65-835b-49a7-907e-5899ff7f6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:51.222371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-5f669a65-835b-49a7-907e-5899ff7f6194 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3399696 Jul 16 18:46:51.440244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.564348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.602729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.614074 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-236651f8-45b7-429f-8f46-ee3c637ce9a7 service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087691 Jul 16 18:46:51.660622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=5b60720d-000b-4df3-9499-3364a5514361,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:51.688286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-59907ca0-1352-48cd-92af-78d1292fc1b5 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450669 Jul 16 18:46:51.752117 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.766330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999a47-2a37-414e-8806-521c11d149f8 req-1388881b-986c-4782-8996-03bfd5a004d1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:51.767894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff999a47-2a37-414e-8806-521c11d149f8 req-1388881b-986c-4782-8996-03bfd5a004d1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.2844675 Jul 16 18:46:51.834500 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.834843 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP 81928fef-dba1-4f7c-8cdf-4f4686e0d3ec disassociated (deleted). External IP: 172.25.1.216, port: e89e4275-aef3-4329-aa58-f381c5669f49. Jul 16 18:46:51.850391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-957b2b94-9641-4f0c-890d-e4afd2a9eb1b req-b2a6e040-1226-4dd5-bc26-0cfd62aa4bab service neutron] 10.222.0.67 "GET /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229748 Jul 16 18:46:51.937842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f439f548-02e9-4817-9116-b22745098649 req-bb696951-3ca6-4752-8c5e-583065c7c6cf service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340052 Jul 16 18:46:51.972818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.008834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad78c95-2701-480f-b6eb-a23ce3781b80,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.011250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.013834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9c2743a8-fe60-494e-be89-86ea82bb7a8f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/9ad78c95-2701-480f-b6eb-a23ce3781b80 HTTP/1.1" status: 204 len: 168 time: 1.3000212 Jul 16 18:46:52.016469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56770) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:52.018975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942cd01a-7cdf-45eb-99d4-c7463676081c None None] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:52.092001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff999a47-2a37-414e-8806-521c11d149f8 req-2b88151e-be4e-409a-a7ab-c39ad06ecf56 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745793 Jul 16 18:46:52.142146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet dec7fc5f-830b-4699-ac3e-66755eb0bf04 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:52.148040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.238556 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.376395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:52.415955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.468205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Deleting port 376d7053-e9e3-424a-912d-ad3229342b28 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:52.468743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.509521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.543847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=dec7fc5f-830b-4699-ac3e-66755eb0bf04,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.546016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.548085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b81a80d0-179c-446b-8283-c0f80be38095 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/dec7fc5f-830b-4699-ac3e-66755eb0bf04 HTTP/1.1" status: 204 len: 168 time: 0.5305855 Jul 16 18:46:52.550733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:52.605028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] For port 376d7053-e9e3-424a-912d-ad3229342b28, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=376d7053-e9e3-424a-912d-ad3229342b28,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:52.605520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.625598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Calling delete_port for 376d7053-e9e3-424a-912d-ad3229342b28 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:52.642520 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.653469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:52.659017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.669139 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] Sync routers for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:52.690224 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:52.690857 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:52.724323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:52.724872 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.799480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-89ccd089-8b8f-40ce-b0ca-31d572428250 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/floatingips/81928fef-dba1-4f7c-8cdf-4f4686e0d3ec HTTP/1.1" status: 204 len: 168 time: 2.7657390 Jul 16 18:46:52.801526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:52.803944 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad204dd-87de-4567-9445-ba2aa4121cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:52.817269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.872680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] For port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,segment=NetworkSegment(1b2d14e2-997c-4775-be52-f28ed9ada36b),segment_id=1b2d14e2-997c-4775-be52-f28ed9ada36b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:52.873338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.879551 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:52.893182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:53.044995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.058822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.125626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Pushing event deleted for resources: {'Port': ['ID=376d7053-e9e3-424a-912d-ad3229342b28,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.145709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=cf1ce1b6-4232-4fb7-a2d9-01263ddb3590,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.147952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No DVR routers for this DVR port cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:53.378827 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:32Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:53.383536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.405836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e2d885-be8b-4ae4-9af1-1049311f5705']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:53.431679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2d14e2-997c-4775-be52-f28ed9ada36b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:53.432094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2d14e2-997c-4775-be52-f28ed9ada36b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:53.462807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.472188 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] Checking router: 50fb88ff-2b7f-4e58-b9cf-daf5311013ee for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:53.490981 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.501050 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:53.504414 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:53.512545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:53.513281 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:53.522225 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:53.525200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536348e6-8439-46f0-af43-04d520d30a7d None None] Network 25e2d885-be8b-4ae4-9af1-1049311f5705 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:53.606743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b82c6b81-c809-4b8f-a2f7-bac77f049f1f None None] Could not find standard attr ID for object cf1ce1b6-4232-4fb7-a2d9-01263ddb3590. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:53.633395 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26075702-2832-4bce-930a-53f87af865f6 x-openstack-request-id: req-26075702-2832-4bce-930a-53f87af865f6 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:53.634054 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:53.635027 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26075702-2832-4bce-930a-53f87af865f6 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:53.635625 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'status': 'completed', 'code': 200} Jul 16 18:46:53.706153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.721493 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:53.749867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.765530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.767982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/25e2d885-be8b-4ae4-9af1-1049311f5705 HTTP/1.1" status: 204 len: 168 time: 1.2162299 Jul 16 18:46:53.780492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:53.882883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c86d45-0e6a-4df7-bb0c-3c5ddc87fb28 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=25e2d885-be8b-4ae4-9af1-1049311f5705,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.900338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f0251-471a-4180-b28f-ec15f439f56a None None] DHCP port deletion for 25e2d885-be8b-4ae4-9af1-1049311f5705 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:53.929243 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-631b0e34-fd84-488e-973a-77f0392bed09 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5d24da95cda942e685f3452dbaf943ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1764834 Jul 16 18:46:53.937878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-4f10fd10-6a7f-464d-b68e-38655ceafaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.939714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-4f10fd10-6a7f-464d-b68e-38655ceafaf4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 1098 time: 0.3409455 Jul 16 18:46:53.947675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5a04-d52c-4b8d-afbf-a4458007399b req-4e090f91-65dc-40c9-ba13-f64da1846787 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.949371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-668b5a04-d52c-4b8d-afbf-a4458007399b req-4e090f91-65dc-40c9-ba13-f64da1846787 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.2367461 Jul 16 18:46:54.061932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-668b5a04-d52c-4b8d-afbf-a4458007399b req-422b4f83-5f3b-4a47-8fa8-4afbbecb7609 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061649 Jul 16 18:46:54.170820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Router 24283732-a4fc-44ae-8c26-0dd1cee0826e has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:54.211234 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:32Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:54.250303 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268be0f8-7556-48a8-86f2-19ec53a857fa None None] The sync data for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 is: [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '3a6c4298-b7ef-4939-962d-956fe47dc947', 'name': '', 'network_id': 'b0cbae71-5bed-4546-86c4-25138ae8d293', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:fc:bc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:23Z', 'updated_at': '2021-07-16T18:44:32Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'f2538c88-057b-4e1a-bebc-6afb054a71e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:54.332756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56860) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:54.371351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:54.377965 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eab41b5a-8b04-49b0-aa13-06588e5ef78a admin admin] 10.222.0.49 "PUT /v2.0/routers/24283732-a4fc-44ae-8c26-0dd1cee0826e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9480398 Jul 16 18:46:54.383263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] Sync routers for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:54.383564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:54.397612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:54.399057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:54.583857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:54.687728 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1de5d9-1c51-4dd5-92b6-6db8a4c16c76 None None] New status for floating IP 81928fef-dba1-4f7c-8cdf-4f4686e0d3ec: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:46:54.833953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.842991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:54.876416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] Checking router: 24283732-a4fc-44ae-8c26-0dd1cee0826e for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:54.886488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] Routers {'24283732-a4fc-44ae-8c26-0dd1cee0826e'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:54.887528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['24283732-a4fc-44ae-8c26-0dd1cee0826e'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:54.962947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96a74742-813a-4731-8a4f-bfaa5b7b6002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.007127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-b764d5df-5976-4cf4-955f-f8ec7de27c92 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.011926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed195c-2b54-43a1-9770-4dd94c9dd34b req-fd13fb3f-4cba-4cc7-ad78-139e95b73a82 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.013837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3ed195c-2b54-43a1-9770-4dd94c9dd34b req-fd13fb3f-4cba-4cc7-ad78-139e95b73a82 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 946 time: 0.7193470 Jul 16 18:46:55.014492 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-b764d5df-5976-4cf4-955f-f8ec7de27c92 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0719066 Jul 16 18:46:55.027246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] Set router 24283732-a4fc-44ae-8c26-0dd1cee0826e gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:55.061152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-555f72b5-c72e-4a57-b51b-df371979fda2 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/quotas/5d24da95cda942e685f3452dbaf943ce HTTP/1.1" status: 200 len: 375 time: 0.0454087 Jul 16 18:46:55.079492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ca0ed-4b8b-4653-8f5f-118500144b12 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.081913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e15ca0ed-4b8b-4653-8f5f-118500144b12 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.2709861 Jul 16 18:46:55.094779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56868) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:55.102045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-d0c5bffc-949a-4868-a268-eb321b0a8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.103705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-d0c5bffc-949a-4868-a268-eb321b0a8832 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 200 len: 898 time: 1.1373701 Jul 16 18:46:55.114205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.141570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-f26cf6ca-551e-4340-b220-f34a5986b9d9 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d24da95cda942e685f3452dbaf943ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792687 Jul 16 18:46:55.186640 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3ed195c-2b54-43a1-9770-4dd94c9dd34b req-48963149-8e0a-4e84-8741-55f903398577 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5c920aa-fc91-4b9c-a183-69b3eb0473e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641629 Jul 16 18:46:55.211748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-2e5ccf55-2373-49de-b388-cc3c33fa59d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 200 len: 217 time: 0.0729258 Jul 16 18:46:55.251771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-2955ce9b-c60c-4df0-987d-b941ec0cf2c8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.257116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-2955ce9b-c60c-4df0-987d-b941ec0cf2c8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 946 time: 0.3614309 Jul 16 18:46:55.305362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-4197567e-2033-4535-bdf5-1064d58f3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.306961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-4197567e-2033-4535-bdf5-1064d58f3542 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 200 len: 835 time: 0.0805819 Jul 16 18:46:55.367874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:55.404942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:55.405299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf1ce1b6-4232-4fb7-a2d9-01263ddb3590 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:55.423853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:55.446963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-64e66ba1-a747-43d8-956c-9a610533d5db tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3494585 Jul 16 18:46:55.450919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56878) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:55.456149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cba9ef-890a-4e4d-bc7f-0e06a83c6bb5 None None] The sync data for ids ['24283732-a4fc-44ae-8c26-0dd1cee0826e'] in n-d-791504-15 is: [{'id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'name': 'tempest-TaggedBootDevicesTest_v242-900669164-router', 'tenant_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:34:44Z', 'updated_at': '2021-07-16T18:46:52Z', 'revision_number': 5, 'project_id': '4bd9adc1127b4e53b8587fa09befa7f9', 'gw_port': {'id': 'a1a6e3b0-1127-409f-84cd-7e21224f5182', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24283732-a4fc-44ae-8c26-0dd1cee0826e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:34:47Z', 'updated_at': '2021-07-16T18:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:55.460629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1293118233'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:55.526177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-102d2cce-d486-4cec-b8d5-ba50b6c78969 req-aa6a2fd9-d7ac-4d50-aaab-069cad30d3d0 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 210 time: 0.0562463 Jul 16 18:46:55.540730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96a74742-813a-4731-8a4f-bfaa5b7b6002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.546248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.554718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-5dec1597-8492-44a1-984b-6013948ed441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.557330 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-5dec1597-8492-44a1-984b-6013948ed441 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0cbae71-5bed-4546-86c4-25138ae8d293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1941271 Jul 16 18:46:55.567171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-96a74742-813a-4731-8a4f-bfaa5b7b6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.635847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port e89e4275-aef3-4329-aa58-f381c5669f49 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:55.636194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.669242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a74742-813a-4731-8a4f-bfaa5b7b6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb53d2f-4eae-4a18-b65f-47e7871e738f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.677760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:55.681841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.686362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-96a74742-813a-4731-8a4f-bfaa5b7b6002 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46f6ab251c1a4398987284d7eecbbe73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3520901 Jul 16 18:46:55.696987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0424d-e6bc-4998-ab2e-a9a2dbaf2621 req-436008bd-46bf-42c3-8dce-01cfe0a26fa5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.698691 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ee0424d-e6bc-4998-ab2e-a9a2dbaf2621 req-436008bd-46bf-42c3-8dce-01cfe0a26fa5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.2258024 Jul 16 18:46:55.700579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:55.709814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-01b1c861-f55d-46fb-af67-f931f1d941a1 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442127 Jul 16 18:46:55.789985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:55.855999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ee0424d-e6bc-4998-ab2e-a9a2dbaf2621 req-c0402cdc-73da-4a5f-9776-cbfa3631740f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379063 Jul 16 18:46:55.859602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.859950 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment 5300b296-c7dd-4a01-9003-d40a6611145a of type vlan for network 7650cec8-cb27-404d-a218-f5dcddc9e60d Jul 16 18:46:55.909025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Deleting port a1a6e3b0-1127-409f-84cd-7e21224f5182 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:55.909282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.967977 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.973295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9a2bfdb-0754-4938-9510-6aa9d2fee90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.005900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port e89e4275-aef3-4329-aa58-f381c5669f49, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e89e4275-aef3-4329-aa58-f381c5669f49,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:56.013424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.065056 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ad204dd-87de-4567-9445-ba2aa4121cf0 req-e6f738b1-5093-493d-8c93-9914cbf9efe8 service neutron] 10.222.0.59 "GET /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473988 Jul 16 18:46:56.066007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for e89e4275-aef3-4329-aa58-f381c5669f49 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:56.100375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9a2bfdb-0754-4938-9510-6aa9d2fee90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.160808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.170286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.170286 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.190574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] For port a1a6e3b0-1127-409f-84cd-7e21224f5182, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a1a6e3b0-1127-409f-84cd-7e21224f5182,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:56.191301 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.249635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Calling delete_port for a1a6e3b0-1127-409f-84cd-7e21224f5182 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:56.259165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:56.260119 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8080695 Jul 16 18:46:56.271848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:56.334563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.342924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe4460-e827-4508-bff4-ea99a9dee497 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=7650cec8-cb27-404d-a218-f5dcddc9e60d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:56.365719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:56.409590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9a2bfdb-0754-4938-9510-6aa9d2fee90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.412947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d9a2bfdb-0754-4938-9510-6aa9d2fee90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.425028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d9a2bfdb-0754-4938-9510-6aa9d2fee90b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/adb53d2f-4eae-4a18-b65f-47e7871e738f HTTP/1.1" status: 204 len: 168 time: 0.7140782 Jul 16 18:46:56.428583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=e89e4275-aef3-4329-aa58-f381c5669f49,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:56.437495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2bfdb-0754-4938-9510-6aa9d2fee90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb53d2f-4eae-4a18-b65f-47e7871e738f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:56.518027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed82ece8-4cf3-431c-b800-2932d084e441 req-ac3b433e-1073-4034-9b30-4371d24fa966 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 210 time: 0.0853686 Jul 16 18:46:56.567813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] No DVR routers for this DVR port e89e4275-aef3-4329-aa58-f381c5669f49 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:56.574084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.578694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d42a7616-5c6e-4a7f-af0c-c205d01c7b4e req-5174612a-efd9-4936-b84c-2f9f2c15f718 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "DELETE /v2.0/ports/e89e4275-aef3-4329-aa58-f381c5669f49 HTTP/1.1" status: 204 len: 173 time: 1.2703140 Jul 16 18:46:56.579264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-deleted', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:56.583540 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e409132f-835f-4abe-869f-26a0060274b2" -d '{"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-deleted", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:56.605871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:56.612319 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.796432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f87bc-4c40-4647-8aad-c93846d6b62e req-1fa9da73-9d92-4947-a248-7fea90d61ef5 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 210 time: 0.0448396 Jul 16 18:46:56.833776 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.929549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a6e3b0-1127-409f-84cd-7e21224f5182,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:57.015619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:57.017760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:57.042952 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3990f88-59d7-4b8d-97e0-3300106de2c9 x-openstack-request-id: req-e3990f88-59d7-4b8d-97e0-3300106de2c9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:57.043669 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ca67b-284e-498c-ae8b-ac3699a2a300", "name": "network-vif-deleted", "tag": "e89e4275-aef3-4329-aa58-f381c5669f49", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:57.043669 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3990f88-59d7-4b8d-97e0-3300106de2c9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:57.043960 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ca67b-284e-498c-ae8b-ac3699a2a300', 'name': 'network-vif-deleted', 'tag': 'e89e4275-aef3-4329-aa58-f381c5669f49', 'status': 'completed', 'code': 200} Jul 16 18:46:57.215884 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.261681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.324503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:57.369982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e7184b0-6b89-4146-92d7-78d54604b414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.372316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.375212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.407325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=0120714a-4e67-40ac-8bcd-f39025a2230e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:57.472657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:57.473680 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.474239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24283732-a4fc-44ae-8c26-0dd1cee0826e {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:46:57.482189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.483364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2d8e271b-729e-4666-89ba-b16836e466c6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/24283732-a4fc-44ae-8c26-0dd1cee0826e HTTP/1.1" status: 204 len: 168 time: 3.0987101 Jul 16 18:46:57.487503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56912) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:57.490866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: e89e4275-aef3-4329-aa58-f381c5669f49 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:57.492323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e89e4275-aef3-4329-aa58-f381c5669f49 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:57.494377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'port_id': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9', 'mac_address': 'fa:16:3e:dc:47:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:57.498515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 376d7053-e9e3-424a-912d-ad3229342b28 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:57.525178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 376d7053-e9e3-424a-912d-ad3229342b28 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:57.525823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 376d7053-e9e3-424a-912d-ad3229342b28 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:57.570341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.584516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] Deleting subnet fafd6d35-6aac-4787-a356-ab5b988a2150 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:57.584888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:57.587954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.622822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:57.627756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e7184b0-6b89-4146-92d7-78d54604b414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.630369 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.631600 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.636615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e7184b0-6b89-4146-92d7-78d54604b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.697323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6e7184b0-6b89-4146-92d7-78d54604b414 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7e2aab0190143689a8352ec07c572f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666537 Jul 16 18:46:57.704944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:57.735562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:57.737909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.740245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': '5300b296-c7dd-4a01-9003-d40a6611145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:57.740631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: 7650cec8-cb27-404d-a218-f5dcddc9e60d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:57.830066 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.854828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7184b0-6b89-4146-92d7-78d54604b414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed40c12-ef51-40d8-8818-6fc8dd6d1d44,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:57.860305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['fe7708f3-23dc-403c-ba9d-cb63cf75e4a9'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:57.887276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1901410-92d6-4247-9268-2a7885203a61 req-0912fbcb-7325-4f54-b020-318b296f3f35 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f4ca67b-284e-498c-ae8b-ac3699a2a300 HTTP/1.1" status: 200 len: 210 time: 0.0782733 Jul 16 18:46:57.890731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-cd85a6b1-6c77-432d-9408-6d4a0f454600 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5d24da95cda942e685f3452dbaf943ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829635 Jul 16 18:46:57.892020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:57.932572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15d02-0899-45dd-8b0d-1c1a10dbe965 req-01ec3f2d-b71d-44bd-8f06-3f86ba97a155 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.936101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7650cec8-cb27-404d-a218-f5dcddc9e60d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:57.949365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43e15d02-0899-45dd-8b0d-1c1a10dbe965 req-01ec3f2d-b71d-44bd-8f06-3f86ba97a155 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 944 time: 0.7660136 Jul 16 18:46:57.954691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.955287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.955885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a6f07-e48c-4425-b236-fee6ebe47426 None None] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:57.961266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f218e761-2537-45f8-8a71-ced8a8d00139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.969450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafd6d35-6aac-4787-a356-ab5b988a2150,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.011277 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.013051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f067d1-1ea3-4991-ad98-ef9ac40576e4 None None] Network b1db7a24-1dfd-49a5-a251-caaa1f75753b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:58.013970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-39514cca-791b-4971-acd0-7ab06d39a6d0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fafd6d35-6aac-4787-a356-ab5b988a2150 HTTP/1.1" status: 204 len: 168 time: 0.5244484 Jul 16 18:46:58.028947 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-43e15d02-0899-45dd-8b0d-1c1a10dbe965 req-35a09511-c7c1-4648-9840-d46ad3bfb1ad tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772271 Jul 16 18:46:58.029602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:58.094979 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b4fa6af3-2171-4b58-a984-2bd5d3ca42b4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8344984 Jul 16 18:46:58.098364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:58.139915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d', 'name': 'tempest-PortsTestJSON-175584920'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:58.161077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.182339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f218e761-2537-45f8-8a71-ced8a8d00139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.239462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Deleting port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:58.240019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.241139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-212cd075-7dbf-4121-9d1f-f3c48710184d req-13a72588-b2db-4c7d-890d-f29aede18a49 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 210 time: 0.0313244 Jul 16 18:46:58.351214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-685f459c-8aed-4058-99e9-b579c23b13a6 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:58.353681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-685f459c-8aed-4058-99e9-b579c23b13a6 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4553921 Jul 16 18:46:58.365355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] For port b52c8631-b1f5-4b52-b74f-a699a85cd1b4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b52c8631-b1f5-4b52-b74f-a699a85cd1b4,segment=NetworkSegment(dcee3eea-efbc-4268-b8af-1b348fbcf8cc),segment_id=dcee3eea-efbc-4268-b8af-1b348fbcf8cc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:58.365747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.366451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Request body: {'port': {'device_id': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '5d24da95cda942e685f3452dbaf943ce'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:58.396759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Calling delete_port for b52c8631-b1f5-4b52-b74f-a699a85cd1b4 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:58.423073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f218e761-2537-45f8-8a71-ced8a8d00139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.426033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f218e761-2537-45f8-8a71-ced8a8d00139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.427416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f218e761-2537-45f8-8a71-ced8a8d00139 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ed40c12-ef51-40d8-8818-6fc8dd6d1d44 HTTP/1.1" status: 204 len: 168 time: 0.7181070 Jul 16 18:46:58.479922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218e761-2537-45f8-8a71-ced8a8d00139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed40c12-ef51-40d8-8818-6fc8dd6d1d44,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.507134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.533579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-7650cec8-cb27-404d-a218-f5dcddc9e60d', 'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d', 'tenant_id': 'efc98cb811b3438c9b6be46534e6faa8', 'fixed_ips': [{'subnet_id': '0120714a-4e67-40ac-8bcd-f39025a2230e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:58.534485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.539436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:58.544659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.574297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 4165c009-e940-4af1-a7cd-cd23b77a79e6 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:58.579494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] No DVR routers for this DVR port b52c8631-b1f5-4b52-b74f-a699a85cd1b4 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:58.581265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52c8631-b1f5-4b52-b74f-a699a85cd1b4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.663918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Made reservation on behalf of 5d24da95cda942e685f3452dbaf943ce for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:58.667787 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.682904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.696427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.718304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1db7a24-1dfd-49a5-a251-caaa1f75753b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:58.745367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f76df-aefe-4126-b1e7-b9e86449933c None None] DHCP port deletion for b1db7a24-1dfd-49a5-a251-caaa1f75753b request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:58.745720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:58.745720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcee3eea-efbc-4268-b8af-1b348fbcf8cc') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:58.771856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.11 (7650cec8-cb27-404d-a218-f5dcddc9e60d/0120714a-4e67-40ac-8bcd-f39025a2230e/4165c009-e940-4af1-a7cd-cd23b77a79e6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:58.775508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.800838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.811943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:58.812626 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:58.815862 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:58.897949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.903690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.905776 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b1db7a24-1dfd-49a5-a251-caaa1f75753b HTTP/1.1" status: 204 len: 168 time: 0.8740628 Jul 16 18:46:58.923136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359411e3-b359-4cc6-8541-4a8f6b35b857 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1db7a24-1dfd-49a5-a251-caaa1f75753b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.960216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.971991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.035655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 56940) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.076486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.084607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:59.111959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 4165c009-e940-4af1-a7cd-cd23b77a79e6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:59.148024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.286865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a1a6e3b0-1127-409f-84cd-7e21224f5182 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:59.295074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Allocated IP 192.168.233.230 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/e2d177be-0c01-4155-8245-103fd96e2e0e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:59.348216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: a1a6e3b0-1127-409f-84cd-7e21224f5182 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:59.348571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a1a6e3b0-1127-409f-84cd-7e21224f5182 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:59.349016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b52c8631-b1f5-4b52-b74f-a699a85cd1b4 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:59.378295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4e52e821-29a2-4255-94db-556183710302 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bd9adc1127b4e53b8587fa09befa7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291405 Jul 16 18:46:59.382415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56952) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.401835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b52c8631-b1f5-4b52-b74f-a699a85cd1b4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:59.403816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b52c8631-b1f5-4b52-b74f-a699a85cd1b4 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:59.427259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.523122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Allocated IP 172.20.0.2 (7650cec8-cb27-404d-a218-f5dcddc9e60d/0120714a-4e67-40ac-8bcd-f39025a2230e/4ced5732-6ef6-4e24-a310-a11992d79aa0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:59.549619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=4165c009-e940-4af1-a7cd-cd23b77a79e6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:59.599777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:59.602291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:59.603052 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4b272fd-65e0-49bb-99f8-7189f33853cc req-5d7f85f9-d6df-4e1b-a5e7-739ffaca5ab8 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 210 time: 0.0400445 Jul 16 18:46:59.605883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:59.639337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41a138b7-e043-4857-892f-06a509f742ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.691986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e00e-ffc8-4407-be85-a8f13c59ea74 req-c4185ec2-8319-4323-9e14-fac88e2f8fa1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.701280 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff14e00e-ffc8-4407-be85-a8f13c59ea74 req-c4185ec2-8319-4323-9e14-fac88e2f8fa1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 945 time: 0.3817790 Jul 16 18:46:59.733087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.750443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.751508 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.792747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.798835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41a138b7-e043-4857-892f-06a509f742ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.806137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f9963c13-721f-4e51-8769-7549fc4c1f85 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7030435 Jul 16 18:46:59.807699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Transition to ACTIVE for port object 4ced5732-6ef6-4e24-a310-a11992d79aa0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:59.814432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 56962) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.821481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d', 'name': 'tempest-PortsTestJSON-1209470234'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:59.828995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Transition to ACTIVE for port object 4ced5732-6ef6-4e24-a310-a11992d79aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:59.844829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.885209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:59.888572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:59.894738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:59.908402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Pushing event updated for resources: {'Port': ['ID=4ced5732-6ef6-4e24-a310-a11992d79aa0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:59.921567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff14e00e-ffc8-4407-be85-a8f13c59ea74 req-98d267e1-be10-4779-9357-ffd7d7e26ae6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165456 Jul 16 18:46:59.971041 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.012030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Attempting to bind port 4ced5732-6ef6-4e24-a310-a11992d79aa0 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:00.012372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Attempting to bind port 4ced5732-6ef6-4e24-a310-a11992d79aa0 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '5300b296-c7dd-4a01-9003-d40a6611145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:00.012808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Attempting to bind port 4ced5732-6ef6-4e24-a310-a11992d79aa0 on network 7650cec8-cb27-404d-a218-f5dcddc9e60d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:00.016279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Transition to ACTIVE for port object e2d177be-0c01-4155-8245-103fd96e2e0e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:00.019532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:00.019906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Checking segment: {'id': '5300b296-c7dd-4a01-9003-d40a6611145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:00.020310 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.020704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Bound using segment: {'id': '5300b296-c7dd-4a01-9003-d40a6611145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:00.021674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Bound port: 4ced5732-6ef6-4e24-a310-a11992d79aa0, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5300b296-c7dd-4a01-9003-d40a6611145a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7650cec8-cb27-404d-a218-f5dcddc9e60d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:00.022056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.103347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] For port 4ced5732-6ef6-4e24-a310-a11992d79aa0, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:00.107894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] For port 4ced5732-6ef6-4e24-a310-a11992d79aa0, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4ced5732-6ef6-4e24-a310-a11992d79aa0,segment=NetworkSegment(5300b296-c7dd-4a01-9003-d40a6611145a),segment_id=5300b296-c7dd-4a01-9003-d40a6611145a)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:00.113233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.119256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41a138b7-e043-4857-892f-06a509f742ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.122043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41a138b7-e043-4857-892f-06a509f742ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.125644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-41a138b7-e043-4857-892f-06a509f742ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9 HTTP/1.1" status: 204 len: 168 time: 0.7383440 Jul 16 18:47:00.142460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a138b7-e043-4857-892f-06a509f742ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d548e5-f8d9-458a-b8cb-cadeb05e5cd9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:00.166954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.207881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:00.209561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 3a6c4298-b7ef-4939-962d-956fe47dc947 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:00.209920 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.212611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.244621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:00.250142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 8ce0a19f-f213-4a0e-8468-e1a37afe62ff yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:00.259236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:00.283309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4b4eb-f160-4cfe-9995-1b2c26d879a5 None None] Pushing event updated for resources: {'Port': ['ID=4ced5732-6ef6-4e24-a310-a11992d79aa0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:00.292815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:00.382393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port 3a6c4298-b7ef-4939-962d-956fe47dc947, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3a6c4298-b7ef-4939-962d-956fe47dc947,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:00.382765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.391048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Pushing event updated for resources: {'Port': ['ID=e2d177be-0c01-4155-8245-103fd96e2e0e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:00.440911 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 3a6c4298-b7ef-4939-962d-956fe47dc947 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:00.446707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:00.447352 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.524315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-31653ee2-c3c7-4c53-b443-73eacbe9ad4a tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1607814 Jul 16 18:47:00.599330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Request body: {'port': {'device_id': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:00.656553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.9 (7650cec8-cb27-404d-a218-f5dcddc9e60d/0120714a-4e67-40ac-8bcd-f39025a2230e/8ce0a19f-f213-4a0e-8468-e1a37afe62ff) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:00.718701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e837db9e-3255-44d0-a5ee-75849faef9ef None None] Provisioning for port e2d177be-0c01-4155-8245-103fd96e2e0e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:00.731639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e837db9e-3255-44d0-a5ee-75849faef9ef None None] Provisioning complete for port e2d177be-0c01-4155-8245-103fd96e2e0e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:00.733217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e837db9e-3255-44d0-a5ee-75849faef9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.805864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.834830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e837db9e-3255-44d0-a5ee-75849faef9ef None None] Port e2d177be-0c01-4155-8245-103fd96e2e0e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:00.904254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.947822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=3a6c4298-b7ef-4939-962d-956fe47dc947,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:01.055321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:01.226028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:01.233530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:01.234460 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.283593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762324b3-b412-477f-baa4-a532391e0f97 req-c1143f60-913e-456c-9d6a-252889729c92 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.286169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-762324b3-b412-477f-baa4-a532391e0f97 req-c1143f60-913e-456c-9d6a-252889729c92 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 936 time: 0.4121933 Jul 16 18:47:01.455434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.461119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4ced5732-6ef6-4e24-a310-a11992d79aa0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:01.500984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-762324b3-b412-477f-baa4-a532391e0f97 req-41c720f4-20d9-446b-b45c-326bbcf9470b tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902881 Jul 16 18:47:01.504156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.554807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:01.557517 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c06179c-e7b7-4d8c-b578-5a0679290df0" -d '{"events": [{"server_uuid": "917819d8-bf2d-452f-91ad-cc0ebec4049b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7708f3-23dc-403c-ba9d-cb63cf75e4a9"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:01.565206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:01.575901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.610147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 8ce0a19f-f213-4a0e-8468-e1a37afe62ff will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:01.714189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:01.735374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:01.756810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fdebb-b207-4555-916c-750b87db7623 req-9a0cd9af-8bf6-406d-94c6-a66d303ce5b0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.762474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4ced5732-6ef6-4e24-a310-a11992d79aa0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:01.764971 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e01fdebb-b207-4555-916c-750b87db7623 req-9a0cd9af-8bf6-406d-94c6-a66d303ce5b0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 945 time: 0.6129036 Jul 16 18:47:01.782103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.856053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.940887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d177be-0c01-4155-8245-103fd96e2e0e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:01.958324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1114914777-network', 'tenant_id': '14893bbf2a9b46a09d59b532b22783e2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:01.960709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb4989-17ad-490e-9e32-03aa76ad6c41 None None] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:01.995176 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.008735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-36bd212e-a004-4ddf-9d97-776e668c35f8 None None] Provisioning for port 4ced5732-6ef6-4e24-a310-a11992d79aa0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:02.020299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:02.043864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:02.049126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-36bd212e-a004-4ddf-9d97-776e668c35f8 None None] Provisioning complete for port 4ced5732-6ef6-4e24-a310-a11992d79aa0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:02.049380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:02.049935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36bd212e-a004-4ddf-9d97-776e668c35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.065782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Transition to ACTIVE for port object e2d177be-0c01-4155-8245-103fd96e2e0e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:02.092628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Made reservation on behalf of 14893bbf2a9b46a09d59b532b22783e2 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:02.095834 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.103752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=8ce0a19f-f213-4a0e-8468-e1a37afe62ff,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.107242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.162226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223823-5500-415d-8ff6-cca8e2c0a3ef req-64c92107-9f30-477a-a7fe-80a9658d8110 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:02.169545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59223823-5500-415d-8ff6-cca8e2c0a3ef req-64c92107-9f30-477a-a7fe-80a9658d8110 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 945 time: 0.4283819 Jul 16 18:47:02.177428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.244489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36bd212e-a004-4ddf-9d97-776e668c35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.254610 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e01fdebb-b207-4555-916c-750b87db7623 req-95ce4bbc-97a9-4afc-98c7-810d18b2a33e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741681 Jul 16 18:47:02.381214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-36bd212e-a004-4ddf-9d97-776e668c35f8 None None] For port 4ced5732-6ef6-4e24-a310-a11992d79aa0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4ced5732-6ef6-4e24-a310-a11992d79aa0,segment=NetworkSegment(5300b296-c7dd-4a01-9003-d40a6611145a),segment_id=5300b296-c7dd-4a01-9003-d40a6611145a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:02.394859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36bd212e-a004-4ddf-9d97-776e668c35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.481888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd212e-a004-4ddf-9d97-776e668c35f8 None None] Pushing event updated for resources: {'Port': ['ID=4ced5732-6ef6-4e24-a310-a11992d79aa0,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.553959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:02.626904 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d4b87-6c9d-4464-b941-9aa05924c3fc x-openstack-request-id: req-711d4b87-6c9d-4464-b941-9aa05924c3fc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:02.627199 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917819d8-bf2d-452f-91ad-cc0ebec4049b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7708f3-23dc-403c-ba9d-cb63cf75e4a9", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:02.627450 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-711d4b87-6c9d-4464-b941-9aa05924c3fc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:02.629045 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9', 'code': 200} Jul 16 18:47:02.766367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:02.779196 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9b860975-1b9f-4dd5-8c51-531b5d2f1998 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/50fb88ff-2b7f-4e58-b9cf-daf5311013ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7415464 Jul 16 18:47:02.781020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57096) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:02.783059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] Sync routers for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:02.794154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:02.795302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:02.820758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:02.821434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.887350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d177be-0c01-4155-8245-103fd96e2e0e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.922301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59223823-5500-415d-8ff6-cca8e2c0a3ef req-a3084027-0a2b-4661-ac36-14e30c98f811 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471666 Jul 16 18:47:02.929730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting subnet f2538c88-057b-4e1a-bebc-6afb054a71e0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:02.934687 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.957758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Provisioning for port 4165c009-e940-4af1-a7cd-cd23b77a79e6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:02.993846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Provisioning complete for port 4165c009-e940-4af1-a7cd-cd23b77a79e6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:02.998552 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.015264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2ee7c-331e-4d9b-b993-cfea91b864af req-9470eaf9-762b-40fe-a433-519ffa185395 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.025318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ddb2ee7c-331e-4d9b-b993-cfea91b864af req-9470eaf9-762b-40fe-a433-519ffa185395 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 948 time: 0.2199490 Jul 16 18:47:03.078833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:03.102734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Port 4165c009-e940-4af1-a7cd-cd23b77a79e6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:03.105932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ddb2ee7c-331e-4d9b-b993-cfea91b864af req-a013149a-2358-4a76-a238-9793cd449427 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713892 Jul 16 18:47:03.121752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.220358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-77a32c35-63d1-4138-917b-8a6217a4aa80 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.222185 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-77a32c35-63d1-4138-917b-8a6217a4aa80 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 945 time: 0.5458026 Jul 16 18:47:03.263611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Attempting to bind port e2d177be-0c01-4155-8245-103fd96e2e0e on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:03.263963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Attempting to bind port e2d177be-0c01-4155-8245-103fd96e2e0e by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:03.264295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Attempting to bind port e2d177be-0c01-4155-8245-103fd96e2e0e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:03.276403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.277121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4ced5732-6ef6-4e24-a310-a11992d79aa0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:03.307944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Port e2d177be-0c01-4155-8245-103fd96e2e0e on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:03.308396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Attempting to bind port e2d177be-0c01-4155-8245-103fd96e2e0e on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:03.331636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45bc5-9da3-41dc-b59b-5bb6f31cfc6e req-ad9ddcae-50e9-48b6-a415-fc00a41985e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.334390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50b45bc5-9da3-41dc-b59b-5bb6f31cfc6e req-ad9ddcae-50e9-48b6-a415-fc00a41985e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 1098 time: 0.6104448 Jul 16 18:47:03.341211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:03.341861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:03.342436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:03.343050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Bound port: e2d177be-0c01-4155-8245-103fd96e2e0e, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:03.343590 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.363374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Provisioning for port 8ce0a19f-f213-4a0e-8468-e1a37afe62ff completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:03.383450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.399861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Provisioning complete for port 8ce0a19f-f213-4a0e-8468-e1a37afe62ff triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:03.404503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.405343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.440244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Subnet': ['ID=f2538c88-057b-4e1a-bebc-6afb054a71e0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:03.445255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.447538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a3db713b-a897-4cde-8bae-ebf01f479b6a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/subnets/f2538c88-057b-4e1a-bebc-6afb054a71e0 HTTP/1.1" status: 204 len: 168 time: 0.6655664 Jul 16 18:47:03.450917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57130) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:03.474117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-50b45bc5-9da3-41dc-b59b-5bb6f31cfc6e req-e8b84fa5-2865-454e-82b0-426dc479f39e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279786 Jul 16 18:47:03.489583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ed141-906d-4b74-8660-e147390f9a48 None None] Network b0cbae71-5bed-4546-86c4-25138ae8d293 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:03.502615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.513996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1af29317-f1a7-47c5-baf5-ff9cf1131f3c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6970518 Jul 16 18:47:03.519475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57136) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:03.572574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:03.602241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:03.608869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.608869 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Added segment d2bd54b4-aa65-4726-b135-4799b45b9e1b of type vlan for network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b Jul 16 18:47:03.689216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] For port e2d177be-0c01-4155-8245-103fd96e2e0e, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:03.715035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] For port e2d177be-0c01-4155-8245-103fd96e2e0e, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e2d177be-0c01-4155-8245-103fd96e2e0e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:03.722776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Deleting port e8059df7-5c6b-45c1-a0ac-d01871003e18 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:03.723141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.730541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.736119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.768963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779fd43e-bea7-4115-9b9a-34c4a54a711c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.774028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-779fd43e-bea7-4115-9b9a-34c4a54a711c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2533870 Jul 16 18:47:03.776534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57154) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:03.809162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e69992-9f30-447a-a33c-419f353d203a req-a627b6a4-0829-4a61-a96e-b458538d8b2f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.816539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3e69992-9f30-447a-a33c-419f353d203a req-a627b6a4-0829-4a61-a96e-b458538d8b2f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 946 time: 0.3063390 Jul 16 18:47:03.837325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.838739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.840909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/e2d177be-0c01-4155-8245-103fd96e2e0e HTTP/1.1" status: 200 len: 1097 time: 3.2562776 Jul 16 18:47:03.853113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'tag': 'e2d177be-0c01-4155-8245-103fd96e2e0e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:03.855975 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "2016ed89-5a8e-43ed-913e-c31a06c3ae3e", "tag": "e2d177be-0c01-4155-8245-103fd96e2e0e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:03.872497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.912588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Port 8ce0a19f-f213-4a0e-8468-e1a37afe62ff cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:03.959873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 8ce0a19f-f213-4a0e-8468-e1a37afe62ff {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:03.960510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.983493 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a65e88-3ce8-4df5-9307-1a5b3021e660 x-openstack-request-id: req-a8a65e88-3ce8-4df5-9307-1a5b3021e660 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:03.983860 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2016ed89-5a8e-43ed-913e-c31a06c3ae3e", "tag": "e2d177be-0c01-4155-8245-103fd96e2e0e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:03.984178 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8a65e88-3ce8-4df5-9307-1a5b3021e660 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:03.984655 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'tag': 'e2d177be-0c01-4155-8245-103fd96e2e0e', 'status': 'completed', 'code': 200} Jul 16 18:47:04.079917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Provisioning complete for port 4ced5732-6ef6-4e24-a310-a11992d79aa0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:04.080628 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05dbd269-7e01-4df4-ac5f-a8ed9d286c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.125650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4ced5732-6ef6-4e24-a310-a11992d79aa0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:04.126155 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.140743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.141911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.142503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.153415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a5f2b-e551-42f4-bb9e-937500ab89f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d177be-0c01-4155-8245-103fd96e2e0e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:04.165591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] For port e8059df7-5c6b-45c1-a0ac-d01871003e18, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e8059df7-5c6b-45c1-a0ac-d01871003e18,segment=NetworkSegment(7afe4bc3-9f8c-4a44-921c-3baa92fc444f),segment_id=7afe4bc3-9f8c-4a44-921c-3baa92fc444f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:04.166129 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.189869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Calling delete_port for e8059df7-5c6b-45c1-a0ac-d01871003e18 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:04.239101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.274404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.292352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 8ce0a19f-f213-4a0e-8468-e1a37afe62ff owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:04.319295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b1628922-2c3f-4c6c-98db-3fcd68076c0e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:04.325655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] DHCP port deletion for b0cbae71-5bed-4546-86c4-25138ae8d293 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:04.327918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3e69992-9f30-447a-a33c-419f353d203a req-6361aee2-6ef8-47df-8614-c09c9f4b76f7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103297 Jul 16 18:47:04.417549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] Checking router: 50fb88ff-2b7f-4e58-b9cf-daf5311013ee for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:04.496698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] Routers {'50fb88ff-2b7f-4e58-b9cf-daf5311013ee'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:04.497362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:46:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:04.520232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] Pushing event updated for resources: {'Network': ['ID=2d445bbe-af8a-4771-9b8a-4fed3b46b30b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:04.534700 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c10c1a6e-93a6-494b-8157-0229a4e01c24 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8160958 Jul 16 18:47:04.539801 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.542023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:04.563004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Request body: {'subnet': {'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1114914777-subnet', 'tenant_id': '14893bbf2a9b46a09d59b532b22783e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:04.605684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9f8ab-0e45-4815-88bd-ce762f5b41a4 req-a540d125-5bd8-45bf-ad1f-64072cd2f705 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.607257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-52e9f8ab-0e45-4815-88bd-ce762f5b41a4 req-a540d125-5bd8-45bf-ad1f-64072cd2f705 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/ports?device_id=89593359-f46b-4235-a9b2-ab4f9307ed9e HTTP/1.1" status: 200 len: 867 time: 0.3164797 Jul 16 18:47:04.611585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:04.616890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port b1628922-2c3f-4c6c-98db-3fcd68076c0e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:04.617235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.625746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e8059df7-5c6b-45c1-a0ac-d01871003e18'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:04.630614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-af52a45a-65b3-461a-9f70-5987ffecce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.634326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-af52a45a-65b3-461a-9f70-5987ffecce4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5d24da95cda942e685f3452dbaf943ce&device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 1100 time: 0.6636286 Jul 16 18:47:04.634639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97e36bf8-a127-4078-8f84-972657673bf4 None None] Provisioning complete for port 4165c009-e940-4af1-a7cd-cd23b77a79e6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:04.635002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97e36bf8-a127-4078-8f84-972657673bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.689860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Pushing event deleted for resources: {'Port': ['ID=e8059df7-5c6b-45c1-a0ac-d01871003e18,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:04.692148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Made reservation on behalf of 14893bbf2a9b46a09d59b532b22783e2 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:04.695606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.736293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-e6231598-122e-44ab-ac74-03122fd4d588 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=e2d177be-0c01-4155-8245-103fd96e2e0e HTTP/1.1" status: 200 len: 217 time: 0.0658810 Jul 16 18:47:04.746295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-52e9f8ab-0e45-4815-88bd-ce762f5b41a4 req-36d73e72-06d3-4602-a494-04042fa5aea1 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.49 "GET /v2.0/security-groups?id=f753f3d1-2f63-4aab-9332-b4e8b1263f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257279 Jul 16 18:47:04.771923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] Deleting port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:04.772321 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.795568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.796603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] Set router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:04.800289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-97e36bf8-a127-4078-8f84-972657673bf4 None None] Port 4165c009-e940-4af1-a7cd-cd23b77a79e6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:04.810394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port b1628922-2c3f-4c6c-98db-3fcd68076c0e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b1628922-2c3f-4c6c-98db-3fcd68076c0e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:04.811104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.842314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=8ce0a19f-f213-4a0e-8468-e1a37afe62ff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:04.849184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for b1628922-2c3f-4c6c-98db-3fcd68076c0e owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:04.874089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:47:04Z', 'revision_number': 6, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:04.876164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97e36bf8-a127-4078-8f84-972657673bf4 None None] Could not find standard attr ID for object 8ce0a19f-f213-4a0e-8468-e1a37afe62ff. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:47:04.913277 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] No DVR routers for this DVR port e8059df7-5c6b-45c1-a0ac-d01871003e18 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:04.926483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bc245-3047-4bde-9862-f931ce7fcbb3 req-3e38570a-d0d3-4186-b5ea-cc3f83c579a6 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.927977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-604bc245-3047-4bde-9862-f931ce7fcbb3 req-3e38570a-d0d3-4186-b5ea-cc3f83c579a6 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 948 time: 0.4042408 Jul 16 18:47:04.932635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.935507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a76efd1-6424-40f1-ab5f-0b97ca7626ef req-43f4e965-1865-48e5-82d8-b805ee576238 tempest-VolumesSnapshotTestJSON-460829399 tempest-VolumesSnapshotTestJSON-460829399-project] 10.222.0.67 "DELETE /v2.0/ports/e8059df7-5c6b-45c1-a0ac-d01871003e18 HTTP/1.1" status: 204 len: 173 time: 1.7060714 Jul 16 18:47:04.989251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e5d35-abd1-4d60-a45e-ec1ec13d25c5 None None] The sync data for ids ['50fb88ff-2b7f-4e58-b9cf-daf5311013ee'] in n-d-791504-15 is: [{'id': '50fb88ff-2b7f-4e58-b9cf-daf5311013ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286926868', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:15Z', 'updated_at': '2021-07-16T18:47:04Z', 'revision_number': 6, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:04.998588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.003824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e610ec42-9013-4597-94bc-fcd5d3e4c611 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/8ce0a19f-f213-4a0e-8468-e1a37afe62ff HTTP/1.1" status: 204 len: 168 time: 1.2227700 Jul 16 18:47:05.007579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] For port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed1c6d4b-a85a-4833-bff0-641a29a3dc7a,segment=NetworkSegment(fdf4f563-732e-471a-be88-6b0dafb30afa),segment_id=fdf4f563-732e-471a-be88-6b0dafb30afa)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:05.008404 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.014553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57212) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:05.014895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:05.046678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] Calling delete_port for ed1c6d4b-a85a-4833-bff0-641a29a3dc7a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:05.054822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-1f22d86d-5b4b-4147-98ba-7931506a0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.056390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-1f22d86d-5b4b-4147-98ba-7931506a0d23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.2995250 Jul 16 18:47:05.078027 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae5507a-0720-4b15-aa47-bdd347e8f1c3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:47:05.080046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3ae5507a-0720-4b15-aa47-bdd347e8f1c3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/8ce0a19f-f213-4a0e-8468-e1a37afe62ff HTTP/1.1" status: 404 len: 333 time: 0.0638430 Jul 16 18:47:05.084557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:05.157607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-604bc245-3047-4bde-9862-f931ce7fcbb3 req-4cbc0f41-08e2-4ff6-89d2-1f567ea349e1 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733935 Jul 16 18:47:05.203414 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.227338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] No DVR routers for this DVR port ed1c6d4b-a85a-4833-bff0-641a29a3dc7a on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:05.240599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-987ceacb-7e61-4e5a-ba32-10bbb1c8db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.242195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-987ceacb-7e61-4e5a-ba32-10bbb1c8db35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1750224 Jul 16 18:47:05.248396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b71697-4ef7-40be-b6a2-cce766b20cb6 None None] Pushing event deleted for resources: {'Port': ['ID=ed1c6d4b-a85a-4833-bff0-641a29a3dc7a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:05.280271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0616123b-fefc-444a-b782-127cc6e3e91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.395215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.466421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-e27f180c-ca23-48a8-91c3-01c61c5234c3 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066281 Jul 16 18:47:05.477509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.478544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed1c6d4b-a85a-4833-bff0-641a29a3dc7a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:05.482848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 4165c009-e940-4af1-a7cd-cd23b77a79e6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:05.483241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.495853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2045991d-1ad8-4c47-8a5b-05a3f1ff5922,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:05.546778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ed1c6d4b-a85a-4833-bff0-641a29a3dc7a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:05.547593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed1c6d4b-a85a-4833-bff0-641a29a3dc7a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:05.552259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=b1628922-2c3f-4c6c-98db-3fcd68076c0e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:05.554350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a6c4298-b7ef-4939-962d-956fe47dc947 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:05.564088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Checking segment: {'id': 'd2bd54b4-aa65-4726-b135-4799b45b9e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:05.564088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Network hostable DHCP agents. Network: 2d445bbe-af8a-4771-9b8a-4fed3b46b30b, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:05.596826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 3a6c4298-b7ef-4939-962d-956fe47dc947 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:05.597253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a6c4298-b7ef-4939-962d-956fe47dc947 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:05.660912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:05.680593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efbf00ce-07fb-4913-979a-bc9c921fd2d7 req-09ea385f-a1ac-49b4-9736-e9739961cbeb service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004380 Jul 16 18:47:05.683607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2d445bbe-af8a-4771-9b8a-4fed3b46b30b) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:05.696528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.697734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac274b6-4575-4ef6-ba43-28b294622057 None None] Network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:05.700507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0616123b-fefc-444a-b782-127cc6e3e91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.710628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.711702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.716361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.717342 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0616123b-fefc-444a-b782-127cc6e3e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.742111 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-37b44de0-de28-4d4d-a6c3-ed052d395d13 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1768150 Jul 16 18:47:05.779711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 4165c009-e940-4af1-a7cd-cd23b77a79e6 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:05.929430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-d945b5c5-c796-4894-b959-5a16fef72e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.931007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-d945b5c5-c796-4894-b959-5a16fef72e21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5d24da95cda942e685f3452dbaf943ce&device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 1100 time: 0.1521895 Jul 16 18:47:05.959672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e726210-85f1-4f3a-ac5c-29a70223fdab None None] Network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:05.988056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'name': 'network-vif-deleted', 'tag': 'e8059df7-5c6b-45c1-a0ac-d01871003e18'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:05.991818 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee50bc5-2e26-4de3-8a6b-99e776841e12" -d '{"events": [{"server_uuid": "89593359-f46b-4235-a9b2-ab4f9307ed9e", "name": "network-vif-deleted", "tag": "e8059df7-5c6b-45c1-a0ac-d01871003e18"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:06.074877 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059e3f27-e468-4d71-96b7-9b79e9455114 x-openstack-request-id: req-059e3f27-e468-4d71-96b7-9b79e9455114 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:06.075199 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89593359-f46b-4235-a9b2-ab4f9307ed9e", "name": "network-vif-deleted", "tag": "e8059df7-5c6b-45c1-a0ac-d01871003e18", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:06.075443 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-059e3f27-e468-4d71-96b7-9b79e9455114 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:06.075807 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89593359-f46b-4235-a9b2-ab4f9307ed9e', 'name': 'network-vif-deleted', 'tag': 'e8059df7-5c6b-45c1-a0ac-d01871003e18', 'status': 'completed', 'code': 200} Jul 16 18:47:06.103295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-08fa2101-1607-4e5f-b3de-22aabe248285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.110411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-08fa2101-1607-4e5f-b3de-22aabe248285 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1684060 Jul 16 18:47:06.142334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.148276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.152048 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0616123b-fefc-444a-b782-127cc6e3e91f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72cb3b58f4a640cfb4a8c7876fb4d1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1345193 Jul 16 18:47:06.153002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616123b-fefc-444a-b782-127cc6e3e91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4a9f31-7ec4-4ee4-a6cc-74b993883825,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:06.158998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:06.178850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-2f9d9501-1a7b-438c-8e6d-288e2e1a9d3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=e2d177be-0c01-4155-8245-103fd96e2e0e HTTP/1.1" status: 200 len: 217 time: 0.0609248 Jul 16 18:47:06.185454 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.248366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-8141b5a5-0b17-4436-a532-597014d586c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.253944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-8141b5a5-0b17-4436-a532-597014d586c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0673723 Jul 16 18:47:06.348334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-ac463c63-4ed6-414f-b62b-52c785a0af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.350384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-ac463c63-4ed6-414f-b62b-52c785a0af02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855289 Jul 16 18:47:06.567826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-da4220da-449c-43ac-9e70-6445223648b3 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094939 Jul 16 18:47:06.576362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-4678f8c5-827d-4033-b9e6-79cf493b2db5 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.578308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-4678f8c5-827d-4033-b9e6-79cf493b2db5 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/networks?id=2d445bbe-af8a-4771-9b8a-4fed3b46b30b HTTP/1.1" status: 200 len: 821 time: 0.1546073 Jul 16 18:47:06.587721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=4165c009-e940-4af1-a7cd-cd23b77a79e6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:06.616130 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-2e22da9c-d985-45f9-be55-8a97d2377443 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/quotas/14893bbf2a9b46a09d59b532b22783e2 HTTP/1.1" status: 200 len: 375 time: 0.0290134 Jul 16 18:47:06.627446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.627966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Fanout notify agent at l3_agent the message router_deleted on router 50fb88ff-2b7f-4e58-b9cf-daf5311013ee {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:47:06.640546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.644863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-843e872b-833e-4628-8d8a-2d29e1669b36 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/routers/50fb88ff-2b7f-4e58-b9cf-daf5311013ee HTTP/1.1" status: 204 len: 168 time: 3.1918564 Jul 16 18:47:06.647068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:06.733460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c77801-6af4-4c50-8bfe-e2d22f19d9a6 req-f3703061-aff9-4da8-8067-5771d18c4b58 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.740825 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98c77801-6af4-4c50-8bfe-e2d22f19d9a6 req-f3703061-aff9-4da8-8067-5771d18c4b58 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 946 time: 0.7826061 Jul 16 18:47:06.756452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e8059df7-5c6b-45c1-a0ac-d01871003e18 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:06.798713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: e8059df7-5c6b-45c1-a0ac-d01871003e18 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:06.798971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e8059df7-5c6b-45c1-a0ac-d01871003e18 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:06.809984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0630dd8d-cd81-4e36-a9ca-4843e92b59b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.831364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.833552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-882d634f-ea34-4c18-b224-6aba58ddd5a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/4165c009-e940-4af1-a7cd-cd23b77a79e6 HTTP/1.1" status: 204 len: 168 time: 1.7476482 Jul 16 18:47:06.875620 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0630dd8d-cd81-4e36-a9ca-4843e92b59b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.887044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:06.890523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98c77801-6af4-4c50-8bfe-e2d22f19d9a6 req-ac93d83f-71b0-4b4f-a919-1ce84968e12b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487114 Jul 16 18:47:06.927898 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c5d2dc-10e7-40fe-bdfc-91bf024fce9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:47:06.929697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-58c5d2dc-10e7-40fe-bdfc-91bf024fce9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/4165c009-e940-4af1-a7cd-cd23b77a79e6 HTTP/1.1" status: 404 len: 333 time: 0.0381603 Jul 16 18:47:06.965836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:07.037062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.048645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-4ab7cf8c-c0fe-4fe5-bfe0-497a569e8f7b tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=14893bbf2a9b46a09d59b532b22783e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4260316 Jul 16 18:47:07.098274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dcf1b6c-4011-409b-bea4-3baa230e3ceb req-d13d9657-1885-41f1-82ac-5039f7afb551 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174906 Jul 16 18:47:07.110028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 0120714a-4e67-40ac-8bcd-f39025a2230e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:07.116915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.186362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0630dd8d-cd81-4e36-a9ca-4843e92b59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.188968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0630dd8d-cd81-4e36-a9ca-4843e92b59b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.190127 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0630dd8d-cd81-4e36-a9ca-4843e92b59b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd4a9f31-7ec4-4ee4-a6cc-74b993883825 HTTP/1.1" status: 204 len: 168 time: 1.0294244 Jul 16 18:47:07.209880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b1628922-2c3f-4c6c-98db-3fcd68076c0e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:07.235545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b1628922-2c3f-4c6c-98db-3fcd68076c0e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:07.236360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b1628922-2c3f-4c6c-98db-3fcd68076c0e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:07.255642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.258264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630dd8d-cd81-4e36-a9ca-4843e92b59b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4a9f31-7ec4-4ee4-a6cc-74b993883825,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:07.294091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-dbe31282-5ca7-4285-b791-7e478e7cb1f5 service neutron] 10.222.0.49 "GET /v2.0/networks/2d445bbe-af8a-4771-9b8a-4fed3b46b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336442 Jul 16 18:47:07.344379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.366405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761440e-7353-44c3-be5e-fd4260e168e4 req-67c8a068-4c6b-4cc1-bf1f-8a75bacc33b3 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:07.368883 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f761440e-7353-44c3-be5e-fd4260e168e4 req-67c8a068-4c6b-4cc1-bf1f-8a75bacc33b3 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 948 time: 0.3439927 Jul 16 18:47:07.370859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cbae71-5bed-4546-86c4-25138ae8d293']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:07.393460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf4f563-732e-471a-be88-6b0dafb30afa') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:07.393912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf4f563-732e-471a-be88-6b0dafb30afa') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:07.397097 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-47bcadbb-88e2-49fd-9083-2e24eb7d3d6e service neutron] 10.222.0.49 "GET /v2.0/networks/2d445bbe-af8a-4771-9b8a-4fed3b46b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953269 Jul 16 18:47:07.414557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.454778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.475342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:07.475825 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:07.480864 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:07.499353 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f761440e-7353-44c3-be5e-fd4260e168e4 req-9abbfbfd-ea34-4a55-950b-400254d4f005 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148269 Jul 16 18:47:07.514911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.590430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.599304 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.601403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/networks/b0cbae71-5bed-4546-86c4-25138ae8d293 HTTP/1.1" status: 204 len: 168 time: 0.9258943 Jul 16 18:47:07.604473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:07.642665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655bb1-28f8-4d6d-8c7b-6ea79d32342b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Network': ['ID=b0cbae71-5bed-4546-86c4-25138ae8d293,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:07.675772 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-833cb418-c934-4b70-8bfc-a6c7d9d94302 req-adb9ef82-f500-4778-810f-4e521a04a5e1 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 210 time: 0.0544665 Jul 16 18:47:07.700601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.747823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-795ac1c0-c340-4ac5-adc1-5c4eb58fa858 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.756914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=0120714a-4e67-40ac-8bcd-f39025a2230e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:07.758969 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.763939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e56eb0e-9585-4a78-a0a6-1f90a0d7ab5f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/0120714a-4e67-40ac-8bcd-f39025a2230e HTTP/1.1" status: 204 len: 168 time: 0.7948902 Jul 16 18:47:07.765476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:07.767385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c28242-6223-464c-bc01-c4a5d8f00641 None None] Network 7650cec8-cb27-404d-a218-f5dcddc9e60d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:07.799386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-795ac1c0-c340-4ac5-adc1-5c4eb58fa858 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.897018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-795ac1c0-c340-4ac5-adc1-5c4eb58fa858 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.900075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-795ac1c0-c340-4ac5-adc1-5c4eb58fa858 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.901618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-795ac1c0-c340-4ac5-adc1-5c4eb58fa858 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/security-groups/f5c920aa-fc91-4b9c-a183-69b3eb0473e3 HTTP/1.1" status: 204 len: 168 time: 0.2959781 Jul 16 18:47:07.919105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ac1c0-c340-4ac5-adc1-5c4eb58fa858 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c920aa-fc91-4b9c-a183-69b3eb0473e3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:07.946983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.989581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae156d-d5ca-442a-a037-0e935b9ec792 req-e0e87839-3b6d-40ba-8c9d-0c5c734ba2b5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:07.991427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85ae156d-d5ca-442a-a037-0e935b9ec792 req-e0e87839-3b6d-40ba-8c9d-0c5c734ba2b5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 946 time: 0.3064723 Jul 16 18:47:08.084633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85ae156d-d5ca-442a-a037-0e935b9ec792 req-420346cd-2b1a-482d-a18a-748e66e3fe55 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Jul 16 18:47:08.098722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 4ced5732-6ef6-4e24-a310-a11992d79aa0 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:08.099363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.111291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] DHCP port deletion for 7650cec8-cb27-404d-a218-f5dcddc9e60d request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:08.207220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] For port 4ced5732-6ef6-4e24-a310-a11992d79aa0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4ced5732-6ef6-4e24-a310-a11992d79aa0,segment=NetworkSegment(5300b296-c7dd-4a01-9003-d40a6611145a),segment_id=5300b296-c7dd-4a01-9003-d40a6611145a)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:08.207593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.221295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 4ced5732-6ef6-4e24-a310-a11992d79aa0 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:08.222754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] Deleting port 4ced5732-6ef6-4e24-a310-a11992d79aa0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:08.223381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.303038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] For port 4ced5732-6ef6-4e24-a310-a11992d79aa0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4ced5732-6ef6-4e24-a310-a11992d79aa0,segment=NetworkSegment(5300b296-c7dd-4a01-9003-d40a6611145a),segment_id=5300b296-c7dd-4a01-9003-d40a6611145a)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:08.303900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.315090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.322031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] Calling delete_port for 4ced5732-6ef6-4e24-a310-a11992d79aa0 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:08.400762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=4ced5732-6ef6-4e24-a310-a11992d79aa0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:08.426707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No DVR routers for this DVR port 4ced5732-6ef6-4e24-a310-a11992d79aa0 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:08.449798 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.466682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] No DVR routers for this DVR port 4ced5732-6ef6-4e24-a310-a11992d79aa0 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:08.498133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a29f13-6d11-4bd9-957d-6f1c2054eddd None None] Pushing event deleted for resources: {'Port': ['ID=4ced5732-6ef6-4e24-a310-a11992d79aa0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:08.508406 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0a9d4-9ee4-45d2-b59d-ec3a628639e3 req-483865b1-73af-421e-b71e-0a4c1abc3b15 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:08.516450 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8b0a9d4-9ee4-45d2-b59d-ec3a628639e3 req-483865b1-73af-421e-b71e-0a4c1abc3b15 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 946 time: 0.1961312 Jul 16 18:47:08.545883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.558058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7650cec8-cb27-404d-a218-f5dcddc9e60d']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:08.570145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5300b296-c7dd-4a01-9003-d40a6611145a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:08.570440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5300b296-c7dd-4a01-9003-d40a6611145a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:08.583442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.598946 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.617224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:08.617635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:08.621085 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:08.691117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8b0a9d4-9ee4-45d2-b59d-ec3a628639e3 req-9bf046e5-19f9-49a8-9944-76bf2bfb52d0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736856 Jul 16 18:47:08.700021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.707604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.713156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:08.714183 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/7650cec8-cb27-404d-a218-f5dcddc9e60d HTTP/1.1" status: 204 len: 168 time: 0.9459579 Jul 16 18:47:08.720073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1762594250'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:08.739290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc14695-aee0-43f5-b8d5-f298510f5d84 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=7650cec8-cb27-404d-a218-f5dcddc9e60d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:08.762207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:08.769366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e2d177be-0c01-4155-8245-103fd96e2e0e details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:08.788977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.826126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:08.841074 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.841962 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment 40fc3e99-ed2e-47c6-9300-d53a4be64bc1 of type vlan for network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 Jul 16 18:47:08.914683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.919260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e2d177be-0c01-4155-8245-103fd96e2e0e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e2d177be-0c01-4155-8245-103fd96e2e0e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:08.953113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'e2d177be-0c01-4155-8245-103fd96e2e0e', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': 'e2d177be-0c01-4155-8245-103fd96e2e0e', 'mac_address': 'fa:16:3e:fa:6c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:08.953401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.967731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:08.968845 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.986820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851d0bc-ce6a-4679-bf66-19ad3d9ea144 req-3b6c0b66-cb59-41fd-bde3-956586b2052e tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:08.989042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9851d0bc-ce6a-4679-bf66-19ad3d9ea144 req-3b6c0b66-cb59-41fd-bde3-956586b2052e tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 948 time: 0.1184361 Jul 16 18:47:09.010420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.043188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d177be-0c01-4155-8245-103fd96e2e0e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:09.075977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3615482 Jul 16 18:47:09.079170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:09.094840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:09.104164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e2d177be-0c01-4155-8245-103fd96e2e0e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e2d177be-0c01-4155-8245-103fd96e2e0e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:09.119434 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.130305 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9851d0bc-ce6a-4679-bf66-19ad3d9ea144 req-70c3a95c-88fc-4427-9722-ddd748a9b5bc tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345112 Jul 16 18:47:09.156299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41354b4a-7ad0-447a-98f3-2355afe8f1f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=c4e25a5a-a797-4701-8b5e-e8bbccc44af4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.189829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:09.263971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4ced5732-6ef6-4e24-a310-a11992d79aa0 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:09.373383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c909a00a-f81c-43d5-ba99-3a81823a7740 req-d121386a-d45b-462e-b619-1f49f7bc9d8e tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 210 time: 0.0516298 Jul 16 18:47:09.494427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:09.506142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.682195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-cae5947e-2735-423c-ae8f-b05ba170c7f7 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:09.683866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-cae5947e-2735-423c-ae8f-b05ba170c7f7 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.67 "GET /v2.0/networks?id=2d445bbe-af8a-4771-9b8a-4fed3b46b30b HTTP/1.1" status: 200 len: 821 time: 0.3201396 Jul 16 18:47:09.703373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Request body: {'port': {'device_id': 'c38f9d38-262e-4b50-af85-138d79049311', 'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b', 'admin_state_up': True, 'tenant_id': '14893bbf2a9b46a09d59b532b22783e2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:09.733726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4ced5732-6ef6-4e24-a310-a11992d79aa0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:09.734021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4ced5732-6ef6-4e24-a310-a11992d79aa0 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:09.743828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e2d177be-0c01-4155-8245-103fd96e2e0e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:09.797634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e2d177be-0c01-4155-8245-103fd96e2e0e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.937629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.948483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3af98-dae2-41e1-a956-04de9d20bbd0 req-323f599a-4b09-44db-9ccd-475d23f1058c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:09.950699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75f3af98-dae2-41e1-a956-04de9d20bbd0 req-323f599a-4b09-44db-9ccd-475d23f1058c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 946 time: 0.1976080 Jul 16 18:47:10.007970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=04530a80-ea88-4d64-8339-7d7d60bfa478,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:10.041644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75f3af98-dae2-41e1-a956-04de9d20bbd0 req-24a84b35-1825-42be-aae7-8788ee890eab tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836902 Jul 16 18:47:10.059940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': '40fc3e99-ed2e-47c6-9300-d53a4be64bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:10.061030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: c4e25a5a-a797-4701-8b5e-e8bbccc44af4, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:10.072452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Made reservation on behalf of 14893bbf2a9b46a09d59b532b22783e2 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:10.076714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.090253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:10.106453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, c4e25a5a-a797-4701-8b5e-e8bbccc44af4) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:10.115308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d037e2-dcd6-40c0-9c63-cf9001f276b8 None None] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:10.117941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.118730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.140094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-63e0e0d5-9d4e-4e0b-9e69-2f97d7f6bd93 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0582743 Jul 16 18:47:10.141177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57358) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:10.147809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4', 'name': 'tempest-PortsTestJSON-1945550931', 'fixed_ips': [{'subnet_id': '04530a80-ea88-4d64-8339-7d7d60bfa478', 'ip_address': '172.20.0.10'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:10.287788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:10.294457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-14a33ef8-5e77-4098-8804-d51ce8d1e8df tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518440417', 'description': 'tempest-secgroup-smoke-1518440417 description', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:10.299763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:10.326818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Allocated IP 172.20.0.11 (2d445bbe-af8a-4771-9b8a-4fed3b46b30b/2045991d-1ad8-4c47-8a5b-05a3f1ff5922/dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:10.380319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14a33ef8-5e77-4098-8804-d51ce8d1e8df tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.432605 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.436068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-c4e25a5a-a797-4701-8b5e-e8bbccc44af4', 'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4', 'tenant_id': 'efc98cb811b3438c9b6be46534e6faa8', 'fixed_ips': [{'subnet_id': '04530a80-ea88-4d64-8339-7d7d60bfa478'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:10.436964 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.455845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 75c6790d-4ef0-4b1d-b5f3-544b47c20eff yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:10.496301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.659265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Allocated IP 172.20.0.2 (c4e25a5a-a797-4701-8b5e-e8bbccc44af4/04530a80-ea88-4d64-8339-7d7d60bfa478/c4d25804-b2dc-451d-8b97-36b1f9b16611) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:10.668121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.720154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:10.730481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:10.735476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:10.771827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e2d177be-0c01-4155-8245-103fd96e2e0e up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:10.784151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Pushing event updated for resources: {'Port': ['ID=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:10.826519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d84155-306b-413e-8e03-0ffb1bf6c458 req-1de02262-cab9-4191-b372-da03e5ac1278 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.828865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d84155-306b-413e-8e03-0ffb1bf6c458 req-1de02262-cab9-4191-b372-da03e5ac1278 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 949 time: 0.2131259 Jul 16 18:47:10.829736 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:10.836707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.837412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.858415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14a33ef8-5e77-4098-8804-d51ce8d1e8df tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.871902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14a33ef8-5e77-4098-8804-d51ce8d1e8df tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.894747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bd5ec1db-0f28-45e2-8d20-e4c7aaed135a tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2025540 Jul 16 18:47:10.898284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3510a82-8f06-4c0c-891a-2e3ed4b11491 req-9096c352-46f2-40e1-b840-d2ce29fbf729 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.899493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d84155-306b-413e-8e03-0ffb1bf6c458 req-3ca4529c-c9a8-4b1d-b21d-e6ede69f6ebe tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589600 Jul 16 18:47:10.900624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3510a82-8f06-4c0c-891a-2e3ed4b11491 req-9096c352-46f2-40e1-b840-d2ce29fbf729 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 932 time: 0.2396889 Jul 16 18:47:10.912355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Request body: {'port': {'device_id': 'c38f9d38-262e-4b50-af85-138d79049311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:10.979618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port e2d177be-0c01-4155-8245-103fd96e2e0e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:10.987741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14a33ef8-5e77-4098-8804-d51ce8d1e8df tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.989787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14a33ef8-5e77-4098-8804-d51ce8d1e8df tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7004673 Jul 16 18:47:10.994317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:10.998559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a33ef8-5e77-4098-8804-d51ce8d1e8df tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a12338-1704-4704-9a5a-c8b404f19e2f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.003831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port e2d177be-0c01-4155-8245-103fd96e2e0e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:11.004965 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.010985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d7f1f666-78a2-4fba-9e8e-7b466dd94319 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '02a12338-1704-4704-9a5a-c8b404f19e2f', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:11.015170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3510a82-8f06-4c0c-891a-2e3ed4b11491 req-e4df9ad2-3a1c-45a9-a777-e8f2dc893f52 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030262 Jul 16 18:47:11.044034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.067192 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f666-78a2-4fba-9e8e-7b466dd94319 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.079150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.095121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Transition to ACTIVE for port object c4d25804-b2dc-451d-8b97-36b1f9b16611 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:11.142301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Transition to ACTIVE for port object c4d25804-b2dc-451d-8b97-36b1f9b16611 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:11.178988 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.234548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.239772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.10 (c4e25a5a-a797-4701-8b5e-e8bbccc44af4/04530a80-ea88-4d64-8339-7d7d60bfa478/75c6790d-4ef0-4b1d-b5f3-544b47c20eff) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:11.276198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e2d177be-0c01-4155-8245-103fd96e2e0e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e2d177be-0c01-4155-8245-103fd96e2e0e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:11.283812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:11.286174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d177be-0c01-4155-8245-103fd96e2e0e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:11.288569 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5acd01e-80d3-4e91-8522-211b79f5cb0d" -d '{"events": [{"server_uuid": "2016ed89-5a8e-43ed-913e-c31a06c3ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d177be-0c01-4155-8245-103fd96e2e0e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:11.297078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.301731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:11.306176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:11.314403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Pushing event updated for resources: {'Port': ['ID=c4d25804-b2dc-451d-8b97-36b1f9b16611,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.462199 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba13a2-8c6a-4c6b-822c-cd49d8b6abc4 x-openstack-request-id: req-5fba13a2-8c6a-4c6b-822c-cd49d8b6abc4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:11.462569 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016ed89-5a8e-43ed-913e-c31a06c3ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d177be-0c01-4155-8245-103fd96e2e0e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:11.462727 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fba13a2-8c6a-4c6b-822c-cd49d8b6abc4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:11.463129 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d177be-0c01-4155-8245-103fd96e2e0e', 'code': 200} Jul 16 18:47:11.465455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e2d177be-0c01-4155-8245-103fd96e2e0e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.489404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.495852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f666-78a2-4fba-9e8e-7b466dd94319 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.508715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 75c6790d-4ef0-4b1d-b5f3-544b47c20eff will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:11.511501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-6e8888a2-f364-4d4f-a899-6d517354e848 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.513424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-6e8888a2-f364-4d4f-a899-6d517354e848 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 946 time: 0.4417214 Jul 16 18:47:11.529831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Attempting to bind port c4d25804-b2dc-451d-8b97-36b1f9b16611 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:11.530211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Attempting to bind port c4d25804-b2dc-451d-8b97-36b1f9b16611 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '40fc3e99-ed2e-47c6-9300-d53a4be64bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:11.530595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Attempting to bind port c4d25804-b2dc-451d-8b97-36b1f9b16611 on network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:11.536008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:11.536548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Checking segment: {'id': '40fc3e99-ed2e-47c6-9300-d53a4be64bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:11.536993 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.537394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Bound using segment: {'id': '40fc3e99-ed2e-47c6-9300-d53a4be64bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:11.537859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Bound port: c4d25804-b2dc-451d-8b97-36b1f9b16611, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fc3e99-ed2e-47c6-9300-d53a4be64bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:11.538242 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.549068 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f666-78a2-4fba-9e8e-7b466dd94319 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.578583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.616499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] For port c4d25804-b2dc-451d-8b97-36b1f9b16611, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:11.622124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] For port c4d25804-b2dc-451d-8b97-36b1f9b16611, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4d25804-b2dc-451d-8b97-36b1f9b16611,segment=NetworkSegment(40fc3e99-ed2e-47c6-9300-d53a4be64bc1),segment_id=40fc3e99-ed2e-47c6-9300-d53a4be64bc1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:11.629506 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.640225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:11.647076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:11.664717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:11.683475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:11.686065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1f666-78a2-4fba-9e8e-7b466dd94319 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6fef9a-84c1-4ccb-b86e-e8ae18aae053,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.702927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d7f1f666-78a2-4fba-9e8e-7b466dd94319 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.712157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d7f1f666-78a2-4fba-9e8e-7b466dd94319 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7088876 Jul 16 18:47:11.712956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:11.739712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b065ea-128f-4c73-a1bf-a8f4f11373ce None None] Pushing event updated for resources: {'Port': ['ID=c4d25804-b2dc-451d-8b97-36b1f9b16611,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.759573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9617462e-9f06-45ae-8364-7b9637041541 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '02a12338-1704-4704-9a5a-c8b404f19e2f', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:11.787635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.788488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.803737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=75c6790d-4ef0-4b1d-b5f3-544b47c20eff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.820017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8a6321df-89cd-4ff7-8eaf-3a40d7b1c7e8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6754787 Jul 16 18:47:11.821052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57426) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:11.827508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': 'c4e25a5a-a797-4701-8b5e-e8bbccc44af4', 'name': 'tempest-PortsTestJSON-1248466147', 'fixed_ips': [{'subnet_id': '04530a80-ea88-4d64-8339-7d7d60bfa478', 'ip_address': '172.20.0.9'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:11.858674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c62dfd-8fc6-4231-99c6-982fd5a6e2df req-20586a52-20f4-4615-8348-6f40be355d5d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.860254 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6c62dfd-8fc6-4231-99c6-982fd5a6e2df req-20586a52-20f4-4615-8348-6f40be355d5d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 946 time: 0.6237042 Jul 16 18:47:11.905440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a631e-0f62-4190-a5b3-a7357d922895 req-0928252c-5b30-444f-a96a-f3b52912e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.906985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-291a631e-0f62-4190-a5b3-a7357d922895 req-0928252c-5b30-444f-a96a-f3b52912e3b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 1102 time: 0.4224491 Jul 16 18:47:11.964799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.973449 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9617462e-9f06-45ae-8364-7b9637041541 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.018172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:47:12.018172 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:47:12.018172 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': '66c42fa5802741fa9c8e31d6554891ff', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 47, 11, 994416)}] Jul 16 18:47:12.018172 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:47:12.022763 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:47:12.038547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:12.045861 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.082161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:12.118387 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6c62dfd-8fc6-4231-99c6-982fd5a6e2df req-11292229-4f99-450f-acfa-211f5b4c2d3e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275460 Jul 16 18:47:12.164720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-291a631e-0f62-4190-a5b3-a7357d922895 req-ccd587d9-4125-4a5b-86b9-82198cc980ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476680 Jul 16 18:47:12.226791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:12.240597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.256112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Transition to ACTIVE for port object dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:12.258997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:12.259344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.305724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.340877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb1c48-63dd-44a9-846c-92b1b37cbe65 req-bb5b14f5-d3c8-489a-b048-fdcae48d683c tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:12.342583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-63bb1c48-63dd-44a9-846c-92b1b37cbe65 req-bb5b14f5-d3c8-489a-b048-fdcae48d683c tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 950 time: 0.1516759 Jul 16 18:47:12.345934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9617462e-9f06-45ae-8364-7b9637041541 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.379837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9617462e-9f06-45ae-8364-7b9637041541 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.390047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.9 (c4e25a5a-a797-4701-8b5e-e8bbccc44af4/04530a80-ea88-4d64-8339-7d7d60bfa478/ae9d25f6-e7fb-44e6-b38a-75132b5b73f3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:12.412762 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-63bb1c48-63dd-44a9-846c-92b1b37cbe65 req-a744c330-67fe-4fc4-aae2-2ccf283dd65e tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643046 Jul 16 18:47:12.468407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617462e-9f06-45ae-8364-7b9637041541 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce05b46-57b7-4f63-8878-60aede7c9a96,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.487141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Pushing event updated for resources: {'Port': ['ID=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.525377 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9617462e-9f06-45ae-8364-7b9637041541 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.529606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9617462e-9f06-45ae-8364-7b9637041541 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7947164 Jul 16 18:47:12.534236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.541273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.546129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0373d10a-5785-429b-9654-f091cb2614b2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '02a12338-1704-4704-9a5a-c8b404f19e2f', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:12.596310 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.614394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] For port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:12.614769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.618363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:12.633678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:12.671798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.746903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:12.757242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:12.760712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=ae9d25f6-e7fb-44e6-b38a-75132b5b73f3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.763387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:12.849971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:12.850833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.918125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.935235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.963583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0285fcc0-75ef-405b-9727-1384b08f7446 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1411476 Jul 16 18:47:12.987945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.051615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d586e36-c1fc-48c0-b2af-4c8c5e7ecfff None None] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:13.104008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66c42fa5802741fa9c8e31d6554891ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4379914 Jul 16 18:47:13.106278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.113358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d362c04-7e6d-4920-8e1a-a7ede67716d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bedd1e0-373e-4e00-89d3-551382bb4b94,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:13.158169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:13.219525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a83e9b14-d25b-49d5-83ed-0c887d2241a8 None None] Provisioning for port c4d25804-b2dc-451d-8b97-36b1f9b16611 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:13.262146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c0fc6-df9d-422e-ba8c-1910ed62f276 req-4249b4cd-cb61-4365-a277-1ec4c75d7e75 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.263695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c2c0fc6-df9d-422e-ba8c-1910ed62f276 req-4249b4cd-cb61-4365-a277-1ec4c75d7e75 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 944 time: 0.9663250 Jul 16 18:47:13.268328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0373d10a-5785-429b-9654-f091cb2614b2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.289753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09514587-b981-4c02-9930-5dd01f692f36 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.291936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-09514587-b981-4c02-9930-5dd01f692f36 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3017304 Jul 16 18:47:13.294950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.322062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4d25804-b2dc-451d-8b97-36b1f9b16611 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:13.361098 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.389108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Attempting to bind port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:13.389706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Attempting to bind port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'd2bd54b4-aa65-4726-b135-4799b45b9e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:13.390133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Attempting to bind port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf on network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:13.395190 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.408986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-019134a7-b4a3-44fd-beec-eb6b54d07539 req-eae70fda-c96d-4c82-88ea-eeb4836fd38c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.0469739 Jul 16 18:47:13.429795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9486613d-029b-4751-b1c5-7ffc37f08ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.438133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=fe7708f3-23dc-403c-ba9d-cb63cf75e4a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:13.447627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf on network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:13.448028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Attempting to bind port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf on network 2d445bbe-af8a-4771-9b8a-4fed3b46b30b {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:13.459623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:13.460146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Checking segment: {'id': 'd2bd54b4-aa65-4726-b135-4799b45b9e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:13.460744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Bound using segment: {'id': 'd2bd54b4-aa65-4726-b135-4799b45b9e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:13.461857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Bound port: dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2bd54b4-aa65-4726-b135-4799b45b9e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:13.462324 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.500053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9486613d-029b-4751-b1c5-7ffc37f08ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.513717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port c4d25804-b2dc-451d-8b97-36b1f9b16611 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:13.515961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7edb6-c0c1-4485-9956-e5d5405c07c4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.525793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7edb6-c0c1-4485-9956-e5d5405c07c4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.537449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c4d25804-b2dc-451d-8b97-36b1f9b16611 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:13.545352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.549619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7edb6-c0c1-4485-9956-e5d5405c07c4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.552458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-65d7edb6-c0c1-4485-9956-e5d5405c07c4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2539527 Jul 16 18:47:13.557384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c2c0fc6-df9d-422e-ba8c-1910ed62f276 req-92686294-1b03-489a-9f86-f263a18ce620 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605703 Jul 16 18:47:13.560195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.586921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] No DVR routers for this DVR port fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:13.590843 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.593003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36001b70-c7c3-4c16-8ebf-7ba393b90a11 req-4faa8211-3dbc-4bf4-9b83-29353683eb1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "DELETE /v2.0/ports/fe7708f3-23dc-403c-ba9d-cb63cf75e4a9 HTTP/1.1" status: 204 len: 173 time: 2.0695753 Jul 16 18:47:13.596675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'name': 'network-vif-deleted', 'tag': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:13.598994 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb341fb2-5e17-4320-b698-ac8d1155a2a3" -d '{"events": [{"server_uuid": "917819d8-bf2d-452f-91ad-cc0ebec4049b", "name": "network-vif-deleted", "tag": "fe7708f3-23dc-403c-ba9d-cb63cf75e4a9"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:13.633581 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0373d10a-5785-429b-9654-f091cb2614b2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.684067 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69463599-0102-46f5-9079-62e955a419b7 x-openstack-request-id: req-69463599-0102-46f5-9079-62e955a419b7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:13.684749 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917819d8-bf2d-452f-91ad-cc0ebec4049b", "name": "network-vif-deleted", "tag": "fe7708f3-23dc-403c-ba9d-cb63cf75e4a9", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:13.685251 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69463599-0102-46f5-9079-62e955a419b7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:13.686095 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917819d8-bf2d-452f-91ad-cc0ebec4049b', 'name': 'network-vif-deleted', 'tag': 'fe7708f3-23dc-403c-ba9d-cb63cf75e4a9', 'status': 'completed', 'code': 200} Jul 16 18:47:13.689818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0373d10a-5785-429b-9654-f091cb2614b2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.729893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373d10a-5785-429b-9654-f091cb2614b2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a529d7b-fd1e-4026-8c89-c8b052c4fe21,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:13.746581 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0373d10a-5785-429b-9654-f091cb2614b2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.748232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0373d10a-5785-429b-9654-f091cb2614b2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2112076 Jul 16 18:47:13.751050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.757570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-529a96a4-ab4f-49e2-b40d-69f02d5769e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '02a12338-1704-4704-9a5a-c8b404f19e2f', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:13.778824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] For port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:13.780739 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.783660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] For port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,segment=NetworkSegment(d2bd54b4-aa65-4726-b135-4799b45b9e1b),segment_id=d2bd54b4-aa65-4726-b135-4799b45b9e1b)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:13.797238 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.821464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.822104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port c4d25804-b2dc-451d-8b97-36b1f9b16611, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4d25804-b2dc-451d-8b97-36b1f9b16611,segment=NetworkSegment(40fc3e99-ed2e-47c6-9300-d53a4be64bc1),segment_id=40fc3e99-ed2e-47c6-9300-d53a4be64bc1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:13.822812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.824995 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] 10.222.0.67 "PUT /v2.0/ports/dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf HTTP/1.1" status: 200 len: 1093 time: 2.9176712 Jul 16 18:47:13.839480 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.852418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529a96a4-ab4f-49e2-b40d-69f02d5769e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.956048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9486613d-029b-4751-b1c5-7ffc37f08ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.960900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9486613d-029b-4751-b1c5-7ffc37f08ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.964824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9486613d-029b-4751-b1c5-7ffc37f08ee5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bedd1e0-373e-4e00-89d3-551382bb4b94 HTTP/1.1" status: 204 len: 168 time: 0.8571265 Jul 16 18:47:13.980460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a923ff-fa1d-4cad-a9d4-192105e61afc service neutron] Pushing event updated for resources: {'Port': ['ID=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:13.994790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=c4d25804-b2dc-451d-8b97-36b1f9b16611,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.012449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486613d-029b-4751-b1c5-7ffc37f08ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bedd1e0-373e-4e00-89d3-551382bb4b94,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.049223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529a96a4-ab4f-49e2-b40d-69f02d5769e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.053981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:14.056446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.057674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-6bc2e05c-badb-4cac-998d-dc4a5d0a9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.059987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-6bc2e05c-badb-4cac-998d-dc4a5d0a9b04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=14893bbf2a9b46a09d59b532b22783e2&device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 1096 time: 0.1779146 Jul 16 18:47:14.061927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529a96a4-ab4f-49e2-b40d-69f02d5769e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.146367 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529a96a4-ab4f-49e2-b40d-69f02d5769e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.148027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-529a96a4-ab4f-49e2-b40d-69f02d5769e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3947237 Jul 16 18:47:14.149717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-68a344ac-b5e5-4ca4-89a6-1f45847d15cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf HTTP/1.1" status: 200 len: 217 time: 0.0774386 Jul 16 18:47:14.150571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a96a4-ab4f-49e2-b40d-69f02d5769e5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f07852-7491-437d-89a4-721d97f65c42,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.156790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.177753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Provisioning for port ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:14.182966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Provisioning complete for port ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:14.183382 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.214044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bfef9b3b-6e5d-4314-a8d8-ace546cfe45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.216076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-bfef9b3b-6e5d-4314-a8d8-ace546cfe45c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2045991d-1ad8-4c47-8a5b-05a3f1ff5922 HTTP/1.1" status: 200 len: 861 time: 0.0573211 Jul 16 18:47:14.219445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '02a12338-1704-4704-9a5a-c8b404f19e2f', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:14.281892 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-dadffa96-f98f-42de-b742-ac1d9c1f9a8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d445bbe-af8a-4771-9b8a-4fed3b46b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568347 Jul 16 18:47:14.284064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Port ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:14.309636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Provisioning for port 75c6790d-4ef0-4b1d-b5f3-544b47c20eff completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:14.316034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Provisioning complete for port 75c6790d-4ef0-4b1d-b5f3-544b47c20eff triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:14.316767 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.356095 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:47:14.366467 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.398999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Port 75c6790d-4ef0-4b1d-b5f3-544b47c20eff cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:14.424218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Provisioning complete for port c4d25804-b2dc-451d-8b97-36b1f9b16611 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:14.424659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8c95c9bc-585a-4038-a844-1074b9d8a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.621749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.703892 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bed4774b-df36-4318-97fa-1f9f3a982cd1 None None] Provisioning complete for port 75c6790d-4ef0-4b1d-b5f3-544b47c20eff triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:14.704813 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bed4774b-df36-4318-97fa-1f9f3a982cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.711942 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.725340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:14.735740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-4d07a996-37a6-4363-91c9-4445b4ae2b0a service neutron] 10.222.0.67 "GET /v2.0/networks/2d445bbe-af8a-4771-9b8a-4fed3b46b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435630 Jul 16 18:47:14.736617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4a9a-c424-4b10-93a9-8833df57de9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.800691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bed4774b-df36-4318-97fa-1f9f3a982cd1 None None] Port 75c6790d-4ef0-4b1d-b5f3-544b47c20eff cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:14.901031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad0a50-080e-43e7-b448-ca5f1449611a req-33d7b75e-4a51-494a-a91c-50a18e99c8f8 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.904921 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-10ad0a50-080e-43e7-b448-ca5f1449611a req-33d7b75e-4a51-494a-a91c-50a18e99c8f8 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 950 time: 1.0829601 Jul 16 18:47:14.940670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.941629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17e1b969-7f03-4716-802e-f21cb6e20d40 req-a11aa141-7390-4fd2-8dc7-284dfbe45e9d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.1983562 Jul 16 18:47:14.965072 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.987823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.996470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=ae9d25f6-e7fb-44e6-b38a-75132b5b73f3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.039168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-10ad0a50-080e-43e7-b448-ca5f1449611a req-883301f5-00e9-40b1-b40a-45484f49249e tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217825 Jul 16 18:47:15.134791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-95fe1e53-9953-4631-8a29-2070132b3a5c None None] Could not find standard attr ID for object ae9d25f6-e7fb-44e6-b38a-75132b5b73f3. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:47:15.161568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.170876 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba8809ab-7ce8-4369-92ed-d9cad77f0d54 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 HTTP/1.1" status: 204 len: 168 time: 1.6088629 Jul 16 18:47:15.171853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.201133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28b1c17-1935-44be-8e5e-0c395804959b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.272650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4d25804-b2dc-451d-8b97-36b1f9b16611 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:15.284693 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be0e354-18e1-4394-951d-b8b8984b3e6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:47:15.296611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4be0e354-18e1-4394-951d-b8b8984b3e6e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/ae9d25f6-e7fb-44e6-b38a-75132b5b73f3 HTTP/1.1" status: 404 len: 333 time: 0.1235342 Jul 16 18:47:15.299617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.338192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb51c821-8bcb-4b8c-b86b-141faf35641a req-e8347233-6d85-4d5c-a435-d26b14ee0932 service neutron] 10.222.0.67 "GET /v2.0/networks/2d445bbe-af8a-4771-9b8a-4fed3b46b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833280 Jul 16 18:47:15.429184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c4d25804-b2dc-451d-8b97-36b1f9b16611 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:15.429562 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.460433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 75c6790d-4ef0-4b1d-b5f3-544b47c20eff {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:15.461587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.502582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ce77-491e-4a02-a9e2-b6cf070f6980 req-bd96fe10-e64f-4d5e-b858-285f1268eacc tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:15.513522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ce6ce77-491e-4a02-a9e2-b6cf070f6980 req-bd96fe10-e64f-4d5e-b858-285f1268eacc tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 944 time: 0.3211174 Jul 16 18:47:15.561878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4a9a-c424-4b10-93a9-8833df57de9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.579429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4a9a-c424-4b10-93a9-8833df57de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.634214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.635579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc97f212-1e10-4501-a6ec-09adbe7747d1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4755161 Jul 16 18:47:15.639913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.644511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c4a9a-c424-4b10-93a9-8833df57de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3afd85-477d-48c6-998a-f675f3252844,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.646262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '02a12338-1704-4704-9a5a-c8b404f19e2f', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:15.690564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ce6ce77-491e-4a02-a9e2-b6cf070f6980 req-4a8d27a4-5c08-4c2d-8a20-3a5e67cf8ced tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752930 Jul 16 18:47:15.708057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38f9d38-262e-4b50-af85-138d79049311', 'tag': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:15.712138 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92f1c9f-1f65-4883-a061-d50e0810a16c" -d '{"events": [{"name": "network-changed", "server_uuid": "c38f9d38-262e-4b50-af85-138d79049311", "tag": "dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:15.714742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.717755 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:47:15.729990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.737917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3e4c4a9a-c424-4b10-93a9-8833df57de9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=137b677043e44fb18ed7d3e1d4be6cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0878744 Jul 16 18:47:15.743881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.788024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 75c6790d-4ef0-4b1d-b5f3-544b47c20eff owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:15.836171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.840381 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b779e76-f801-4931-a969-f184fc9bb8c0 x-openstack-request-id: req-9b779e76-f801-4931-a969-f184fc9bb8c0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:15.841373 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38f9d38-262e-4b50-af85-138d79049311", "tag": "dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:15.843662 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b779e76-f801-4931-a969-f184fc9bb8c0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:15.845716 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38f9d38-262e-4b50-af85-138d79049311', 'tag': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf', 'status': 'completed', 'code': 200} Jul 16 18:47:15.866992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.898942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c765799-f790-4515-983d-7eb441ac6c61,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.917918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.922166 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6a949c78-46d4-42f7-bb1a-c93015a630c0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2805512 Jul 16 18:47:15.924428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.936489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'network': {'name': 'tempest-network-smoke--614900292', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:15.998173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:16.002537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.048537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.062071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:16.067530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-868ce826-0331-48ff-b893-cf2a106cd83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.127275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=75c6790d-4ef0-4b1d-b5f3-544b47c20eff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:16.129753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.130186 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Added segment 0d82a0f6-1500-4968-b5ec-7636506ef9ef of type vlan for network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 Jul 16 18:47:16.154571 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-868ce826-0331-48ff-b893-cf2a106cd83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.192415 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff83f932-f140-4519-9e07-0183b9581dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.234781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-868ce826-0331-48ff-b893-cf2a106cd83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.237461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-868ce826-0331-48ff-b893-cf2a106cd83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.239588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-868ce826-0331-48ff-b893-cf2a106cd83e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb3afd85-477d-48c6-998a-f675f3252844 HTTP/1.1" status: 204 len: 168 time: 0.4870493 Jul 16 18:47:16.258586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ce826-0331-48ff-b893-cf2a106cd83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3afd85-477d-48c6-998a-f675f3252844,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:16.264392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-34594d01-1c85-4b18-a9b6-c1c2fed401ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.265831 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-34594d01-1c85-4b18-a9b6-c1c2fed401ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=14893bbf2a9b46a09d59b532b22783e2&device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 1096 time: 0.4176133 Jul 16 18:47:16.328487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.346701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6c2c9929-086a-427f-a69f-f758609f11b3 req-289b348e-4cc9-4ba1-b2c9-b11d5649b3ed tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.1388505 Jul 16 18:47:16.382688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee36c8-59af-43db-ad59-176152f61c2d req-24efbdba-c250-48f4-b844-8de3c8bb0a72 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.397624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bee36c8-59af-43db-ad59-176152f61c2d req-24efbdba-c250-48f4-b844-8de3c8bb0a72 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 950 time: 0.4466963 Jul 16 18:47:16.443564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.448585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1cbb40fb-d924-4af8-bc18-96eeb07448fb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/75c6790d-4ef0-4b1d-b5f3-544b47c20eff HTTP/1.1" status: 204 len: 168 time: 1.1475656 Jul 16 18:47:16.449374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.465810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.479142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.480474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.513565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bee36c8-59af-43db-ad59-176152f61c2d req-30fb6bfc-0eb1-4f23-b88d-118b0b621ca0 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146688 Jul 16 18:47:16.533399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-c35efa9a-8ea7-4c7e-b13f-abe4aa6969ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.545938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-c35efa9a-8ea7-4c7e-b13f-abe4aa6969ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d445bbe-af8a-4771-9b8a-4fed3b46b30b HTTP/1.1" status: 200 len: 922 time: 0.2641950 Jul 16 18:47:16.546472 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-090a45f6-7e32-4212-9f0d-609c4dae052a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:47:16.548253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-090a45f6-7e32-4212-9f0d-609c4dae052a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/75c6790d-4ef0-4b1d-b5f3-544b47c20eff HTTP/1.1" status: 404 len: 333 time: 0.0978031 Jul 16 18:47:16.556415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.640327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7147119 Jul 16 18:47:16.642516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.645011 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd889d-f927-431e-bbb7-0bc9eeb4b834 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Network': ['ID=5837439e-10a1-4008-ab1b-7e82ae09d9d0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:16.650555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'admin_state_up': True, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:16.664392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:16.673187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-ec8f00e8-dd92-4d2c-b51d-e04921e3828f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf HTTP/1.1" status: 200 len: 217 time: 0.1044316 Jul 16 18:47:16.684260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.689075 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.812811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 04530a80-ea88-4d64-8339-7d7d60bfa478 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:16.824336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.864710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.925599 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.966795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-a418e336-e60b-4b0e-995e-da14b9960bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.970391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-a418e336-e60b-4b0e-995e-da14b9960bf6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2045991d-1ad8-4c47-8a5b-05a3f1ff5922 HTTP/1.1" status: 200 len: 861 time: 0.2956412 Jul 16 18:47:17.037116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-0b1a8637-1d79-4e3f-be13-1677a6d30d54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d445bbe-af8a-4771-9b8a-4fed3b46b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554378 Jul 16 18:47:17.194268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.239216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.284309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.323571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=04530a80-ea88-4d64-8339-7d7d60bfa478,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:17.340504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.345242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a3ab5fe6-d06a-412f-a1c4-1342af720a9f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/04530a80-ea88-4d64-8339-7d7d60bfa478 HTTP/1.1" status: 204 len: 168 time: 0.7859771 Jul 16 18:47:17.348037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89c11b1-2c1e-404c-a30d-1f26424b8b77 None None] Network c4e25a5a-a797-4701-8b5e-e8bbccc44af4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:17.348424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.368407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-eb11cb82-56e9-4d17-8425-8a2b9fcbda9e tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.369999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-eb11cb82-56e9-4d17-8425-8a2b9fcbda9e tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.67 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 950 time: 0.2821629 Jul 16 18:47:17.380151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-93d3b332-4366-4353-a535-942ccdcb0c99 service neutron] 10.222.0.67 "GET /v2.0/networks/2d445bbe-af8a-4771-9b8a-4fed3b46b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343523 Jul 16 18:47:17.539054 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.658869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655cc26-6f60-4e0e-a49a-6597d1cdea0b req-449a2510-3b43-4ed7-bd19-bcef6281d7e3 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.660601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2655cc26-6f60-4e0e-a49a-6597d1cdea0b req-449a2510-3b43-4ed7-bd19-bcef6281d7e3 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 944 time: 0.6872842 Jul 16 18:47:17.722092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbbeeb76-13fb-42de-b596-5733fb4a659d req-82f53ec1-4e52-414f-b446-f842feb9c471 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.0797501 Jul 16 18:47:17.787235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Deleting port e2d177be-0c01-4155-8245-103fd96e2e0e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:17.787560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.810568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] DHCP port deletion for c4e25a5a-a797-4701-8b5e-e8bbccc44af4 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:17.861872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c92f1c9f-1f65-4883-a061-d50e0810a16c req-60d01a20-a7c0-4844-b8d5-7d72bf5ff89c service neutron] 10.222.0.67 "GET /v2.0/networks/2d445bbe-af8a-4771-9b8a-4fed3b46b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892146 Jul 16 18:47:17.904508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] Deleting port c4d25804-b2dc-451d-8b97-36b1f9b16611 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:17.905154 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.039254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port c4d25804-b2dc-451d-8b97-36b1f9b16611 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:18.039820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.040924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] For port e2d177be-0c01-4155-8245-103fd96e2e0e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e2d177be-0c01-4155-8245-103fd96e2e0e,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:18.041503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.043041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] For port c4d25804-b2dc-451d-8b97-36b1f9b16611, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4d25804-b2dc-451d-8b97-36b1f9b16611,segment=NetworkSegment(40fc3e99-ed2e-47c6-9300-d53a4be64bc1),segment_id=40fc3e99-ed2e-47c6-9300-d53a4be64bc1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:18.043449 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.058816 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2655cc26-6f60-4e0e-a49a-6597d1cdea0b req-cc9285fe-380b-49ed-ba2e-1b8614c1f9ad tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822331 Jul 16 18:47:18.066855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] Calling delete_port for c4d25804-b2dc-451d-8b97-36b1f9b16611 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:18.119441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Calling delete_port for e2d177be-0c01-4155-8245-103fd96e2e0e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:18.228917 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.262930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] Pushing event deleted for resources: {'Port': ['ID=c4d25804-b2dc-451d-8b97-36b1f9b16611,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:18.269782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cac412-5914-4af9-9e08-83f3982796a6 None None] No DVR routers for this DVR port c4d25804-b2dc-451d-8b97-36b1f9b16611 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:18.348617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] For port c4d25804-b2dc-451d-8b97-36b1f9b16611, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4d25804-b2dc-451d-8b97-36b1f9b16611,segment=NetworkSegment(40fc3e99-ed2e-47c6-9300-d53a4be64bc1),segment_id=40fc3e99-ed2e-47c6-9300-d53a4be64bc1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:18.350182 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.381905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for c4d25804-b2dc-451d-8b97-36b1f9b16611 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:18.415728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27c66a-cac9-4b41-b3a3-1a0e46ad9493 req-f63b6f0a-d12c-4a51-81c9-25c8775da4a0 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:18.425304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab27c66a-cac9-4b41-b3a3-1a0e46ad9493 req-f63b6f0a-d12c-4a51-81c9-25c8775da4a0 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 950 time: 0.3405747 Jul 16 18:47:18.480346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.514566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=c4d25804-b2dc-451d-8b97-36b1f9b16611,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:18.520385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No DVR routers for this DVR port c4d25804-b2dc-451d-8b97-36b1f9b16611 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:18.543721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.581304 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.735584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab27c66a-cac9-4b41-b3a3-1a0e46ad9493 req-00bfacc8-5a45-4c3b-86f9-d57cc31d3fbe tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/security-groups?id=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983614 Jul 16 18:47:18.754197 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc475aa1-7bdc-4d39-99c8-d401822a99f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.759210 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.773357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:18.779027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.819406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e2d177be-0c01-4155-8245-103fd96e2e0e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:18.824209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e25a5a-a797-4701-8b5e-e8bbccc44af4']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:18.864218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Pushing event deleted for resources: {'Port': ['ID=e2d177be-0c01-4155-8245-103fd96e2e0e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:18.878621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fc3e99-ed2e-47c6-9300-d53a4be64bc1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:18.883415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fc3e99-ed2e-47c6-9300-d53a4be64bc1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:18.954517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] No DVR routers for this DVR port e2d177be-0c01-4155-8245-103fd96e2e0e on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:18.956195 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:47:18.974633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.979246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.984802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ac831b9-43db-4a85-892a-96eb25701cb8 req-48c10a83-f75f-4e22-a878-b602b325bd53 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.67 "DELETE /v2.0/ports/e2d177be-0c01-4155-8245-103fd96e2e0e HTTP/1.1" status: 204 len: 173 time: 1.6031487 Jul 16 18:47:18.990280 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.013425 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'name': 'network-vif-deleted', 'tag': 'e2d177be-0c01-4155-8245-103fd96e2e0e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:19.016515 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae74dbb-1c33-4da5-af65-50f04e65dd05" -d '{"events": [{"server_uuid": "2016ed89-5a8e-43ed-913e-c31a06c3ae3e", "name": "network-vif-deleted", "tag": "e2d177be-0c01-4155-8245-103fd96e2e0e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:19.183428 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f09ae-342d-4aaa-ab5d-f33a8e5e4fba x-openstack-request-id: req-401f09ae-342d-4aaa-ab5d-f33a8e5e4fba {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:19.183982 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016ed89-5a8e-43ed-913e-c31a06c3ae3e", "name": "network-vif-deleted", "tag": "e2d177be-0c01-4155-8245-103fd96e2e0e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:19.184715 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-401f09ae-342d-4aaa-ab5d-f33a8e5e4fba {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:19.185337 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2016ed89-5a8e-43ed-913e-c31a06c3ae3e', 'name': 'network-vif-deleted', 'tag': 'e2d177be-0c01-4155-8245-103fd96e2e0e', 'status': 'completed', 'code': 200} Jul 16 18:47:19.194251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.227134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-105006ff-9e80-4666-be8a-5c9a7b6a6bf6 req-b2396da9-392e-434f-9fad-5434a77bb0fd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.1986918 Jul 16 18:47:19.241659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,segment=NetworkSegment(d2bd54b4-aa65-4726-b135-4799b45b9e1b),segment_id=d2bd54b4-aa65-4726-b135-4799b45b9e1b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:19.267137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.127 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b2b66f48-5132-4f7d-a402-5934a7f95e54) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:19.280586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:19.290007 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.313721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4d25804-b2dc-451d-8b97-36b1f9b16611 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:19.321584 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:19.335346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf', 'network_id': '2d445bbe-af8a-4771-9b8a-4fed3b46b30b', 'port_id': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf', 'mac_address': 'fa:16:3e:39:7f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2045991d-1ad8-4c47-8a5b-05a3f1ff5922', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:19.429174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: c4d25804-b2dc-451d-8b97-36b1f9b16611 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:19.433797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4d25804-b2dc-451d-8b97-36b1f9b16611 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:19.578707 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.587035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.640506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.647624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/c4e25a5a-a797-4701-8b5e-e8bbccc44af4 HTTP/1.1" status: 204 len: 168 time: 2.2952385 Jul 16 18:47:19.654917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:19.658934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:19.680740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1797790893'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:19.695312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4493f0-76d4-4b52-b758-68d4c11c9d6b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=c4e25a5a-a797-4701-8b5e-e8bbccc44af4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:19.776287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966586f1-cfc3-4b86-9714-12bd0b0a0542 req-e69146c1-3f0f-4030-9ea1-4d18012fbbba tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:19.792021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-966586f1-cfc3-4b86-9714-12bd0b0a0542 req-e69146c1-3f0f-4030-9ea1-4d18012fbbba tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 944 time: 0.3074117 Jul 16 18:47:19.794317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,segment=NetworkSegment(d2bd54b4-aa65-4726-b135-4799b45b9e1b),segment_id=d2bd54b4-aa65-4726-b135-4799b45b9e1b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:19.805556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:19.809359 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.822244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.032374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-966586f1-cfc3-4b86-9714-12bd0b0a0542 req-aa867fab-64c4-472b-aa16-d76f7ef82574 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391531 Jul 16 18:47:20.045228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.080644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:20.104297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.112332 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Added segment 2c7e6cab-9322-400b-b15c-e1024a70fa17 of type vlan for network 272bf343-347b-41a2-b86f-52222e1072b4 Jul 16 18:47:20.148414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.163345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:20.173429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.200837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:20.228098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.255301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:20.281643 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.332878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.370081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:20.373227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.399053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12e56555-f224-472e-ac53-a334114006dd req-96e4aa45-33d1-4a23-bccd-ccdcb5495104 tempest-VolumesNegativeTest-1110386938 tempest-VolumesNegativeTest-1110386938-project] 10.222.0.49 "GET /v2.0/ports?device_id=2016ed89-5a8e-43ed-913e-c31a06c3ae3e HTTP/1.1" status: 200 len: 210 time: 0.1667476 Jul 16 18:47:20.422303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:20.427588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=b2b66f48-5132-4f7d-a402-5934a7f95e54,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.445512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:20.468704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Network': ['ID=272bf343-347b-41a2-b86f-52222e1072b4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.518228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 272bf343-347b-41a2-b86f-52222e1072b4 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:20.529456 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3abbdf-4eef-4615-a8fe-05ade35cef55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.534062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d57e68fa-851b-465f-8644-e01986768263 req-eb6fe383-f953-4ab2-baf4-94916179b66f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.0509772 Jul 16 18:47:20.538137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1cd0ed08-35f6-4ede-a873-78f850581de0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8706255 Jul 16 18:47:20.540970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57640) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:20.547415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '272bf343-347b-41a2-b86f-52222e1072b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:20.770065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e2d177be-0c01-4155-8245-103fd96e2e0e no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:20.817125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3abbdf-4eef-4615-a8fe-05ade35cef55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.817831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: e2d177be-0c01-4155-8245-103fd96e2e0e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:20.820058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e2d177be-0c01-4155-8245-103fd96e2e0e not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:20.836460 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5a3abbdf-4eef-4615-a8fe-05ade35cef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.882138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3abbdf-4eef-4615-a8fe-05ade35cef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663dd87b-362f-479a-9257-7e0eb16c00fe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.935998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5a3abbdf-4eef-4615-a8fe-05ade35cef55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33d920fe8dea427288ffaca51615183a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335370 Jul 16 18:47:20.938204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:20.942867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.945514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:21.092103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.110864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9147e2f4-cd88-421c-934c-46aa87eddfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.180874 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9147e2f4-cd88-421c-934c-46aa87eddfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.281242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.370635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Checking segment: {'id': '2c7e6cab-9322-400b-b15c-e1024a70fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '272bf343-347b-41a2-b86f-52222e1072b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:21.370990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network hostable DHCP agents. Network: 272bf343-347b-41a2-b86f-52222e1072b4, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:21.376361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=70bd0a87-bbac-4427-b9db-c0edef4db2d5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:21.388350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9147e2f4-cd88-421c-934c-46aa87eddfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.392990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9147e2f4-cd88-421c-934c-46aa87eddfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.394148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9147e2f4-cd88-421c-934c-46aa87eddfde admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/663dd87b-362f-479a-9257-7e0eb16c00fe HTTP/1.1" status: 204 len: 168 time: 0.4445851 Jul 16 18:47:21.426458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 272bf343-347b-41a2-b86f-52222e1072b4 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:21.467268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147e2f4-cd88-421c-934c-46aa87eddfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663dd87b-362f-479a-9257-7e0eb16c00fe,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:21.470767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 272bf343-347b-41a2-b86f-52222e1072b4) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:21.485913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d24bdf-26a1-4438-98ac-a3cd1187a4be None None] Network 272bf343-347b-41a2-b86f-52222e1072b4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:21.494826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:21.495859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.504050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560e70e-9864-4391-8f29-5e4b441f1a5b req-40642dcf-ca70-448b-9c2a-3ef6f7d66572 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:21.512314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1560e70e-9864-4391-8f29-5e4b441f1a5b req-40642dcf-ca70-448b-9c2a-3ef6f7d66572 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 945 time: 0.2055204 Jul 16 18:47:21.527139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-20480174-c919-4bb3-b33a-66050edff9e0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9849024 Jul 16 18:47:21.530429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:21.556962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c42b3fff-eb71-432e-ba09-b0709c26ff9e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-432211476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:21.643337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42b3fff-eb71-432e-ba09-b0709c26ff9e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.644546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42b3fff-eb71-432e-ba09-b0709c26ff9e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.725549 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.792287 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.797998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-272bf343-347b-41a2-b86f-52222e1072b4', 'network_id': '272bf343-347b-41a2-b86f-52222e1072b4', 'tenant_id': 'efc98cb811b3438c9b6be46534e6faa8', 'fixed_ips': [{'subnet_id': '70bd0a87-bbac-4427-b9db-c0edef4db2d5'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:21.800544 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.817739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1560e70e-9864-4391-8f29-5e4b441f1a5b req-517b4576-db9f-40d5-bd75-37ee5633f7d1 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908673 Jul 16 18:47:21.879418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42b3fff-eb71-432e-ba09-b0709c26ff9e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.886042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42b3fff-eb71-432e-ba09-b0709c26ff9e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.943259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-89507d4b-bd33-4da7-983c-1d11d5b05712 req-06668e8a-04fe-47d5-a71c-3bb177456fad tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=917819d8-bf2d-452f-91ad-cc0ebec4049b HTTP/1.1" status: 200 len: 210 time: 0.0522897 Jul 16 18:47:21.967933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c42b3fff-eb71-432e-ba09-b0709c26ff9e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.969253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c42b3fff-eb71-432e-ba09-b0709c26ff9e tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4261053 Jul 16 18:47:21.972207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:21.980414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'network_id': '272bf343-347b-41a2-b86f-52222e1072b4', 'name': 'tempest-PortsTestJSON-252004464'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:22.048548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 6925d3ac-9807-4606-b320-ab53eaa98206 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:47:22.081899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Allocated IP 172.20.0.2 (272bf343-347b-41a2-b86f-52222e1072b4/70bd0a87-bbac-4427-b9db-c0edef4db2d5/6eb46027-1b28-4aeb-ab82-de4f06ee2426) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:22.217505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:22.224062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.268430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port c2a373e7-3689-4616-9cc1-3e83848a599f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:22.395064 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.421548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Transition to ACTIVE for port object 6eb46027-1b28-4aeb-ab82-de4f06ee2426 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:22.449788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Transition to ACTIVE for port object 6eb46027-1b28-4aeb-ab82-de4f06ee2426 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:22.467683 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.541280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Network 272bf343-347b-41a2-b86f-52222e1072b4 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:22.546429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:22.550141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:22.569769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.4 (272bf343-347b-41a2-b86f-52222e1072b4/70bd0a87-bbac-4427-b9db-c0edef4db2d5/c2a373e7-3689-4616-9cc1-3e83848a599f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:22.669591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Pushing event updated for resources: {'Port': ['ID=6eb46027-1b28-4aeb-ab82-de4f06ee2426,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:22.699153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Attempting to bind port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:22.700322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Attempting to bind port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2c7e6cab-9322-400b-b15c-e1024a70fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '272bf343-347b-41a2-b86f-52222e1072b4'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:22.703349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Attempting to bind port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 on network 272bf343-347b-41a2-b86f-52222e1072b4 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:22.711821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:22.712831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Checking segment: {'id': '2c7e6cab-9322-400b-b15c-e1024a70fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '272bf343-347b-41a2-b86f-52222e1072b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:22.713456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.714111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Bound using segment: {'id': '2c7e6cab-9322-400b-b15c-e1024a70fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '272bf343-347b-41a2-b86f-52222e1072b4'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:22.716216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Bound port: 6eb46027-1b28-4aeb-ab82-de4f06ee2426, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7e6cab-9322-400b-b15c-e1024a70fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '272bf343-347b-41a2-b86f-52222e1072b4'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:22.717842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.824676 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.847164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object c2a373e7-3689-4616-9cc1-3e83848a599f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:22.857580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] For port 6eb46027-1b28-4aeb-ab82-de4f06ee2426, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:22.865708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] For port 6eb46027-1b28-4aeb-ab82-de4f06ee2426, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6eb46027-1b28-4aeb-ab82-de4f06ee2426,segment=NetworkSegment(2c7e6cab-9322-400b-b15c-e1024a70fa17),segment_id=2c7e6cab-9322-400b-b15c-e1024a70fa17)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:22.877182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:22.895562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.946951 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.947947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 272bf343-347b-41a2-b86f-52222e1072b4 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:22.951596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:22.958645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:23.032456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=c2a373e7-3689-4616-9cc1-3e83848a599f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:23.117005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:23.126522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.131240 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.132248 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Sync routers for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:23.137448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.150117 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:23.150788 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:23.199639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d6e3cbb1-44db-4f76-916c-f9789882e60b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2231333 Jul 16 18:47:23.202195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:23.264982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.266246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5bfdfb47-dc64-4057-b6c7-3c536ec73488 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6224277 Jul 16 18:47:23.279981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:23.340928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bcc87-c2c4-4ecd-9c7c-f1a8db293388 None None] Pushing event updated for resources: {'Port': ['ID=6eb46027-1b28-4aeb-ab82-de4f06ee2426,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:23.364132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:23.386877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:23.387301 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.501395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6ee26127-ff17-4a1c-953a-8508dc19db82 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1146e6a401a64d1aa6ad39bde341ca16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2078693 Jul 16 18:47:23.505411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:23.540665 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:23.719435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd037c-f24f-44af-bd8c-65d7802d5d29 req-5c4bae98-b468-4eef-9606-c99ab384ef51 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.729383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78fd037c-f24f-44af-bd8c-65d7802d5d29 req-5c4bae98-b468-4eef-9606-c99ab384ef51 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 945 time: 0.6647875 Jul 16 18:47:23.899047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-78fd037c-f24f-44af-bd8c-65d7802d5d29 req-b8e97203-d674-4f3a-848d-6e7b3485e2ec tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673603 Jul 16 18:47:23.969210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756f857-8c86-4229-ac84-a966f6ab95cf tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.971218 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3756f857-8c86-4229-ac84-a966f6ab95cf tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4524016 Jul 16 18:47:23.974361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:24.076335 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a8a5290-53a9-4be7-bab3-ea23f90361eb tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004541 Jul 16 18:47:24.082060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57800) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:24.097685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1781201732', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:24.133922 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:24.147397 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.189668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57802) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:24.200619 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Checking router: 6925d3ac-9807-4606-b320-ab53eaa98206 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:24.203794 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Updating router 6925d3ac-9807-4606-b320-ab53eaa98206 port b2b66f48-5132-4f7d-a402-5934a7f95e54 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:47:24.225250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,segment=NetworkSegment(d2bd54b4-aa65-4726-b135-4799b45b9e1b),segment_id=d2bd54b4-aa65-4726-b135-4799b45b9e1b)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:24.232375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f9d38-262e-4b50-af85-138d79049311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:24.239581 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4bc65f-b118-4189-a786-8c8d7d108b54" -d '{"events": [{"server_uuid": "c38f9d38-262e-4b50-af85-138d79049311", "name": "network-vif-plugged", "status": "completed", "tag": "dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:24.248557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.301331 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.320683 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f8a4b9-dc09-464f-846c-92925d44d3b9 x-openstack-request-id: req-22f8a4b9-dc09-464f-846c-92925d44d3b9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:24.321066 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f9d38-262e-4b50-af85-138d79049311", "name": "network-vif-plugged", "status": "completed", "tag": "dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:24.321314 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22f8a4b9-dc09-464f-846c-92925d44d3b9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:24.323377 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38f9d38-262e-4b50-af85-138d79049311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf', 'code': 200} Jul 16 18:47:24.368508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:24.373826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.435197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:24.578588 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.697658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-289967079'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:24.815352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.889786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Made reservation on behalf of 23ffae175975498f8baadd0aaeb71491 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:24.893454 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.923439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Subnet': ['ID=5f0374d9-e029-4a8c-a493-29f87deb0490,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:24.971453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Checking segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:24.971952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network hostable DHCP agents. Network: 5837439e-10a1-4008-ab1b-7e82ae09d9d0, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:24.977053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.000492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:25.008826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4d16f-2603-4b66-b522-4504ef210005 req-5a0fa2ad-f370-4067-89cb-df57aaf3e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.010584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-80b4d16f-2603-4b66-b522-4504ef210005 req-5a0fa2ad-f370-4067-89cb-df57aaf3e0ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 1098 time: 0.6165657 Jul 16 18:47:25.022570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5837439e-10a1-4008-ab1b-7e82ae09d9d0) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:25.031468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.033832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f661f4-8e45-44da-8909-3f97ace4549c None None] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:25.034252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.069470 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.072836 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-59057c91-1402-42ec-995f-bd671cc5dc33 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9883807 Jul 16 18:47:25.073453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5e6e7-ec50-499c-a00c-b9fccc17fef4 None None] Network 272bf343-347b-41a2-b86f-52222e1072b4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:25.074609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 57854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:25.101247 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Transition to ACTIVE for port object b2b66f48-5132-4f7d-a402-5934a7f95e54 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:25.117284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-80b4d16f-2603-4b66-b522-4504ef210005 req-5151bac9-757d-4d00-b058-2cd64a3397a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984271 Jul 16 18:47:25.118175 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.227984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Attempting to bind port b2b66f48-5132-4f7d-a402-5934a7f95e54 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:25.228592 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Attempting to bind port b2b66f48-5132-4f7d-a402-5934a7f95e54 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:25.228937 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Attempting to bind port b2b66f48-5132-4f7d-a402-5934a7f95e54 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:25.247812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.281560 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:25.283552 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:25.284084 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.284596 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:25.285241 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Bound port: b2b66f48-5132-4f7d-a402-5934a7f95e54, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:25.285731 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.428265 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] For port b2b66f48-5132-4f7d-a402-5934a7f95e54, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:25.436132 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] For port b2b66f48-5132-4f7d-a402-5934a7f95e54, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b2b66f48-5132-4f7d-a402-5934a7f95e54,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:25.444382 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Pushing event updated for resources: {'Port': ['ID=b2b66f48-5132-4f7d-a402-5934a7f95e54,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:25.450393 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.457489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.471286 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.472532 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.474155 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.474929 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.476114 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.476684 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.478330 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.479994 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.480542 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.481070 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.482096 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.482783 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.484175 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:25.545090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:25.560333 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b990ba-c831-4a7a-849b-69569042eb4d None None] Pushing event updated for resources: {'Port': ['ID=b2b66f48-5132-4f7d-a402-5934a7f95e54,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:25.593917 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:25.596675 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:25.606276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03b094a-27eb-4711-bf3d-4d8bbbaa7b71,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:25.610029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.610687 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Added segment 91842c51-5a6e-436b-9099-f8219455c11a of type vlan for network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 Jul 16 18:47:25.638696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6eb46027-1b28-4aeb-ab82-de4f06ee2426 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:25.639751 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7787f3b-7d2f-44f3-adb5-a5fa04a5c300 req-ccbe0286-d9c7-41d2-9779-257b8c8c995f tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.647653 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7787f3b-7d2f-44f3-adb5-a5fa04a5c300 req-ccbe0286-d9c7-41d2-9779-257b8c8c995f tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 946 time: 0.3848302 Jul 16 18:47:25.747721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.766981 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.778939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:25.781389 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.803227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cd4ad3e2-fadb-44c6-b80e-d5b128860f13 None None] Provisioning for port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:25.857430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.862636 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7787f3b-7d2f-44f3-adb5-a5fa04a5c300 req-88e59433-3492-41ab-aff9-4532683447f5 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139585 Jul 16 18:47:26.036535 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:26.065840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:26.119993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:26.120625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.197017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Allocated IP 172.20.0.2 (5837439e-10a1-4008-ab1b-7e82ae09d9d0/5f0374d9-e029-4a8c-a493-29f87deb0490/be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:26.223132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:47:26.246757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.252910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=c2a373e7-3689-4616-9cc1-3e83848a599f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:26.371546 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.528428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6eb46027-1b28-4aeb-ab82-de4f06ee2426, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6eb46027-1b28-4aeb-ab82-de4f06ee2426,segment=NetworkSegment(2c7e6cab-9322-400b-b15c-e1024a70fa17),segment_id=2c7e6cab-9322-400b-b15c-e1024a70fa17)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:26.544079 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.550062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.580245 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:26.641895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.641895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:26.641895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.693669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6eb46027-1b28-4aeb-ab82-de4f06ee2426,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:26.720501 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a16246-f9ff-4ba8-ba37-1b7742487f29 None None] The sync data for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 is: [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:26.773545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0c5da4e-bcfb-436f-a9c3-96ad95c45945 None None] Provisioning for port c2a373e7-3689-4616-9cc1-3e83848a599f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:26.793487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0c5da4e-bcfb-436f-a9c3-96ad95c45945 None None] Provisioning complete for port c2a373e7-3689-4616-9cc1-3e83848a599f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:26.793883 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0c5da4e-bcfb-436f-a9c3-96ad95c45945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.796970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.857565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6667795 Jul 16 18:47:26.877515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Transition to ACTIVE for port object be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:26.941536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5da4e-bcfb-436f-a9c3-96ad95c45945 None None] Port c2a373e7-3689-4616-9cc1-3e83848a599f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:26.946121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Transition to ACTIVE for port object be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:26.970386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e0c5da4e-bcfb-436f-a9c3-96ad95c45945 None None] Provisioning complete for port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:26.972724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0c5da4e-bcfb-436f-a9c3-96ad95c45945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.984013 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.079408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b869a2-3eb8-4307-9e4a-cd68ee626f8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Pushing event updated for resources: {'Network': ['ID=5a71fa27-5bfb-4b0e-9b83-f04a2b4db261,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:27.166137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:27.224066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.1 (5837439e-10a1-4008-ab1b-7e82ae09d9d0/5f0374d9-e029-4a8c-a493-29f87deb0490/f0ae3873-604c-4ef9-a7cb-8401090fe27f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:27.332469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.333286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:27.496720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6eb46027-1b28-4aeb-ab82-de4f06ee2426 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:27.548621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 57942) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:27.601316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Request body: {'port': {'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261', 'binding:host_id': 'n-h2-791504-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-159682902'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:27.606418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:27.614507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:27.710259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Pushing event updated for resources: {'Port': ['ID=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:27.854702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Attempting to bind port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:27.861740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Attempting to bind port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:27.863383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Attempting to bind port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:27.876609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b3ad13db-d8e5-499e-9191-80c6fd8f49ea None None] Provisioning complete for port c2a373e7-3689-4616-9cc1-3e83848a599f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:27.877012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b3ad13db-d8e5-499e-9191-80c6fd8f49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.994501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Made reservation on behalf of 45a77dba59984d7e8a8571067b516c8b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:27.997949 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.006592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad13db-d8e5-499e-9191-80c6fd8f49ea None None] Port c2a373e7-3689-4616-9cc1-3e83848a599f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:28.009487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:28.010054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.015867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:28.016255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Checking segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:28.016662 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.017116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Bound using segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:28.017601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Bound port: be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:28.018123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.028285 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.042289 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c691-cfe8-444a-bf7c-250af50fad48 req-74c30e60-a323-43f5-99eb-183768ee3567 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:28.046603 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7f64c691-cfe8-444a-bf7c-250af50fad48 req-74c30e60-a323-43f5-99eb-183768ee3567 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 946 time: 0.6151233 Jul 16 18:47:28.153011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4250ddbe-7844-4128-a92a-26df5604fbd4 None None] Provisioning complete for port c2a373e7-3689-4616-9cc1-3e83848a599f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:28.153411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4250ddbe-7844-4128-a92a-26df5604fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.190750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.231749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7f64c691-cfe8-444a-bf7c-250af50fad48 req-7511c335-27ef-43c2-900b-d7526d9201d4 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748581 Jul 16 18:47:28.316198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object f0ae3873-604c-4ef9-a7cb-8401090fe27f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:28.329978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] For port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:28.335466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] For port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:28.344338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4250ddbe-7844-4128-a92a-26df5604fbd4 None None] Port c2a373e7-3689-4616-9cc1-3e83848a599f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:28.398031 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.458117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.467248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.480602 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.572554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c57fd6-a6c0-462f-83e1-ea1ffc6d7401 None None] Pushing event updated for resources: {'Port': ['ID=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:28.597944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:28.609789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:28.616054 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:28.729722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.907624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.930060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=f0ae3873-604c-4ef9-a7cb-8401090fe27f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:28.983410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=c2a373e7-3689-4616-9cc1-3e83848a599f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:29.094584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.162509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.185711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] device_id is not set on port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:29.190669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.584758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2b66f48-5132-4f7d-a402-5934a7f95e54 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:29.670328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] device_id is not set on port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:29.707606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.719612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Transition to ACTIVE for port object 813129ba-3dbb-47ec-b80e-6cb73dd3a45a will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:29.726179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b2b66f48-5132-4f7d-a402-5934a7f95e54 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:29.732045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b2b66f48-5132-4f7d-a402-5934a7f95e54 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:29.734164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.744252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.762609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.797077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf65c54-0555-4dc8-b33a-d196c304dcf8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:29.805533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.828125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 272bf343-347b-41a2-b86f-52222e1072b4 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:29.831038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:29.861239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=f0ae3873-604c-4ef9-a7cb-8401090fe27f,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:29.942453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.986763 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.060144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b2b66f48-5132-4f7d-a402-5934a7f95e54, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b2b66f48-5132-4f7d-a402-5934a7f95e54,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:30.074871 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.075679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:30.135345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:30.138670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:30.236974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b2b66f48-5132-4f7d-a402-5934a7f95e54,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:30.240140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Checking segment: {'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:30.242689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Network hostable DHCP agents. Network: 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:30.253859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=813129ba-3dbb-47ec-b80e-6cb73dd3a45a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:30.356711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:30.420807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:30.476361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 6925d3ac-9807-4606-b320-ab53eaa98206 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:30.484528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:30.499801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:30.502126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc621422-df03-444a-bb4c-fa070cfe9cc9 None None] Network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:30.534404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:30.535184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:30.535749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:30.540008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Router ed94ba50-4897-4417-aa07-6e01712ee745 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:47:30.562806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:30.563382 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:30.565757 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 2 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:30.569940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d631e75d-e144-4ec3-8c20-a5334258affb None None] Provisioning complete for port c2a373e7-3689-4616-9cc1-3e83848a599f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:30.570322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d631e75d-e144-4ec3-8c20-a5334258affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.591405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:30.592372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:30.593035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:30.606067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2d3ba-347d-4e49-99ce-b4bfc190b51f req-1ff97040-5fad-441e-830e-918a7b50f94e tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:30.616032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14c2d3ba-347d-4e49-99ce-b4bfc190b51f req-1ff97040-5fad-441e-830e-918a7b50f94e tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 946 time: 0.2533810 Jul 16 18:47:30.622789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:30.623397 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:30.630668 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 3 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:30.745227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d631e75d-e144-4ec3-8c20-a5334258affb None None] Port c2a373e7-3689-4616-9cc1-3e83848a599f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:30.858175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:30.871249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Sync routers for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:30.873172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:30.888084 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] Sync routers for ids ['ed94ba50-4897-4417-aa07-6e01712ee745'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:30.898288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1de3f8aa-6cd7-4a07-b7b9-97d59e6f7607 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/6925d3ac-9807-4606-b320-ab53eaa98206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8126943 Jul 16 18:47:30.918102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:30.922505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:30.928651 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] Routers {'ed94ba50-4897-4417-aa07-6e01712ee745'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:30.929515 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ed94ba50-4897-4417-aa07-6e01712ee745'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:30.937693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a714ad30-6d96-45df-8aba-9eedf38aa75c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "PUT /v2.0/routers/ed94ba50-4897-4417-aa07-6e01712ee745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7324402 Jul 16 18:47:30.940362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58060) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:30.946233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:30.946568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:30.947009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:30.992472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:30.992871 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.004708 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 4 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:31.015566 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:31.050249 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] Routers {'ed94ba50-4897-4417-aa07-6e01712ee745'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:31.052618 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ed94ba50-4897-4417-aa07-6e01712ee745'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:31.080244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:31.080499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:31.080877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:31.086525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e12290-03f6-4990-ab94-7f04c1c16004 None None] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:31.123917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14c2d3ba-347d-4e49-99ce-b4bfc190b51f req-bb498851-018e-4255-bb99-e553c9bc8d52 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066435 Jul 16 18:47:31.134854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:31.136707 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.137302 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 5 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:31.172177 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:31.176960 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0adb39d-46c0-4300-81f0-17144a82a858 None None] The sync data for ids ['ed94ba50-4897-4417-aa07-6e01712ee745'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:31.180769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054bcaa-63be-4200-ae8a-71242a9534d7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.197813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c054bcaa-63be-4200-ae8a-71242a9534d7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed94ba50-4897-4417-aa07-6e01712ee745 HTTP/1.1" status: 200 len: 981 time: 0.2535129 Jul 16 18:47:31.200241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58072) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:31.207924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:31.208491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:31.209208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:31.218323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:31.218849 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.219382 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 6 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:31.252816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:31.313701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:31.314358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:31.314924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:31.332953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:31.333619 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.335040 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 7 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:31.363385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:31.364117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:31.365321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2b66f48-5132-4f7d-a402-5934a7f95e54 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:31.365898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:31.388866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:31.399745 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.404644 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 8 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:31.432046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:31.437066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:31.437701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:31.473287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:31.474139 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.474919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f68732c1-5367-47d7-b1ce-ecca42ebf79f None None] Provisioning for port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:31.475556 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 9 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:31.496506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f68732c1-5367-47d7-b1ce-ecca42ebf79f None None] Provisioning complete for port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:31.496902 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f68732c1-5367-47d7-b1ce-ecca42ebf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.533691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-ca5c4915-f5fb-4897-a071-9e7b1804251e tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.536104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-ca5c4915-f5fb-4897-a071-9e7b1804251e tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.67 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 946 time: 0.3022318 Jul 16 18:47:31.539243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:31.539827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:31.540364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:31.552338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:31.556809 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.573485 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 10 to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a Jul 16 18:47:31.642211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:31.646630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:31.651643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:31.664396 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f68732c1-5367-47d7-b1ce-ecca42ebf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.707633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f68732c1-5367-47d7-b1ce-ecca42ebf79f None None] For port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:31.720141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b2b66f48-5132-4f7d-a402-5934a7f95e54 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:31.720603 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.759393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f68732c1-5367-47d7-b1ce-ecca42ebf79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.787834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:31.788170 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:31.788552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.983674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] For port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:31.984323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempted to set empty binding levels {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:47:32.015814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.154153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.155265 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.195431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.6355433 Jul 16 18:47:32.200316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58108) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:32.208262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d367d74-5709-4daf-a658-d8e69d33160b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=813129ba-3dbb-47ec-b80e-6cb73dd3a45a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:32.259414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68732c1-5367-47d7-b1ce-ecca42ebf79f None None] Pushing event updated for resources: {'Port': ['ID=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:32.287562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Deleting port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:32.287562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.299616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-fb883c07-c4dc-4b89-a6cf-ff790f8413c8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518440417&fields=id&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 267 time: 0.9598377 Jul 16 18:47:32.313227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 2, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.342392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Checking router: 6925d3ac-9807-4606-b320-ab53eaa98206 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:32.342815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Updating router 6925d3ac-9807-4606-b320-ab53eaa98206 port f0ae3873-604c-4ef9-a7cb-8401090fe27f binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:47:32.431685 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.511978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-f7ba9d5b-f682-4368-8168-a92574ea0c97 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.520124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-f7ba9d5b-f682-4368-8168-a92574ea0c97 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 796 time: 0.2191763 Jul 16 18:47:32.719224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-c29a047b-61ef-4243-8637-4c4fafa069f3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/quotas/1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 375 time: 0.1972966 Jul 16 18:47:32.842990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf5b626f-fd6f-4798-a7a3-2d16c000525d None None] Provisioning complete for port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:32.843514 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf5b626f-fd6f-4798-a7a3-2d16c000525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.225859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] For port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,segment=NetworkSegment(d2bd54b4-aa65-4726-b135-4799b45b9e1b),segment_id=d2bd54b4-aa65-4726-b135-4799b45b9e1b)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:33.226345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.271200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Deleting port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:33.271556 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.295695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Calling delete_port for dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:33.355889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf5b626f-fd6f-4798-a7a3-2d16c000525d None None] Provisioning for port f0ae3873-604c-4ef9-a7cb-8401090fe27f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:33.360508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f7f67-df86-4ab7-8dc5-d8a39849b051 req-3b41d8f3-e75a-475e-8b57-b1607e06340d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:33.373769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf5b626f-fd6f-4798-a7a3-2d16c000525d None None] Provisioning complete for port f0ae3873-604c-4ef9-a7cb-8401090fe27f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:33.374152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf5b626f-fd6f-4798-a7a3-2d16c000525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.375894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-918f7f67-df86-4ab7-8dc5-d8a39849b051 req-3b41d8f3-e75a-475e-8b57-b1607e06340d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 946 time: 1.0079789 Jul 16 18:47:33.377021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.417132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:33.500065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-407922c4-d040-45da-8115-6fbb7cd20cca tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6981900 Jul 16 18:47:33.531147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Transition to ACTIVE for port object f0ae3873-604c-4ef9-a7cb-8401090fe27f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:33.556718 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.579875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b626f-fd6f-4798-a7a3-2d16c000525d None None] Port f0ae3873-604c-4ef9-a7cb-8401090fe27f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:33.605759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58136) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.663710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Pushing event updated for resources: {'Port': ['ID=f0ae3873-604c-4ef9-a7cb-8401090fe27f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:33.743968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:33.744341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.756995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] For port 813129ba-3dbb-47ec-b80e-6cb73dd3a45a, host n-h2-791504-15, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:33.757365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.787262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.822272 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-918f7f67-df86-4ab7-8dc5-d8a39849b051 req-5154db42-affc-42e1-a338-8c4ab709340e tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/security-groups?id=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453483 Jul 16 18:47:33.823450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Calling delete_port for 813129ba-3dbb-47ec-b80e-6cb73dd3a45a owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:33.912765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Attempting to bind port f0ae3873-604c-4ef9-a7cb-8401090fe27f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:33.913333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Attempting to bind port f0ae3873-604c-4ef9-a7cb-8401090fe27f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:33.913521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Attempting to bind port f0ae3873-604c-4ef9-a7cb-8401090fe27f on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:33.942805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:33.943186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Checking segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:33.943589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.944013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Bound using segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:33.944512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Bound port: f0ae3873-604c-4ef9-a7cb-8401090fe27f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:33.945046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.947291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.078208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Pushing event deleted for resources: {'Port': ['ID=dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:34.098092 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-04e81f75-c37f-4fa9-95de-dc3444586143 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d24da95cda942e685f3452dbaf943ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899552 Jul 16 18:47:34.098738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58142) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:34.157452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] No DVR routers for this DVR port dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:34.160998 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.163237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b93002a4-c2de-4162-a33d-c81886cd5070 req-d7e225d5-0d41-4d15-b2f2-65eff1b08c0d tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.67 "DELETE /v2.0/ports/dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf HTTP/1.1" status: 204 len: 173 time: 2.6119394 Jul 16 18:47:34.165136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f9d38-262e-4b50-af85-138d79049311', 'name': 'network-vif-deleted', 'tag': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:34.180160 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac823d-c5d4-421d-a1db-9c53c5a3535f" -d '{"events": [{"server_uuid": "c38f9d38-262e-4b50-af85-138d79049311", "name": "network-vif-deleted", "tag": "dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:34.220750 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.222851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] For port f0ae3873-604c-4ef9-a7cb-8401090fe27f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:34.227900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] For port f0ae3873-604c-4ef9-a7cb-8401090fe27f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0ae3873-604c-4ef9-a7cb-8401090fe27f,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:34.251776 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.271434 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a176f-17dd-46f8-ad13-d9b975386f5e x-openstack-request-id: req-942a176f-17dd-46f8-ad13-d9b975386f5e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:34.271902 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f9d38-262e-4b50-af85-138d79049311", "name": "network-vif-deleted", "tag": "dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:34.276290 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-942a176f-17dd-46f8-ad13-d9b975386f5e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:34.276733 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38f9d38-262e-4b50-af85-138d79049311', 'name': 'network-vif-deleted', 'tag': 'dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf', 'status': 'completed', 'code': 200} Jul 16 18:47:34.278256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event deleted for resources: {'Port': ['ID=813129ba-3dbb-47ec-b80e-6cb73dd3a45a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:34.297573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.303626 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-33cb8cf7-38b6-45f1-9510-013f082e2b88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "DELETE /v2.0/ports/813129ba-3dbb-47ec-b80e-6cb73dd3a45a HTTP/1.1" status: 204 len: 168 time: 2.1021914 Jul 16 18:47:34.304262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58150) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:34.342531 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-971c3cf0-7c19-49e3-9634-b2344762534e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:47:34.358503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-971c3cf0-7c19-49e3-9634-b2344762534e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "GET /v2.0/ports/813129ba-3dbb-47ec-b80e-6cb73dd3a45a HTTP/1.1" status: 404 len: 333 time: 0.0531111 Jul 16 18:47:34.359160 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:34.362597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-cc5e1c03-9b73-44f1-a430-07c67557f185 service neutron] 10.222.0.49 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586946 Jul 16 18:47:34.365258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Request body: {'port': {'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-139411058'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:34.369200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f817709-e460-40c4-a9e4-d0632128965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.384628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:34.386575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:34.427164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Made reservation on behalf of 45a77dba59984d7e8a8571067b516c8b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:34.434770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.460615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f817709-e460-40c4-a9e4-d0632128965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.467994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] device_id is not set on port 51fb5de3-a850-43e0-b330-e53439c14bbe yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:34.523409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Pushing event updated for resources: {'Port': ['ID=f0ae3873-604c-4ef9-a7cb-8401090fe27f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:34.559878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.564248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.564837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.565310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.565766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.566258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.566757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.567319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.567793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.568401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.568947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.569474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a00b90d-9ef3-4fee-b7bc-d91f31f9fe3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:34.636098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port c2a373e7-3689-4616-9cc1-3e83848a599f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:34.636671 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.646266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-ad0f5520-e6a1-4d42-8760-de7c5d3b2dec service neutron] 10.222.0.49 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571163 Jul 16 18:47:34.713439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f817709-e460-40c4-a9e4-d0632128965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.716266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f817709-e460-40c4-a9e4-d0632128965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.717546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f817709-e460-40c4-a9e4-d0632128965d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bfd6ac6-da68-4766-8a23-f7574fa8e1f6 HTTP/1.1" status: 204 len: 168 time: 0.6136777 Jul 16 18:47:34.733342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:34.773348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f817709-e460-40c4-a9e4-d0632128965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd6ac6-da68-4766-8a23-f7574fa8e1f6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:34.839881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:34.854844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.893401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.904304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for c2a373e7-3689-4616-9cc1-3e83848a599f owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:34.937042 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:35.000163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:35.001009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device dd6f0f2e-8b61-4e08-a9bc-13d713a1acaf not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:35.047486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=51fb5de3-a850-43e0-b330-e53439c14bbe,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:35.112531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:35.125839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:35.135548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:35.138232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:35.142331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:35.204355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d1349e99-80af-4543-af67-ddd1ba6a389b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8410466 Jul 16 18:47:35.205022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58170) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:35.225487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:35.353273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8dbe040e-a69e-4e0a-98ce-c15750e9449d req-996bcb7d-1cd1-496e-bc18-aa9a63ae26ab tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 210 time: 0.1840689 Jul 16 18:47:35.380003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e37a757-36de-4969-8e26-ac293cc6cffe req-d6693b38-593d-4aed-91f2-8d25137b3f52 tempest-ServerMetadataNegativeTestJSON-140640851 tempest-ServerMetadataNegativeTestJSON-140640851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c38f9d38-262e-4b50-af85-138d79049311 HTTP/1.1" status: 200 len: 210 time: 0.0606041 Jul 16 18:47:35.468200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:35.559612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:34Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:35.613265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abaaff-6033-4765-9c63-dc824d94a071 None None] The sync data for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 is: [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:34Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:35.621678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:35.754335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=c2a373e7-3689-4616-9cc1-3e83848a599f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:35.891304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.892117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.892893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] device_id is not set on port 51fb5de3-a850-43e0-b330-e53439c14bbe yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:35.893385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.895083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.895964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.896441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.900477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.901097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.901703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.902200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.903114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.905076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:35.913468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:35.967266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Transition to ACTIVE for port object 51fb5de3-a850-43e0-b330-e53439c14bbe will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:35.976323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.120237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=51fb5de3-a850-43e0-b330-e53439c14bbe,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:36.176153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.176568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.176856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.211382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.211796 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.212089 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 2 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.256934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.257279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.262170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.278206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.278543 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.278944 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 3 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.281740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.316374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.317005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.317492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.326872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.332132 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.332576 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 4 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.402111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.404375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.406582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.436303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.441431 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.441560 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 5 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.499286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.499634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.499975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.522727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.528897 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.532984 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 6 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.573437 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.573851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.574123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.587699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.588035 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.588585 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 7 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.623095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:36.647375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.647718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.648061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.654801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.655133 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.655538 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 8 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.701002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.701355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.701701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.707413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.707741 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.708138 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 9 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.737343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.739449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.739897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.749264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.749603 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.750009 n-d-791504-15 neutron-server[93795]: INFO neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 10 to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe Jul 16 18:47:36.788440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:36.791859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:36.793084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:36.809388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:36.809722 n-d-791504-15 neutron-server[93795]: ERROR neutron.plugins.ml2.managers [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port 51fb5de3-a850-43e0-b330-e53439c14bbe on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:36.810104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.886286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cdf0d9ae-bab3-488b-9281-a28ac53e6519 req-e43172f5-abdf-44ce-a5bb-072140ba5cb1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 210 time: 0.1612303 Jul 16 18:47:36.914201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Router ed94ba50-4897-4417-aa07-6e01712ee745 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:36.956759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] Deleting subnet 2045991d-1ad8-4c47-8a5b-05a3f1ff5922 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:36.986145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.050004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] For port 51fb5de3-a850-43e0-b330-e53439c14bbe, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:37.051256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempted to set empty binding levels {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:47:37.058595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.113810 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.137805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=51fb5de3-a850-43e0-b330-e53439c14bbe,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:37.149561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] In _notify_port_updated(), no bound segment for port 51fb5de3-a850-43e0-b330-e53439c14bbe on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:47:37.151807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.153372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.158478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b5459557-2015-4c3d-b068-b3687e46b8f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "PUT /v2.0/ports/51fb5de3-a850-43e0-b330-e53439c14bbe HTTP/1.1" status: 200 len: 979 time: 1.9490094 Jul 16 18:47:37.159224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58212) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:37.252949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.325143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae3873-604c-4ef9-a7cb-8401090fe27f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:37.464570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f0ae3873-604c-4ef9-a7cb-8401090fe27f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:37.467101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:37.470277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f0ae3873-604c-4ef9-a7cb-8401090fe27f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:37.471994 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.488487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4069d030-d920-4cdf-83d5-a886b968ebd8 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "PUT /v2.0/routers/ed94ba50-4897-4417-aa07-6e01712ee745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2864840 Jul 16 18:47:37.491902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58220) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:37.498089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.541335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.541918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.542307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.542776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.543632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.544103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.544573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.545069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.545566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.546010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.546672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.547518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.547633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.548024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.548491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.548985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.549459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.550124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.561972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.561972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.562334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] Sync routers for ids ['ed94ba50-4897-4417-aa07-6e01712ee745'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:37.562430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.562881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.563348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.563814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:37.579787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-44fac1c3-1e84-4923-a144-acd44f3bea47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21752 time: 0.4159245 Jul 16 18:47:37.581563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58228) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:37.644321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] Routers {'ed94ba50-4897-4417-aa07-6e01712ee745'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:37.644989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ed94ba50-4897-4417-aa07-6e01712ee745'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:37.655841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.658410 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2045991d-1ad8-4c47-8a5b-05a3f1ff5922 HTTP/1.1" status: 204 len: 168 time: 1.0311539 Jul 16 18:47:37.659536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33baeee-ccb6-4d22-920c-165705c2a596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2045991d-1ad8-4c47-8a5b-05a3f1ff5922,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:37.661387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:37.682120 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-522cd130-e1de-48a7-b728-bc94d717f8ff tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:47:37.687662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-522cd130-e1de-48a7-b728-bc94d717f8ff tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/c2a373e7-3689-4616-9cc1-3e83848a599f HTTP/1.1" status: 404 len: 333 time: 0.1940491 Jul 16 18:47:37.688612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:37.757302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:37.826340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] Routers {'ed94ba50-4897-4417-aa07-6e01712ee745'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:37.827278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ed94ba50-4897-4417-aa07-6e01712ee745'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:37.858442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31c5336-4ada-4f65-975f-042dbda2d60a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.906948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:37.909328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a74de-59c3-48ee-90d3-6375d6e3659e None None] The sync data for ids ['ed94ba50-4897-4417-aa07-6e01712ee745'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:37.923857 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.049701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f0ae3873-604c-4ef9-a7cb-8401090fe27f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0ae3873-604c-4ef9-a7cb-8401090fe27f,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:38.059977 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.122446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.194084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-058296eb-790a-4d24-984b-6baaf8b7adc0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:38.196155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-058296eb-790a-4d24-984b-6baaf8b7adc0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 796 time: 0.7095308 Jul 16 18:47:38.201563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f0ae3873-604c-4ef9-a7cb-8401090fe27f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:38.280066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c319feba-3f47-47b1-a242-6c6f91c984f1 req-995d2109-4008-48f0-a1f6-8b2e51830fef tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 210 time: 0.0823972 Jul 16 18:47:38.326886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Deleting port 51fb5de3-a850-43e0-b330-e53439c14bbe {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:38.327475 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.388553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-80910f8f-1c11-4d85-9966-a08307093601 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 380 time: 0.1738250 Jul 16 18:47:38.402724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'port': {'device_id': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'admin_state_up': True, 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'security_groups': ['02a12338-1704-4704-9a5a-c8b404f19e2f']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:38.433607 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.540709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d445bbe-af8a-4771-9b8a-4fed3b46b30b']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:38.557781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] For port 51fb5de3-a850-43e0-b330-e53439c14bbe, host n-h2-791504-15, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:38.558332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.575584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bd54b4-aa65-4726-b135-4799b45b9e1b') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:38.575895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bd54b4-aa65-4726-b135-4799b45b9e1b') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:38.613588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Calling delete_port for 51fb5de3-a850-43e0-b330-e53439c14bbe owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:38.628625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.747070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.763929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:38.764380 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:38.767524 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:38.849123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31c5336-4ada-4f65-975f-042dbda2d60a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.849123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31c5336-4ada-4f65-975f-042dbda2d60a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.874299 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.880575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.883584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2d445bbe-af8a-4771-9b8a-4fed3b46b30b HTTP/1.1" status: 204 len: 168 time: 1.1909938 Jul 16 18:47:38.897147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:38.901124 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.911937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d445bbe-af8a-4771-9b8a-4fed3b46b30b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:38.950905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31c5336-4ada-4f65-975f-042dbda2d60a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.951460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31c5336-4ada-4f65-975f-042dbda2d60a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Fanout notify agent at l3_agent the message router_deleted on router ed94ba50-4897-4417-aa07-6e01712ee745 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:47:38.962731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.965557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.965958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.966294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.966746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.967048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.967380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.967788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.968033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.968364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.968677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.969029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.969353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579745ec-8a4e-4f39-8d44-aeb4548410c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:38.979823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c31c5336-4ada-4f65-975f-042dbda2d60a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.981021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c31c5336-4ada-4f65-975f-042dbda2d60a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/routers/ed94ba50-4897-4417-aa07-6e01712ee745 HTTP/1.1" status: 204 len: 168 time: 1.2911680 Jul 16 18:47:38.983619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58358) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.042395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 70bd0a87-bbac-4427-b9db-c0edef4db2d5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:39.045901 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.102858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.118022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event deleted for resources: {'Port': ['ID=51fb5de3-a850-43e0-b330-e53439c14bbe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:39.136319 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.141893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bcb68e84-c037-42b1-ab3b-dbc83994c7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "DELETE /v2.0/ports/51fb5de3-a850-43e0-b330-e53439c14bbe HTTP/1.1" status: 204 len: 168 time: 1.5593264 Jul 16 18:47:39.142546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.225236 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb0c877-0017-48f8-8145-517801b11801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:47:39.228144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1cb0c877-0017-48f8-8145-517801b11801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "GET /v2.0/ports/51fb5de3-a850-43e0-b330-e53439c14bbe HTTP/1.1" status: 404 len: 333 time: 0.0825365 Jul 16 18:47:39.234071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.263638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1337508625', 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:39.267258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.268897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.9 (5837439e-10a1-4008-ab1b-7e82ae09d9d0/5f0374d9-e029-4a8c-a493-29f87deb0490/b8338791-03e4-439f-80ba-5a28e515e068) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:39.271015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae3873-604c-4ef9-a7cb-8401090fe27f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:39.359561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f0ae3873-604c-4ef9-a7cb-8401090fe27f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:39.362244 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.414920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.545365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-147650b8-4785-4bc0-9546-8e300479d4d2 req-0cd1ef96-7cef-45e2-9c43-5df124907bc2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 210 time: 0.0730493 Jul 16 18:47:39.546549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Made reservation on behalf of 45a77dba59984d7e8a8571067b516c8b for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:39.549504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.554617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.558868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.580085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object b8338791-03e4-439f-80ba-5a28e515e068 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:39.601932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f6f3703-53cc-403e-bbaf-605f4f3810a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14893bbf2a9b46a09d59b532b22783e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186018 Jul 16 18:47:39.607664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58376) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.626284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.636186 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] device_id is not set on port bcbd26fc-fa1d-4e29-b556-b2c1195d963b yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:39.680886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:39.687569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:39.691677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:39.758698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:39.790379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c74c80f-6986-4cc5-8dc2-fabc46ea441e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.846992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:39.847999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.888377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.973869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=70bd0a87-bbac-4427-b9db-c0edef4db2d5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:39.974859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c74c80f-6986-4cc5-8dc2-fabc46ea441e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.986016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c74c80f-6986-4cc5-8dc2-fabc46ea441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.995056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-38660890-fcd6-4e4a-8d78-d4371a2034f8 None None] Provisioning for port b8338791-03e4-439f-80ba-5a28e515e068 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:40.003798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.004130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31a041-9822-4b55-9fe4-6a921982b49d None None] Network 272bf343-347b-41a2-b86f-52222e1072b4 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:40.006723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7f072a35-4171-4b03-ba19-e3f6603625e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/70bd0a87-bbac-4427-b9db-c0edef4db2d5 HTTP/1.1" status: 204 len: 168 time: 1.0205839 Jul 16 18:47:40.008105 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3902c22-a7a0-4032-98ce-fcd6bd50dcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.010476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-38660890-fcd6-4e4a-8d78-d4371a2034f8 None None] Provisioning complete for port b8338791-03e4-439f-80ba-5a28e515e068 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:40.011092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38660890-fcd6-4e4a-8d78-d4371a2034f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.011287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58380) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:40.028266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74c80f-6986-4cc5-8dc2-fabc46ea441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc33732-170e-4fd6-a7a8-13a9cb24347d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:40.042721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-e4f61e53-2019-4b57-9701-09faa98648ad tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6478066 Jul 16 18:47:40.056168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Request body: {'port': {'device_id': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:40.090018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7c74c80f-6986-4cc5-8dc2-fabc46ea441e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f8cc866bdbb47228849bcb1b388d2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739957 Jul 16 18:47:40.092528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58382) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:40.093513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-38660890-fcd6-4e4a-8d78-d4371a2034f8 None None] Port b8338791-03e4-439f-80ba-5a28e515e068 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:40.144994 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3902c22-a7a0-4032-98ce-fcd6bd50dcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.186468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.244825 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.257104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.274403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9f95935-84d5-4eb5-82aa-8c0e3463d3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.373089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3902c22-a7a0-4032-98ce-fcd6bd50dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.383165 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c3902c22-a7a0-4032-98ce-fcd6bd50dcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.385229 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c3902c22-a7a0-4032-98ce-fcd6bd50dcd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb HTTP/1.1" status: 204 len: 168 time: 0.7753005 Jul 16 18:47:40.392957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] DHCP port deletion for 272bf343-347b-41a2-b86f-52222e1072b4 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:40.420245 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9f95935-84d5-4eb5-82aa-8c0e3463d3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.438151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3902c22-a7a0-4032-98ce-fcd6bd50dcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dee2ac-ca2b-4e17-ae13-e3e06c0a03cb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:40.463840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.548792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] Deleting port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:40.549199 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.569023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:40.569333 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.577617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:40.582542 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9f95935-84d5-4eb5-82aa-8c0e3463d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.586964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9f95935-84d5-4eb5-82aa-8c0e3463d3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.588610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e9f95935-84d5-4eb5-82aa-8c0e3463d3ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecc33732-170e-4fd6-a7a8-13a9cb24347d HTTP/1.1" status: 204 len: 168 time: 0.4948547 Jul 16 18:47:40.598086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=bcbd26fc-fa1d-4e29-b556-b2c1195d963b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:40.604461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:40.611791 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:40.612719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:40.613428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.643410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f95935-84d5-4eb5-82aa-8c0e3463d3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc33732-170e-4fd6-a7a8-13a9cb24347d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:40.674352 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8ef0a3f6-84ed-4e4a-b4be-413ffac7fd38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4296789 Jul 16 18:47:40.686362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58392) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:40.724844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] For port 6eb46027-1b28-4aeb-ab82-de4f06ee2426, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6eb46027-1b28-4aeb-ab82-de4f06ee2426,segment=NetworkSegment(2c7e6cab-9322-400b-b15c-e1024a70fa17),segment_id=2c7e6cab-9322-400b-b15c-e1024a70fa17)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:40.725206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.772916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 6eb46027-1b28-4aeb-ab82-de4f06ee2426 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:40.827397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] For port 6eb46027-1b28-4aeb-ab82-de4f06ee2426, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6eb46027-1b28-4aeb-ab82-de4f06ee2426,segment=NetworkSegment(2c7e6cab-9322-400b-b15c-e1024a70fa17),segment_id=2c7e6cab-9322-400b-b15c-e1024a70fa17)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:40.827962 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.868990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f502bb-e0c8-4e05-b835-326ddf38ce2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:40.877771 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-39f502bb-e0c8-4e05-b835-326ddf38ce2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "GET /v2.0/ports/bcbd26fc-fa1d-4e29-b556-b2c1195d963b HTTP/1.1" status: 200 len: 959 time: 0.1878276 Jul 16 18:47:40.878714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:40.881193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] Calling delete_port for 6eb46027-1b28-4aeb-ab82-de4f06ee2426 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:41.002223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.054853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8338791-03e4-439f-80ba-5a28e515e068 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:41.065925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.089916 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.090159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=6eb46027-1b28-4aeb-ab82-de4f06ee2426,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:41.099848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No DVR routers for this DVR port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:41.105342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a76fe3-6cab-414f-b1a3-77d0cb91b3fa req-95b530cf-fd33-4f47-a107-180709ea37b5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:41.126886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25a76fe3-6cab-414f-b1a3-77d0cb91b3fa req-95b530cf-fd33-4f47-a107-180709ea37b5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 931 time: 0.2464297 Jul 16 18:47:41.164575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] Pushing event deleted for resources: {'Port': ['ID=6eb46027-1b28-4aeb-ab82-de4f06ee2426,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:41.174868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181082b-df8c-4180-a756-c55789e51d5c None None] No DVR routers for this DVR port 6eb46027-1b28-4aeb-ab82-de4f06ee2426 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:41.195428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Transition to ACTIVE for port object b8338791-03e4-439f-80ba-5a28e515e068 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:41.222217 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.239125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6eb46027-1b28-4aeb-ab82-de4f06ee2426 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:41.285859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6eb46027-1b28-4aeb-ab82-de4f06ee2426 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:41.286212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6eb46027-1b28-4aeb-ab82-de4f06ee2426 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:41.358831 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25a76fe3-6cab-414f-b1a3-77d0cb91b3fa req-cb13c87f-d93e-463a-a463-079614e1c034 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294259 Jul 16 18:47:41.362957 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.375112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272bf343-347b-41a2-b86f-52222e1072b4']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:41.393606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7e6cab-9322-400b-b15c-e1024a70fa17') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:41.394085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7e6cab-9322-400b-b15c-e1024a70fa17') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:41.415553 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.433129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:41.466235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.473080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:41.473682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.522417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Deleting port bcbd26fc-fa1d-4e29-b556-b2c1195d963b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:41.523128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:41.591952 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:41.599841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.620440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.625045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/272bf343-347b-41a2-b86f-52222e1072b4 HTTP/1.1" status: 204 len: 168 time: 1.6106346 Jul 16 18:47:41.634265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.664077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:41.665125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:41.665125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:41.708909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:41.709527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:41.712533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.713297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea6800-9b53-4cf5-8317-07802d5544bf tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=272bf343-347b-41a2-b86f-52222e1072b4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:41.727566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:41.727902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Checking segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:41.729946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Bound using segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:41.743799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Bound port: b8338791-03e4-439f-80ba-5a28e515e068, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:41.743799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.745113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Calling delete_port for bcbd26fc-fa1d-4e29-b556-b2c1195d963b owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:41.755968 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58412) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.780879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7aa965a-f10c-48e0-9d03-32ea3ffab7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.805681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869ba60-ea3f-4ddf-90aa-31b7ce7d8edd tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:41.811128 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e869ba60-ea3f-4ddf-90aa-31b7ce7d8edd tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/603a8c40-1809-4487-bb5d-6cbb24b34a38 HTTP/1.1" status: 200 len: 841 time: 0.1691029 Jul 16 18:47:41.811932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.908935 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8796f17a-68f3-47b0-8c2c-b86e4aef3b38 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/603a8c40-1809-4487-bb5d-6cbb24b34a38?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0923915 Jul 16 18:47:41.911427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.926033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:41.940154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:41.949659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.959492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:41.993259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.042257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:42.042884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.044459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 1092 time: 1.9929938 Jul 16 18:47:42.044961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:42.047350 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:42.070407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.072875 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "DELETE /v2.0/ports/bcbd26fc-fa1d-4e29-b556-b2c1195d963b HTTP/1.1" status: 204 len: 168 time: 1.1571467 Jul 16 18:47:42.076770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:42.167538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7aa965a-f10c-48e0-9d03-32ea3ffab7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.207268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f7aa965a-f10c-48e0-9d03-32ea3ffab7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.258226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa965a-f10c-48e0-9d03-32ea3ffab7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea27a31-cbb3-414f-ab49-c80333929e66,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:42.273827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:42.280475 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.352953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f7aa965a-f10c-48e0-9d03-32ea3ffab7fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d95e24fb7674c97aea80319e37467ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952730 Jul 16 18:47:42.357334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58432) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:42.520130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1e58-c3c4-49d1-b052-1379edf579ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.564909 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b74b74-80a7-4238-88f2-10dbd60e9f9a x-openstack-request-id: req-c6b74b74-80a7-4238-88f2-10dbd60e9f9a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:42.565476 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:42.566041 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6b74b74-80a7-4238-88f2-10dbd60e9f9a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:42.566917 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'status': 'completed', 'code': 200} Jul 16 18:47:42.573139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1e58-c3c4-49d1-b052-1379edf579ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.595642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58438) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:42.619937 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1c7e52-ee2d-42b7-886a-6c87b97d5e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:47:42.622085 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ef1c7e52-ee2d-42b7-886a-6c87b97d5e31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "GET /v2.0/ports/bcbd26fc-fa1d-4e29-b556-b2c1195d963b HTTP/1.1" status: 404 len: 333 time: 0.5443425 Jul 16 18:47:42.623128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a15e45-88b3-4dfa-9c12-0352594c6df0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:42.627488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58442) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:42.639322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Request body: {'port': {'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2040834183'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:42.668667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1e58-c3c4-49d1-b052-1379edf579ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.671870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1e58-c3c4-49d1-b052-1379edf579ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.673493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e7ae1e58-c3c4-49d1-b052-1379edf579ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ea27a31-cbb3-414f-ab49-c80333929e66 HTTP/1.1" status: 204 len: 168 time: 0.3154604 Jul 16 18:47:42.687588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae1e58-c3c4-49d1-b052-1379edf579ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea27a31-cbb3-414f-ab49-c80333929e66,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:42.766816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf817c14-5fcf-49d5-8780-770039240a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcbd26fc-fa1d-4e29-b556-b2c1195d963b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:42.775879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Made reservation on behalf of 45a77dba59984d7e8a8571067b516c8b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:42.779619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.789967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.830533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2014513043-network', 'tenant_id': '817b12cf22674414b6d8984881493c80'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:42.844239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] device_id is not set on port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:42.860986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:42.867212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:42.871334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:42.871956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.876423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab89830-3a3e-4b35-8002-2316d6d26d13 None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:42.898524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=eed9e06a-bd3b-4ea8-b1ba-5591da29ae70,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.001795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14761729-756b-4837-9eb7-9498c571c80f tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0688419 Jul 16 18:47:43.003990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.012012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84b6c517-2521-49cc-9759-6cbfdf9d6df4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'security_group': {'name': 'tempest-secgroup-214934294'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:43.025863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Made reservation on behalf of 817b12cf22674414b6d8984881493c80 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:43.030393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.068293 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b6c517-2521-49cc-9759-6cbfdf9d6df4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.109291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b75ddf-a656-47e8-96bf-3a0467276e67 req-3e93a3aa-0cb1-4fd6-be28-b66ae077bb16 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:43.111230 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90b75ddf-a656-47e8-96bf-3a0467276e67 req-3e93a3aa-0cb1-4fd6-be28-b66ae077bb16 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 943 time: 0.4846375 Jul 16 18:47:43.113364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-75df06c6-226a-48a4-aacc-a4d5b5b8837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:43.115069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-75df06c6-226a-48a4-aacc-a4d5b5b8837b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1095 time: 0.5544314 Jul 16 18:47:43.130512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.278340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-b4f29172-a260-4ca4-aed1-1f0397480429 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 217 time: 0.1490014 Jul 16 18:47:43.446230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b6c517-2521-49cc-9759-6cbfdf9d6df4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.446799 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90b75ddf-a656-47e8-96bf-3a0467276e67 req-f12a7b2e-f5d3-406a-83b6-69f4107c28d0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769182 Jul 16 18:47:43.461597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b6c517-2521-49cc-9759-6cbfdf9d6df4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.504274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-a3eca14d-052b-4217-949f-728a9b044dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:43.506418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-a3eca14d-052b-4217-949f-728a9b044dd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.2179596 Jul 16 18:47:43.535643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.556634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6c517-2521-49cc-9759-6cbfdf9d6df4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63fdaf4-2642-439c-990f-0d1af720dc84,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.572863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-067743d4-93d4-4337-822d-c3f4f9834957', 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'tenant_id': 'efc98cb811b3438c9b6be46534e6faa8', 'fixed_ips': [{'subnet_id': 'eed9e06a-bd3b-4ea8-b1ba-5591da29ae70'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:43.574146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.644540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45737-273c-48d9-b5dc-c42052475a46 req-8bf58e62-4e92-4637-96cf-80188389bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:43.646712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-8bf58e62-4e92-4637-96cf-80188389bfee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286097 Jul 16 18:47:43.680196 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.757171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Allocated IP 172.20.0.2 (067743d4-93d4-4337-822d-c3f4f9834957/eed9e06a-bd3b-4ea8-b1ba-5591da29ae70/ebd27797-6d81-465e-b4ed-19918ed9e76c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:43.805328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:43.814147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:43.827243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:43.828120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:43.828618 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.838368 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.854710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84b6c517-2521-49cc-9759-6cbfdf9d6df4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.856128 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84b6c517-2521-49cc-9759-6cbfdf9d6df4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8503423 Jul 16 18:47:43.860483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58470) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.864862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f0d3188b-cd75-4579-85a0-f8b520d6a1fc tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1086085771'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:43.874030 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.888463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:43.898754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.899109 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Added segment 4f5ddd92-367c-482f-92a3-bfd4804ca420 of type vlan for network 170fa286-29da-4fc9-bd7f-6fba078bce06 Jul 16 18:47:43.944060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.980737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=fc037b59-99e9-47c8-b1e2-5778c89c6ca3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.999072 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.000546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.003293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.009798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0d3188b-cd75-4579-85a0-f8b520d6a1fc tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.033504 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7c27d796-2874-44d0-b87d-32eb5168d384 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4020939 Jul 16 18:47:44.040617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4423251 Jul 16 18:47:44.044226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:44.044606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:44.058715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-85bb15d9-1585-49cf-86b0-d33f5e694211 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056270 Jul 16 18:47:44.062075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.081012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.102021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0849dce-ace2-40ec-9aba-07d826c36369,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.104253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Request body: {'subnet': {'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2014513043-subnet', 'tenant_id': '817b12cf22674414b6d8984881493c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.113149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Transition to ACTIVE for port object ebd27797-6d81-465e-b4ed-19918ed9e76c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:44.161181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1eda2-ccff-48cb-9397-e32dfb5555a6 admin admin] Pushing event updated for resources: {'Network': ['ID=170fa286-29da-4fc9-bd7f-6fba078bce06,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.180103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Transition to ACTIVE for port object ebd27797-6d81-465e-b4ed-19918ed9e76c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:44.188629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 170fa286-29da-4fc9-bd7f-6fba078bce06 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:44.230635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:44.237335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Made reservation on behalf of 817b12cf22674414b6d8984881493c80 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:44.239845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.322733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83e45737-273c-48d9-b5dc-c42052475a46 req-ef40c442-e60c-420f-b0a1-5f6d36c16ec2 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514117 Jul 16 18:47:44.342298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.393909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0d3188b-cd75-4579-85a0-f8b520d6a1fc tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.475204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Pushing event updated for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.476378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.521392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:44.534476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0d3188b-cd75-4579-85a0-f8b520d6a1fc tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.536357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:44.548541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:44.576569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-2ce31239-de82-4ad3-8d86-88c395f0e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.582095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-2ce31239-de82-4ad3-8d86-88c395f0e6e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1095 time: 0.1935112 Jul 16 18:47:44.586694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-185857924-network', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.636858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Made reservation on behalf of a87c51d3bf8d4794bf3165b62f9f681c for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:44.639568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.660410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.704343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Attempting to bind port ebd27797-6d81-465e-b4ed-19918ed9e76c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:44.705087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Attempting to bind port ebd27797-6d81-465e-b4ed-19918ed9e76c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '96e4431a-0fab-4e73-99d6-24f21bf94506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:44.709227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Attempting to bind port ebd27797-6d81-465e-b4ed-19918ed9e76c on network 067743d4-93d4-4337-822d-c3f4f9834957 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:44.722543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:44.723270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Checking segment: {'id': '96e4431a-0fab-4e73-99d6-24f21bf94506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:44.723863 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.724440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Bound using segment: {'id': '96e4431a-0fab-4e73-99d6-24f21bf94506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:44.725107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Bound port: ebd27797-6d81-465e-b4ed-19918ed9e76c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e4431a-0fab-4e73-99d6-24f21bf94506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:44.725694 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.794083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0d3188b-cd75-4579-85a0-f8b520d6a1fc tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.794859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f0d3188b-cd75-4579-85a0-f8b520d6a1fc tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9345796 Jul 16 18:47:44.825933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-3ddf1408-33a6-4e94-b800-99a8fade53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.828266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-3ddf1408-33a6-4e94-b800-99a8fade53a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 897 time: 0.2378976 Jul 16 18:47:44.829033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:44.831686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3188b-cd75-4579-85a0-f8b520d6a1fc tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ccec81-84c3-4af5-8e51-16c2d1ffd2ab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.834744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1006815837', 'security_groups': ['36ccec81-84c3-4af5-8e51-16c2d1ffd2ab'], 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eed9e06a-bd3b-4ea8-b1ba-5591da29ae70'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:44.863191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:44.867949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebd27797-6d81-465e-b4ed-19918ed9e76c,segment=NetworkSegment(96e4431a-0fab-4e73-99d6-24f21bf94506),segment_id=96e4431a-0fab-4e73-99d6-24f21bf94506)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:44.879521 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.930038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.002536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-9295f37e-9424-4e8e-add7-04190db02c0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 217 time: 0.0427501 Jul 16 18:47:45.044173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b082-836a-4d2d-9311-c086cfb1afb2 None None] Pushing event updated for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:45.046265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5042aa-4a27-44e2-89ba-24be691dc0bc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:45.085592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40073973-68de-4f88-871e-5cceed20ca89 req-3ff212d3-a004-4c81-b9ee-3d11bc539a29 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.087621 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-40073973-68de-4f88-871e-5cceed20ca89 req-3ff212d3-a004-4c81-b9ee-3d11bc539a29 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 943 time: 0.4307697 Jul 16 18:47:45.114959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-e9c80d83-cfbc-4da8-a52e-0be4ed9cc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.120546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-e9c80d83-cfbc-4da8-a52e-0be4ed9cc97f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.1093538 Jul 16 18:47:45.246351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-04700360-cddf-439f-9a02-7474a18ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.247338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.251311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-04700360-cddf-439f-9a02-7474a18ca7f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232584 Jul 16 18:47:45.264330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.295457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:45.364140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:45.375852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-40073973-68de-4f88-871e-5cceed20ca89 req-1476ead6-b7ae-4fc7-9a17-9a62ecc3bf06 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664688 Jul 16 18:47:45.396574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Checking segment: {'id': '4f5ddd92-367c-482f-92a3-bfd4804ca420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:45.396973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Network hostable DHCP agents. Network: 170fa286-29da-4fc9-bd7f-6fba078bce06, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:45.430602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] device_id is not set on port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:45.472754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdc2734-fa34-4f5a-9320-1940d2fb5855,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:45.501002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.505350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.505868 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Added segment fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca of type vlan for network bf90ac00-84fc-4848-aaf4-515e362c8627 Jul 16 18:47:45.530205 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-bf825c82-aaa8-4150-9f88-46dda31c1767 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441106 Jul 16 18:47:45.560364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Network 170fa286-29da-4fc9-bd7f-6fba078bce06 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:45.589786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Transition to ACTIVE for port object fc037b59-99e9-47c8-b1e2-5778c89c6ca3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:45.600490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.611472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.615272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 170fa286-29da-4fc9-bd7f-6fba078bce06) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:45.622352 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.623099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.626319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b38e09-4977-4462-9514-0ce905b52385 None None] Network 170fa286-29da-4fc9-bd7f-6fba078bce06 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:45.703516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-88954c51-f3e2-495d-8b92-696b8a05c26d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6038599 Jul 16 18:47:45.763795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=fc037b59-99e9-47c8-b1e2-5778c89c6ca3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:45.784208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.785461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:45.786199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.814383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.866597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] Pushing event updated for resources: {'Network': ['ID=bf90ac00-84fc-4848-aaf4-515e362c8627,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:45.879012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:45.880158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:45.882042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:45.894763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34519dc0-7c2f-4d47-b05a-6bd0c842b1ef req-b4bcd291-4a4a-4ce5-88b3-97b249530eb7 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063271 Jul 16 18:47:45.908490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 2383395d-eb07-4c91-9585-c5aad16fc555 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:45.909490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:45.909850 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:45.910581 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 2 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:45.914295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network bf90ac00-84fc-4848-aaf4-515e362c8627 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:45.922415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e6a5e90d-2937-4243-a690-9779feca746b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6775541 Jul 16 18:47:45.925681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:45.941481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Request body: {'subnet': {'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-185857924-subnet', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:45.994339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:45.994843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:45.995537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.021350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.021905 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.022352 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 3 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.039940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.039940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.039940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.045466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.045944 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.046456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Made reservation on behalf of a87c51d3bf8d4794bf3165b62f9f681c for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:46.050868 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.053885 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 4 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.087274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890300e6-2454-4aa1-bb40-354fdbab1ad3 None None] Network 170fa286-29da-4fc9-bd7f-6fba078bce06 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:46.153804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.154235 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.156163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.185413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.186164 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.226763 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 5 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.250019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.250227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.250601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.271381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f02e2cea-2b24-42e6-a3ff-819727b64414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.292258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.292909 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.295569 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 6 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.325779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.326180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.326535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.344621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.346289 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.352907 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 7 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.387709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.388168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.388800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.494567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.494914 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.503609 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 8 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.544908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.546441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.11 (067743d4-93d4-4337-822d-c3f4f9834957/eed9e06a-bd3b-4ea8-b1ba-5591da29ae70/2383395d-eb07-4c91-9585-c5aad16fc555) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:46.548311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.554788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.601984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:46.626415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1553739023-network', 'tenant_id': '198c1645d8ec4532b022097879065c17'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:46.631143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.631465 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.637679 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 9 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.667893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.668229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.668562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.685044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.685044 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.690836 n-d-791504-15 neutron-server[93796]: INFO neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempt 10 to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 Jul 16 18:47:46.751984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:46.752090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:46.752407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempting to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:46.771121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.777144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Made reservation on behalf of 198c1645d8ec4532b022097879065c17 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:46.779613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.793773 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.837128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:46.837475 n-d-791504-15 neutron-server[93796]: ERROR neutron.plugins.ml2.managers [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Failed to bind port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on host n-h2-791504-15 for vnic_type normal using segments [{'id': '91842c51-5a6e-436b-9099-f8219455c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a71fa27-5bfb-4b0e-9b83-f04a2b4db261'}] Jul 16 18:47:46.837902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.847755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:46.880770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.903199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6861b2-606f-4a8c-842f-741bc8370fa5 req-2dfbe3ea-f93d-47ac-b2ba-e6376ec20527 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:46.904853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d6861b2-606f-4a8c-842f-741bc8370fa5 req-2dfbe3ea-f93d-47ac-b2ba-e6376ec20527 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 943 time: 0.1801782 Jul 16 18:47:46.912562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 2383395d-eb07-4c91-9585-c5aad16fc555 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:46.949834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Checking segment: {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:46.950244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Network hostable DHCP agents. Network: bf90ac00-84fc-4848-aaf4-515e362c8627, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:46.973136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-75b53389-1c46-4a1a-95bd-174fc2b254b8 None None] Provisioning complete for port 603a8c40-1809-4487-bb5d-6cbb24b34a38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:46.973637 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75b53389-1c46-4a1a-95bd-174fc2b254b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.999452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3c2d65-535e-49bc-a3f7-cbaafef290a8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:47.016246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Network bf90ac00-84fc-4848-aaf4-515e362c8627 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:47.021518 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d6861b2-606f-4a8c-842f-741bc8370fa5 req-4c2a27b9-0db9-4f21-909e-feff2a79a145 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068671 Jul 16 18:47:47.027854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-75b53389-1c46-4a1a-95bd-174fc2b254b8 None None] Port 603a8c40-1809-4487-bb5d-6cbb24b34a38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:47.045171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.056960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, bf90ac00-84fc-4848-aaf4-515e362c8627) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:47.059121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:47.063524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-75b53389-1c46-4a1a-95bd-174fc2b254b8 None None] Provisioning for port ebd27797-6d81-465e-b4ed-19918ed9e76c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:47.068174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.068757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.080324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] For port fc037b59-99e9-47c8-b1e2-5778c89c6ca3, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:47.080794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attempted to set empty binding levels {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:47:47.084521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b793bc2-cfb8-492b-99af-0b648748bead None None] Network bf90ac00-84fc-4848-aaf4-515e362c8627 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:47.092175 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.182602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:47.184807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event updated for resources: {'Port': ['ID=fc037b59-99e9-47c8-b1e2-5778c89c6ca3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:47.200801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] In _notify_port_updated(), no bound segment for port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 on network 5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:47:47.201803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.202426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.206690 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2a53a1c1-fcec-4f64-a5c4-18796244ca9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "PUT /v2.0/ports/fc037b59-99e9-47c8-b1e2-5778c89c6ca3 HTTP/1.1" status: 200 len: 980 time: 3.1592407 Jul 16 18:47:47.207382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:47.210366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:47.216136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:47.223860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=2383395d-eb07-4c91-9585-c5aad16fc555,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:47.277779 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'b8338791-03e4-439f-80ba-5a28e515e068', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'port_id': 'b8338791-03e4-439f-80ba-5a28e515e068', 'mac_address': 'fa:16:3e:7d:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:47.314564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.318959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.328802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.360181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.366881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bd6c1341-ed89-43dd-a1e6-15cb7334fa24 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5361984 Jul 16 18:47:47.369722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:47.389161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e7ac6b9f-c270-418a-b333-93cd53ccda48 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:47.394295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.411182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7d848c-c64f-41a9-b897-e134326ffb2a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:47.414029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8338791-03e4-439f-80ba-5a28e515e068 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:47.427372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-99591c11-6747-460a-922a-8f3dbdb9cb5f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4946699 Jul 16 18:47:47.430760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:47.439000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:47.440548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebd27797-6d81-465e-b4ed-19918ed9e76c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:47.455950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:47.463804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:47.486179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.510267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.511448 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Added segment f1105572-db4a-4d83-b346-f702e1e7de6d of type vlan for network ade1aa86-21bf-4e9b-90bc-41f2fcedc264 Jul 16 18:47:47.528596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Deleting port fc037b59-99e9-47c8-b1e2-5778c89c6ca3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:47.529121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.614846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:47.630542 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.634374 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.638553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.693176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-bf90ac00-84fc-4848-aaf4-515e362c8627', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:47.695894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.722555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] For port fc037b59-99e9-47c8-b1e2-5778c89c6ca3, host n-h2-791504-15, got binding levels [] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:47.723018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.736314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-69f84101-745c-49c4-943d-a48c734b7500 None None] Provisioning for port 2383395d-eb07-4c91-9585-c5aad16fc555 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:47.748973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Calling delete_port for fc037b59-99e9-47c8-b1e2-5778c89c6ca3 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:47.751558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-69f84101-745c-49c4-943d-a48c734b7500 None None] Provisioning complete for port 2383395d-eb07-4c91-9585-c5aad16fc555 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:47.752452 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69f84101-745c-49c4-943d-a48c734b7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.755443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['b8338791-03e4-439f-80ba-5a28e515e068'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:47.766402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.767496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.768163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.798960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.803304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ac6b9f-c270-418a-b333-93cd53ccda48 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:47.812448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e7ac6b9f-c270-418a-b333-93cd53ccda48 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.822651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ebd27797-6d81-465e-b4ed-19918ed9e76c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:47.830578 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:47.851469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2485826 Jul 16 18:47:47.853218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:47.859737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Request body: {'subnet': {'network_id': 'ade1aa86-21bf-4e9b-90bc-41f2fcedc264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1553739023-subnet', 'tenant_id': '198c1645d8ec4532b022097879065c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:47.890387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:47.890831 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.922377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Made reservation on behalf of 198c1645d8ec4532b022097879065c17 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:47.925001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.946676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8e4d0-463e-4b43-8ffc-f5fe37265fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=ade1aa86-21bf-4e9b-90bc-41f2fcedc264,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:47.948285 n-d-791504-15 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-e7ac6b9f-c270-418a-b333-93cd53ccda48 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eed9e06a-bd3b-4ea8-b1ba-5591da29ae70 (CIDR: 172.20.0.0/28) Jul 16 18:47:47.979077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ade1aa86-21bf-4e9b-90bc-41f2fcedc264 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:48.008660 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ac6b9f-c270-418a-b333-93cd53ccda48 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:47:48.010256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ac6b9f-c270-418a-b333-93cd53ccda48 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:48.019813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-69f84101-745c-49c4-943d-a48c734b7500 None None] Port 2383395d-eb07-4c91-9585-c5aad16fc555 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:48.111581 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e7ac6b9f-c270-418a-b333-93cd53ccda48 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7376411 Jul 16 18:47:48.145186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:48.154372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:48.162705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.173972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.187410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.236604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Allocated IP 172.20.0.2 (bf90ac00-84fc-4848-aaf4-515e362c8627/fb3c2d65-535e-49bc-a3f7-cbaafef290a8/022a1062-1e1d-481e-b063-47e1d14a7f9d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:48.241794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebd27797-6d81-465e-b4ed-19918ed9e76c,segment=NetworkSegment(96e4431a-0fab-4e73-99d6-24f21bf94506),segment_id=96e4431a-0fab-4e73-99d6-24f21bf94506)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:48.261195 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.277847 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.286224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.291396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "DELETE /v2.0/ports/fc037b59-99e9-47c8-b1e2-5778c89c6ca3 HTTP/1.1" status: 204 len: 168 time: 1.0774665 Jul 16 18:47:48.292511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:48.301848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e98cd-404a-4c05-9331-8fcfd4bb91e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc037b59-99e9-47c8-b1e2-5778c89c6ca3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:48.324930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Checking segment: {'id': 'f1105572-db4a-4d83-b346-f702e1e7de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ade1aa86-21bf-4e9b-90bc-41f2fcedc264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:48.325449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Network hostable DHCP agents. Network: ade1aa86-21bf-4e9b-90bc-41f2fcedc264, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:48.343400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22ab023-00d4-46c3-812e-55dcae60363b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:48.352007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Network ade1aa86-21bf-4e9b-90bc-41f2fcedc264 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:48.405665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ade1aa86-21bf-4e9b-90bc-41f2fcedc264) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:48.415652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:48.415812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:48.416414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.431243 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-46816e6e-8236-4f29-aaae-b250892681b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:47:48.440409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:48.440921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-46816e6e-8236-4f29-aaae-b250892681b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001496813-project-admin] 10.222.0.49 "GET /v2.0/ports/fc037b59-99e9-47c8-b1e2-5778c89c6ca3 HTTP/1.1" status: 404 len: 333 time: 0.1442132 Jul 16 18:47:48.448711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:48.454879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.480089 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61a60443-0b48-429f-a51e-4a034b02a83a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6171916 Jul 16 18:47:48.520114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebd826-9da9-4999-9056-7b8f05615796 req-d0217c62-55ce-48b7-88c1-edd2e13c94ca tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:48.522614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1eebd826-9da9-4999-9056-7b8f05615796 req-d0217c62-55ce-48b7-88c1-edd2e13c94ca tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.1634111 Jul 16 18:47:48.576416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.585521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Transition to ACTIVE for port object 022a1062-1e1d-481e-b063-47e1d14a7f9d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:48.603129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Transition to ACTIVE for port object 022a1062-1e1d-481e-b063-47e1d14a7f9d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:48.621317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c232d6-2a23-4069-8d18-70f9884fd732 None None] Network ade1aa86-21bf-4e9b-90bc-41f2fcedc264 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:48.628241 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.697786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Pushing event updated for resources: {'Port': ['ID=022a1062-1e1d-481e-b063-47e1d14a7f9d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:48.727541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Network bf90ac00-84fc-4848-aaf4-515e362c8627 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:48.745249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:48.748361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:49.034317 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-608cef7f-fb25-4093-97ee-887b03cfbb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.040039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Attempting to bind port 022a1062-1e1d-481e-b063-47e1d14a7f9d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:49.040413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Attempting to bind port 022a1062-1e1d-481e-b063-47e1d14a7f9d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:49.040795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Attempting to bind port 022a1062-1e1d-481e-b063-47e1d14a7f9d on network bf90ac00-84fc-4848-aaf4-515e362c8627 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:49.074371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:49.074765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Checking segment: {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:49.075199 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.075590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Bound using segment: {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:49.076099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Bound port: 022a1062-1e1d-481e-b063-47e1d14a7f9d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:49.076470 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.087752 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.089596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452ab22-d54b-4414-8051-5a8d7f7ffe5d None None] Network ade1aa86-21bf-4e9b-90bc-41f2fcedc264 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:49.121816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.169473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1eebd826-9da9-4999-9056-7b8f05615796 req-a5002bde-b95f-4a7a-95dc-186e0433eca1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5971723 Jul 16 18:47:49.321424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-e32f64d6-4506-46fb-84f2-df2da329e7e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7943401 Jul 16 18:47:49.337582 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.349927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a71fa27-5bfb-4b0e-9b83-f04a2b4db261']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:49.355180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebd27797-6d81-465e-b4ed-19918ed9e76c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:49.368407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91842c51-5a6e-436b-9099-f8219455c11a') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:49.368806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91842c51-5a6e-436b-9099-f8219455c11a') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:49.379975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.399672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.407661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:49.407965 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.424971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] For port 022a1062-1e1d-481e-b063-47e1d14a7f9d, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:49.452431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] For port 022a1062-1e1d-481e-b063-47e1d14a7f9d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=022a1062-1e1d-481e-b063-47e1d14a7f9d,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:49.464569 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:49.491438 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:49.500243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.512302 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.519039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] 10.222.0.49 "DELETE /v2.0/networks/5a71fa27-5bfb-4b0e-9b83-f04a2b4db261 HTTP/1.1" status: 204 len: 168 time: 1.0766857 Jul 16 18:47:49.530196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eaef2-a3b6-44ee-9ef0-8ff0ce448cf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618177222-project] Pushing event deleted for resources: {'Network': ['ID=5a71fa27-5bfb-4b0e-9b83-f04a2b4db261,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:49.571215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:49.572517 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.627533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021002d-9a3d-4666-aa0c-e1cfbae45c04 None None] Pushing event updated for resources: {'Port': ['ID=022a1062-1e1d-481e-b063-47e1d14a7f9d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:49.640518 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.687049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.690473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.781841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-524b31bf-47e6-4f92-afdd-9d2558a74e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:49.786401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-524b31bf-47e6-4f92-afdd-9d2558a74e0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5b054fd84924c688f6167272d23e570&device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1097 time: 0.4311516 Jul 16 18:47:49.926479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:49.928617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:49.961167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cdd15d-448f-499e-aff5-c10c4320113f None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:50.072588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58574) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:50.134143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:50.134927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.192930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-c4740e91-d2bb-4a07-a198-1cb2a730f348 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:50.205843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-c4740e91-d2bb-4a07-a198-1cb2a730f348 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/networks?id=170fa286-29da-4fc9-bd7f-6fba078bce06 HTTP/1.1" status: 200 len: 825 time: 0.7440078 Jul 16 18:47:50.208583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-98892460-7074-4e38-8690-caead0fe5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:50.210827 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-98892460-7074-4e38-8690-caead0fe5f9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 200 len: 910 time: 0.3855271 Jul 16 18:47:50.241164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.268295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=407dd2d7-78db-4242-af89-b7105096b28b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:50.352089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-1fd053d1-114e-43fe-8580-4b03eb0977aa tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/quotas/817b12cf22674414b6d8984881493c80 HTTP/1.1" status: 200 len: 375 time: 0.1448281 Jul 16 18:47:50.403180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-817bc0bd-57fa-4a7e-b3f2-b9c8a51ca372 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23ffae175975498f8baadd0aaeb71491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288667 Jul 16 18:47:50.404226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:50.463152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-c913bd8e-f2dc-453f-b1f1-657303ac98cf tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=817b12cf22674414b6d8984881493c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099448 Jul 16 18:47:50.466070 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-815c8395-c85e-47d8-867b-2da1fc795935 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3194680 Jul 16 18:47:50.472827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:50.479085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-154567184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '407dd2d7-78db-4242-af89-b7105096b28b'}], 'security_groups': ['f63fdaf4-2642-439c-990f-0d1af720dc84']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:50.585434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-d4c2138e-bba7-466a-a2fe-01c27952ab82 service neutron] 10.222.0.49 "GET /v2.0/networks/170fa286-29da-4fc9-bd7f-6fba078bce06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210215 Jul 16 18:47:50.594373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] Update dhcp port {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'fixed_ips': [{'subnet_id': 'eed9e06a-bd3b-4ea8-b1ba-5591da29ae70', 'ip_address': '172.20.0.2'}, {'subnet_id': '407dd2d7-78db-4242-af89-b7105096b28b'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'ebd27797-6d81-465e-b4ed-19918ed9e76c'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:47:50.631067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Allocated IP 172.25.1.92 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/5e1942da-7603-4c02-9c83-d5d85eef2b16) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:50.673473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-8174fd39-5c4d-4013-a938-cfc5933ac34d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 200 len: 999 time: 0.4534030 Jul 16 18:47:50.685275 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b00bd08e-5529-416c-b128-8403d95d9929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.685863 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.778529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b00bd08e-5529-416c-b128-8403d95d9929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.812489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add7c8-9655-47f8-bcb9-ba4df8a687c4 req-1867fd03-0c7b-4316-973c-b1bdbeca0383 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:50.814141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92add7c8-9655-47f8-bcb9-ba4df8a687c4 req-1867fd03-0c7b-4316-973c-b1bdbeca0383 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.3421545 Jul 16 18:47:50.901337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-d5d96b68-55b8-49d4-9d6a-0d26bac66996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:50.905511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-d5d96b68-55b8-49d4-9d6a-0d26bac66996 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6af233d1-7b66-40aa-b30d-8f39f835cbe3 HTTP/1.1" status: 200 len: 848 time: 0.2219603 Jul 16 18:47:50.925812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-2fb6c45d-bbeb-4ea1-9993-14286891b1bc service neutron] 10.222.0.49 "GET /v2.0/networks/170fa286-29da-4fc9-bd7f-6fba078bce06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276565 Jul 16 18:47:51.013984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.018750 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-92add7c8-9655-47f8-bcb9-ba4df8a687c4 req-abfd3fab-9869-43f4-bc6d-3353a33019d2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833544 Jul 16 18:47:51.042924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b00bd08e-5529-416c-b128-8403d95d9929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.045778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b00bd08e-5529-416c-b128-8403d95d9929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.047190 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b00bd08e-5529-416c-b128-8403d95d9929 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f03b094a-27eb-4711-bf3d-4d8bbbaa7b71 HTTP/1.1" status: 204 len: 168 time: 0.6418233 Jul 16 18:47:51.087854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] Allocated IP 172.20.0.18 (067743d4-93d4-4337-822d-c3f4f9834957/407dd2d7-78db-4242-af89-b7105096b28b/ebd27797-6d81-465e-b4ed-19918ed9e76c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:51.120865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:51.122845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bd08e-5529-416c-b128-8403d95d9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03b094a-27eb-4711-bf3d-4d8bbbaa7b71,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:51.312731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.345584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-1926b8c3-d173-45fb-b6a3-ceb555316f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:51.346242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec71895-f664-43bb-8685-b8f34e71a429 None None] Network bf90ac00-84fc-4848-aaf4-515e362c8627 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:51.364539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-1926b8c3-d173-45fb-b6a3-ceb555316f9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e5bbb623-b536-4796-962f-d25fd7f950c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4187901 Jul 16 18:47:51.491328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a9fda1a-824a-4374-b885-76299ecd437d req-30a6a060-cdcc-44fd-ab23-66fd403ed0ab tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 210 time: 0.1155095 Jul 16 18:47:51.558450 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.623066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-665d980e-40f8-4ccb-8921-480bf4cd0eee service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572410 Jul 16 18:47:51.626635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1942da-7603-4c02-9c83-d5d85eef2b16,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:51.636155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:51.646745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:51.660949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 022a1062-1e1d-481e-b063-47e1d14a7f9d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:51.662128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:51.819304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:51.891094 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e643d6d2-d04d-4885-92a3-6378d160e7bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45a77dba59984d7e8a8571067b516c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703723 Jul 16 18:47:51.891760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:51.911642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-120d4230-465a-4dc2-b454-fa76a4640e51 None None] Provisioning for port 022a1062-1e1d-481e-b063-47e1d14a7f9d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:51.971007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port b8338791-03e4-439f-80ba-5a28e515e068 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:51.982291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4099-0020-4caa-8c30-1fb14217f0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.990768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed40a44e-78e8-40a7-bfc8-87c79d768c91 req-49efa910-a9ce-4020-b8f4-6c1bf7f2a7d8 service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529959 Jul 16 18:47:52.018675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebd27797-6d81-465e-b4ed-19918ed9e76c,segment=NetworkSegment(96e4431a-0fab-4e73-99d6-24f21bf94506),segment_id=96e4431a-0fab-4e73-99d6-24f21bf94506)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:52.021542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port b8338791-03e4-439f-80ba-5a28e515e068 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:52.025401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.046255 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.089045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4099-0020-4caa-8c30-1fb14217f0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.194662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.210402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 022a1062-1e1d-481e-b063-47e1d14a7f9d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:52.214407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.237130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4099-0020-4caa-8c30-1fb14217f0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.243171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 022a1062-1e1d-481e-b063-47e1d14a7f9d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:52.246199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4099-0020-4caa-8c30-1fb14217f0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.250328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3ef4099-0020-4caa-8c30-1fb14217f0df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/faf65c54-0555-4dc8-b33a-d196c304dcf8 HTTP/1.1" status: 204 len: 168 time: 0.3550181 Jul 16 18:47:52.250716 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.270230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef4099-0020-4caa-8c30-1fb14217f0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf65c54-0555-4dc8-b33a-d196c304dcf8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:52.386510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] Transition to ACTIVE for port object ebd27797-6d81-465e-b4ed-19918ed9e76c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:52.456368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.778222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.816082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f72ee4-d166-4813-8b42-e3039aeff74d req-278a432f-8001-4274-8d0b-d88259bd2aab tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:52.842025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c8f72ee4-d166-4813-8b42-e3039aeff74d req-278a432f-8001-4274-8d0b-d88259bd2aab tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.4345500 Jul 16 18:47:52.884389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Delete allocated IP 172.20.0.11 (067743d4-93d4-4337-822d-c3f4f9834957/eed9e06a-bd3b-4ea8-b1ba-5591da29ae70) {{(pid=93796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:47:52.922874 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.929354 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-213e6823-2b02-40f7-ab28-6f3217c58ad1 req-3bd2f670-5074-4ad4-a879-23bafa15af01 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 210 time: 0.1427670 Jul 16 18:47:52.932238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f84c3-9b02-4207-b726-e51c64becc78 None None] Pushing event updated for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:52.961893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.25 (067743d4-93d4-4337-822d-c3f4f9834957/407dd2d7-78db-4242-af89-b7105096b28b/2383395d-eb07-4c91-9585-c5aad16fc555) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:52.962833 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.978678 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.024639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3d6e5db-a927-4d0e-8af5-5151e682ff71 None None] Provisioning complete for port 022a1062-1e1d-481e-b063-47e1d14a7f9d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:53.025697 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e5db-a927-4d0e-8af5-5151e682ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.078483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c8f72ee4-d166-4813-8b42-e3039aeff74d req-be7f7403-19e0-473b-881d-31e5a67cf5c6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330687 Jul 16 18:47:53.084572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 022a1062-1e1d-481e-b063-47e1d14a7f9d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=022a1062-1e1d-481e-b063-47e1d14a7f9d,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:53.093019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:53.096491 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822af92-8175-40e7-9d4e-2732900099ca" -d '{"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-plugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:53.126165 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.139729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:53.171873 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.381514 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad23746-6320-4641-b30c-b691ae57fc31 x-openstack-request-id: req-6ad23746-6320-4641-b30c-b691ae57fc31 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:53.382043 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-plugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:53.390155 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ad23746-6320-4641-b30c-b691ae57fc31 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:53.393121 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'code': 200} Jul 16 18:47:53.402562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=022a1062-1e1d-481e-b063-47e1d14a7f9d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:53.409051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebd27797-6d81-465e-b4ed-19918ed9e76c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:53.557982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:53.585741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:47:53.598506 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.670553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 2383395d-eb07-4c91-9585-c5aad16fc555 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:53.681743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.746277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=2383395d-eb07-4c91-9585-c5aad16fc555,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:53.892765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a05d-7c87-4f63-8b11-44473c59422f req-8253388f-9815-4ba4-9436-5d63ad1afe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.894976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed34a05d-7c87-4f63-8b11-44473c59422f req-8253388f-9815-4ba4-9436-5d63ad1afe56 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1097 time: 0.4754295 Jul 16 18:47:53.945964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] In _notify_port_updated(), no bound segment for port 2383395d-eb07-4c91-9585-c5aad16fc555 on network 067743d4-93d4-4337-822d-c3f4f9834957 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:47:53.970658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.971443 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.976485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c2b496c-39b9-4a9f-92d8-665fcd8c66ab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "PUT /v2.0/ports/2383395d-eb07-4c91-9585-c5aad16fc555 HTTP/1.1" status: 200 len: 920 time: 3.5022726 Jul 16 18:47:53.978930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:54.146013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Provisioning complete for port 603a8c40-1809-4487-bb5d-6cbb24b34a38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:54.147819 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.169150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 2383395d-eb07-4c91-9585-c5aad16fc555 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:54.169526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.254572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Port 603a8c40-1809-4487-bb5d-6cbb24b34a38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:54.285030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Provisioning for port ebd27797-6d81-465e-b4ed-19918ed9e76c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:54.290957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:54.291376 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.496839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.558947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:54.560039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 2383395d-eb07-4c91-9585-c5aad16fc555 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:54.576190 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Sync routers for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:54.594753 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:54.597037 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:54.636402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.659019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5788c392-4e47-4730-97fa-52d975b98660 req-ae3f3616-3387-4485-98f1-cd2c69de6f9d tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 210 time: 0.2305334 Jul 16 18:47:54.676932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed34a05d-7c87-4f63-8b11-44473c59422f req-c33b7d27-57dd-4d78-806b-dfc0bbe6b0d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7645776 Jul 16 18:47:54.682857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Provisioning for port 2383395d-eb07-4c91-9585-c5aad16fc555 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:54.693783 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Provisioning complete for port 2383395d-eb07-4c91-9585-c5aad16fc555 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:54.694254 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.787228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9a66e-baa1-4f76-ab52-6216462f4973 req-356fde4d-c040-4c18-838d-c30988cb2495 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:54.788873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94a9a66e-baa1-4f76-ab52-6216462f4973 req-356fde4d-c040-4c18-838d-c30988cb2495 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.4056046 Jul 16 18:47:54.790199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-235f5e0f-34d2-4f64-9474-87ab907b97e9 None None] Port 2383395d-eb07-4c91-9585-c5aad16fc555 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:54.810481 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.821496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-69914b52-a769-425d-86c6-947792d4a078 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3708658 Jul 16 18:47:54.862733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58666) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:54.923881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8981bf26-941b-460d-9708-d5ef40fafa27 None None] Provisioning complete for port 2383395d-eb07-4c91-9585-c5aad16fc555 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:54.924386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8981bf26-941b-460d-9708-d5ef40fafa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.935450 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:54.982018 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.994354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8981bf26-941b-460d-9708-d5ef40fafa27 None None] Port 2383395d-eb07-4c91-9585-c5aad16fc555 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:55.029995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-605d8ea1-8916-49b6-86ba-e7391a36bc77 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.031587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-605d8ea1-8916-49b6-86ba-e7391a36bc77 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.59 "GET /v2.0/networks?id=170fa286-29da-4fc9-bd7f-6fba078bce06 HTTP/1.1" status: 200 len: 825 time: 1.0862556 Jul 16 18:47:55.065427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Request body: {'port': {'device_id': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06', 'admin_state_up': True, 'tenant_id': '817b12cf22674414b6d8984881493c80'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:55.065682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=2383395d-eb07-4c91-9585-c5aad16fc555,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:55.173553 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94a9a66e-baa1-4f76-ab52-6216462f4973 req-8614206f-4ffb-41a3-8bdb-fcde17da6106 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120333 Jul 16 18:47:55.286689 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.293151 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b4bbdc66-0ff2-4e27-a553-1ba361131541 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/2383395d-eb07-4c91-9585-c5aad16fc555 HTTP/1.1" status: 204 len: 168 time: 1.3088419 Jul 16 18:47:55.294131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:55.338890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 022a1062-1e1d-481e-b063-47e1d14a7f9d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:55.362851 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5948fb-ee74-4988-b5a1-a62a3f815ef4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:47:55.364592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b5948fb-ee74-4988-b5a1-a62a3f815ef4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/2383395d-eb07-4c91-9585-c5aad16fc555 HTTP/1.1" status: 404 len: 333 time: 0.0693166 Jul 16 18:47:55.373451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:55.459550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 022a1062-1e1d-481e-b063-47e1d14a7f9d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:55.460891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.494072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:55.569831 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c79baf3a-51f5-4ed1-9abb-443adc6d829a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.619233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Made reservation on behalf of 817b12cf22674414b6d8984881493c80 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:55.630934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.651163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c79baf3a-51f5-4ed1-9abb-443adc6d829a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.728477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c88e5f9d-1799-49c5-91e8-56e81e20e5f6 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1786391163'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:55.793818 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:51Z', 'revision_number': 3, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:55.815568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f9d-1799-49c5-91e8-56e81e20e5f6 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.817007 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f9d-1799-49c5-91e8-56e81e20e5f6 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.825895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c79baf3a-51f5-4ed1-9abb-443adc6d829a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.829350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c79baf3a-51f5-4ed1-9abb-443adc6d829a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.834759 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c79baf3a-51f5-4ed1-9abb-443adc6d829a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/security-groups/36ccec81-84c3-4af5-8e51-16c2d1ffd2ab HTTP/1.1" status: 204 len: 168 time: 0.4592571 Jul 16 18:47:55.836524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58688) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:55.850103 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Checking router: 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:55.850715 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Updating router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 port 5e1942da-7603-4c02-9c83-d5d85eef2b16 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:47:55.860947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79baf3a-51f5-4ed1-9abb-443adc6d829a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ccec81-84c3-4af5-8e51-16c2d1ffd2ab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:55.889147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a567b5a3-7813-4300-a7cd-630e1a00cdd8 req-374433bc-7180-4baa-bf1d-8c021df122bf tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 210 time: 0.0680652 Jul 16 18:47:55.927869 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.948419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Allocated IP 172.20.0.11 (170fa286-29da-4fc9-bd7f-6fba078bce06/8e5042aa-4a27-44e2-89ba-24be691dc0bc/38a50f8d-8243-4400-a8b6-421b5faa1ca3) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:55.971021 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f9d-1799-49c5-91e8-56e81e20e5f6 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.978208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f9d-1799-49c5-91e8-56e81e20e5f6 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.000143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdf49a4c-e569-4954-b0c0-78ceaebe2990 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.027851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdf49a4c-e569-4954-b0c0-78ceaebe2990 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.078824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f9d-1799-49c5-91e8-56e81e20e5f6 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.080582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c88e5f9d-1799-49c5-91e8-56e81e20e5f6 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5817811 Jul 16 18:47:56.084466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdf49a4c-e569-4954-b0c0-78ceaebe2990 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.087664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdf49a4c-e569-4954-b0c0-78ceaebe2990 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.089308 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fdf49a4c-e569-4954-b0c0-78ceaebe2990 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/security-groups/f63fdaf4-2642-439c-990f-0d1af720dc84 HTTP/1.1" status: 204 len: 168 time: 0.2398863 Jul 16 18:47:56.090087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58696) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:56.108644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58698) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:56.186040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.205238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49a4c-e569-4954-b0c0-78ceaebe2990 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63fdaf4-2642-439c-990f-0d1af720dc84,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:56.225681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce83c0ea-2ca0-4767-b76c-bed0e8a73271 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.310528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.385397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet eed9e06a-bd3b-4ea8-b1ba-5591da29ae70 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:56.392969 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.435182 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.445424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Allocated IP 172.20.0.1 (bf90ac00-84fc-4848-aaf4-515e362c8627/fb3c2d65-535e-49bc-a3f7-cbaafef290a8/55ed4a15-ce45-4e49-865c-9a4932dcaaae) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:56.484832 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.499284 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Transition to ACTIVE for port object 5e1942da-7603-4c02-9c83-d5d85eef2b16 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:56.508236 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.567117 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba212f1-43c6-45fe-9322-825a1be115e4 None None] Pushing event updated for resources: {'Port': ['ID=5e1942da-7603-4c02-9c83-d5d85eef2b16,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:56.569803 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Attempting to bind port 5e1942da-7603-4c02-9c83-d5d85eef2b16 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:56.570423 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Attempting to bind port 5e1942da-7603-4c02-9c83-d5d85eef2b16 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:56.571021 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Attempting to bind port 5e1942da-7603-4c02-9c83-d5d85eef2b16 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:56.578801 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:56.579428 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:56.580020 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.580597 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:56.581290 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Bound port: 5e1942da-7603-4c02-9c83-d5d85eef2b16, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:56.581919 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.588218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Network 170fa286-29da-4fc9-bd7f-6fba078bce06 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:56.600975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:56.605236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:56.620088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.624229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce83c0ea-2ca0-4767-b76c-bed0e8a73271 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.629360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce83c0ea-2ca0-4767-b76c-bed0e8a73271 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.648473 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] For port 5e1942da-7603-4c02-9c83-d5d85eef2b16, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:56.651981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Pushing event updated for resources: {'Port': ['ID=38a50f8d-8243-4400-a8b6-421b5faa1ca3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:56.652993 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] For port 5e1942da-7603-4c02-9c83-d5d85eef2b16, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5e1942da-7603-4c02-9c83-d5d85eef2b16,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:56.659820 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.738793 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:56.740353 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:56.744868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a8e69-08be-4829-8158-d8e577532a02 req-db1dd65d-2887-4eba-99db-f57e8d8168dc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:56.746457 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e17a8e69-08be-4829-8158-d8e577532a02 req-db1dd65d-2887-4eba-99db-f57e8d8168dc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.2676003 Jul 16 18:47:56.752698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:56.755007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.783388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce83c0ea-2ca0-4767-b76c-bed0e8a73271 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.783918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce83c0ea-2ca0-4767-b76c-bed0e8a73271 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8c616b1-16af-42ed-b8e1-91ffd317a066 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:47:56.804576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce83c0ea-2ca0-4767-b76c-bed0e8a73271 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.805823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ce83c0ea-2ca0-4767-b76c-bed0e8a73271 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "DELETE /v2.0/routers/a8c616b1-16af-42ed-b8e1-91ffd317a066 HTTP/1.1" status: 204 len: 168 time: 0.7067888 Jul 16 18:47:56.813119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:56.814001 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-08b86d6d-0b9f-47d0-b66f-622b5b187397 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7542965 Jul 16 18:47:56.823086 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba212f1-43c6-45fe-9322-825a1be115e4 None None] Pushing event updated for resources: {'Port': ['ID=5e1942da-7603-4c02-9c83-d5d85eef2b16,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:56.824447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a330de0d-7802-41f1-8366-85c632314894 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Request body: {'router': {'name': 'tempest-router-1521638928', 'distributed': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:56.838414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Request body: {'port': {'device_id': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:56.855538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.893614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.896539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e17a8e69-08be-4829-8158-d8e577532a02 req-c340fbfa-6542-4ad1-b3bb-ccde46cc4944 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420815 Jul 16 18:47:56.902569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a330de0d-7802-41f1-8366-85c632314894 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.903877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a330de0d-7802-41f1-8366-85c632314894 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.940983 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:56.989581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Transition to ACTIVE for port object 55ed4a15-ce45-4e49-865c-9a4932dcaaae will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:57.078125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a330de0d-7802-41f1-8366-85c632314894 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.087216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a330de0d-7802-41f1-8366-85c632314894 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.114572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.153548 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.182156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a330de0d-7802-41f1-8366-85c632314894 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.183639 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a330de0d-7802-41f1-8366-85c632314894 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3695371 Jul 16 18:47:57.191450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58720) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:57.220466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=eed9e06a-bd3b-4ea8-b1ba-5591da29ae70,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:57.227241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a8967-0e65-483a-8f1c-45f8d8918f08 None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:57.227610 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.234055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b16fba5-b3ac-4c39-9955-a0cbcd27d434 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/eed9e06a-bd3b-4ea8-b1ba-5591da29ae70 HTTP/1.1" status: 204 len: 168 time: 1.1128583 Jul 16 18:47:57.238213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:57.248579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:57.298963 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:51Z', 'revision_number': 3, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:57.315055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8293cc19-bddc-41df-9286-b759c8eb664a tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.320533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.334810 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892a88c-6fdf-434e-be94-275d4c5583a3 None None] The sync data for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 is: [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:51Z', 'revision_number': 3, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:57.430663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Network bf90ac00-84fc-4848-aaf4-515e362c8627 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:57.434894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb7483-3d83-479f-9b0c-1a442e7532a0 req-a9643a9e-0378-4009-ae37-f1e4c7604967 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:57.444222 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cfb7483-3d83-479f-9b0c-1a442e7532a0 req-a9643a9e-0378-4009-ae37-f1e4c7604967 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.3172903 Jul 16 18:47:57.455841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:57.465439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:57.607226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Pushing event updated for resources: {'Port': ['ID=55ed4a15-ce45-4e49-865c-9a4932dcaaae,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:57.659065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8293cc19-bddc-41df-9286-b759c8eb664a tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.661393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8293cc19-bddc-41df-9286-b759c8eb664a tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.712752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9137fa-d286-484d-be1a-1678d26cafbf req-ed5c27a2-966d-4ce5-aab1-f9d6161f34dc tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:57.714617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd9137fa-d286-484d-be1a-1678d26cafbf req-ed5c27a2-966d-4ce5-aab1-f9d6161f34dc tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 932 time: 0.5763888 Jul 16 18:47:57.760237 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.904585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cfb7483-3d83-479f-9b0c-1a442e7532a0 req-7f1c6f8e-8241-4e8a-9934-513014f894a2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358652 Jul 16 18:47:57.904585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8293cc19-bddc-41df-9286-b759c8eb664a tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.904585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293cc19-bddc-41df-9286-b759c8eb664a tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4b3698-1c04-4826-ba31-efd753ac8328 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:47:57.931345 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8293cc19-bddc-41df-9286-b759c8eb664a tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.938004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8293cc19-bddc-41df-9286-b759c8eb664a tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "DELETE /v2.0/routers/2a4b3698-1c04-4826-ba31-efd753ac8328 HTTP/1.1" status: 204 len: 168 time: 0.7286639 Jul 16 18:47:57.938660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58734) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:57.938994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58736) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:57.944585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-687a0af8-7c1f-4e28-b904-7dea56ecd9e8 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Request body: {'router': {'name': 'tempest-router-822759825', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4574ec340a2f4e0ba7934e256f867ac7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:57.985449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05ff986a-131d-4932-ab75-1bcd3fe366fc None None] Provisioning for port 55ed4a15-ce45-4e49-865c-9a4932dcaaae completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:57.990087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05ff986a-131d-4932-ab75-1bcd3fe366fc None None] Provisioning complete for port 55ed4a15-ce45-4e49-865c-9a4932dcaaae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:57.994759 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05ff986a-131d-4932-ab75-1bcd3fe366fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.099520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-05ff986a-131d-4932-ab75-1bcd3fe366fc None None] Port 55ed4a15-ce45-4e49-865c-9a4932dcaaae cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:58.123242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17dc951-1fd8-47e3-bfd6-fe0c9d39421e tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:58.124852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b17dc951-1fd8-47e3-bfd6-fe0c9d39421e tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1092 time: 0.1848745 Jul 16 18:47:58.137462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:58.142347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'b8338791-03e4-439f-80ba-5a28e515e068', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:58.195489 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:47:58.195489 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:47:58.195489 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': '1146e6a401a64d1aa6ad39bde341ca16', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 47, 58, 157785)}] Jul 16 18:47:58.195489 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:47:58.196186 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:47:58.206291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687a0af8-7c1f-4e28-b904-7dea56ecd9e8 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.207642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687a0af8-7c1f-4e28-b904-7dea56ecd9e8 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.368011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a50f8d-8243-4400-a8b6-421b5faa1ca3 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:58.377536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.392475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Transition to ACTIVE for port object 38a50f8d-8243-4400-a8b6-421b5faa1ca3 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:58.410086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd9137fa-d286-484d-be1a-1678d26cafbf req-4a9f2834-2d08-4425-960d-f57eb44d52d4 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585987 Jul 16 18:47:58.466735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:58.470515 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.607005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.661333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Pushing event updated for resources: {'Port': ['ID=38a50f8d-8243-4400-a8b6-421b5faa1ca3,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:58.668141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.746974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f37ee2fc-1537-4eff-b35c-1b31c23ecef3 None None] Provisioning complete for port 603a8c40-1809-4487-bb5d-6cbb24b34a38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:58.747557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f37ee2fc-1537-4eff-b35c-1b31c23ecef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.758201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687a0af8-7c1f-4e28-b904-7dea56ecd9e8 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.771030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687a0af8-7c1f-4e28-b904-7dea56ecd9e8 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.806871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.845038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f37ee2fc-1537-4eff-b35c-1b31c23ecef3 None None] Port 603a8c40-1809-4487-bb5d-6cbb24b34a38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:58.847707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-687a0af8-7c1f-4e28-b904-7dea56ecd9e8 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.852497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-687a0af8-7c1f-4e28-b904-7dea56ecd9e8 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9087629 Jul 16 18:47:58.855342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:58.863233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f37ee2fc-1537-4eff-b35c-1b31c23ecef3 None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:58.863859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f37ee2fc-1537-4eff-b35c-1b31c23ecef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.865962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:59.131516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Attempting to bind port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:59.132133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Attempting to bind port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '4f5ddd92-367c-482f-92a3-bfd4804ca420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:59.132633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Attempting to bind port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 on network 170fa286-29da-4fc9-bd7f-6fba078bce06 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:59.150567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 on network 170fa286-29da-4fc9-bd7f-6fba078bce06 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:59.150977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Attempting to bind port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 on network 170fa286-29da-4fc9-bd7f-6fba078bce06 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:59.191851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:59.192113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Checking segment: {'id': '4f5ddd92-367c-482f-92a3-bfd4804ca420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:59.192511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Bound using segment: {'id': '4f5ddd92-367c-482f-92a3-bfd4804ca420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:59.193023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Bound port: 38a50f8d-8243-4400-a8b6-421b5faa1ca3, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5ddd92-367c-482f-92a3-bfd4804ca420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:59.193881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.236953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.237567 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.301770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.330775 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.339767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.383694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93796) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 18:47:59.385789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Router 04512178-1b0c-4b7f-a8a8-8a61e24d67ad migrating from provider to provider. {{(pid=93796) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 18:47:59.386191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.388378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5e1942da-7603-4c02-9c83-d5d85eef2b16 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:59.395820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.407995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.422338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.482829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 5e1942da-7603-4c02-9c83-d5d85eef2b16 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:59.495460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5e1942da-7603-4c02-9c83-d5d85eef2b16 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:59.495840 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.661344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.709225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 5e1942da-7603-4c02-9c83-d5d85eef2b16, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5e1942da-7603-4c02-9c83-d5d85eef2b16,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:59.717540 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.723135 n-d-791504-15 neutron-server[93796]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] No L3 agents can host the router 04512178-1b0c-4b7f-a8a8-8a61e24d67ad Jul 16 18:47:59.811697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=5e1942da-7603-4c02-9c83-d5d85eef2b16,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:59.915869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=58f6ddfb-577b-4c80-b801-d1771636e81f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:59.947398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c391c1-117b-42ed-927d-ded1c2eaf48f req-b1b1ec42-aa8d-4490-83f0-6460f5ba9561 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:59.949222 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59c391c1-117b-42ed-927d-ded1c2eaf48f req-b1b1ec42-aa8d-4490-83f0-6460f5ba9561 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 944 time: 0.3003931 Jul 16 18:47:59.960487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.77 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/e3e4b281-996f-4fa1-a0ed-3ef0a4544b6a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:59.994146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] For port 38a50f8d-8243-4400-a8b6-421b5faa1ca3, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:59.999452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:00.033524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:00.047409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8977dee-d79d-4f5e-992f-50e001829395 None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:00.062687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Hosts for router 04512178-1b0c-4b7f-a8a8-8a61e24d67ad: [] {{(pid=93796) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 18:48:00.063067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:00.064337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.091620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.114264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] For port 38a50f8d-8243-4400-a8b6-421b5faa1ca3, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=38a50f8d-8243-4400-a8b6-421b5faa1ca3,segment=NetworkSegment(4f5ddd92-367c-482f-92a3-bfd4804ca420),segment_id=4f5ddd92-367c-482f-92a3-bfd4804ca420)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:00.118045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Pushing event updated for resources: {'Port': ['ID=55ed4a15-ce45-4e49-865c-9a4932dcaaae,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:00.125365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.139320 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-37a51145-0b89-4127-ae8e-b14f5bfb9955 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8946440 Jul 16 18:48:00.139507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Hosts for other DVR routers connected to router 04512178-1b0c-4b7f-a8a8-8a61e24d67ad: set() {{(pid=93796) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 18:48:00.146336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.147700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3b3d4d42-4e69-4b91-93f7-c84612ab101f tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "PUT /v2.0/routers/04512178-1b0c-4b7f-a8a8-8a61e24d67ad HTTP/1.1" status: 200 len: 716 time: 1.2875373 Jul 16 18:48:00.151550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:00.151995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58768) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:00.162380 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-59c391c1-117b-42ed-927d-ded1c2eaf48f req-c9b98040-c4e6-40a1-af3a-561c5fb7082d tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033365 Jul 16 18:48:00.168712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4aca8661-66d5-4677-b0e5-87935f705568 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582710209'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:00.267630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Pushing event updated for resources: {'Port': ['ID=38a50f8d-8243-4400-a8b6-421b5faa1ca3,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:00.335302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-640817c1-9346-4ae7-9fb0-0c082b8ce25b tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "GET /v2.0/routers/04512178-1b0c-4b7f-a8a8-8a61e24d67ad HTTP/1.1" status: 200 len: 716 time: 0.1704786 Jul 16 18:48:00.339500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:00.342416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aca8661-66d5-4677-b0e5-87935f705568 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.409491 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.445866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:00.448302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.453195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-7448bdbe-4934-4895-89ed-aa7cd55f7c4b service neutron] 10.222.0.59 "PUT /v2.0/ports/38a50f8d-8243-4400-a8b6-421b5faa1ca3 HTTP/1.1" status: 200 len: 1093 time: 3.6268053 Jul 16 18:48:00.456064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'tag': '38a50f8d-8243-4400-a8b6-421b5faa1ca3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:00.464374 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610d4c2-0f99-4f70-b3e4-35954b028d73" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4084a8-ff56-4b51-bc3c-b8e04f77ec48", "tag": "38a50f8d-8243-4400-a8b6-421b5faa1ca3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:00.487127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] Update dhcp port {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'fixed_ips': [{'subnet_id': '407dd2d7-78db-4242-af89-b7105096b28b', 'ip_address': '172.20.0.18'}, {'subnet_id': '58f6ddfb-577b-4c80-b801-d1771636e81f'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'ebd27797-6d81-465e-b4ed-19918ed9e76c'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:48:00.488441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Network bf90ac00-84fc-4848-aaf4-515e362c8627 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:00.491291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:00.592542 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.647714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.710373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aca8661-66d5-4677-b0e5-87935f705568 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.768683 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce69de75-3eb8-42bc-b22b-4b20bc8b570e x-openstack-request-id: req-ce69de75-3eb8-42bc-b22b-4b20bc8b570e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:00.769294 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4084a8-ff56-4b51-bc3c-b8e04f77ec48", "tag": "38a50f8d-8243-4400-a8b6-421b5faa1ca3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:00.769716 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce69de75-3eb8-42bc-b22b-4b20bc8b570e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:00.770681 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'tag': '38a50f8d-8243-4400-a8b6-421b5faa1ca3', 'status': 'completed', 'code': 200} Jul 16 18:48:00.831085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:00.861413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-fc9236e4-bc74-4a73-8ce6-3397a171397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:00.863253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-fc9236e4-bc74-4a73-8ce6-3397a171397b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=817b12cf22674414b6d8984881493c80&device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 1096 time: 0.0966640 Jul 16 18:48:00.864161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aca8661-66d5-4677-b0e5-87935f705568 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.910970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c275f9c-7fbc-4a16-b26d-009636ee16c4 tempest-RoutersTestDVR-878200237 tempest-RoutersTestDVR-878200237-project] 10.222.0.49 "GET /v2.0/routers/04512178-1b0c-4b7f-a8a8-8a61e24d67ad HTTP/1.1" status: 200 len: 682 time: 0.5698471 Jul 16 18:48:00.913490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58778) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:00.925840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:00.926105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81dec120-86fa-43fb-9238-f14f240c4d65 None None] Provisioning complete for port 55ed4a15-ce45-4e49-865c-9a4932dcaaae triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:00.927735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4aca8661-66d5-4677-b0e5-87935f705568 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.929402 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4aca8661-66d5-4677-b0e5-87935f705568 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7659321 Jul 16 18:48:00.932730 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81dec120-86fa-43fb-9238-f14f240c4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.933448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=e3e4b281-996f-4fa1-a0ed-3ef0a4544b6a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:00.936212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:00.939671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:00.945532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a780b751-da03-4448-94f3-597558828df7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1908100449'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:00.951860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:00.955370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca8661-66d5-4677-b0e5-87935f705568 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753380d1-9dff-413c-9222-715f3e03df68,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:01.119702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a780b751-da03-4448-94f3-597558828df7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.186837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b85acd69-ea3e-4808-a193-13c3f25b3649 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.274397 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-21cf2d01-2d28-4a77-8d65-f625c6f93afd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38a50f8d-8243-4400-a8b6-421b5faa1ca3 HTTP/1.1" status: 200 len: 217 time: 0.3712564 Jul 16 18:48:01.334555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a780b751-da03-4448-94f3-597558828df7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.349220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5e1942da-7603-4c02-9c83-d5d85eef2b16 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:01.353005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a780b751-da03-4448-94f3-597558828df7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.369853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-81dec120-86fa-43fb-9238-f14f240c4d65 None None] Port 55ed4a15-ce45-4e49-865c-9a4932dcaaae cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:01.428870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] Allocated IP 172.20.0.2 (067743d4-93d4-4337-822d-c3f4f9834957/58f6ddfb-577b-4c80-b801-d1771636e81f/ebd27797-6d81-465e-b4ed-19918ed9e76c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:01.478985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-8cebe738-a38d-46db-853a-3f842790f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:01.481355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-8cebe738-a38d-46db-853a-3f842790f422 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e5042aa-4a27-44e2-89ba-24be691dc0bc HTTP/1.1" status: 200 len: 865 time: 0.1367929 Jul 16 18:48:01.487752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a780b751-da03-4448-94f3-597558828df7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.492037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a780b751-da03-4448-94f3-597558828df7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5535707 Jul 16 18:48:01.496204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:01.501614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-776693d8-671f-4a4c-9e45-186a1de8a06c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'security_group': {'name': 'tempest-secgroup-935633725'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:01.512708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5e1942da-7603-4c02-9c83-d5d85eef2b16 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:01.513422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.522845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780b751-da03-4448-94f3-597558828df7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abbd7ce-0679-40ff-876c-e9a8c7b73805,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:01.608016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:01.625577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Sync routers for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:01.631804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce2de4-9875-402b-bbf5-0bf3133255fe req-ac5e05b8-29b9-421b-843c-3542444c5ea9 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:01.639858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebd27797-6d81-465e-b4ed-19918ed9e76c,segment=NetworkSegment(96e4431a-0fab-4e73-99d6-24f21bf94506),segment_id=96e4431a-0fab-4e73-99d6-24f21bf94506)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:01.641108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ccce2de4-9875-402b-bbf5-0bf3133255fe req-ac5e05b8-29b9-421b-843c-3542444c5ea9 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 944 time: 0.2965806 Jul 16 18:48:01.658884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2efebff7-58c2-4c7a-9b54-f89294b7fc1b admin admin] 10.222.0.49 "PUT /v2.0/routers/269ce635-8f0a-4fa8-88ff-bc2f007e32e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7913079 Jul 16 18:48:01.667802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-91eb96f8-b1dc-4db0-9e5c-920fab147e76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=170fa286-29da-4fc9-bd7f-6fba078bce06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362579 Jul 16 18:48:01.669658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b85acd69-ea3e-4808-a193-13c3f25b3649 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.673131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b85acd69-ea3e-4808-a193-13c3f25b3649 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.712545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:01.713339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:01.789749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-776693d8-671f-4a4c-9e45-186a1de8a06c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.809785 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.862816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] Transition to ACTIVE for port object ebd27797-6d81-465e-b4ed-19918ed9e76c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:01.871176 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.966027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b85acd69-ea3e-4808-a193-13c3f25b3649 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.966712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85acd69-ea3e-4808-a193-13c3f25b3649 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04512178-1b0c-4b7f-a8a8-8a61e24d67ad {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:48:01.979332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b85acd69-ea3e-4808-a193-13c3f25b3649 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.983148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b85acd69-ea3e-4808-a193-13c3f25b3649 tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "DELETE /v2.0/routers/04512178-1b0c-4b7f-a8a8-8a61e24d67ad HTTP/1.1" status: 204 len: 168 time: 1.0670006 Jul 16 18:48:01.990454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58798) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:02.006958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af432762-628a-4a93-8aaf-0582efd77e30 None None] Pushing event updated for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:02.017618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b6c8ce53-7c9f-4cb1-bde2-ed2b558a5cbc tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Request body: {'router': {'name': 'tempest-router-254680035', 'distributed': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:02.055774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-47249af2-8589-4881-964e-aab58cd3493e service neutron] 10.222.0.59 "GET /v2.0/networks/170fa286-29da-4fc9-bd7f-6fba078bce06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782048 Jul 16 18:48:02.073664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.077568 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ccce2de4-9875-402b-bbf5-0bf3133255fe req-4eae4f52-367b-45eb-9f27-3f40d2c7d9ab tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352744 Jul 16 18:48:02.118330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:02.139956 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ce53-7c9f-4cb1-bde2-ed2b558a5cbc tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.141415 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ce53-7c9f-4cb1-bde2-ed2b558a5cbc tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.227925 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-776693d8-671f-4a4c-9e45-186a1de8a06c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.256700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-776693d8-671f-4a4c-9e45-186a1de8a06c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.294259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-776693d8-671f-4a4c-9e45-186a1de8a06c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.300330 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-776693d8-671f-4a4c-9e45-186a1de8a06c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8020322 Jul 16 18:48:02.314676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:02.356882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1012059996', 'security_groups': ['88dc1a29-aca9-4dd3-b556-2fa7d293aa3a'], 'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58f6ddfb-577b-4c80-b801-d1771636e81f'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:02.360148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26565bbe-f29b-46ed-9b61-54b3a128a7c9 req-098af8af-4c2b-4909-b3bb-4ff8b6b75c33 service neutron] 10.222.0.59 "GET /v2.0/networks/170fa286-29da-4fc9-bd7f-6fba078bce06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963583 Jul 16 18:48:02.446069 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.537692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776693d8-671f-4a4c-9e45-186a1de8a06c tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88dc1a29-aca9-4dd3-b556-2fa7d293aa3a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:02.551081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ce53-7c9f-4cb1-bde2-ed2b558a5cbc tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.564975 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ce53-7c9f-4cb1-bde2-ed2b558a5cbc tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.588729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ce53-7c9f-4cb1-bde2-ed2b558a5cbc tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.598215 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b6c8ce53-7c9f-4cb1-bde2-ed2b558a5cbc tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6045182 Jul 16 18:48:02.598968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58812) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:02.610421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 2, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:02.676948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Checking router: 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:02.677316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Updating router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 port 55ed4a15-ce45-4e49-865c-9a4932dcaaae binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:48:02.722828 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.735039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0719830c-89c1-402c-abeb-b5b9134e810e tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.814123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58818) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:02.835337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-565932680-network', 'tenant_id': '916023674ff344a992b7246b6ee0c144'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:02.985683 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Made reservation on behalf of 916023674ff344a992b7246b6ee0c144 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:02.988743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.048019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.052296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-063080e8-dff9-4081-89b1-24e9a5c3edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:03.058351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-063080e8-dff9-4081-89b1-24e9a5c3edbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=817b12cf22674414b6d8984881493c80&device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 1096 time: 0.5962350 Jul 16 18:48:03.062491 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.071029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.082376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:03.158880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c2ecc30-eece-4e3b-bcb8-5d26fbb8493c None None] Provisioning complete for port 603a8c40-1809-4487-bb5d-6cbb24b34a38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:03.159424 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c2ecc30-eece-4e3b-bcb8-5d26fbb8493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.247966 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.263672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=e3e4b281-996f-4fa1-a0ed-3ef0a4544b6a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:03.274373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Transition to ACTIVE for port object 55ed4a15-ce45-4e49-865c-9a4932dcaaae will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:03.311848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebd27797-6d81-465e-b4ed-19918ed9e76c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:03.316429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.322387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.357579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ecc30-eece-4e3b-bcb8-5d26fbb8493c None None] Port 603a8c40-1809-4487-bb5d-6cbb24b34a38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:03.373021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0719830c-89c1-402c-abeb-b5b9134e810e tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.385295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.386331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0719830c-89c1-402c-abeb-b5b9134e810e tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.500100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0311656-d407-4a77-b173-c12502856ea6 None None] Pushing event updated for resources: {'Port': ['ID=55ed4a15-ce45-4e49-865c-9a4932dcaaae,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:03.505284 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0719830c-89c1-402c-abeb-b5b9134e810e tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.505284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0719830c-89c1-402c-abeb-b5b9134e810e tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff4a4f4f-62ce-4147-a567-4a95abdeef39 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:48:03.518073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c2ecc30-eece-4e3b-bcb8-5d26fbb8493c None None] Provisioning for port ebd27797-6d81-465e-b4ed-19918ed9e76c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:03.539443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9c2ecc30-eece-4e3b-bcb8-5d26fbb8493c None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:03.539731 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9c2ecc30-eece-4e3b-bcb8-5d26fbb8493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.555689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0719830c-89c1-402c-abeb-b5b9134e810e tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.561213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0719830c-89c1-402c-abeb-b5b9134e810e tempest-RoutersTestDVR-1038108601 tempest-RoutersTestDVR-1038108601-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ff4a4f4f-62ce-4147-a567-4a95abdeef39 HTTP/1.1" status: 204 len: 168 time: 0.9566329 Jul 16 18:48:03.634431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-f100f8d2-66ed-4d2f-8186-b564fb20cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:03.636245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-f100f8d2-66ed-4d2f-8186-b564fb20cda9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=170fa286-29da-4fc9-bd7f-6fba078bce06 HTTP/1.1" status: 200 len: 926 time: 0.4058821 Jul 16 18:48:03.688410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.707131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] device_id is not set on port 3396119a-df48-458d-8a19-beb4e78730c1 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:03.710363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.726879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:03.745157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.745681 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Added segment ea3ec47a-c5b6-466f-831c-03101c61d29c of type vlan for network ae4ad831-d799-4a54-82f6-6f32b111a449 Jul 16 18:48:03.779438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-47cd0762-1994-4a40-b51a-3f897fb181cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38a50f8d-8243-4400-a8b6-421b5faa1ca3 HTTP/1.1" status: 200 len: 217 time: 0.1355951 Jul 16 18:48:03.798487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa749-d56e-4858-9092-d487c10c3023 req-a2eb95f4-63e8-4166-bafe-f8e1aa3a00ce tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:03.800104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561aa749-d56e-4858-9092-d487c10c3023 req-a2eb95f4-63e8-4166-bafe-f8e1aa3a00ce tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 944 time: 0.3228998 Jul 16 18:48:03.835867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:03.836665 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.888141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Attempting to bind port 55ed4a15-ce45-4e49-865c-9a4932dcaaae on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:03.888760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Attempting to bind port 55ed4a15-ce45-4e49-865c-9a4932dcaaae by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:03.889351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Attempting to bind port 55ed4a15-ce45-4e49-865c-9a4932dcaaae on network bf90ac00-84fc-4848-aaf4-515e362c8627 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:03.899964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:03.900688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Checking segment: {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:03.901312 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.901911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Bound using segment: {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:03.902653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Bound port: 55ed4a15-ce45-4e49-865c-9a4932dcaaae, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:03.903257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.989513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-f51f1c3d-106c-4a32-91e7-8f2102d1fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:03.991106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-f51f1c3d-106c-4a32-91e7-8f2102d1fd5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e5042aa-4a27-44e2-89ba-24be691dc0bc HTTP/1.1" status: 200 len: 865 time: 0.1900890 Jul 16 18:48:04.011929 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-561aa749-d56e-4858-9092-d487c10c3023 req-2658c292-bffe-4ebc-a8b9-611b8ace791d tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869926 Jul 16 18:48:04.087071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-cd70d22c-b2fd-4f2f-ae96-7cc77ac72b93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=170fa286-29da-4fc9-bd7f-6fba078bce06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734141 Jul 16 18:48:04.144033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] For port 55ed4a15-ce45-4e49-865c-9a4932dcaaae, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:04.149690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] For port 55ed4a15-ce45-4e49-865c-9a4932dcaaae, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=55ed4a15-ce45-4e49-865c-9a4932dcaaae,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:04.167691 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.211565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:04.256939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:04.257596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:04.286325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-9e6bde45-70ac-4454-864d-a46738136132 service neutron] 10.222.0.59 "GET /v2.0/networks/170fa286-29da-4fc9-bd7f-6fba078bce06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817186 Jul 16 18:48:04.375934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0311656-d407-4a77-b173-c12502856ea6 None None] Pushing event updated for resources: {'Port': ['ID=55ed4a15-ce45-4e49-865c-9a4932dcaaae,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:04.523063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:04.636036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.660621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29386122-2de2-4e04-bda1-c31deed95edc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:04.670610 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP 579b7d6d-d4a5-4633-a82f-0a70395ec5b1 associated. External IP: 172.25.1.77, port: b8338791-03e4-439f-80ba-5a28e515e068. Jul 16 18:48:04.779425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.780502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:04.781123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.811316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:04Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:04.839628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6683a7-ab82-4db9-843f-405219adf46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.845198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a103ae-c018-47de-b76d-fa78a57aebbb None None] The sync data for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 is: [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:04Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:04.870374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.6 (067743d4-93d4-4337-822d-c3f4f9834957/58f6ddfb-577b-4c80-b801-d1771636e81f/3396119a-df48-458d-8a19-beb4e78730c1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:04.879720 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0645068 Jul 16 18:48:04.883413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58836) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:04.897917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Request body: {'subnet': {'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-565932680-subnet', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:04.953222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcd142-bff0-4fa4-8717-2c2127b1bc35 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4ad831-d799-4a54-82f6-6f32b111a449,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:04.968010 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b610d4c2-0f99-4f70-b3e4-35954b028d73 req-a338d3a8-d4f0-442f-8417-ae4f18fd0582 service neutron] 10.222.0.59 "GET /v2.0/networks/170fa286-29da-4fc9-bd7f-6fba078bce06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699865 Jul 16 18:48:04.975754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ae4ad831-d799-4a54-82f6-6f32b111a449 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:05.088230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6683a7-ab82-4db9-843f-405219adf46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.123875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc6683a7-ab82-4db9-843f-405219adf46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.201687 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc6683a7-ab82-4db9-843f-405219adf46c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4574ec340a2f4e0ba7934e256f867ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9877160 Jul 16 18:48:05.202690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Made reservation on behalf of 916023674ff344a992b7246b6ee0c144 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:05.210887 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.232806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:05.246364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 38a50f8d-8243-4400-a8b6-421b5faa1ca3 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:48:05.365022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55ed4a15-ce45-4e49-865c-9a4932dcaaae up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:05.465826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6683a7-ab82-4db9-843f-405219adf46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53eda20-006d-4071-be30-413acb7dc2aa,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:05.533958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 55ed4a15-ce45-4e49-865c-9a4932dcaaae completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:05.569051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532cf2a8-3c50-4844-9a4e-fae41e58e2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.571028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 55ed4a15-ce45-4e49-865c-9a4932dcaaae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:05.571491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.636141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.647963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 38a50f8d-8243-4400-a8b6-421b5faa1ca3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=38a50f8d-8243-4400-a8b6-421b5faa1ca3,segment=NetworkSegment(4f5ddd92-367c-482f-92a3-bfd4804ca420),segment_id=4f5ddd92-367c-482f-92a3-bfd4804ca420)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:05.662798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '38a50f8d-8243-4400-a8b6-421b5faa1ca3', 'network_id': '170fa286-29da-4fc9-bd7f-6fba078bce06', 'port_id': '38a50f8d-8243-4400-a8b6-421b5faa1ca3', 'mac_address': 'fa:16:3e:51:2d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5042aa-4a27-44e2-89ba-24be691dc0bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:48:05.685712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532cf2a8-3c50-4844-9a4e-fae41e58e2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.703761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 6925d3ac-9807-4606-b320-ab53eaa98206 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:05.760625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.779957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a50f8d-8243-4400-a8b6-421b5faa1ca3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:48:05.787395 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.792714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58e15fd-7228-4a74-82e9-00de44446b78,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:05.805188 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.807516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Checking segment: {'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:05.808977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Network hostable DHCP agents. Network: ae4ad831-d799-4a54-82f6-6f32b111a449, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:05.850172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Network ae4ad831-d799-4a54-82f6-6f32b111a449 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:05.853139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 55ed4a15-ce45-4e49-865c-9a4932dcaaae, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=55ed4a15-ce45-4e49-865c-9a4932dcaaae,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:05.856180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 38a50f8d-8243-4400-a8b6-421b5faa1ca3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=38a50f8d-8243-4400-a8b6-421b5faa1ca3,segment=NetworkSegment(4f5ddd92-367c-482f-92a3-bfd4804ca420),segment_id=4f5ddd92-367c-482f-92a3-bfd4804ca420)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:05.861810 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.870299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ae4ad831-d799-4a54-82f6-6f32b111a449) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:05.870646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.886008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:05.886912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.898526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f66114b-e5d0-4217-975b-c8e2c9441e99 None None] Network ae4ad831-d799-4a54-82f6-6f32b111a449 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:05.921292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6bcceabd-3f6a-41e0-b260-0c98aeffc34a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0319400 Jul 16 18:48:05.921643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:05.926681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:05.942343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a4f9e-2b6f-4c97-a0bd-fba3c88c926e req-215e773a-db96-4695-b420-9652cc6ee08b tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:05.949553 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe4a4f9e-2b6f-4c97-a0bd-fba3c88c926e req-215e773a-db96-4695-b420-9652cc6ee08b tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 944 time: 0.6159101 Jul 16 18:48:05.959086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 3396119a-df48-458d-8a19-beb4e78730c1 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:05.974639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=55ed4a15-ce45-4e49-865c-9a4932dcaaae,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:05.975220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.976404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.165733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.203678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['38a50f8d-8243-4400-a8b6-421b5faa1ca3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:06.234440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532cf2a8-3c50-4844-9a4e-fae41e58e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.237227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-532cf2a8-3c50-4844-9a4e-fae41e58e2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.241448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-532cf2a8-3c50-4844-9a4e-fae41e58e2f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d53eda20-006d-4071-be30-413acb7dc2aa HTTP/1.1" status: 204 len: 168 time: 1.0064669 Jul 16 18:48:06.258669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe4a4f9e-2b6f-4c97-a0bd-fba3c88c926e req-71209136-308f-4443-b18a-b2986a21bfd6 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106454 Jul 16 18:48:06.289571 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.300442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cf2a8-3c50-4844-9a4e-fae41e58e2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53eda20-006d-4071-be30-413acb7dc2aa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:06.428605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:06.439331 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] Sync routers for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:06.453869 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:06.459597 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:06.487059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=3396119a-df48-458d-8a19-beb4e78730c1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:06.515949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.579807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=38a50f8d-8243-4400-a8b6-421b5faa1ca3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:06.598546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-ae4ad831-d799-4a54-82f6-6f32b111a449', 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'fixed_ips': [{'subnet_id': 'a58e15fd-7228-4a74-82e9-00de44446b78'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:06.601709 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.617077 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.666478 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-198a2849-b984-4170-92cd-99407248e469 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.5277421 Jul 16 18:48:06.675967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:06.685195 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b4613d-b2a4-4088-831e-61c71cc26fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:06.701573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:06.706250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:06.711659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:06.885931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:06.887672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.915183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:06.937079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4324d1e8-1ea7-4496-9f5a-3965d384de32 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6099076 Jul 16 18:48:06.938853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58884) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:06.959666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3b9aee6c-fbcb-4ffd-93a8-8853132a00e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:07.014639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:07.070145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4be366a2-75a9-4e90-bae3-91a70a5ccbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.074403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Allocated IP 172.20.0.2 (ae4ad831-d799-4a54-82f6-6f32b111a449/a58e15fd-7228-4a74-82e9-00de44446b78/4c3eacdb-49b4-4e27-ace6-49c202d30d37) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:07.348386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4be366a2-75a9-4e90-bae3-91a70a5ccbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.365915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4be366a2-75a9-4e90-bae3-91a70a5ccbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.415338 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15eded-546d-482c-bd05-a3415cf5e3eb x-openstack-request-id: req-af15eded-546d-482c-bd05-a3415cf5e3eb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:07.416170 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:07.416598 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af15eded-546d-482c-bd05-a3415cf5e3eb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:07.417199 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'status': 'completed', 'code': 200} Jul 16 18:48:07.470525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.543961 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4be366a2-75a9-4e90-bae3-91a70a5ccbc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0c9af5ed54e48bb899e17c0b96a627a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252380 Jul 16 18:48:07.545033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58892) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:07.549711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be366a2-75a9-4e90-bae3-91a70a5ccbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b85a363-0cbb-40db-83e3-ab126d8a8a92,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:07.602218 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '579b7d6d-d4a5-4633-a82f-0a70395ec5b1', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'port_id': 'b8338791-03e4-439f-80ba-5a28e515e068', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'mac_address': 'fa:16:3e:7d:1f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:01Z', 'updated_at': '2021-07-16T18:48:01Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:37Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.628189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb5542-bd47-4e54-836c-4814814cf08c req-14ca94cc-1065-4b98-8316-45db6c9668a9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:07.638637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cedb5542-bd47-4e54-836c-4814814cf08c req-14ca94cc-1065-4b98-8316-45db6c9668a9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.7101364 Jul 16 18:48:07.644666 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] Checking router: 6925d3ac-9807-4606-b320-ab53eaa98206 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:07.657693 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:07.658480 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.663445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.775198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9aee6c-fbcb-4ffd-93a8-8853132a00e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:07.779756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3b9aee6c-fbcb-4ffd-93a8-8853132a00e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.826517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e79f2a-90a0-4e14-8be0-ee383a1a2b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.852307 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:07.892723 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Allocated IP 172.25.1.178 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/5b4c13a6-0bda-4e31-a76b-1697319cd368) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:07.898077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94271d-57d5-4047-bc46-c4e67c016a70 req-e244c785-9f1e-4256-b357-c0ea8e62aab0 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:07.899869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b94271d-57d5-4047-bc46-c4e67c016a70 req-e244c785-9f1e-4256-b357-c0ea8e62aab0 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 945 time: 0.2544346 Jul 16 18:48:07.919951 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e79f2a-90a0-4e14-8be0-ee383a1a2b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.934310 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.959481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Transition to ACTIVE for port object 4c3eacdb-49b4-4e27-ace6-49c202d30d37 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:07.976046 n-d-791504-15 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-3b9aee6c-fbcb-4ffd-93a8-8853132a00e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 58f6ddfb-577b-4c80-b801-d1771636e81f (CIDR: 172.20.0.0/28) Jul 16 18:48:07.978238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Transition to ACTIVE for port object 4c3eacdb-49b4-4e27-ace6-49c202d30d37 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:07.987094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55ed4a15-ce45-4e49-865c-9a4932dcaaae up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:07.990864 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9aee6c-fbcb-4ffd-93a8-8853132a00e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:48:07.991420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9aee6c-fbcb-4ffd-93a8-8853132a00e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:08.007882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b94271d-57d5-4047-bc46-c4e67c016a70 req-703b9b1d-b82f-40f5-aaf9-46692e08157c tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006234 Jul 16 18:48:08.017695 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.025249 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3b9aee6c-fbcb-4ffd-93a8-8853132a00e5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0829282 Jul 16 18:48:08.026206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58896) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.033460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a49eee8a-d915-434f-8ed3-04bc1decf3a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:08.042807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-01790848-a70e-4384-932b-350fd5277b88 None None] Provisioning for port 3396119a-df48-458d-8a19-beb4e78730c1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:08.073278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-01790848-a70e-4384-932b-350fd5277b88 None None] Provisioning complete for port 3396119a-df48-458d-8a19-beb4e78730c1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:08.073651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01790848-a70e-4384-932b-350fd5277b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.092733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e79f2a-90a0-4e14-8be0-ee383a1a2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.099001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3e79f2a-90a0-4e14-8be0-ee383a1a2b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.111831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3e79f2a-90a0-4e14-8be0-ee383a1a2b4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b85a363-0cbb-40db-83e3-ab126d8a8a92 HTTP/1.1" status: 204 len: 168 time: 0.5631058 Jul 16 18:48:08.150431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e79f2a-90a0-4e14-8be0-ee383a1a2b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b85a363-0cbb-40db-83e3-ab126d8a8a92,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:08.178359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Pushing event updated for resources: {'Port': ['ID=4c3eacdb-49b4-4e27-ace6-49c202d30d37,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:08.207384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cedb5542-bd47-4e54-836c-4814814cf08c req-d2ee0940-a5d4-486c-8a09-48d8799e82e7 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677950 Jul 16 18:48:08.212693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-7eb1a3e3-fad3-45e8-bb90-43316d739f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:08.216367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-7eb1a3e3-fad3-45e8-bb90-43316d739f77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1097 time: 0.7483361 Jul 16 18:48:08.245032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-01790848-a70e-4384-932b-350fd5277b88 None None] Port 3396119a-df48-458d-8a19-beb4e78730c1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:08.253228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.274017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.282735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Network ae4ad831-d799-4a54-82f6-6f32b111a449 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:08.288214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:08.305193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:08.382673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 55ed4a15-ce45-4e49-865c-9a4932dcaaae triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:08.383046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.448863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-086a18a8-da59-49d3-9d96-f6dc875f5abb tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/579b7d6d-d4a5-4633-a82f-0a70395ec5b1 HTTP/1.1" status: 200 len: 990 time: 0.1922421 Jul 16 18:48:08.501810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.511157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-4e4ec913-f7f1-4d7a-849f-31fb5d029729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:08.519362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-4e4ec913-f7f1-4d7a-849f-31fb5d029729 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 897 time: 0.2842848 Jul 16 18:48:08.575254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49eee8a-d915-434f-8ed3-04bc1decf3a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:08.584809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a49eee8a-d915-434f-8ed3-04bc1decf3a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.655386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Attempting to bind port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:08.655386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Attempting to bind port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:08.656855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Attempting to bind port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 on network ae4ad831-d799-4a54-82f6-6f32b111a449 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:08.723321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:08.723697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Checking segment: {'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:08.724407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.725432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Bound using segment: {'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:08.725432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Bound port: 4c3eacdb-49b4-4e27-ace6-49c202d30d37, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:08.725728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.815416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:08.823946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:08.826958 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '579b7d6d-d4a5-4633-a82f-0a70395ec5b1', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'port_id': 'b8338791-03e4-439f-80ba-5a28e515e068', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'mac_address': 'fa:16:3e:7d:1f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:01Z', 'updated_at': '2021-07-16T18:48:01Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:37Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:08.833848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:08.839752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4c13a6-0bda-4e31-a76b-1697319cd368,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:08.861640 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97bf23c-53b6-4333-9381-6997bd415083 None None] The sync data for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 is: [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '579b7d6d-d4a5-4633-a82f-0a70395ec5b1', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.77', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'port_id': 'b8338791-03e4-439f-80ba-5a28e515e068', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'mac_address': 'fa:16:3e:7d:1f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:01Z', 'updated_at': '2021-07-16T18:48:01Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:37Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:08.884043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] For port 4c3eacdb-49b4-4e27-ace6-49c202d30d37, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:08.889541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] For port 4c3eacdb-49b4-4e27-ace6-49c202d30d37, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4c3eacdb-49b4-4e27-ace6-49c202d30d37,segment=NetworkSegment(ea3ec47a-c5b6-466f-831c-03101c61d29c),segment_id=ea3ec47a-c5b6-466f-831c-03101c61d29c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:08.893115 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-d4386f51-614a-4238-baf6-ed0ac1a64b05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 998 time: 0.3568048 Jul 16 18:48:08.904446 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.907637 n-d-791504-15 neutron-server[93796]: INFO neutron.db.ipam_backend_mixin [None req-a49eee8a-d915-434f-8ed3-04bc1decf3a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 407dd2d7-78db-4242-af89-b7105096b28b (CIDR: 172.20.0.16/28) Jul 16 18:48:08.914164 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49eee8a-d915-434f-8ed3-04bc1decf3a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:48:08.915022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49eee8a-d915-434f-8ed3-04bc1decf3a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:08.966066 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a49eee8a-d915-434f-8ed3-04bc1decf3a5 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9356711 Jul 16 18:48:08.966264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58912) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.971708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'subnet': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:09.051166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92274e-eb22-41ef-9e99-508ec4057795 None None] Pushing event updated for resources: {'Port': ['ID=4c3eacdb-49b4-4e27-ace6-49c202d30d37,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:09.264343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 38a50f8d-8243-4400-a8b6-421b5faa1ca3 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:09.400018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Made reservation on behalf of efc98cb811b3438c9b6be46534e6faa8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:09.400921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-82af167d-5081-4f03-90ff-89df505290ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:09.404586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.410463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-82af167d-5081-4f03-90ff-89df505290ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.5089657 Jul 16 18:48:09.412071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb14224-04e8-440c-9473-5a105f86fe68 None None] New status for floating IP 579b7d6d-d4a5-4633-a82f-0a70395ec5b1: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:48:09.450585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:09.681962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:09.686280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:09.686594 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.783697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cc99786d-b4ed-408a-b7a1-6bda6d5abcd6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/579b7d6d-d4a5-4633-a82f-0a70395ec5b1 HTTP/1.1" status: 200 len: 990 time: 0.3140817 Jul 16 18:48:09.803071 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.803719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172483e6-c76d-4bcc-b9c7-d9a7a0cc3904 req-b7547d1f-b3a4-4ed6-8605-5c294668f0bd tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:09.812948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-172483e6-c76d-4bcc-b9c7-d9a7a0cc3904 req-b7547d1f-b3a4-4ed6-8605-5c294668f0bd tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 945 time: 0.5572727 Jul 16 18:48:09.827016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:09.831579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a50f8d-8243-4400-a8b6-421b5faa1ca3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:09.833655 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a98cc-1fc4-4613-8b6c-3b14d0bf3f0d" -d '{"events": [{"server_uuid": "3b4084a8-ff56-4b51-bc3c-b8e04f77ec48", "name": "network-vif-plugged", "status": "completed", "tag": "38a50f8d-8243-4400-a8b6-421b5faa1ca3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:09.848952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 38a50f8d-8243-4400-a8b6-421b5faa1ca3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=38a50f8d-8243-4400-a8b6-421b5faa1ca3,segment=NetworkSegment(4f5ddd92-367c-482f-92a3-bfd4804ca420),segment_id=4f5ddd92-367c-482f-92a3-bfd4804ca420)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:09.855849 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.890692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-172483e6-c76d-4bcc-b9c7-d9a7a0cc3904 req-2ab8aff1-4898-4175-984c-53f3576e31dd tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765376 Jul 16 18:48:09.892640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-26886f23-fc65-4a21-8c42-69bec482866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:09.894217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-26886f23-fc65-4a21-8c42-69bec482866b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4687376 Jul 16 18:48:09.894824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.924945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=38a50f8d-8243-4400-a8b6-421b5faa1ca3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:09.962517 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0124aacd-2c2b-4ea1-9f31-d48cfc841926 x-openstack-request-id: req-0124aacd-2c2b-4ea1-9f31-d48cfc841926 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:09.962863 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4084a8-ff56-4b51-bc3c-b8e04f77ec48", "name": "network-vif-plugged", "status": "completed", "tag": "38a50f8d-8243-4400-a8b6-421b5faa1ca3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:09.963160 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0124aacd-2c2b-4ea1-9f31-d48cfc841926 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:09.963651 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a50f8d-8243-4400-a8b6-421b5faa1ca3', 'code': 200} Jul 16 18:48:10.094769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.173861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1154719790'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:10.178379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Subnet': ['ID=123d1240-2312-4c80-8939-813d71e73566,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:10.222154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Network 067743d4-93d4-4337-822d-c3f4f9834957 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:10.231363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-3ee92651-bb4b-4d39-b633-6a0ecde5e62e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.232929 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-3ee92651-bb4b-4d39-b633-6a0ecde5e62e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.4902005 Jul 16 18:48:10.240651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:10.246154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.246883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.258948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c7ca4-d7aa-47d3-9da5-da72a88d087c None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:10.264514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:10.269151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.296511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.315743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-04ed4e76-2894-45c0-98ae-7b56812a809b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3482985 Jul 16 18:48:10.317308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:10.325883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1906055916', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '123d1240-2312-4c80-8939-813d71e73566'}], 'security_groups': ['753380d1-9dff-413c-9222-715f3e03df68', '3abbd7ce-0679-40ff-876c-e9a8c7b73805']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:10.685620 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.697493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.731755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] Update dhcp port {'port': {'network_id': '067743d4-93d4-4337-822d-c3f4f9834957', 'fixed_ips': [{'subnet_id': '407dd2d7-78db-4242-af89-b7105096b28b', 'ip_address': '172.20.0.18'}, {'subnet_id': '58f6ddfb-577b-4c80-b801-d1771636e81f', 'ip_address': '172.20.0.2'}, {'subnet_id': '123d1240-2312-4c80-8939-813d71e73566'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'ebd27797-6d81-465e-b4ed-19918ed9e76c'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:48:10.738956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.781480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd85077-3511-4c2a-a0d0-432d3e9c4107 None None] Network ae4ad831-d799-4a54-82f6-6f32b111a449 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:10.792717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58956) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:10.792924 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-1565b078-aa3a-4c27-8923-e5ca502104b9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/quotas/40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 375 time: 0.5492153 Jul 16 18:48:10.794845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-5385c537-eb8b-4474-ab3b-85035d1ad7f1 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8883712 Jul 16 18:48:10.798160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:10.842837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d6bb4e-2da8-4c82-ad54-ed291dd0265f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:10.890729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.891337 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Added segment 2ad81e10-a84d-40b6-9151-6ba72ad9eb7c of type vlan for network 78c95300-195f-443c-b5c5-d4b9b102593a Jul 16 18:48:10.927209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b3e66-df8c-4e25-ba1e-5697355be78a req-ba809981-68dd-4b4b-b7be-bc6f9c48233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.929391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c4b3e66-df8c-4e25-ba1e-5697355be78a req-ba809981-68dd-4b4b-b7be-bc6f9c48233f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 1098 time: 0.8817368 Jul 16 18:48:10.997264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82ebd541-09ef-4e36-a4ec-c2f5993a4356 None None] Provisioning for port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:11.010476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.026699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d7ad347c-250d-4332-8b8c-de43f2f7235b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/579b7d6d-d4a5-4633-a82f-0a70395ec5b1 HTTP/1.1" status: 200 len: 992 time: 0.2295158 Jul 16 18:48:11.040536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.066318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c4b3e66-df8c-4e25-ba1e-5697355be78a req-db492204-8bcf-4df7-9a44-111d8589ce50 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255112 Jul 16 18:48:11.149541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-07fb1bd2-8a74-4960-948b-5a67c57cc757 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3118410 Jul 16 18:48:11.204511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.277785 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.283472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:11.284064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.303733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13b4613d-b2a4-4088-831e-61c71cc26fb1 req-44d38426-586c-4856-a245-d19529d89978 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463580 Jul 16 18:48:11.368869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5405469 Jul 16 18:48:11.373287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:11.381361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:11.424893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4c3eacdb-49b4-4e27-ace6-49c202d30d37 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:11.448016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd814b-593f-4ed1-bded-0468fd47f100 req-91aad018-c832-4aca-b9ab-91d3a8a7a58f tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:11.449589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-06dd814b-593f-4ed1-bded-0468fd47f100 req-91aad018-c832-4aca-b9ab-91d3a8a7a58f tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.2763617 Jul 16 18:48:11.457307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885d71-933e-4977-b1c5-9840562ea628 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Network': ['ID=78c95300-195f-443c-b5c5-d4b9b102593a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:11.479405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:11.541547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-58d89fc6-a13c-40ae-98fc-423dd6b84035 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758254 Jul 16 18:48:11.556679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] Allocated IP 172.20.0.34 (067743d4-93d4-4337-822d-c3f4f9834957/123d1240-2312-4c80-8939-813d71e73566/ebd27797-6d81-465e-b4ed-19918ed9e76c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:11.568930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-06dd814b-593f-4ed1-bded-0468fd47f100 req-63ebbc98-3092-4d48-aede-d50ec45e65c1 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089034 Jul 16 18:48:11.612660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:11.617454 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.636129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:11.643420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:11.643810 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.651294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:48:11.726313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-6752bf93-46af-4df1-946c-59adc05ade9a service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822138 Jul 16 18:48:11.798894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebd27797-6d81-465e-b4ed-19918ed9e76c,segment=NetworkSegment(96e4431a-0fab-4e73-99d6-24f21bf94506),segment_id=96e4431a-0fab-4e73-99d6-24f21bf94506)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:11.840701 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.864834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] Transition to ACTIVE for port object ebd27797-6d81-465e-b4ed-19918ed9e76c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:11.873115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.889209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:11.922736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.926455 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Sync routers for ids ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:11.927000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-98e8ead5-efac-42bd-b0ad-a987ebaed9b7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0042918 Jul 16 18:48:11.927619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 58966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:11.944464 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Routers {'3e5c2ae3-e8da-47c1-811f-5a7d164b5129'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:11.945228 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:12.234456 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Set router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:12.279988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2939042-4710-4dba-bead-d797d47b0fa1 None None] Pushing event updated for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:12.289525 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.293044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e41088d9-05ee-40b8-a4d1-272f4acb0e7b None None] Provisioning complete for port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:12.293476 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e41088d9-05ee-40b8-a4d1-272f4acb0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.428221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4c3eacdb-49b4-4e27-ace6-49c202d30d37, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4c3eacdb-49b4-4e27-ace6-49c202d30d37,segment=NetworkSegment(ea3ec47a-c5b6-466f-831c-03101c61d29c),segment_id=ea3ec47a-c5b6-466f-831c-03101c61d29c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:12.442871 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.568628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4c3eacdb-49b4-4e27-ace6-49c202d30d37,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:12.710104 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:48:09Z', 'revision_number': 3, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port': {'id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:07Z', 'updated_at': '2021-07-16T18:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:12.790811 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Checking router: 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:12.791246 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Updating router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 port 5b4c13a6-0bda-4e31-a76b-1697319cd368 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:48:12.866099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.868968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2da64d75-ea1c-46b4-bebd-046489ef0a8d req-e1f79c2b-9d5a-4e1a-9d10-edefc6dc5539 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 210 time: 0.0590980 Jul 16 18:48:12.880623 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.941579 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.997587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:12.998083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network hostable DHCP agents. Network: 78c95300-195f-443c-b5c5-d4b9b102593a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:13.001131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=267e000c-7545-4331-9565-f568fc3aa986,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:13.028657 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-139adebf-4c8a-46f3-afe5-301ad61a20b9 {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:48:13.029063 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:48:13.043366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:13.057620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 78c95300-195f-443c-b5c5-d4b9b102593a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:13.063565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:13.064208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.068953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb5c35-5613-415e-b59a-b34f767fbaf1 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:13.099688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fdf69a3e-922f-4d4e-bcad-52be78859f34 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7191815 Jul 16 18:48:13.099688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 58986) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:13.111580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'name': 'tempest-NetworksTestDHCPv6-2067045079'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:13.185814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc253-e5e2-4fd5-a702-ebc9ef78a287 req-acf797ce-42d0-4486-a368-8381512a910f tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:13.187436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73afc253-e5e2-4fd5-a702-ebc9ef78a287 req-acf797ce-42d0-4486-a368-8381512a910f tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.3997011 Jul 16 18:48:13.313272 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.321368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:13.330080 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Transition to ACTIVE for port object 5b4c13a6-0bda-4e31-a76b-1697319cd368 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:13.331887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73afc253-e5e2-4fd5-a702-ebc9ef78a287 req-a53fca98-3fad-4f10-8cb8-b6499b458531 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189573 Jul 16 18:48:13.336345 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.337412 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.349554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4c3eacdb-49b4-4e27-ace6-49c202d30d37 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:13.370707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 4b4d31c2-384d-4ed8-b79f-dd7db1784393 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:13.419711 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Attempting to bind port 5b4c13a6-0bda-4e31-a76b-1697319cd368 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:13.420232 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Attempting to bind port 5b4c13a6-0bda-4e31-a76b-1697319cd368 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:13.420692 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Attempting to bind port 5b4c13a6-0bda-4e31-a76b-1697319cd368 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:13.437962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:13.438598 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.443388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '267e000c-7545-4331-9565-f568fc3aa986'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:13.444341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.445409 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:13.446062 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:13.446770 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.447338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:13.448091 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Bound port: 5b4c13a6-0bda-4e31-a76b-1697319cd368, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:13.448630 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.517005 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] For port 5b4c13a6-0bda-4e31-a76b-1697319cd368, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:13.523187 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] For port 5b4c13a6-0bda-4e31-a76b-1697319cd368, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5b4c13a6-0bda-4e31-a76b-1697319cd368,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:13.532828 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.550275 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258fd0-b134-4703-8273-203844cb21a1 None None] Pushing event updated for resources: {'Port': ['ID=5b4c13a6-0bda-4e31-a76b-1697319cd368,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:13.599879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Allocated IP 172.20.0.1 (ae4ad831-d799-4a54-82f6-6f32b111a449/a58e15fd-7228-4a74-82e9-00de44446b78/c59f5765-5154-45ad-aaab-75e6f0d159b9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:13.630032 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258fd0-b134-4703-8273-203844cb21a1 None None] Pushing event updated for resources: {'Port': ['ID=5b4c13a6-0bda-4e31-a76b-1697319cd368,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:13.675066 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Routers {'3e5c2ae3-e8da-47c1-811f-5a7d164b5129'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:13.675710 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:13.725122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Provisioning complete for port 603a8c40-1809-4487-bb5d-6cbb24b34a38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:13.725404 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.756086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.800137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Transition to ACTIVE for port object c59f5765-5154-45ad-aaab-75e6f0d159b9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:13.845224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.904403 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] Set router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:13.914917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-70ca8c3d-dc98-4983-865f-476c3e070124 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:13.916759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-70ca8c3d-dc98-4983-865f-476c3e070124 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.1876526 Jul 16 18:48:13.930602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'port': {'device_id': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'admin_state_up': True, 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:13.936275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::20f (78c95300-195f-443c-b5c5-d4b9b102593a/267e000c-7545-4331-9565-f568fc3aa986/4b4d31c2-384d-4ed8-b79f-dd7db1784393) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:13.936940 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.140941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Network ae4ad831-d799-4a54-82f6-6f32b111a449 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:14.152546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:14.157022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebd27797-6d81-465e-b4ed-19918ed9e76c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:14.161477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:14.197043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Port 603a8c40-1809-4487-bb5d-6cbb24b34a38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:14.222439 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Provisioning complete for port 3396119a-df48-458d-8a19-beb4e78730c1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:14.223021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.264047 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.297098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 4b4d31c2-384d-4ed8-b79f-dd7db1784393 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:14.307758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.311877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Pushing event updated for resources: {'Port': ['ID=c59f5765-5154-45ad-aaab-75e6f0d159b9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:14.322694 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:48:09Z', 'revision_number': 3, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port': {'id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:07Z', 'updated_at': '2021-07-16T18:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:14.331793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb9d0d4f-49c3-4cb9-bb6f-1bc7f344f2d9 req-30004e20-5fcb-4cc1-bd6d-47aaa48a363f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 210 time: 0.1804032 Jul 16 18:48:14.342484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Port 3396119a-df48-458d-8a19-beb4e78730c1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:14.377213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Provisioning for port ebd27797-6d81-465e-b4ed-19918ed9e76c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:14.387148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebd70d-4791-44be-954f-a349df39a4ee req-75130648-b406-43d3-ba82-bb965eda3f84 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:14.392047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ecebd70d-4791-44be-954f-a349df39a4ee req-75130648-b406-43d3-ba82-bb965eda3f84 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.7429535 Jul 16 18:48:14.396674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:14.400609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.411966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.412730 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e060be4-297c-4c79-925d-136dfdb5a13a None None] The sync data for ids ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'] in n-d-791504-15 is: [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:48:09Z', 'revision_number': 3, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port': {'id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:07Z', 'updated_at': '2021-07-16T18:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:14.454185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:14.454743 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8ee538fb-b195-4414-99b0-514097431a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.504949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=4b4d31c2-384d-4ed8-b79f-dd7db1784393,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:14.637383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/267e000c-7545-4331-9565-f568fc3aa986/cec6ba3e-f634-4a9e-a34d-ddcc1550c303) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:14.705767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:14.727106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.20.0.4 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/8aaae32e-3cc7-4e04-b7ea-9fc66cac926f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:14.767020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:14.775724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:14.783115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:14.784107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.802020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ecebd70d-4791-44be-954f-a349df39a4ee req-73ba367d-e2cf-45d8-97c2-d8465b1aad89 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938124 Jul 16 18:48:14.884707 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-349847cd-9f96-41ef-96aa-c9be1f054b0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7834032 Jul 16 18:48:14.891521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59002) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:14.924988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.064020 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.074974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Transition to ACTIVE for port object cec6ba3e-f634-4a9e-a34d-ddcc1550c303 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:15.093953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Transition to ACTIVE for port object cec6ba3e-f634-4a9e-a34d-ddcc1550c303 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:15.106394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.194760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:15.205735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8bc3dbc-7408-4290-a9d5-64d2864dd33a None None] Provisioning for port c59f5765-5154-45ad-aaab-75e6f0d159b9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:15.228270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:15.244804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:15.254085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8bc3dbc-7408-4290-a9d5-64d2864dd33a None None] Provisioning complete for port c59f5765-5154-45ad-aaab-75e6f0d159b9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:15.254461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3dbc-7408-4290-a9d5-64d2864dd33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.309384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c918ebe4-b740-42ea-b54d-9262a0f1f36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:15.316118 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c918ebe4-b740-42ea-b54d-9262a0f1f36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4239578 Jul 16 18:48:15.326543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:15.328233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Pushing event updated for resources: {'Port': ['ID=cec6ba3e-f634-4a9e-a34d-ddcc1550c303,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:15.423781 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5b4c13a6-0bda-4e31-a76b-1697319cd368 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:15.431985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Delete allocated IP 172.20.0.6 (067743d4-93d4-4337-822d-c3f4f9834957/58f6ddfb-577b-4c80-b801-d1771636e81f) {{(pid=93796) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:48:15.434033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.486113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Transition to ACTIVE for port object 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:15.512688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Allocated IP 172.20.0.46 (067743d4-93d4-4337-822d-c3f4f9834957/123d1240-2312-4c80-8939-813d71e73566/3396119a-df48-458d-8a19-beb4e78730c1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:15.553177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.574157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.623501 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.647831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Attempting to bind port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:15.648408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Attempting to bind port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:15.650413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Attempting to bind port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:15.660180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc3dbc-7408-4290-a9d5-64d2864dd33a None None] Port c59f5765-5154-45ad-aaab-75e6f0d159b9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:15.665196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:15.673037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:15.675466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:15.682840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:15.683219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:15.683626 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.684017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:15.685124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Bound port: cec6ba3e-f634-4a9e-a34d-ddcc1550c303, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:15.685505 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.717587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Pushing event updated for resources: {'Port': ['ID=c59f5765-5154-45ad-aaab-75e6f0d159b9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:15.747833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 4b4d31c2-384d-4ed8-b79f-dd7db1784393 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:15.748505 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.805632 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.848758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:15.879117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] For port cec6ba3e-f634-4a9e-a34d-ddcc1550c303, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:15.883663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] For port cec6ba3e-f634-4a9e-a34d-ddcc1550c303, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cec6ba3e-f634-4a9e-a34d-ddcc1550c303,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:15.896268 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.904681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 5b4c13a6-0bda-4e31-a76b-1697319cd368 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:15.945846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5b4c13a6-0bda-4e31-a76b-1697319cd368 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:15.946606 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.948425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.954323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:15.955021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.046539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 4b4d31c2-384d-4ed8-b79f-dd7db1784393 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:16.155715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613a3fb-f5a2-471e-80b0-fd82c9caba4b None None] Pushing event updated for resources: {'Port': ['ID=cec6ba3e-f634-4a9e-a34d-ddcc1550c303,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:16.237755 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1a278e7-3561-4b30-9e6f-ce5cd2e4da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.281569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2dce3e17-c6a9-4b06-b992-0be4116c7485 None None] Provisioning for port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:16.293291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2dce3e17-c6a9-4b06-b992-0be4116c7485 None None] Provisioning complete for port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:16.293846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2dce3e17-c6a9-4b06-b992-0be4116c7485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.325854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ed8f-4f2c-46f7-91e8-2afa91122ce7 req-d42bf571-8019-4632-934f-1727851c1964 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:16.328113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0840ed8f-4f2c-46f7-91e8-2afa91122ce7 req-d42bf571-8019-4632-934f-1727851c1964 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 931 time: 0.6288121 Jul 16 18:48:16.456288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.486481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2dce3e17-c6a9-4b06-b992-0be4116c7485 None None] Port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:16.504690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.517315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0840ed8f-4f2c-46f7-91e8-2afa91122ce7 req-65522cbf-a601-4c1d-8095-bfe1c2fd9f0f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457675 Jul 16 18:48:16.566173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 5b4c13a6-0bda-4e31-a76b-1697319cd368, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5b4c13a6-0bda-4e31-a76b-1697319cd368,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:16.573851 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.601138 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Transition to ACTIVE for port object 3396119a-df48-458d-8a19-beb4e78730c1 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:16.610232 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.616281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6313c8-6b65-441e-bf4f-d88152dd338a req-24b5ecb5-e536-4a40-83a0-f35a1f0914ac tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:16.618142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df6313c8-6b65-441e-bf4f-d88152dd338a req-24b5ecb5-e536-4a40-83a0-f35a1f0914ac tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.9482000 Jul 16 18:48:16.621668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-ee0d934c-62ac-4236-b4bf-c7464713f92a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6962376 Jul 16 18:48:16.657949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Request body: {'port': {'device_id': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:16.690921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=5b4c13a6-0bda-4e31-a76b-1697319cd368,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:16.732901 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.764003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Network ae4ad831-d799-4a54-82f6-6f32b111a449 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:16.774002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:16.813453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.818100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/4b4d31c2-384d-4ed8-b79f-dd7db1784393 HTTP/1.1" status: 204 len: 168 time: 1.4776235 Jul 16 18:48:16.818768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event updated for resources: {'Port': ['ID=3396119a-df48-458d-8a19-beb4e78730c1,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:16.833515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:16.849133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df6313c8-6b65-441e-bf4f-d88152dd338a req-117ebd68-cd49-45ce-b894-74208a44f205 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090807 Jul 16 18:48:16.923999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.955090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f23001-a005-459b-a3c9-03059f11f597 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=4b4d31c2-384d-4ed8-b79f-dd7db1784393,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:16.957596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] In _notify_port_updated(), no bound segment for port 3396119a-df48-458d-8a19-beb4e78730c1 on network 067743d4-93d4-4337-822d-c3f4f9834957 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:48:16.972948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:16.973648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.974973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-03594db7-e68d-4ae6-ac34-2ca6ef812fab tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "PUT /v2.0/ports/3396119a-df48-458d-8a19-beb4e78730c1 HTTP/1.1" status: 200 len: 960 time: 6.6561184 Jul 16 18:48:16.984099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59020) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:17.141865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877ff80-d568-40b3-a0cc-a2776e1efcda tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:17.147447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877ff80-d568-40b3-a0cc-a2776e1efcda tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:17.149740 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a877ff80-d568-40b3-a0cc-a2776e1efcda tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3126640 Jul 16 18:48:17.152442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:17.186570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:17.275539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-795ce6ac-e29b-4b76-af82-cbc3ab2f696c None None] Provisioning complete for port c59f5765-5154-45ad-aaab-75e6f0d159b9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:17.275948 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-795ce6ac-e29b-4b76-af82-cbc3ab2f696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.426513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-795ce6ac-e29b-4b76-af82-cbc3ab2f696c None None] Port c59f5765-5154-45ad-aaab-75e6f0d159b9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:17.433610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 267e000c-7545-4331-9565-f568fc3aa986 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:17.442984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.555953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4dde5941-b937-4149-8159-c0d545acb0bd None None] Provisioning for port 3396119a-df48-458d-8a19-beb4e78730c1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:17.578416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4dde5941-b937-4149-8159-c0d545acb0bd None None] Provisioning complete for port 3396119a-df48-458d-8a19-beb4e78730c1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:17.579612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 3396119a-df48-458d-8a19-beb4e78730c1 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:17.581315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4dde5941-b937-4149-8159-c0d545acb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.601408 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.613954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cec6ba3e-f634-4a9e-a34d-ddcc1550c303 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:17.680604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.871412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4dde5941-b937-4149-8159-c0d545acb0bd None None] Port 3396119a-df48-458d-8a19-beb4e78730c1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:17.879314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.938598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:17.944285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:17.944596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 3396119a-df48-458d-8a19-beb4e78730c1 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:17.952818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5b4c13a6-0bda-4e31-a76b-1697319cd368 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:17.968927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Sync routers for ids ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:17.972534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a1c878b7-0e03-43b6-a78a-b7e2efaeaa6c admin admin] 10.222.0.49 "PUT /v2.0/routers/3e5c2ae3-e8da-47c1-811f-5a7d164b5129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0438240 Jul 16 18:48:17.984808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.021046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59034) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:18.087879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Routers {'3e5c2ae3-e8da-47c1-811f-5a7d164b5129'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:18.097221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:47:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:18.116260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9598e-5f14-48cd-b1b2-3aee78e328bf req-233acda0-546d-44ff-b8c0-780106a6fb0f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:18.118340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fad9598e-5f14-48cd-b1b2-3aee78e328bf req-233acda0-546d-44ff-b8c0-780106a6fb0f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 931 time: 0.2268870 Jul 16 18:48:18.186084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fad9598e-5f14-48cd-b1b2-3aee78e328bf req-e5184022-0fb1-460f-b989-882743e9d1aa tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558579 Jul 16 18:48:18.189764 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.271319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.277397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:48:18.277577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/267e000c-7545-4331-9565-f568fc3aa986 HTTP/1.1" status: 204 len: 168 time: 1.1160641 Jul 16 18:48:18.277831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:18.280302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc28f-d5c3-41eb-9c0f-b4710a57697d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=267e000c-7545-4331-9565-f568fc3aa986,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:18.298904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.306908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Set router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:18.319525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Transition to ACTIVE for port object 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:18.396139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9b02d-fb71-4ea0-ae65-c88a2095c6a8 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:18.402912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.432392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4e7cefe0-7cf5-44a3-a05b-a8f1ab60a46f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425848 Jul 16 18:48:18.445315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59046) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:18.458862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:18.637086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f962c159-a2d7-42a8-af7e-fc257cb13629 None None] Provisioning for port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:18.655540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5b4c13a6-0bda-4e31-a76b-1697319cd368 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:18.656856 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.656977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:18.662507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f962c159-a2d7-42a8-af7e-fc257cb13629 None None] Provisioning complete for port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:18.663336 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-a2d7-42a8-af7e-fc257cb13629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.833950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:18.837573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513c2f-406c-43a4-bdfd-098676ef5335 req-01869539-4fe4-4f64-9971-85f19b848cb0 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:18.845791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f513c2f-406c-43a4-bdfd-098676ef5335 req-01869539-4fe4-4f64-9971-85f19b848cb0 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.8701823 Jul 16 18:48:18.850454 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.925262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] Deleting subnet 5c3237c4-fcb4-477a-a926-12bcfbc1c690 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:18.955647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.963730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.065193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=3396119a-df48-458d-8a19-beb4e78730c1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:19.097210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f513c2f-406c-43a4-bdfd-098676ef5335 req-179ec251-1323-46ff-b8f4-d19aeb2f2bc2 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451560 Jul 16 18:48:19.111350 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4abef057-76a3-4afa-9bdc-2050bb685622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.114861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.160857 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.277602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Attempting to bind port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:19.281782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Attempting to bind port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:19.285718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Attempting to bind port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:19.369037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f on network ce045fe6-b26c-4cd3-b01a-bce265891f92 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:48:19.372715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Attempting to bind port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:19.436372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:19.437726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:19.438464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:19.439410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Bound port: 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:19.440764 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.450989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.483910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.494081 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c04d914-26f4-4583-b0ff-01a476715c4d tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/3396119a-df48-458d-8a19-beb4e78730c1 HTTP/1.1" status: 204 len: 168 time: 2.5027449 Jul 16 18:48:19.509537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:19.635838 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bc9c61-1ab7-4055-b186-cdfcd55d4dbb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] GET failed (client error): The resource could not be found. Jul 16 18:48:19.640330 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-58bc9c61-1ab7-4055-b186-cdfcd55d4dbb tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports/3396119a-df48-458d-8a19-beb4e78730c1 HTTP/1.1" status: 404 len: 333 time: 0.1272347 Jul 16 18:48:19.643225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:19.714527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077ed89-4796-4e6e-8489-b4754669110f req-9f94aef5-631a-4553-889c-b47af32ade1b tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.717292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d077ed89-4796-4e6e-8489-b4754669110f req-9f94aef5-631a-4553-889c-b47af32ade1b tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.4643741 Jul 16 18:48:19.781993 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-a2d7-42a8-af7e-fc257cb13629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.809923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:48:14Z', 'revision_number': 4, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port': {'id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:07Z', 'updated_at': '2021-07-16T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'c59f5765-5154-45ad-aaab-75e6f0d159b9', 'name': '', 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'mac_address': 'fa:16:3e:27:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'a58e15fd-7228-4a74-82e9-00de44446b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:12Z', 'updated_at': '2021-07-16T18:48:15Z', 'revision_number': 2, 'project_id': '916023674ff344a992b7246b6ee0c144', 'subnets': [{'id': 'a58e15fd-7228-4a74-82e9-00de44446b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:19.835955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] For port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:19.842868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] For port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:19.846091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.850264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Checking router: 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:19.851667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Updating router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 port c59f5765-5154-45ad-aaab-75e6f0d159b9 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:48:19.878680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.880539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:19.889811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a41a9-617d-42c9-b259-e7add53d3e67 req-90261176-cfab-42c3-8f51-7ca75b7b03c8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.892113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-304a41a9-617d-42c9-b259-e7add53d3e67 req-90261176-cfab-42c3-8f51-7ca75b7b03c8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.3263118 Jul 16 18:48:19.910839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f962c159-a2d7-42a8-af7e-fc257cb13629 None None] For port cec6ba3e-f634-4a9e-a34d-ddcc1550c303, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cec6ba3e-f634-4a9e-a34d-ddcc1550c303,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:19.941266 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-a2d7-42a8-af7e-fc257cb13629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.957192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3237c4-fcb4-477a-a926-12bcfbc1c690,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:19.976312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.978653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-06ed8e2c-d8c7-42b4-9642-71f2942b4864 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5c3237c4-fcb4-477a-a926-12bcfbc1c690 HTTP/1.1" status: 204 len: 168 time: 1.6570938 Jul 16 18:48:19.987353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:20.013472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:20.014095 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.021774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/8aaae32e-3cc7-4e04-b7ea-9fc66cac926f HTTP/1.1" status: 200 len: 1092 time: 3.3854713 Jul 16 18:48:20.028178 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.029445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabd565-9cfa-4eab-b7f9-261d67b48fa0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.057352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'tag': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:20.064386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.068090 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7f3c38-1001-4c43-bb65-eb1b91dcf810", "tag": "8aaae32e-3cc7-4e04-b7ea-9fc66cac926f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:20.163226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962c159-a2d7-42a8-af7e-fc257cb13629 None None] Pushing event updated for resources: {'Port': ['ID=cec6ba3e-f634-4a9e-a34d-ddcc1550c303,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:20.270582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] Deleting port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:20.270969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.293641 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabd565-9cfa-4eab-b7f9-261d67b48fa0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.313648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.391116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=e0768967-4f84-4250-b980-9827d59c55f8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:20.425721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.428399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d8478-7b46-498d-b273-143c8472f3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:20.437080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:20.478561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:20.485315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:20.486632 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.534251 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daeb395-f40b-4197-aab0-c38ae8eef2f5 x-openstack-request-id: req-4daeb395-f40b-4197-aab0-c38ae8eef2f5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:20.534670 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7f3c38-1001-4c43-bb65-eb1b91dcf810", "tag": "8aaae32e-3cc7-4e04-b7ea-9fc66cac926f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:20.535815 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4daeb395-f40b-4197-aab0-c38ae8eef2f5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:20.536326 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'tag': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f', 'status': 'completed', 'code': 200} Jul 16 18:48:20.590677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3972b94b-6ef7-477a-9ffd-3230c1a1e555 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1415868 Jul 16 18:48:20.593549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] For port cec6ba3e-f634-4a9e-a34d-ddcc1550c303, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cec6ba3e-f634-4a9e-a34d-ddcc1550c303,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:20.593712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59134) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:20.593814 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.606549 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabd565-9cfa-4eab-b7f9-261d67b48fa0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.609743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabd565-9cfa-4eab-b7f9-261d67b48fa0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.611009 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-304a41a9-617d-42c9-b259-e7add53d3e67 req-3101c08a-ad80-45c0-8334-f0dfabb70c7d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913245 Jul 16 18:48:20.611206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7eabd565-9cfa-4eab-b7f9-261d67b48fa0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/security-groups/88dc1a29-aca9-4dd3-b556-2fa7d293aa3a HTTP/1.1" status: 204 len: 168 time: 0.9659505 Jul 16 18:48:20.619245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59136) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:20.622050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'name': 'tempest-NetworksTestDHCPv6-1141884607'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:20.641566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabd565-9cfa-4eab-b7f9-261d67b48fa0 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dc1a29-aca9-4dd3-b556-2fa7d293aa3a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:20.657941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] Calling delete_port for cec6ba3e-f634-4a9e-a34d-ddcc1550c303 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:20.734372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460e475-9ada-43ba-8ef9-2056bc74b749 req-5d6a19c6-0728-4fa8-9866-11491a013ca4 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:20.736952 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4460e475-9ada-43ba-8ef9-2056bc74b749 req-5d6a19c6-0728-4fa8-9866-11491a013ca4 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.3043828 Jul 16 18:48:20.798351 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.814243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] No DVR routers for this DVR port cec6ba3e-f634-4a9e-a34d-ddcc1550c303 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:20.831194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98b265d5-0dd1-41b3-89b4-4eef41c072e2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.851403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.860863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48061441-ad26-4541-9845-9905aba2c792 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:20.872561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adb7d37-1a36-4043-a144-caf86808ca4a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:20.888396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-792a025b-d474-49a6-a12a-d1dae783a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:20.894215 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-792a025b-d474-49a6-a12a-d1dae783a66b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 1095 time: 0.8015640 Jul 16 18:48:20.933556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afe4bc3-9f8c-4a44-921c-3baa92fc444f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:20.933991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afe4bc3-9f8c-4a44-921c-3baa92fc444f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:20.937141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4460e475-9ada-43ba-8ef9-2056bc74b749 req-031e40e5-d120-44cc-9591-d84f47b389fb tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890497 Jul 16 18:48:20.943150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98b265d5-0dd1-41b3-89b4-4eef41c072e2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.948545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d8425-8604-480f-9122-efa4543ae9cb None None] Pushing event deleted for resources: {'Port': ['ID=cec6ba3e-f634-4a9e-a34d-ddcc1550c303,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:20.973311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Deleting port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:20.974336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.014418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.070678 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.128725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98b265d5-0dd1-41b3-89b4-4eef41c072e2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.130036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Transition to ACTIVE for port object c59f5765-5154-45ad-aaab-75e6f0d159b9 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:21.131224 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-8dcae659-ccd9-4b1e-a015-fd1fd68f4cf0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f HTTP/1.1" status: 200 len: 217 time: 0.1851273 Jul 16 18:48:21.133255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98b265d5-0dd1-41b3-89b4-4eef41c072e2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.138010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:21.140103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-98b265d5-0dd1-41b3-89b4-4eef41c072e2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/security-groups/3abbd7ce-0679-40ff-876c-e9a8c7b73805 HTTP/1.1" status: 204 len: 168 time: 0.5193653 Jul 16 18:48:21.146574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'e0768967-4f84-4250-b980-9827d59c55f8'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:21.147930 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.160829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b265d5-0dd1-41b3-89b4-4eef41c072e2 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abbd7ce-0679-40ff-876c-e9a8c7b73805,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:21.211429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.267530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-06bb8dad-3994-4db8-a9a4-6f57165f5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:21.269909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-06bb8dad-3994-4db8-a9a4-6f57165f5b5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.1170948 Jul 16 18:48:21.276534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:21.276989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:21.281444 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:21.286671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.388826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/e0768967-4f84-4250-b980-9827d59c55f8/e47020aa-61f3-4703-8e28-8f2bfc3ad294) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:21.435583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:21.439366 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.465000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b33569-6022-4ae7-9f4e-f84d3cf7c44e None None] Pushing event updated for resources: {'Port': ['ID=c59f5765-5154-45ad-aaab-75e6f0d159b9,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:21.477838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] For port 38a50f8d-8243-4400-a8b6-421b5faa1ca3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=38a50f8d-8243-4400-a8b6-421b5faa1ca3,segment=NetworkSegment(4f5ddd92-367c-482f-92a3-bfd4804ca420),segment_id=4f5ddd92-367c-482f-92a3-bfd4804ca420)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:21.478223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.502509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.506880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Attempting to bind port c59f5765-5154-45ad-aaab-75e6f0d159b9 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:21.507259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Attempting to bind port c59f5765-5154-45ad-aaab-75e6f0d159b9 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:21.507622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Attempting to bind port c59f5765-5154-45ad-aaab-75e6f0d159b9 on network ae4ad831-d799-4a54-82f6-6f32b111a449 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:21.515372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 85e2469f-d331-4fa8-a742-894670da14c8 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:21.516719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:21.517211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Checking segment: {'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:21.518080 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.518479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Bound using segment: {'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:21.518953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Bound port: c59f5765-5154-45ad-aaab-75e6f0d159b9, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3ec47a-c5b6-466f-831c-03101c61d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:21.519331 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.526497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.531039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2adb7d37-1a36-4043-a144-caf86808ca4a HTTP/1.1" status: 204 len: 168 time: 1.5383322 Jul 16 18:48:21.535377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Calling delete_port for 38a50f8d-8243-4400-a8b6-421b5faa1ca3 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:21.662080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0119b-2d6c-4486-b422-cb2902354e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2adb7d37-1a36-4043-a144-caf86808ca4a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:21.713446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26a3a099-1ccb-4ec1-8de4-a757c779b69b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.789582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] For port c59f5765-5154-45ad-aaab-75e6f0d159b9, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:21.875291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:21.953173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] For port c59f5765-5154-45ad-aaab-75e6f0d159b9, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c59f5765-5154-45ad-aaab-75e6f0d159b9,segment=NetworkSegment(ea3ec47a-c5b6-466f-831c-03101c61d29c),segment_id=ea3ec47a-c5b6-466f-831c-03101c61d29c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:21.954616 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.957393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cec6ba3e-f634-4a9e-a34d-ddcc1550c303 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:21.990732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: cec6ba3e-f634-4a9e-a34d-ddcc1550c303 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:21.991078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cec6ba3e-f634-4a9e-a34d-ddcc1550c303 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:21.992587 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.013073 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.018123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c4b1a17-d8e5-4134-a175-d564da7db3e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec56fec638c648e19a90f6e935616d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414053 Jul 16 18:48:22.019617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59154) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:22.067534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Transition to ACTIVE for port object e47020aa-61f3-4703-8e28-8f2bfc3ad294 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:22.070441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b33569-6022-4ae7-9f4e-f84d3cf7c44e None None] Pushing event updated for resources: {'Port': ['ID=c59f5765-5154-45ad-aaab-75e6f0d159b9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:22.133583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Transition to ACTIVE for port object e47020aa-61f3-4703-8e28-8f2bfc3ad294 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:22.157454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Routers {'3e5c2ae3-e8da-47c1-811f-5a7d164b5129'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:22.158093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:22.312511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] Set router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:22.363085 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0038454e-e732-4a9f-9c2b-d2742cc015b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.426278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-4e1b3998-0a4d-48aa-a93c-6a9eed2fca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:22.429459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-4e1b3998-0a4d-48aa-a93c-6a9eed2fca15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1277494 Jul 16 18:48:22.440665 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.491870 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0038454e-e732-4a9f-9c2b-d2742cc015b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.584813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26a3a099-1ccb-4ec1-8de4-a757c779b69b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.635852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9b371-c57f-4afc-bfd4-48801f32c14d req-084cbb18-1bcb-457b-9163-4f98da8e8589 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:22.652256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2cd9b371-c57f-4afc-bfd4-48801f32c14d req-084cbb18-1bcb-457b-9163-4f98da8e8589 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 946 time: 0.4040046 Jul 16 18:48:22.663983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:22.669094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:22.676698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:22.775923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Pushing event updated for resources: {'Port': ['ID=e47020aa-61f3-4703-8e28-8f2bfc3ad294,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:22.781552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2cd9b371-c57f-4afc-bfd4-48801f32c14d req-69e20728-0fbb-4862-a2dd-444900284658 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0849dce-ace2-40ec-9aba-07d826c36369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259294 Jul 16 18:48:22.793560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0038454e-e732-4a9f-9c2b-d2742cc015b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.797632 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0038454e-e732-4a9f-9c2b-d2742cc015b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.801754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0038454e-e732-4a9f-9c2b-d2742cc015b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f753f3d1-2f63-4aab-9332-b4e8b1263f0c HTTP/1.1" status: 204 len: 168 time: 0.7799227 Jul 16 18:48:22.813643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Attempting to bind port e47020aa-61f3-4703-8e28-8f2bfc3ad294 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:22.814395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Attempting to bind port e47020aa-61f3-4703-8e28-8f2bfc3ad294 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:22.815007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Attempting to bind port e47020aa-61f3-4703-8e28-8f2bfc3ad294 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:22.817126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::116 (78c95300-195f-443c-b5c5-d4b9b102593a/e0768967-4f84-4250-b980-9827d59c55f8/85e2469f-d331-4fa8-a742-894670da14c8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:22.823692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:22.824412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:22.826537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.827220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:22.827967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Bound port: e47020aa-61f3-4703-8e28-8f2bfc3ad294, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:22.828610 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.847261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.847634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26a3a099-1ccb-4ec1-8de4-a757c779b69b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.850246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26a3a099-1ccb-4ec1-8de4-a757c779b69b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.854360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-26a3a099-1ccb-4ec1-8de4-a757c779b69b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/security-groups/753380d1-9dff-413c-9222-715f3e03df68 HTTP/1.1" status: 204 len: 168 time: 1.7091517 Jul 16 18:48:22.859628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:22.881920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:48:14Z', 'revision_number': 4, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port': {'id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:07Z', 'updated_at': '2021-07-16T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'c59f5765-5154-45ad-aaab-75e6f0d159b9', 'name': '', 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'mac_address': 'fa:16:3e:27:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'a58e15fd-7228-4a74-82e9-00de44446b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:12Z', 'updated_at': '2021-07-16T18:48:21Z', 'revision_number': 4, 'project_id': '916023674ff344a992b7246b6ee0c144', 'subnets': [{'id': 'a58e15fd-7228-4a74-82e9-00de44446b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:22.887455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038454e-e732-4a9f-9c2b-d2742cc015b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f753f3d1-2f63-4aab-9332-b4e8b1263f0c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:22.925795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-fad7c568-6439-48ff-bb59-cf34dc7f65e6 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727364 Jul 16 18:48:22.950954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a099-1ccb-4ec1-8de4-a757c779b69b tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753380d1-9dff-413c-9222-715f3e03df68,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:22.997712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b35a1-c5e9-4062-ad91-9ce5764e1e95 None None] The sync data for ids ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'] in n-d-791504-15 is: [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:48:14Z', 'revision_number': 4, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port': {'id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:07Z', 'updated_at': '2021-07-16T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'c59f5765-5154-45ad-aaab-75e6f0d159b9', 'name': '', 'network_id': 'ae4ad831-d799-4a54-82f6-6f32b111a449', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'mac_address': 'fa:16:3e:27:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'a58e15fd-7228-4a74-82e9-00de44446b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:12Z', 'updated_at': '2021-07-16T18:48:21Z', 'revision_number': 4, 'project_id': '916023674ff344a992b7246b6ee0c144', 'subnets': [{'id': 'a58e15fd-7228-4a74-82e9-00de44446b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:23.014283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b0bf-9277-4b1c-be5d-56e10cad6d82 req-026549bd-4e78-4658-8f6e-2836a507a94f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:23.022410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3df7b0bf-9277-4b1c-be5d-56e10cad6d82 req-026549bd-4e78-4658-8f6e-2836a507a94f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.6141250 Jul 16 18:48:23.184814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] For port e47020aa-61f3-4703-8e28-8f2bfc3ad294, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:23.219239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] For port e47020aa-61f3-4703-8e28-8f2bfc3ad294, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e47020aa-61f3-4703-8e28-8f2bfc3ad294,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:23.230212 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.321004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 58f6ddfb-577b-4c80-b801-d1771636e81f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:23.329577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 38a50f8d-8243-4400-a8b6-421b5faa1ca3 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:23.349008 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.447799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec09287-49af-4ca9-99cb-6def041ee630 None None] Pushing event updated for resources: {'Port': ['ID=e47020aa-61f3-4703-8e28-8f2bfc3ad294,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:23.452591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.469469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No active binding found for port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:48:23.480293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 38a50f8d-8243-4400-a8b6-421b5faa1ca3 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:23.499745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3df7b0bf-9277-4b1c-be5d-56e10cad6d82 req-171cce83-2b00-4f6f-83c3-d15b86e6b502 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763865 Jul 16 18:48:23.597614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47371671-b4f0-4e13-9b89-f4b1e3cb2f84 req-d49e9133-5071-4de4-9d52-af5b19b6e596 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414351 Jul 16 18:48:23.638530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Pushing event deleted for resources: {'Port': ['ID=38a50f8d-8243-4400-a8b6-421b5faa1ca3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:23.668678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.163222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.191403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 85e2469f-d331-4fa8-a742-894670da14c8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:24.209310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e47020aa-61f3-4703-8e28-8f2bfc3ad294 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:24.252624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] No DVR routers for this DVR port 38a50f8d-8243-4400-a8b6-421b5faa1ca3 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:24.261744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.268580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.272112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d077ed89-4796-4e6e-8489-b4754669110f req-7edc9360-aa17-478a-bef8-d5f5f5fd4e24 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.59 "DELETE /v2.0/ports/38a50f8d-8243-4400-a8b6-421b5faa1ca3 HTTP/1.1" status: 204 len: 173 time: 4.5403109 Jul 16 18:48:24.273735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'name': 'network-vif-deleted', 'tag': '38a50f8d-8243-4400-a8b6-421b5faa1ca3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:24.276509 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4e6de-c00e-47d8-ac44-b34d790ff393" -d '{"events": [{"server_uuid": "3b4084a8-ff56-4b51-bc3c-b8e04f77ec48", "name": "network-vif-deleted", "tag": "38a50f8d-8243-4400-a8b6-421b5faa1ca3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:24.388737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a21a7123-c264-4d6e-bbc5-8d9d9777e298 req-74288f6a-6707-4e4b-be46-54ecc471833b tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 210 time: 0.0891230 Jul 16 18:48:24.439826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e47020aa-61f3-4703-8e28-8f2bfc3ad294 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:24.449719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c59f5765-5154-45ad-aaab-75e6f0d159b9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:24.472683 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a7fbf-ac42-44e9-88f9-84d16b863c58 x-openstack-request-id: req-a34a7fbf-ac42-44e9-88f9-84d16b863c58 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:24.473340 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4084a8-ff56-4b51-bc3c-b8e04f77ec48", "name": "network-vif-deleted", "tag": "38a50f8d-8243-4400-a8b6-421b5faa1ca3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:24.474118 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a34a7fbf-ac42-44e9-88f9-84d16b863c58 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:24.475794 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4084a8-ff56-4b51-bc3c-b8e04f77ec48', 'name': 'network-vif-deleted', 'tag': '38a50f8d-8243-4400-a8b6-421b5faa1ca3', 'status': 'completed', 'code': 200} Jul 16 18:48:24.566008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:24.603539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:24.615001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=85e2469f-d331-4fa8-a742-894670da14c8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:24.657032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.672413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:24.702479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:24.707470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.719545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port c59f5765-5154-45ad-aaab-75e6f0d159b9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:24.730148 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.742494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c59f5765-5154-45ad-aaab-75e6f0d159b9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:24.743918 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.843643 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:24.844750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-4e9eb42a-a962-4b2d-81a9-d71c2e7bc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:24.845281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-4e9eb42a-a962-4b2d-81a9-d71c2e7bc0b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 1095 time: 1.0012591 Jul 16 18:48:25.039040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59190) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:25.050980 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.056345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eedae2ef-9b90-46d8-8b06-f7c912fd2df3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4282513 Jul 16 18:48:25.132125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port c59f5765-5154-45ad-aaab-75e6f0d159b9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c59f5765-5154-45ad-aaab-75e6f0d159b9,segment=NetworkSegment(ea3ec47a-c5b6-466f-831c-03101c61d29c),segment_id=ea3ec47a-c5b6-466f-831c-03101c61d29c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:25.146523 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.314416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=c59f5765-5154-45ad-aaab-75e6f0d159b9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:25.346779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1940a5-7f59-4872-9a87-5d8207a2590d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.396163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1940a5-7f59-4872-9a87-5d8207a2590d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.404197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b1940a5-7f59-4872-9a87-5d8207a2590d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3626306 Jul 16 18:48:25.407941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:25.471314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-3ca495da-b126-4055-a6f7-e506407adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.473892 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-3ca495da-b126-4055-a6f7-e506407adcea service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.6166031 Jul 16 18:48:25.481227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.486774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b67e6cc6-1d0d-420c-95b2-6aee692d0bbe None None] Provisioning for port e47020aa-61f3-4703-8e28-8f2bfc3ad294 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:25.508989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b67e6cc6-1d0d-420c-95b2-6aee692d0bbe None None] Provisioning complete for port e47020aa-61f3-4703-8e28-8f2bfc3ad294 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:25.516713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b67e6cc6-1d0d-420c-95b2-6aee692d0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.536135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c296-e9a3-41d4-83e0-66551de27e98 req-e333aee1-37ec-41f4-a16f-693432248a5d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.538072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a790c296-e9a3-41d4-83e0-66551de27e98 req-e333aee1-37ec-41f4-a16f-693432248a5d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.6445897 Jul 16 18:48:25.658846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-296decea-4022-4b9f-bbe1-cc7ac0521046 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f HTTP/1.1" status: 200 len: 217 time: 0.1637571 Jul 16 18:48:25.659699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=58f6ddfb-577b-4c80-b801-d1771636e81f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:25.672711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeadd32-8ead-4717-a9d3-e821bd24b841 None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:25.698051 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.710715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2ee163c6-c2db-445d-ae68-199db070f060 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/58f6ddfb-577b-4c80-b801-d1771636e81f HTTP/1.1" status: 204 len: 168 time: 2.8457372 Jul 16 18:48:25.734940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59202) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:25.823467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 123d1240-2312-4c80-8939-813d71e73566 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:25.827572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.888081 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.893552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a790c296-e9a3-41d4-83e0-66551de27e98 req-99a228c3-48ff-4046-8dfc-fc98d23f887a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490396 Jul 16 18:48:25.950536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-77233a87-23e6-4e28-90e7-6d46dbca51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.952575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-77233a87-23e6-4e28-90e7-6d46dbca51c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.2087793 Jul 16 18:48:26.081532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-32b0fbe5-768c-47c8-97ab-06a2a11594c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:26.090079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-32b0fbe5-768c-47c8-97ab-06a2a11594c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302702 Jul 16 18:48:26.311205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c59f5765-5154-45ad-aaab-75e6f0d159b9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:26.401493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-4326223e-1d68-4aa6-9f07-4561b34a54de service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030953 Jul 16 18:48:26.509527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b67e6cc6-1d0d-420c-95b2-6aee692d0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.682341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b67e6cc6-1d0d-420c-95b2-6aee692d0bbe None None] For port e47020aa-61f3-4703-8e28-8f2bfc3ad294, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e47020aa-61f3-4703-8e28-8f2bfc3ad294,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:26.684403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd0cf4a2-7fbb-435b-bb32-57c16db2e57e req-7b956835-ffba-48e9-a0ff-211c67f0301e service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671473 Jul 16 18:48:26.692296 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b67e6cc6-1d0d-420c-95b2-6aee692d0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.714903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c59f5765-5154-45ad-aaab-75e6f0d159b9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:26.717557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.789664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59216) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:26.857039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be1b6581-1e8d-4d6d-9207-8e2e5e9b97ff None None] Could not find standard attr ID for object 4b4d31c2-384d-4ed8-b79f-dd7db1784393. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:48:26.902607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 85e2469f-d331-4fa8-a742-894670da14c8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:26.903756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.912721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be1b6581-1e8d-4d6d-9207-8e2e5e9b97ff None None] Provisioning for port 85e2469f-d331-4fa8-a742-894670da14c8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:26.918882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e6cc6-1d0d-420c-95b2-6aee692d0bbe None None] Pushing event updated for resources: {'Port': ['ID=e47020aa-61f3-4703-8e28-8f2bfc3ad294,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:26.945576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be1b6581-1e8d-4d6d-9207-8e2e5e9b97ff None None] Provisioning complete for port 85e2469f-d331-4fa8-a742-894670da14c8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:26.951977 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be1b6581-1e8d-4d6d-9207-8e2e5e9b97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.965366 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-231ad87f-d7ab-4279-beba-c89b2bbd1b3a req-e1441583-5bea-495a-ba21-34b8006803f6 tempest-ServersNegativeTestMultiTenantJSON-1023815126 tempest-ServersNegativeTestMultiTenantJSON-1023815126-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b4084a8-ff56-4b51-bc3c-b8e04f77ec48 HTTP/1.1" status: 200 len: 210 time: 0.1832643 Jul 16 18:48:27.118550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-be1b6581-1e8d-4d6d-9207-8e2e5e9b97ff None None] Port 85e2469f-d331-4fa8-a742-894670da14c8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:27.179714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'network': {'name': 'tempest-network-smoke--1511662570', 'project_id': '704683cc6fff444491603367f079fc81', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:27.237723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.278404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:27.289059 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.308151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.318299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.342653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 85e2469f-d331-4fa8-a742-894670da14c8 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:27.360719 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.374027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01939c36-0e81-49ba-82c0-1693ecffd294 req-0d4e5fa1-bf3e-40d3-a022-45736eae46de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:27.375731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01939c36-0e81-49ba-82c0-1693ecffd294 req-0d4e5fa1-bf3e-40d3-a022-45736eae46de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.1879168 Jul 16 18:48:27.443908 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01939c36-0e81-49ba-82c0-1693ecffd294 req-fa0989d6-4f7b-46a9-b248-398f7aa9395e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Jul 16 18:48:27.499033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=123d1240-2312-4c80-8939-813d71e73566,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:27.517550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.519122 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.522051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-76ce612c-10b4-41a3-beea-24136e21c9e3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/123d1240-2312-4c80-8939-813d71e73566 HTTP/1.1" status: 204 len: 168 time: 1.7588305 Jul 16 18:48:27.524107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59222) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:27.555049 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.570220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:27.581031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.581387 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Added segment c6d01398-47ec-4b6b-8c94-6e50a95f9357 of type vlan for network 8140e75d-0891-4d35-bd3d-441eca446ef9 Jul 16 18:48:27.633281 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.691325 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1d9047-2e3d-40fa-9ae1-f0eb2f380082 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:27.691996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1d9047-2e3d-40fa-9ae1-f0eb2f380082 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:27.698539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3c1d9047-2e3d-40fa-9ae1-f0eb2f380082 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/58f6ddfb-577b-4c80-b801-d1771636e81f HTTP/1.1" status: 404 len: 337 time: 0.1707113 Jul 16 18:48:27.701443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59226) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:27.727472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.733622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:27.734252 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.774672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c92ca8-53cb-4e78-9a0c-108cb5c4705f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:27.784618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9932156 Jul 16 18:48:27.797226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59228) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:27.800216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting subnet 407dd2d7-78db-4242-af89-b7105096b28b {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:27.805253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-835346130', 'admin_state_up': True, 'project_id': '704683cc6fff444491603367f079fc81', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:27.806125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.869438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.912453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=85e2469f-d331-4fa8-a742-894670da14c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:27.920105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf1515-fbd1-46d2-aa64-96a9d52e91fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Network': ['ID=8140e75d-0891-4d35-bd3d-441eca446ef9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:27.926117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.927253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.952168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:27.964179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a89ba9-36e8-45a5-8802-3186060ced9a None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:27.987712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.071023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.079120 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7fa7da2e-8313-4850-bee8-86909b2f80c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/85e2469f-d331-4fa8-a742-894670da14c8 HTTP/1.1" status: 204 len: 168 time: 2.6689780 Jul 16 18:48:28.084260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:28.084984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:28.106638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e47020aa-61f3-4703-8e28-8f2bfc3ad294 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:28.198096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] Deleting subnet 8e5042aa-4a27-44e2-89ba-24be691dc0bc {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:28.201377 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.203765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.263508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec60d6a-ac18-437b-8d6c-d434b074d9b4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:28.265020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec60d6a-ac18-437b-8d6c-d434b074d9b4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:28.269715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6ec60d6a-ac18-437b-8d6c-d434b074d9b4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1843357 Jul 16 18:48:28.290881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:28.340374 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.390967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a10516fc-b165-4906-a352-4106491de759 None None] Provisioning complete for port 603a8c40-1809-4487-bb5d-6cbb24b34a38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:28.391679 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a10516fc-b165-4906-a352-4106491de759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.425977 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.452119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.456584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a10516fc-b165-4906-a352-4106491de759 None None] Port 603a8c40-1809-4487-bb5d-6cbb24b34a38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:28.459330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.500525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet e0768967-4f84-4250-b980-9827d59c55f8 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:28.506364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.522413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a10516fc-b165-4906-a352-4106491de759 None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:28.522785 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a10516fc-b165-4906-a352-4106491de759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.582796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e47020aa-61f3-4703-8e28-8f2bfc3ad294 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:28.583160 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.627778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.690471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.728721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Subnet': ['ID=407dd2d7-78db-4242-af89-b7105096b28b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:28.738336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.743387 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1f5e078a-5f28-4e5a-9e4e-885a54628b61 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/407dd2d7-78db-4242-af89-b7105096b28b HTTP/1.1" status: 204 len: 168 time: 1.0406680 Jul 16 18:48:28.745892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:28.857454 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e68f8a-005f-4e8d-a0d3-99d88bcf4eb4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:28.857942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e68f8a-005f-4e8d-a0d3-99d88bcf4eb4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:28.862638 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d9e68f8a-005f-4e8d-a0d3-99d88bcf4eb4 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/eed9e06a-bd3b-4ea8-b1ba-5591da29ae70 HTTP/1.1" status: 404 len: 337 time: 0.1157207 Jul 16 18:48:28.863346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:28.973660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-47d152cd-9ee2-4ec4-8cab-6a05a064f7e1 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed94ba50-4897-4417-aa07-6e01712ee745 HTTP/1.1" status: 200 len: 205 time: 0.1072710 Jul 16 18:48:28.980848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59246) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.013818 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.069722 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-3907f9f7-2da4-4279-ab24-e657e95ac6ec tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] delete failed (client error): The resource could not be found. Jul 16 18:48:29.071041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3907f9f7-2da4-4279-ab24-e657e95ac6ec tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/routers/ed94ba50-4897-4417-aa07-6e01712ee745 HTTP/1.1" status: 404 len: 336 time: 0.0889692 Jul 16 18:48:29.074108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59248) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.126477 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f0bd85-0dce-49a6-8498-4c051d6c2ca7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.126878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f0bd85-0dce-49a6-8498-4c051d6c2ca7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.132882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-20f0bd85-0dce-49a6-8498-4c051d6c2ca7 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/70bd0a87-bbac-4427-b9db-c0edef4db2d5 HTTP/1.1" status: 404 len: 337 time: 0.0577550 Jul 16 18:48:29.136597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.170630 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a995d499-0c8c-419e-a7c0-c901dea74464 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.171766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a995d499-0c8c-419e-a7c0-c901dea74464 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.172853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a995d499-0c8c-419e-a7c0-c901dea74464 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/04530a80-ea88-4d64-8339-7d7d60bfa478 HTTP/1.1" status: 404 len: 337 time: 0.0357273 Jul 16 18:48:29.177154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59252) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.191119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.207723 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8754706-bbbf-416f-b388-35d895c2192a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.208547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8754706-bbbf-416f-b388-35d895c2192a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.210188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b8754706-bbbf-416f-b388-35d895c2192a tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/0120714a-4e67-40ac-8bcd-f39025a2230e HTTP/1.1" status: 404 len: 337 time: 0.0319796 Jul 16 18:48:29.213156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.265024 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d780e8e2-984e-46f1-92c2-3d9744548428 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.265236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5042aa-4a27-44e2-89ba-24be691dc0bc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:29.266239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d780e8e2-984e-46f1-92c2-3d9744548428 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.268515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d780e8e2-984e-46f1-92c2-3d9744548428 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/8898912c-9a6b-4414-af91-290fb63cfa54 HTTP/1.1" status: 404 len: 333 time: 0.0543745 Jul 16 18:48:29.271692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59256) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.285228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.287958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6f1cbcfa-a4f9-44ed-97e2-6d7bb0502895 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8e5042aa-4a27-44e2-89ba-24be691dc0bc HTTP/1.1" status: 204 len: 168 time: 1.2008710 Jul 16 18:48:29.288302 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.293581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.335455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2d019-9845-4722-bb98-4a1fedfce535 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:29.348824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.351838 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/e0768967-4f84-4250-b980-9827d59c55f8 HTTP/1.1" status: 204 len: 168 time: 1.0593145 Jul 16 18:48:29.386213 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c3695e-de4b-4e15-bd76-5fe1183d7aef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.391348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c3695e-de4b-4e15-bd76-5fe1183d7aef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.396196 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19c3695e-de4b-4e15-bd76-5fe1183d7aef tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/9ad78c95-2701-480f-b6eb-a23ce3781b80 HTTP/1.1" status: 404 len: 337 time: 0.1232889 Jul 16 18:48:29.398657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.400025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.431357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.471527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88472b94-0312-4fd9-bc51-1e0d2f172ec5 req-b46fffd4-8286-4e2a-9bb5-54fa66b07883 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:29.473852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88472b94-0312-4fd9-bc51-1e0d2f172ec5 req-b46fffd4-8286-4e2a-9bb5-54fa66b07883 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.7774267 Jul 16 18:48:29.484090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c1130-d25a-4a86-b03d-b19519aa4ce4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=e0768967-4f84-4250-b980-9827d59c55f8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:29.495375 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ad5ccf6e-063b-442f-8892-142d16a410fb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920188 Jul 16 18:48:29.502145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59264) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.515792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:29.614117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88472b94-0312-4fd9-bc51-1e0d2f172ec5 req-658f19ac-d13a-474d-a8a4-7082e7d899f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334805 Jul 16 18:48:29.618571 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-759b1c36-765e-4008-add7-554a9d598053 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.618927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759b1c36-765e-4008-add7-554a9d598053 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.624884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-759b1c36-765e-4008-add7-554a9d598053 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/dec7fc5f-830b-4699-ac3e-66755eb0bf04 HTTP/1.1" status: 404 len: 337 time: 0.2217102 Jul 16 18:48:29.629540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59266) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.671106 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b4a1cc-b454-4397-9741-1109a0b526f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.672094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b4a1cc-b454-4397-9741-1109a0b526f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.674003 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-12b4a1cc-b454-4397-9741-1109a0b526f3 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/bfdaf32d-3c91-4c30-ae2c-d6a695fb1424 HTTP/1.1" status: 404 len: 333 time: 0.0418918 Jul 16 18:48:29.677374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59268) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.707934 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3068b70-20e1-4894-90d7-02fc50c0a245 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.708400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3068b70-20e1-4894-90d7-02fc50c0a245 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.717349 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a3068b70-20e1-4894-90d7-02fc50c0a245 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/0c3b5ea8-42d6-4772-a52f-b223558cc02d HTTP/1.1" status: 404 len: 337 time: 0.0367987 Jul 16 18:48:29.719240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.759124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:29.762751 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.766667 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ed71e7-3451-4d8c-9daf-5624220f8d83 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:29.767034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ed71e7-3451-4d8c-9daf-5624220f8d83 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:29.768907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d6ed71e7-3451-4d8c-9daf-5624220f8d83 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/subnets/2a8d7509-7e4c-4415-b997-767d8b8d001d HTTP/1.1" status: 404 len: 337 time: 0.0476787 Jul 16 18:48:29.772836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.778908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:29.788294 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.817792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.879076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170fa286-29da-4fc9-bd7f-6fba078bce06']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:29.889206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] Deleting port e47020aa-61f3-4703-8e28-8f2bfc3ad294 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:29.889680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.892211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.920631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f06520-0d17-470e-adf2-e7c8c593e065 None None] Network 067743d4-93d4-4337-822d-c3f4f9834957 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:29.988498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ccec4f1-68b6-454e-8399-8f94d0bbded3 None None] Provisioning complete for port 603a8c40-1809-4487-bb5d-6cbb24b34a38 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:29.988938 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4f1-68b6-454e-8399-8f94d0bbded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.990596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e47020aa-61f3-4703-8e28-8f2bfc3ad294 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:30.002988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port 603a8c40-1809-4487-bb5d-6cbb24b34a38 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:30.003613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.083332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.25.1.206 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/114ae390-7a89-47e6-89ed-d3a9e917447c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:30.093458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5ddd92-367c-482f-92a3-bfd4804ca420') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:30.096979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5ddd92-367c-482f-92a3-bfd4804ca420') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:30.113662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.118871 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.136248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for 603a8c40-1809-4487-bb5d-6cbb24b34a38 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:30.148535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.157587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.169533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1ccec4f1-68b6-454e-8399-8f94d0bbded3 None None] Port 603a8c40-1809-4487-bb5d-6cbb24b34a38 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:30.174207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] For port e47020aa-61f3-4703-8e28-8f2bfc3ad294, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e47020aa-61f3-4703-8e28-8f2bfc3ad294,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:30.174611 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.189644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:30.190194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:30.192707 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:30.235723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:30.248894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] Calling delete_port for e47020aa-61f3-4703-8e28-8f2bfc3ad294 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:30.249128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:30.253008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ccec4f1-68b6-454e-8399-8f94d0bbded3 None None] Provisioning complete for port ebd27797-6d81-465e-b4ed-19918ed9e76c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:30.253387 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ccec4f1-68b6-454e-8399-8f94d0bbded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.259957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:30.260535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.278844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=fff5960d-d551-4907-928a-bcd5e1b41912,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.300642 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ca37f49d-6838-4d3b-b4ca-76f11307f64a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7957213 Jul 16 18:48:30.302908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:30.308887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'name': 'tempest-NetworksTestDHCPv6-924064210'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:30.336846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.347338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.377915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=603a8c40-1809-4487-bb5d-6cbb24b34a38,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.398109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.417877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.426070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-690a2271-263f-4a27-a2f2-8cd7bcb7eb60 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/ports/603a8c40-1809-4487-bb5d-6cbb24b34a38 HTTP/1.1" status: 204 len: 168 time: 0.6507962 Jul 16 18:48:30.427444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59284) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:30.451148 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.463194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.467951 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] 10.222.0.49 "DELETE /v2.0/networks/170fa286-29da-4fc9-bd7f-6fba078bce06 HTTP/1.1" status: 204 len: 168 time: 1.1655300 Jul 16 18:48:30.472960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59286) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:30.474713 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.525705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e47020aa-61f3-4703-8e28-8f2bfc3ad294, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e47020aa-61f3-4703-8e28-8f2bfc3ad294,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:30.546912 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.598495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eaee18-a4f9-40ef-98c3-6c9645f8812f admin admin] Pushing event deleted for resources: {'Network': ['ID=170fa286-29da-4fc9-bd7f-6fba078bce06,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.609908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.616311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:30.617730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e47020aa-61f3-4703-8e28-8f2bfc3ad294,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.623136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:30.626984 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.632995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:30.660462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:30.660836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] Pushing event deleted for resources: {'Port': ['ID=e47020aa-61f3-4703-8e28-8f2bfc3ad294,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.671195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d8729-9918-4d12-88eb-1813ff2277eb None None] No DVR routers for this DVR port e47020aa-61f3-4703-8e28-8f2bfc3ad294 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:30.676162 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.688991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e52204-c054-40cb-97e7-e0c47568298c req-b1a53387-8852-44cd-9c22-865fa9501cd6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:30.694948 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91e52204-c054-40cb-97e7-e0c47568298c req-b1a53387-8852-44cd-9c22-865fa9501cd6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.2140954 Jul 16 18:48:30.714960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f7ade-76bb-4c55-8f14-7c0966324a9c None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:30.724208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] Deleting subnet c22ab023-00d4-46c3-812e-55dcae60363b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:30.738994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.740753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] DHCP port deletion for 067743d4-93d4-4337-822d-c3f4f9834957 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:30.757186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=114ae390-7a89-47e6-89ed-d3a9e917447c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.777515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:30.883605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.038158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.051192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::303 (78c95300-195f-443c-b5c5-d4b9b102593a/fff5960d-d551-4907-928a-bcd5e1b41912/4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:31.052185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] Deleting port ebd27797-6d81-465e-b4ed-19918ed9e76c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:31.052570 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.086199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7ac56-4b5c-4961-82b3-b5c1d5b210d7 req-fd8d13d1-a565-4ef8-8c93-dc4de390e68d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:31.093348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11b7ac56-4b5c-4961-82b3-b5c1d5b210d7 req-fd8d13d1-a565-4ef8-8c93-dc4de390e68d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.2728298 Jul 16 18:48:31.154811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebd27797-6d81-465e-b4ed-19918ed9e76c,segment=NetworkSegment(96e4431a-0fab-4e73-99d6-24f21bf94506),segment_id=96e4431a-0fab-4e73-99d6-24f21bf94506)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:31.155417 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.170479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91e52204-c054-40cb-97e7-e0c47568298c req-ba32d7a1-3441-4e79-8873-436eb76ebf60 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4248722 Jul 16 18:48:31.170761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] Calling delete_port for ebd27797-6d81-465e-b4ed-19918ed9e76c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:31.210473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:31.288448 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11b7ac56-4b5c-4961-82b3-b5c1d5b210d7 req-522a3f2e-70a5-4d2c-9ad0-7024995e46ec tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940925 Jul 16 18:48:31.299491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.328241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Deleting port ebd27797-6d81-465e-b4ed-19918ed9e76c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:31.328591 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.333765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'fff5960d-d551-4907-928a-bcd5e1b41912'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:31.334641 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.363657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.368647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c22ab023-00d4-46c3-812e-55dcae60363b HTTP/1.1" status: 204 len: 168 time: 0.8837435 Jul 16 18:48:31.369877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddcfbd-cb5d-42bb-b90b-a8b781c9aec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22ab023-00d4-46c3-812e-55dcae60363b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:31.377231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59294) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:31.389234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.418962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eee3731c-cc41-4f43-97e4-8f0a2826bce3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/579b7d6d-d4a5-4633-a82f-0a70395ec5b1 HTTP/1.1" status: 200 len: 992 time: 0.1870189 Jul 16 18:48:31.549478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.620080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] For port ebd27797-6d81-465e-b4ed-19918ed9e76c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebd27797-6d81-465e-b4ed-19918ed9e76c,segment=NetworkSegment(96e4431a-0fab-4e73-99d6-24f21bf94506),segment_id=96e4431a-0fab-4e73-99d6-24f21bf94506)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:31.620369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.625576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] Pushing event deleted for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:31.640045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa92a73-38b4-41ce-8407-56d0ea6b7618 None None] No DVR routers for this DVR port ebd27797-6d81-465e-b4ed-19918ed9e76c on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:31.698429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.716131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Calling delete_port for ebd27797-6d81-465e-b4ed-19918ed9e76c owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:31.726715 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.748399 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.811100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:31.917568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.943666 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.980217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebd27797-6d81-465e-b4ed-19918ed9e76c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:31.981159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.985332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade1aa86-21bf-4e9b-90bc-41f2fcedc264']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:31.997397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c20bd-06a7-4d1f-90fd-f082cc0e1708 req-0d59be13-c147-4396-9367-16ed7d51b98d tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:31.997646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Port': ['ID=ebd27797-6d81-465e-b4ed-19918ed9e76c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:32.007969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1105572-db4a-4d83-b346-f702e1e7de6d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:32.008394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1105572-db4a-4d83-b346-f702e1e7de6d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:32.009811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db7c20bd-06a7-4d1f-90fd-f082cc0e1708 req-0d59be13-c147-4396-9367-16ed7d51b98d tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1097 time: 0.1416316 Jul 16 18:48:32.013469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:48:32.018997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] No DVR routers for this DVR port ebd27797-6d81-465e-b4ed-19918ed9e76c on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:32.038110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ebd27797-6d81-465e-b4ed-19918ed9e76c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:32.038536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebd27797-6d81-465e-b4ed-19918ed9e76c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:32.049102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.076730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/fff5960d-d551-4907-928a-bcd5e1b41912/209dacc3-216a-4995-b60d-a24253e31ec3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:32.084370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:32.102070 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db7c20bd-06a7-4d1f-90fd-f082cc0e1708 req-89c77367-0d4c-4d4a-9ab4-dcc8cbe47436 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911214 Jul 16 18:48:32.143546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:32.175755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.214275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:32.229879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:32.236438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:32.237163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.241244 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Sync routers for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:32.257426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.260310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-09deb8a0-fcdb-4ef4-a030-40f6571aa0fe tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4620163 Jul 16 18:48:32.263703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59306) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:32.265036 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:32.265739 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:32.306836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:32.307299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.311441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:32.319666 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:32.337628 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-af842579-8957-4aa1-a84d-7da1356322f8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0330474 Jul 16 18:48:32.340013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59312) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:32.407678 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.418755 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Transition to ACTIVE for port object 209dacc3-216a-4995-b60d-a24253e31ec3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:32.437116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Transition to ACTIVE for port object 209dacc3-216a-4995-b60d-a24253e31ec3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:32.445217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.495777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:32.509417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:32.515724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:32.517314 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:32.535672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e99b1ab-c73e-4aac-9ac3-f6a233252935 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=704683cc6fff444491603367f079fc81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2705297 Jul 16 18:48:32.543349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:32.550038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Pushing event updated for resources: {'Port': ['ID=209dacc3-216a-4995-b60d-a24253e31ec3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:32.679742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Attempting to bind port 209dacc3-216a-4995-b60d-a24253e31ec3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:32.681410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Attempting to bind port 209dacc3-216a-4995-b60d-a24253e31ec3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:32.683278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Attempting to bind port 209dacc3-216a-4995-b60d-a24253e31ec3 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:32.698882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:32.699854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:32.700252 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.700749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:32.702969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Bound port: 209dacc3-216a-4995-b60d-a24253e31ec3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:32.704736 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.822629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b8d04-7f04-4949-b24f-1d2a08f223be tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:32.830477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2d6b8d04-7f04-4949-b24f-1d2a08f223be tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4877098 Jul 16 18:48:32.871239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:32.888137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] For port 209dacc3-216a-4995-b60d-a24253e31ec3, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:32.909946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] For port 209dacc3-216a-4995-b60d-a24253e31ec3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=209dacc3-216a-4995-b60d-a24253e31ec3,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:32.919427 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.079330 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:31Z', 'revision_number': 3, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:33.101192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d27e8-291c-46bf-9873-1c28f812a6af None None] Pushing event updated for resources: {'Port': ['ID=209dacc3-216a-4995-b60d-a24253e31ec3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:33.123636 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Checking router: 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:33.123636 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Updating router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c port 114ae390-7a89-47e6-89ed-d3a9e917447c binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:48:33.205951 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.289223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.381017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067743d4-93d4-4337-822d-c3f4f9834957']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:33.419918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e4431a-0fab-4e73-99d6-24f21bf94506') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:33.420480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e4431a-0fab-4e73-99d6-24f21bf94506') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:33.436436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.456356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.465655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:33.466284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:33.559794 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:33.571657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:33.577056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.642087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.651768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] 10.222.0.49 "DELETE /v2.0/networks/067743d4-93d4-4337-822d-c3f4f9834957 HTTP/1.1" status: 204 len: 168 time: 3.2187679 Jul 16 18:48:33.663244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041d8ab-f1e7-4dba-af3f-290c350fb198 tempest-PortsTestJSON-586020498 tempest-PortsTestJSON-586020498-project] Pushing event deleted for resources: {'Network': ['ID=067743d4-93d4-4337-822d-c3f4f9834957,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:33.684735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.703790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.717399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ade1aa86-21bf-4e9b-90bc-41f2fcedc264 HTTP/1.1" status: 204 len: 168 time: 2.3355641 Jul 16 18:48:33.727665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479003a-cfcc-4b3d-91db-b172f9253431 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:33.731982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a479003a-cfcc-4b3d-91db-b172f9253431 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1805983 Jul 16 18:48:33.732956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59344) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:33.764180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bd924-7936-471c-958e-b11e3fb18950 req-fee9446b-d187-4088-b0cc-e2527de5f4a8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:33.772094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0a7bd924-7936-471c-958e-b11e3fb18950 req-fee9446b-d187-4088-b0cc-e2527de5f4a8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 1.1048579 Jul 16 18:48:33.786055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3c71cf80-af61-48b6-ae09-8d5449e9d6e6 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491736 Jul 16 18:48:33.786055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad203ce4-a4e6-40d2-8cb8-ec8d02040a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade1aa86-21bf-4e9b-90bc-41f2fcedc264,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:33.794669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:33.821701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1211082216', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'project_id': '704683cc6fff444491603367f079fc81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:33.889591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0a7bd924-7936-471c-958e-b11e3fb18950 req-51a57f50-3efa-4f3d-9183-60f41692b900 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164801 Jul 16 18:48:33.913433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:33.913789 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.971105 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.992329 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Transition to ACTIVE for port object 114ae390-7a89-47e6-89ed-d3a9e917447c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:34.028350 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.072765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 209dacc3-216a-4995-b60d-a24253e31ec3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:34.157475 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Attempting to bind port 114ae390-7a89-47e6-89ed-d3a9e917447c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:34.157850 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Attempting to bind port 114ae390-7a89-47e6-89ed-d3a9e917447c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:34.159854 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Attempting to bind port 114ae390-7a89-47e6-89ed-d3a9e917447c on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:34.170234 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Pushing event updated for resources: {'Port': ['ID=114ae390-7a89-47e6-89ed-d3a9e917447c,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:34.194218 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.194590 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.197457 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.198609 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.199001 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.199338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.199672 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.200003 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.200328 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.200655 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.201182 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.201505 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.201837 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:34.212450 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:34.213363 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:34.213777 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.214178 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:34.214974 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Bound port: 114ae390-7a89-47e6-89ed-d3a9e917447c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:34.216029 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.241803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:34.260053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 209dacc3-216a-4995-b60d-a24253e31ec3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:34.266386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:34.268108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.294494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-33adad72-4508-468e-8df0-c3a7d7079931 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7209868 Jul 16 18:48:34.301752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:34.358035 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] For port 114ae390-7a89-47e6-89ed-d3a9e917447c, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:34.363712 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] For port 114ae390-7a89-47e6-89ed-d3a9e917447c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=114ae390-7a89-47e6-89ed-d3a9e917447c,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:34.375385 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.383047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59360) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:34.388393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-675f9c36-7695-4436-8064-89bb4cd558bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=817b12cf22674414b6d8984881493c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453919 Jul 16 18:48:34.396152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59362) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:34.488022 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:34.488692 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:34.595224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ae735b9-8259-4468-b089-51dffe6a664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.654083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ae735b9-8259-4468-b089-51dffe6a664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.826751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ae735b9-8259-4468-b089-51dffe6a664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.829130 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9da32-4896-4940-a62d-b0d4e21bd709 None None] Pushing event updated for resources: {'Port': ['ID=114ae390-7a89-47e6-89ed-d3a9e917447c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:34.841813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2ae735b9-8259-4468-b089-51dffe6a664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.844733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2ae735b9-8259-4468-b089-51dffe6a664f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0849dce-ace2-40ec-9aba-07d826c36369 HTTP/1.1" status: 204 len: 168 time: 0.4473300 Jul 16 18:48:34.855641 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.860156 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:34.892402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d6d3094c-337b-43e6-b2b3-d6431531754d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efc98cb811b3438c9b6be46534e6faa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018697 Jul 16 18:48:34.901443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:34.931814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae735b9-8259-4468-b089-51dffe6a664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0849dce-ace2-40ec-9aba-07d826c36369,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:34.947605 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.951029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:35.014820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Provisioning for port 209dacc3-216a-4995-b60d-a24253e31ec3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:35.037751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Provisioning complete for port 209dacc3-216a-4995-b60d-a24253e31ec3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:35.046729 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.139241 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.143822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-73ac2b10-d9d3-4881-9633-269c95841cc0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa HTTP/1.1" status: 204 len: 168 time: 2.2662861 Jul 16 18:48:35.147672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:35.294265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Subnet': ['ID=e18a92da-5fb3-48cb-810f-a1ab9b9efe4d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:35.317873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09749e62-015c-4546-a256-29df7e6090c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.327701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Checking segment: {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:35.329225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network hostable DHCP agents. Network: 8140e75d-0891-4d35-bd3d-441eca446ef9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:35.354081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09749e62-015c-4546-a256-29df7e6090c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.407124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:35.424597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8140e75d-0891-4d35-bd3d-441eca446ef9) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:35.431580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:35.432420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.457856 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-11c1c3f8-3b9f-40e8-99bb-c57c6beb7f82 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6595643 Jul 16 18:48:35.459973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59382) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:35.481846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.542255 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:31Z', 'revision_number': 3, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:35.547861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28a3a8a-1a22-4acc-b3a6-01bdb6690153 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:35.554170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28a3a8a-1a22-4acc-b3a6-01bdb6690153 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:35.560287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a072d887-4c5b-4d40-acb4-cf17059c80ca None None] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:35.565299 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a28a3a8a-1a22-4acc-b3a6-01bdb6690153 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4093196 Jul 16 18:48:35.569063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59386) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:35.637441 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6ffb-2789-4b2b-896e-321e35018cc6 None None] The sync data for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 is: [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:31Z', 'revision_number': 3, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:35.667335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] For port 209dacc3-216a-4995-b60d-a24253e31ec3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=209dacc3-216a-4995-b60d-a24253e31ec3,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:35.736384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09749e62-015c-4546-a256-29df7e6090c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.744215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-09749e62-015c-4546-a256-29df7e6090c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.745932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-09749e62-015c-4546-a256-29df7e6090c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8026d9a-12f8-4a9e-b3d9-71a9a26e483f HTTP/1.1" status: 204 len: 168 time: 0.8422081 Jul 16 18:48:35.813489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.835522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:35.874549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet fff5960d-d551-4907-928a-bcd5e1b41912 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:35.887265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09749e62-015c-4546-a256-29df7e6090c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8026d9a-12f8-4a9e-b3d9-71a9a26e483f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:35.908751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.975879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Pushing event updated for resources: {'Port': ['ID=209dacc3-216a-4995-b60d-a24253e31ec3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:36.005591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-ce35ecf4-8f95-43df-850b-d11891277074 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:48:36.006869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-ce35ecf4-8f95-43df-850b-d11891277074 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6098700 Jul 16 18:48:36.029348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Request body: {'binding': {'host': 'n-h1-791504-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:36.029921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Unknown quota resources ['binding']. {{(pid=93796) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:48:36.035852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-163e96a8-9946-4907-97ec-c51df2f09194 None None] Could not find standard attr ID for object 4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:48:36.066848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.067201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.067545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.069964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.069964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.069964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.069964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.069964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.069964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.069964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.070723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.070723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3417b63-3c92-44c9-b803-a86d5d5e2670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:36.130543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34100a5-1b8c-496c-a7e3-ef78f221d625 req-cce43f29-f565-41b6-a5f4-a6741f9a1317 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:36.134119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c34100a5-1b8c-496c-a7e3-ef78f221d625 req-cce43f29-f565-41b6-a5f4-a6741f9a1317 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.9644878 Jul 16 18:48:36.157731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.182335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-8140e75d-0891-4d35-bd3d-441eca446ef9', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:36.187038 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.333226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f7b7b533-ab73-4fe6-9ae0-afa82dd4813d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=198c1645d8ec4532b022097879065c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944296 Jul 16 18:48:36.346270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:36.515159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c34100a5-1b8c-496c-a7e3-ef78f221d625 req-9cd036d9-ecfb-4a0e-9924-ab57062b7c3b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516994 Jul 16 18:48:36.556266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Allocated IP 172.20.0.2 (8140e75d-0891-4d35-bd3d-441eca446ef9/e18a92da-5fb3-48cb-810f-a1ab9b9efe4d/1f6ffa4e-edb8-48f0-9977-a73737bc8f4c) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:36.566215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.723949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on host n-h1-791504-15 for vnic_type normal with profile None {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:36.725218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:36.725670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:36.738131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:48:36.738624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:36.743613 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d146154a-7722-4eff-9cfb-486231b1565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.753424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:36.753905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Checking segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:36.754434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Bound using segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:36.754554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.755325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Bound port: b8338791-03e4-439f-80ba-5a28e515e068, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:36.854407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=fff5960d-d551-4907-928a-bcd5e1b41912,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:36.875850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.878072 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.887566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7c5bbba2-5fb5-4845-950e-cc0d642d930f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/fff5960d-d551-4907-928a-bcd5e1b41912 HTTP/1.1" status: 204 len: 168 time: 1.2972872 Jul 16 18:48:36.888256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:36.892677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2914b84-71f1-4489-91ad-1b97939054b0 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:36.947270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Transition to ACTIVE for port object 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:37.024211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Transition to ACTIVE for port object 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:37.055775 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.109247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-552a08d2-ef8c-4be4-af45-0e3443c0da6f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087457 Jul 16 18:48:37.113426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d146154a-7722-4eff-9cfb-486231b1565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.118280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:37.201820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:37.208237 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:37.219153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:37.229912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:37.232575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.236599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-1d7bf91b-903c-4cc9-b249-de96bf9397ea service neutron] 10.222.0.49 "POST /v2.0/ports/b8338791-03e4-439f-80ba-5a28e515e068/bindings HTTP/1.1" status: 201 len: 390 time: 1.2170997 Jul 16 18:48:37.247736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.250791 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Pushing event updated for resources: {'Port': ['ID=1f6ffa4e-edb8-48f0-9977-a73737bc8f4c,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:37.351681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Attempting to bind port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:37.352144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Attempting to bind port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:37.352504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Attempting to bind port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c on network 8140e75d-0891-4d35-bd3d-441eca446ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:37.360974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:37.361355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Checking segment: {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:37.361807 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.363066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Bound using segment: {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:37.363741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Bound port: 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:37.364140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.439869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:37.537830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276cac0-c49c-409d-8c2e-79397ee49d06 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:37.539939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] For port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:37.548374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b276cac0-c49c-409d-8c2e-79397ee49d06 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4269669 Jul 16 18:48:37.561167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:37.561807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:37.566215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d146154a-7722-4eff-9cfb-486231b1565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.569772 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d146154a-7722-4eff-9cfb-486231b1565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.571094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d146154a-7722-4eff-9cfb-486231b1565a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b7d848c-c64f-41a9-b897-e134326ffb2a HTTP/1.1" status: 204 len: 168 time: 1.2234292 Jul 16 18:48:37.573192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] For port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1f6ffa4e-edb8-48f0-9977-a73737bc8f4c,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:37.619455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.872817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] Deleting port 209dacc3-216a-4995-b60d-a24253e31ec3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:37.873217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.037046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146154a-7722-4eff-9cfb-486231b1565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7d848c-c64f-41a9-b897-e134326ffb2a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:38.045296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb017cdb-55c8-43b3-a2a0-ed4023b2b843 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:38.054343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eb017cdb-55c8-43b3-a2a0-ed4023b2b843 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4891653 Jul 16 18:48:38.065762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59432) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:38.087240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1109121001'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:38.087731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.20.0.1 (8140e75d-0891-4d35-bd3d-441eca446ef9/e18a92da-5fb3-48cb-810f-a1ab9b9efe4d/f5d2affb-d5a5-4abe-a718-180e02d2e073) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:38.096854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 114ae390-7a89-47e6-89ed-d3a9e917447c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:38.160319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:38.169870 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.206651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.246002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c03c6-923c-40f4-99fb-139bdbe89d74 None None] Pushing event updated for resources: {'Port': ['ID=1f6ffa4e-edb8-48f0-9977-a73737bc8f4c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:38.263200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] For port 209dacc3-216a-4995-b60d-a24253e31ec3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=209dacc3-216a-4995-b60d-a24253e31ec3,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:38.264217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.288420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] Calling delete_port for 209dacc3-216a-4995-b60d-a24253e31ec3 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:38.299367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 114ae390-7a89-47e6-89ed-d3a9e917447c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:38.311573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 114ae390-7a89-47e6-89ed-d3a9e917447c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:38.331070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.419444 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-608be7da-5a79-47b6-9b48-1b3178a1e6ff tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3433580 Jul 16 18:48:38.420452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:38.435012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:38.546266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.551613 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.590942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.609830 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.639372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 114ae390-7a89-47e6-89ed-d3a9e917447c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=114ae390-7a89-47e6-89ed-d3a9e917447c,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:38.660495 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.695251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Transition to ACTIVE for port object f5d2affb-d5a5-4abe-a718-180e02d2e073 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:38.714391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e54ca1d-0051-4295-a904-b459b72d70a8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:38.730979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:38.766783 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 209dacc3-216a-4995-b60d-a24253e31ec3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:38.770770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7992c33-a6cf-4ebd-a3de-9b21b9ce662f req-3ffd33c7-1001-4025-acb0-7dff0033d24a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:38.784165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7992c33-a6cf-4ebd-a3de-9b21b9ce662f req-3ffd33c7-1001-4025-acb0-7dff0033d24a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 1.0014052 Jul 16 18:48:38.801575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-9d173553-c07c-476b-8c48-a6e686fa7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:38.806715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-9d173553-c07c-476b-8c48-a6e686fa7917 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1097 time: 1.2567985 Jul 16 18:48:38.812870 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.815133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.845952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=114ae390-7a89-47e6-89ed-d3a9e917447c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:38.903559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] No DVR routers for this DVR port 209dacc3-216a-4995-b60d-a24253e31ec3 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:38.904067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:38.912327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294b007-c88d-4db4-9771-6f04fe29e2ee None None] Pushing event deleted for resources: {'Port': ['ID=209dacc3-216a-4995-b60d-a24253e31ec3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:38.922906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.923253 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment 4f603f5b-8a01-46a6-844a-ec7da0029780 of type vlan for network 1becdece-25ae-4b27-b95a-7e81288519c1 Jul 16 18:48:38.943083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No active binding found for port 209dacc3-216a-4995-b60d-a24253e31ec3 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:48:38.943083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 209dacc3-216a-4995-b60d-a24253e31ec3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:38.961149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466daa3f-ace0-4751-960f-3077adf659ba req-8bacc91d-edbe-4754-8553-ea4818f2e66b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:38.969058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-466daa3f-ace0-4751-960f-3077adf659ba req-8bacc91d-edbe-4754-8553-ea4818f2e66b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 1.0666938 Jul 16 18:48:38.991748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:39.004590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:39.036949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:39.041732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.141460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7992c33-a6cf-4ebd-a3de-9b21b9ce662f req-d966459e-a29e-4337-a0a3-b059d371242d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562489 Jul 16 18:48:39.142090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:39.154306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=f5d2affb-d5a5-4abe-a718-180e02d2e073,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:39.162960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.164526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.196285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-466daa3f-ace0-4751-960f-3077adf659ba req-b86a3feb-5db6-44c4-a48b-b84d2acb804b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262280 Jul 16 18:48:39.231639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-78fd04d2-4f97-4412-97eb-94c0ad6c24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:39.233527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-78fd04d2-4f97-4412-97eb-94c0ad6c24e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 897 time: 0.4153473 Jul 16 18:48:39.239423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.246468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:39.247338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.365880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8015528 Jul 16 18:48:39.371982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:39.386072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1386120984'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:39.387538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.387891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.390237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.393725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.395097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.396602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.401531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.402055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.402682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.403174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.403676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.404152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.472949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-network', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:39.480647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=1becdece-25ae-4b27-b95a-7e81288519c1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:39.500848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-b44b58e2-fb45-467e-92e8-a6f7ef96079e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 1000 time: 0.2451954 Jul 16 18:48:39.578707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.579212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.579834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.580253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.580815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.582237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.583871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.584355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.585048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.585769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.586549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.586984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c90929e-1fbd-4d48-bcef-781a181203c6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:39.603748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 1becdece-25ae-4b27-b95a-7e81288519c1 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:39.605354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-1cd65750-5b48-4c16-8f49-ff0cf76fa3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:39.607711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-1cd65750-5b48-4c16-8f49-ff0cf76fa3e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.0885098 Jul 16 18:48:39.613580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.662460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:39.667678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.695351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49968289-de61-417e-8932-59a96cbae5b8 None None] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:39.721819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Made reservation on behalf of db29f6bb99b74d21bef7d39b747a8721 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:39.724938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.734959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=41518617-1cfc-4c55-b150-4d7a34cddb27,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:39.736272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:39.739062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.780858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-af4adb95-797f-4c78-aa25-8ab8cd9d4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:39.782958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-af4adb95-797f-4c78-aa25-8ab8cd9d4d4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668422 Jul 16 18:48:39.784308 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.784955 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment dbc8a7ec-0925-467e-9aba-bd5f706582ab of type vlan for network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 Jul 16 18:48:39.786970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:39.790969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:39.794107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:39.794693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.828957 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.924270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d46da1-aefc-4f3d-aafb-478886951819 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:40.126521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.130755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.145159 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.145835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9edd4ec1-448a-4c50-8130-bbe30d4233e1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7214057 Jul 16 18:48:40.148060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59466) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:40.168925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '41518617-1cfc-4c55-b150-4d7a34cddb27', 'ip_address': '2001:db8::20d4:6c42:7468:bb1'}], 'name': 'tempest-NetworksTestDHCPv6-810609388'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:40.177982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-617333bc-3cb4-49d2-99a1-9d54fc3fe2df None None] Provisioning for port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:40.192429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:40.205429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 114ae390-7a89-47e6-89ed-d3a9e917447c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:40.230599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ae3281-5304-4559-b8b5-d05558a1ce57,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:40.234681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.235049 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Added segment fd5940e8-f749-493d-ab02-40c7b89026f5 of type vlan for network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 Jul 16 18:48:40.237172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.243041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.243573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.247343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-cb779acc-e804-4709-83fa-00278334ad89 service neutron] 10.222.0.59 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496703 Jul 16 18:48:40.356144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.455695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=dbf8ccd7-4668-4be1-abe4-37c4dfd8b291,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:40.461557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-15871124-3ec6-4a25-949a-eaa50b69cd23 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0836792 Jul 16 18:48:40.463743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:40.469844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.470974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.471538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.490840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:40.493961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '41518617-1cfc-4c55-b150-4d7a34cddb27'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:40.495171 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.527500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': '1becdece-25ae-4b27-b95a-7e81288519c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:40.573044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] Pushing event updated for resources: {'Network': ['ID=9f9b3039-5cf5-4d70-96fd-5a67bb15f231,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:40.576562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 114ae390-7a89-47e6-89ed-d3a9e917447c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:40.577057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.630119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:40.719102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-560c4b2e-7d9e-4374-9488-febfb37b360f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4855528 Jul 16 18:48:40.732999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:40.746291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62f7bb-83b4-4048-ba10-7816472e9e54 req-bd68470f-c2ae-4b7c-9bd3-67a1038bbe6f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.747544 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc62f7bb-83b4-4048-ba10-7816472e9e54 req-bd68470f-c2ae-4b7c-9bd3-67a1038bbe6f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.3186607 Jul 16 18:48:40.753191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Request body: {'subnet': {'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-subnet', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:40.768946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236012e-162a-4708-a6a2-a3963622c67f req-5aba03ef-f6e3-4a98-9ec9-f177c37b0c08 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.771023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6236012e-162a-4708-a6a2-a3963622c67f req-5aba03ef-f6e3-4a98-9ec9-f177c37b0c08 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.3024759 Jul 16 18:48:40.790161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-c9ddd13b-cbf4-40fb-8eec-517ce49421f0 service neutron] 10.222.0.59 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298443 Jul 16 18:48:40.829929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.862049 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.872436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6236012e-162a-4708-a6a2-a3963622c67f req-de78a331-50bf-4e96-be97-82a6bce8ad76 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904379 Jul 16 18:48:40.879635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:41.033585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-81143195-3002-481b-8221-6b1550a81537 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:41.035244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-81143195-3002-481b-8221-6b1550a81537 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64&tenant_id=1146e6a401a64d1aa6ad39bde341ca16&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1097 time: 0.1611547 Jul 16 18:48:41.050140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-15'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:41.352716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:41.410345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Provisioning for port f5d2affb-d5a5-4abe-a718-180e02d2e073 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:41.424303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Provisioning complete for port f5d2affb-d5a5-4abe-a718-180e02d2e073 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:41.425222 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.477857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/41518617-1cfc-4c55-b150-4d7a34cddb27/1c61bf8b-5d5f-444f-b25a-215a748f867b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:41.488006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:41.501651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:41.502056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.503969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Port f5d2affb-d5a5-4abe-a718-180e02d2e073 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:41.561302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.561882 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.576713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Provisioning complete for port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:41.577106 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.588137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.635813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc62f7bb-83b4-4048-ba10-7816472e9e54 req-8b2adb20-cada-4645-ba10-d7ee9113c95e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8574190 Jul 16 18:48:41.672305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Made reservation on behalf of db29f6bb99b74d21bef7d39b747a8721 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:41.675178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.700883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 37321f66-bc12-40ff-a02f-d5ecac46cb1b yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:41.769200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=f5d2affb-d5a5-4abe-a718-180e02d2e073,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:41.788552 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.797666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:41.834790 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:41.838862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.849479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.853478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.856360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1f6ffa4e-edb8-48f0-9977-a73737bc8f4c,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:41.864415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:41.871397 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.885058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Transition to ACTIVE for port object 1c61bf8b-5d5f-444f-b25a-215a748f867b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:41.926914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:41.931706 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7241126-0698-478f-8c47-332e37a0d442" -d '{"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-unplugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:41.940756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.952451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.979011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Transition to ACTIVE for port object 1c61bf8b-5d5f-444f-b25a-215a748f867b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:42.024331 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab373ff-027c-4208-ad0c-76068c36147f x-openstack-request-id: req-9ab373ff-027c-4208-ad0c-76068c36147f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:42.024490 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-unplugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:42.024896 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ab373ff-027c-4208-ad0c-76068c36147f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:42.025295 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'code': 200} Jul 16 18:48:42.038365 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.099197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=1f6ffa4e-edb8-48f0-9977-a73737bc8f4c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:42.109700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:42.135223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:42.172397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:42.178125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:42.192654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Pushing event updated for resources: {'Port': ['ID=1c61bf8b-5d5f-444f-b25a-215a748f867b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:42.211086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:42.217278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:42.223790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:48:42.224374 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-a8e979a7-6679-4156-87c8-394e4eaea911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:48:42.302251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::20d4:6c42:7468:bb1 (78c95300-195f-443c-b5c5-d4b9b102593a/41518617-1cfc-4c55-b150-4d7a34cddb27/37321f66-bc12-40ff-a02f-d5ecac46cb1b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:42.329730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Attempting to bind port 1c61bf8b-5d5f-444f-b25a-215a748f867b on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:42.330101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Attempting to bind port 1c61bf8b-5d5f-444f-b25a-215a748f867b by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:42.330507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Attempting to bind port 1c61bf8b-5d5f-444f-b25a-215a748f867b on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:42.330943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1bda1-b9bd-49e5-9ab4-f6ded68b2e76 req-c6436ff5-976b-475d-91d7-f4e4f3dea4b9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:42.343386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f1bda1-b9bd-49e5-9ab4-f6ded68b2e76 req-c6436ff5-976b-475d-91d7-f4e4f3dea4b9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 943 time: 0.2467906 Jul 16 18:48:42.346498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:42.346886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:42.347484 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.347680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:42.349090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Bound port: 1c61bf8b-5d5f-444f-b25a-215a748f867b, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:42.349487 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.380873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on host n-h2-791504-15 for vnic_type normal with profile {"migrating_to": "n-h1-791504-15"} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:42.381308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:42.381666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:42.409571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f1bda1-b9bd-49e5-9ab4-f6ded68b2e76 req-435ac624-fa60-40e2-81e0-8b58b70c5f75 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652485 Jul 16 18:48:42.410130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:48:42.410713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Attempting to bind port b8338791-03e4-439f-80ba-5a28e515e068 on network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:42.417255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:42.417612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Checking segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:42.418009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Bound using segment: {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:42.418450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Bound port: b8338791-03e4-439f-80ba-5a28e515e068, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d82a0f6-1500-4968-b5ec-7636506ef9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:42.418822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.467573 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] For port 1c61bf8b-5d5f-444f-b25a-215a748f867b, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:42.474104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] For port 1c61bf8b-5d5f-444f-b25a-215a748f867b, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1c61bf8b-5d5f-444f-b25a-215a748f867b,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:42.483168 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.492354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:42.497156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:42.510060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.516945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.572270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b7c8c-b0a7-4304-a18c-6eadfd1f74ee None None] Pushing event updated for resources: {'Port': ['ID=1c61bf8b-5d5f-444f-b25a-215a748f867b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:42.635097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=8']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:42.652039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:42.716968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:42.717934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.720007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-5ab9eb32-f457-4156-a841-bac4cb8a67e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 1123 time: 1.6766965 Jul 16 18:48:42.827168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['b8338791-03e4-439f-80ba-5a28e515e068'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:42.994788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fc654f-2218-4bb1-b4ff-715f348c4bcc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:43.049207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Provisioning complete for port f5d2affb-d5a5-4abe-a718-180e02d2e073 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:43.049866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.102627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:43.124761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-df32a5f0-f38c-47f7-8910-6592517196a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "PUT /v2.0/routers/5dc3ea4f-38a4-4e53-a038-a12d06c96c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6570308 Jul 16 18:48:43.126158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Sync routers for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:43.126817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:43.137101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.140703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Port f5d2affb-d5a5-4abe-a718-180e02d2e073 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:43.142675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Checking segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:43.143097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Network hostable DHCP agents. Network: 9f9b3039-5cf5-4d70-96fd-5a67bb15f231, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:43.150905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:43.151620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:43.151819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.193526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 37321f66-bc12-40ff-a02f-d5ecac46cb1b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:43.215974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Provisioning complete for port b8338791-03e4-439f-80ba-5a28e515e068 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:43.216438 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.231233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc96ec9-f0e6-4c67-a6d0-0a6936bfb39b req-1dd9dc98-82cc-4e6e-8402-916ec1a01754 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.232922 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2fc96ec9-f0e6-4c67-a6d0-0a6936bfb39b req-1dd9dc98-82cc-4e6e-8402-916ec1a01754 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.4063871 Jul 16 18:48:43.250917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:43.271998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:43.327557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9f9b3039-5cf5-4d70-96fd-5a67bb15f231) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:43.344135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.344970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.348199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': '4f603f5b-8a01-46a6-844a-ec7da0029780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1becdece-25ae-4b27-b95a-7e81288519c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:43.348493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: 1becdece-25ae-4b27-b95a-7e81288519c1, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:43.356751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1072c-1288-4338-8f96-b0cd13d0696d None None] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:43.362265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2fc96ec9-f0e6-4c67-a6d0-0a6936bfb39b req-e6202c81-eb8d-4533-b904-f372807632fe tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159260 Jul 16 18:48:43.369579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.411874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:43.435019 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c064224-a8f6-429c-85b1-f4e8a9a1bd25 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6863692 Jul 16 18:48:43.454749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:43.466516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:43.481843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 1becdece-25ae-4b27-b95a-7e81288519c1 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:43.487578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:43.498592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:43.500399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=37321f66-bc12-40ff-a02f-d5ecac46cb1b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:43.504010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:43.510468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.511441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.518376 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 1becdece-25ae-4b27-b95a-7e81288519c1) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:43.537799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.538380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.541875 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.542878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.549236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc992d3-d204-459f-8ab7-78e616883eb0 None None] Network 1becdece-25ae-4b27-b95a-7e81288519c1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:43.549864 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-825eaae4-6e19-4c97-9a07-21e5a71dc1e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4005075 Jul 16 18:48:43.554243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:43.564635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.565209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.565681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.566142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.566598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.567052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.567509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.567961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.568411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.569718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.569718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.569899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.570446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.571651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.572111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.591201 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-19fe5690-da7d-4c89-bf4a-01e02ff42214 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10489 time: 0.4601121 Jul 16 18:48:43.592137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59504) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:43.637687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a70335f9-0f95-48ea-af55-acfff25ba771 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1207097 Jul 16 18:48:43.645490 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.649556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:43.680904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': 'dbf8ccd7-4668-4be1-abe4-37c4dfd8b291', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:43.714034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.783639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.784263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.784557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.785046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.786151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.786151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.786371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.786849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.787241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.788197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.788197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.788536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.789062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.790375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.795737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4127c6f6-a902-4ec5-acb9-196d9171e0b7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9074 time: 0.2023659 Jul 16 18:48:43.796330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:43.841079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:43.843410 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2695deb0-19d8-434a-b720-6b348ec08174" -d '{"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-plugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:43.885495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:43.894085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b186d-7570-4f5c-81d5-7f461ba2e291 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.903932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b186d-7570-4f5c-81d5-7f461ba2e291 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.909407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ec7b186d-7570-4f5c-81d5-7f461ba2e291 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3524017 Jul 16 18:48:43.913345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59520) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:43.960249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc53bf-a2e9-4269-8f30-e54f7ea47ff9 req-65c7d800-b185-4ed3-87a8-faa98f5a524a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:43.963953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8edc53bf-a2e9-4269-8f30-e54f7ea47ff9 req-65c7d800-b185-4ed3-87a8-faa98f5a524a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 943 time: 0.3513396 Jul 16 18:48:44.027323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:44.035315 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd" -d '{"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:44.090587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8edc53bf-a2e9-4269-8f30-e54f7ea47ff9 req-e9b99bb0-7940-4d82-9084-90fcf85deaa6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188741 Jul 16 18:48:44.122112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.130007 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8626d93c-a37b-4153-9801-ce494e1886ac x-openstack-request-id: req-8626d93c-a37b-4153-9801-ce494e1886ac {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:44.130647 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:44.131093 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8626d93c-a37b-4153-9801-ce494e1886ac {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:44.131662 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'status': 'completed', 'code': 200} Jul 16 18:48:44.149880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:44.153880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.223815 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6758bea9-41f9-451b-85e9-4df90bf11298 x-openstack-request-id: req-6758bea9-41f9-451b-85e9-4df90bf11298 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:44.224191 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-plugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:44.224356 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6758bea9-41f9-451b-85e9-4df90bf11298 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:44.224764 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'code': 200} Jul 16 18:48:44.252456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.289951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1c61bf8b-5d5f-444f-b25a-215a748f867b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:44.293129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:44.293961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.320191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-e904677e-b93d-44c2-ac25-68bd49e38636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:44.323207 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-e904677e-b93d-44c2-ac25-68bd49e38636 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1128 time: 0.1473119 Jul 16 18:48:44.362171 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-17f84b9a-1362-4aa3-9e75-cdad92e9dd7e tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7194 time: 0.5637534 Jul 16 18:48:44.491602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.595642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-d565d3f1-b571-4683-b140-dbcb977468f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:44.597172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-d565d3f1-b571-4683-b140-dbcb977468f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 897 time: 0.2678685 Jul 16 18:48:44.660160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=9c078a49-706b-4fc5-8fab-dc786398cb19,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:44.732598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': 'dbc8a7ec-0925-467e-9aba-bd5f706582ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dbf8ccd7-4668-4be1-abe4-37c4dfd8b291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:44.733204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: dbf8ccd7-4668-4be1-abe4-37c4dfd8b291, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:44.740068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 37321f66-bc12-40ff-a02f-d5ecac46cb1b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:44.740408 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.816272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Allocated IP 172.20.0.2 (9f9b3039-5cf5-4d70-96fd-5a67bb15f231/f6fc654f-2218-4bb1-b4ff-715f348c4bcc/01a3797a-b9cc-4d1d-9b2e-6744c91929d5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:44.818578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-d05a4213-e454-4ace-aa79-5f45e662d25e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 1000 time: 0.2130826 Jul 16 18:48:44.819131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59530) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:44.830961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:44.832605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-231e7df0-463f-4637-81b3-3885ccaa23c4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336607232', 'description': 'tempest-secgroup-smoke-1336607232 description', 'project_id': '704683cc6fff444491603367f079fc81'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:44.912198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-716a89a0-5d85-4631-a317-fdf7a1f3bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:44.913787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-716a89a0-5d85-4631-a317-fdf7a1f3bba7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.0490766 Jul 16 18:48:44.915183 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-231e7df0-463f-4637-81b3-3885ccaa23c4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.919043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.935064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 37321f66-bc12-40ff-a02f-d5ecac46cb1b owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:44.989595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-1becdece-25ae-4b27-b95a-7e81288519c1', 'network_id': '1becdece-25ae-4b27-b95a-7e81288519c1', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': '9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:44.990478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.011911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942fa65-7bbf-4cd1-953f-291856b383b2 req-d7813100-2f9b-41ed-841a-73de1ba3b89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:45.020646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6942fa65-7bbf-4cd1-953f-291856b383b2 req-d7813100-2f9b-41ed-841a-73de1ba3b89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.3199008 Jul 16 18:48:45.043656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76fc5a-254d-4742-b131-f6636c9e91dd None None] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:45.111201 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-231e7df0-463f-4637-81b3-3885ccaa23c4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.135359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-231e7df0-463f-4637-81b3-3885ccaa23c4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.152908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:39Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:40Z', 'revision_number': 2, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:45.195659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Checking router: 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:45.196401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Updating router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c port f5d2affb-d5a5-4abe-a718-180e02d2e073 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:48:45.222871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-a9e390a3-59c8-49e1-95b7-7cd8c00c8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:45.230337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-a9e390a3-59c8-49e1-95b7-7cd8c00c8116 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3053901 Jul 16 18:48:45.246035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e7df0-463f-4637-81b3-3885ccaa23c4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431cac0f-2adc-4988-a62d-8badfa6958d1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:45.287130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-231e7df0-463f-4637-81b3-3885ccaa23c4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.288572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-231e7df0-463f-4637-81b3-3885ccaa23c4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4622300 Jul 16 18:48:45.304122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59536) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:45.312169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b0cb1451-8b91-4348-beb2-e401ed8b9a77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '431cac0f-2adc-4988-a62d-8badfa6958d1', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:45.358071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6942fa65-7bbf-4cd1-953f-291856b383b2 req-c16fbe4e-01f4-4e93-a47f-7cf6d938f381 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360522 Jul 16 18:48:45.362845 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.364949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 1c61bf8b-5d5f-444f-b25a-215a748f867b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:45.366117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1451-8b91-4348-beb2-e401ed8b9a77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.401151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Provisioning for port 1c61bf8b-5d5f-444f-b25a-215a748f867b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:45.465277 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.529197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:45.547421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, dbf8ccd7-4668-4be1-abe4-37c4dfd8b291) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:45.555195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:48:45.563795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-0e454982-15a3-4287-8f42-a905cc5c8ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219857 Jul 16 18:48:45.567785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Transition to ACTIVE for port object 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:45.571614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f6d078-d3c4-49e4-ad4f-3e2776ba6c69 None None] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:45.574860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Provisioning complete for port 1c61bf8b-5d5f-444f-b25a-215a748f867b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:45.574860 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.596536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:45.597219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.606910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1451-8b91-4348-beb2-e401ed8b9a77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.623406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1451-8b91-4348-beb2-e401ed8b9a77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.703702 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1451-8b91-4348-beb2-e401ed8b9a77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.708020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b0cb1451-8b91-4348-beb2-e401ed8b9a77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4026990 Jul 16 18:48:45.710381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59548) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:45.716360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-afcb9065-b057-4ff2-8de0-53ba03d64ebc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '431cac0f-2adc-4988-a62d-8badfa6958d1', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:45.727107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Transition to ACTIVE for port object 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:45.728605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb1451-8b91-4348-beb2-e401ed8b9a77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea286a2-b8b3-48a6-9836-f46bc04bfb99,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:45.740943 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-acc3f634-b88b-480e-8843-f37e4eb0abe2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0877311 Jul 16 18:48:45.745216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59550) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:45.751011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f0eed3f8-4a09-4408-8beb-53e057617946 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1337844138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:45.794148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95f7485c-8f6f-4c5e-8688-0c95f8ed29fd req-03239ad3-5d12-48a0-8f7c-c9fad459e5d4 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225714 Jul 16 18:48:45.801131 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.813388 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:48:45.826314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afcb9065-b057-4ff2-8de0-53ba03d64ebc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.834151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0eed3f8-4a09-4408-8beb-53e057617946 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.835371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0eed3f8-4a09-4408-8beb-53e057617946 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.842807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337ed7-5ca3-4c2e-ba57-45839ae6085b req-ded1d5e5-114d-4386-85d1-83cffde4b934 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:45.850677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91337ed7-5ca3-4c2e-ba57-45839ae6085b req-ded1d5e5-114d-4386-85d1-83cffde4b934 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.3516905 Jul 16 18:48:45.877491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:45.906813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0eed3f8-4a09-4408-8beb-53e057617946 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.908025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.916944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0eed3f8-4a09-4408-8beb-53e057617946 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.942634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.953363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0eed3f8-4a09-4408-8beb-53e057617946 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.957526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0eed3f8-4a09-4408-8beb-53e057617946 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2111251 Jul 16 18:48:45.958933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:45.977372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91337ed7-5ca3-4c2e-ba57-45839ae6085b req-aa940159-c614-475a-8408-ceade0b09d1b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252816 Jul 16 18:48:45.997504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Allocated IP 2001:db8::2 (1becdece-25ae-4b27-b95a-7e81288519c1/9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40/fe1287ce-2353-4813-a79d-909f2aaa2888) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:46.001750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:46.013353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Pushing event updated for resources: {'Port': ['ID=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.014794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afcb9065-b057-4ff2-8de0-53ba03d64ebc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.024585 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afcb9065-b057-4ff2-8de0-53ba03d64ebc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.045274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb9065-b057-4ff2-8de0-53ba03d64ebc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc875485-015d-48dc-870b-cdf658fe0ff9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.055924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:46.058332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-afcb9065-b057-4ff2-8de0-53ba03d64ebc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.059886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-afcb9065-b057-4ff2-8de0-53ba03d64ebc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3470223 Jul 16 18:48:46.063430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:46.069412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-07f74f44-1178-4fa9-b084-4423dd94cb5b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '431cac0f-2adc-4988-a62d-8badfa6958d1', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:46.103685 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.119820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07f74f44-1178-4fa9-b084-4423dd94cb5b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.152013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:46.165935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=37321f66-bc12-40ff-a02f-d5ecac46cb1b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.171609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:46.172153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.215296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 has no active binding in host n-h1-791504-15 {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:48:46.230457 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07f74f44-1178-4fa9-b084-4423dd94cb5b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.235990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07f74f44-1178-4fa9-b084-4423dd94cb5b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.255208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f74f44-1178-4fa9-b084-4423dd94cb5b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31580a60-8f90-4177-ac8d-228a0fe62ae0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.282555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07f74f44-1178-4fa9-b084-4423dd94cb5b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.284322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-07f74f44-1178-4fa9-b084-4423dd94cb5b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2198825 Jul 16 18:48:46.287145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:46.300760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e8b08f9a-ff11-4394-80e6-5f94545bb42f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '431cac0f-2adc-4988-a62d-8badfa6958d1', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:46.306642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.311017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4684b111-68d6-4dd8-a18a-d74e984e4f1b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/37321f66-bc12-40ff-a02f-d5ecac46cb1b HTTP/1.1" status: 204 len: 168 time: 2.3942246 Jul 16 18:48:46.319243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59558) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:46.343086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8b08f9a-ff11-4394-80e6-5f94545bb42f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.451309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8b08f9a-ff11-4394-80e6-5f94545bb42f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.458158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8b08f9a-ff11-4394-80e6-5f94545bb42f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.479336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b08f9a-ff11-4394-80e6-5f94545bb42f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5022e7-e913-4a5b-a1ad-452bf3f0ec4a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.488317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8b08f9a-ff11-4394-80e6-5f94545bb42f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.494112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e8b08f9a-ff11-4394-80e6-5f94545bb42f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025537 Jul 16 18:48:46.494745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59562) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:46.499884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '431cac0f-2adc-4988-a62d-8badfa6958d1', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:46.527880 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Project 704683cc6fff444491603367f079fc81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:48:46.533726 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.542071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aedcd17-7992-4ffb-b3c4-17089726e286 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:46.543786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aedcd17-7992-4ffb-b3c4-17089726e286 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:46.545465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0aedcd17-7992-4ffb-b3c4-17089726e286 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2252600 Jul 16 18:48:46.548568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Allocated IP 172.25.1.228 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/d88a122d-ce89-4560-a48c-7768803abe9b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:46.550728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59564) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:46.646805 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.656039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 41518617-1cfc-4c55-b150-4d7a34cddb27 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:46.658916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.686006 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.700796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.703685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Transition to ACTIVE for port object fe1287ce-2353-4813-a79d-909f2aaa2888 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:46.715974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f29177b-9b09-4fad-a16e-d342736cb52a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.721031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Transition to ACTIVE for port object fe1287ce-2353-4813-a79d-909f2aaa2888 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:46.743899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71ef3f-2c99-4bc1-a955-dbd9b227c7a4 req-6ba7a53e-4d3a-424b-9598-12c95ea924d5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:46.745527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e71ef3f-2c99-4bc1-a955-dbd9b227c7a4 req-6ba7a53e-4d3a-424b-9598-12c95ea924d5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.1726077 Jul 16 18:48:46.747198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.751554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c9850388-c91a-4d2c-985e-a7fa6968bd96 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2557521 Jul 16 18:48:46.772607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59568) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:46.781177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '431cac0f-2adc-4988-a62d-8badfa6958d1', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:46.805238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.816081 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e71ef3f-2c99-4bc1-a955-dbd9b227c7a4 req-5c16b168-3ceb-4d9b-a098-c8d07de1c955 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Jul 16 18:48:46.828018 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Project 704683cc6fff444491603367f079fc81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:48:46.839897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.840925 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.922035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.927432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.949332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e7c1d5-66d7-43ab-9d47-a30fbecd2c6a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.957150 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.958496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-427a1b73-840e-4942-ade3-72a0861b7a55 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1814988 Jul 16 18:48:46.988267 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.990340 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2afebbd3-125e-4eca-a018-d596741b1605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.021863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.090811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Attempting to bind port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:47.091187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Attempting to bind port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:47.091549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Attempting to bind port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:47.134157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-dbf8ccd7-4668-4be1-abe4-37c4dfd8b291', 'network_id': 'dbf8ccd7-4668-4be1-abe4-37c4dfd8b291', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': '9c078a49-706b-4fc5-8fab-dc786398cb19'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:47.138732 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.164015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.187906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Network 1becdece-25ae-4b27-b95a-7e81288519c1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:47.191367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.203732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:47.204204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Checking segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:47.204672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.205148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Bound using segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:47.205717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Bound port: 01a3797a-b9cc-4d1d-9b2e-6744c91929d5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:47.206160 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.216649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:47.219633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:47.250675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Pushing event updated for resources: {'Port': ['ID=fe1287ce-2353-4813-a79d-909f2aaa2888,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:47.305556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-111a674d-bb19-40f6-adcb-9e6b61b021f2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336607232&fields=id&tenant_id=704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 267 time: 0.0640047 Jul 16 18:48:47.354627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.370523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.463445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=41518617-1cfc-4c55-b150-4d7a34cddb27,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:47.466215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8::1 (1becdece-25ae-4b27-b95a-7e81288519c1/9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40/3db038e9-1e4a-4a57-8046-ffcf380dcc1a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:47.469528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.471902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5d17cade-eb2e-4d81-9b17-cd71972e52ae tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/41518617-1cfc-4c55-b150-4d7a34cddb27 HTTP/1.1" status: 204 len: 168 time: 0.9200315 Jul 16 18:48:47.476325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:47.480972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:47.497926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:47.506718 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.512962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb27bd9-eb03-4fba-bf0a-0ae8852565fd None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:47.522210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:47.545066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Attempting to bind port fe1287ce-2353-4813-a79d-909f2aaa2888 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:47.545662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Attempting to bind port fe1287ce-2353-4813-a79d-909f2aaa2888 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '4f603f5b-8a01-46a6-844a-ec7da0029780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1becdece-25ae-4b27-b95a-7e81288519c1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:47.546091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Attempting to bind port fe1287ce-2353-4813-a79d-909f2aaa2888 on network 1becdece-25ae-4b27-b95a-7e81288519c1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:47.581816 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2cc1dc50-96f3-4104-9d93-23fbada4e453 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920091 Jul 16 18:48:47.582865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Transition to ACTIVE for port object f5d2affb-d5a5-4abe-a718-180e02d2e073 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:47.605669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:47.606394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Pushing event updated for resources: {'Port': ['ID=d88a122d-ce89-4560-a48c-7768803abe9b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:47.619291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:47.624924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:47.625411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Checking segment: {'id': '4f603f5b-8a01-46a6-844a-ec7da0029780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1becdece-25ae-4b27-b95a-7e81288519c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:47.625878 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.626332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Bound using segment: {'id': '4f603f5b-8a01-46a6-844a-ec7da0029780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1becdece-25ae-4b27-b95a-7e81288519c1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:47.627444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Bound port: fe1287ce-2353-4813-a79d-909f2aaa2888, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f603f5b-8a01-46a6-844a-ec7da0029780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '1becdece-25ae-4b27-b95a-7e81288519c1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:47.627444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.635586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8e850-7387-485a-be19-83ef46085abc req-c1409a15-5567-4480-be00-72f61212c2d8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:47.643975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31f8e850-7387-485a-be19-83ef46085abc req-c1409a15-5567-4480-be00-72f61212c2d8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 945 time: 0.4880118 Jul 16 18:48:47.673600 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.694789 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:48:47.695256 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:48:47.698868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] For port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:47.764364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] For port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:47.859835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-9bb3bc27-c85e-4a5e-99cc-6961b93d8f79 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:47.861437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-9bb3bc27-c85e-4a5e-99cc-6961b93d8f79 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/networks?id=8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 200 len: 797 time: 0.5488355 Jul 16 18:48:47.868118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] For port fe1287ce-2353-4813-a79d-909f2aaa2888, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:47.875238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] For port fe1287ce-2353-4813-a79d-909f2aaa2888, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=fe1287ce-2353-4813-a79d-909f2aaa2888,segment=NetworkSegment(4f603f5b-8a01-46a6-844a-ec7da0029780),segment_id=4f603f5b-8a01-46a6-844a-ec7da0029780)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:47.878941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31f8e850-7387-485a-be19-83ef46085abc req-f6a45da7-4d76-459b-940a-1f87eb7a3add tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333643 Jul 16 18:48:47.893067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-bbf329c3-f257-4421-9cec-f36cfd17e517 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/quotas/704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 375 time: 0.0214298 Jul 16 18:48:47.895048 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-2d5c40b6-c2ed-4f67-a6a2-5f651b898226 service neutron] 10.222.0.67 "GET /v2.0/ports/b8338791-03e4-439f-80ba-5a28e515e068/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 385 time: 0.1356072 Jul 16 18:48:47.947566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Allocated IP 2001:db8:1::2 (dbf8ccd7-4668-4be1-abe4-37c4dfd8b291/9c078a49-706b-4fc5-8fab-dc786398cb19/afd4b656-ad3c-438c-8358-3714bb43de30) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:48.141145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-410bd909-5882-42ef-a0bb-379246dce7d7 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2419505 Jul 16 18:48:48.188352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.196112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.206318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Transition to ACTIVE for port object afd4b656-ad3c-438c-8358-3714bb43de30 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:48.211680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:48.218191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.240875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e7d3-ac24-40ba-b359-38e106bb11f4 None None] Pushing event updated for resources: {'Port': ['ID=f5d2affb-d5a5-4abe-a718-180e02d2e073,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:48.248155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object 3db038e9-1e4a-4a57-8046-ffcf380dcc1a will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:48.289059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.293669 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.338454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.343374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:48.355096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-a64b88bc-2e0d-4f00-aca9-dc1b2d2b29f0 service neutron] 10.222.0.49 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873689 Jul 16 18:48:48.399645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Transition to ACTIVE for port object afd4b656-ad3c-438c-8358-3714bb43de30 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:48.406084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:48.450621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] For port 1c61bf8b-5d5f-444f-b25a-215a748f867b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1c61bf8b-5d5f-444f-b25a-215a748f867b,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:48.485172 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.544234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.546216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce89d3f-ccb7-422e-ad56-15d2db7480fd None None] Pushing event updated for resources: {'Port': ['ID=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:48.582889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:48.585929 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e466002f-1b6c-44fb-9218-a33fa30cb016" -d '{"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-unplugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:48.606391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:48.639801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-526a40de-147a-4fd2-a0aa-e94b0a1508ca service neutron] 10.222.0.49 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766814 Jul 16 18:48:48.646288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Attempting to bind port f5d2affb-d5a5-4abe-a718-180e02d2e073 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:48.646648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Attempting to bind port f5d2affb-d5a5-4abe-a718-180e02d2e073 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:48.647027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Attempting to bind port f5d2affb-d5a5-4abe-a718-180e02d2e073 on network 8140e75d-0891-4d35-bd3d-441eca446ef9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:48.647440 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.650011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7fc47-f260-4891-84c2-ae8fef77f65d None None] Pushing event updated for resources: {'Port': ['ID=fe1287ce-2353-4813-a79d-909f2aaa2888,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:48.661481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Could not find standard attr ID for object 37321f66-bc12-40ff-a02f-d5ecac46cb1b. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:48:48.709257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:48.710072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Checking segment: {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:48.711066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.711787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Bound using segment: {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:48.712469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Bound port: f5d2affb-d5a5-4abe-a718-180e02d2e073, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:48.713107 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.724655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:48.733079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:48.746396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:48.772440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a2fc-65a0-4222-a518-42d022b6b39e req-aef71d3c-b4e9-4a04-9dd0-d7869c3585d1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:48.775892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dcc4a2fc-65a0-4222-a518-42d022b6b39e req-aef71d3c-b4e9-4a04-9dd0-d7869c3585d1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.6768057 Jul 16 18:48:48.777361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.838991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] Transition to ACTIVE for port object b8338791-03e4-439f-80ba-5a28e515e068 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:48.847141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.969911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74dd4eb5-11e6-4a5d-9646-24e4b4ecd9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.091570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:49.113070 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414d614d-57c6-478c-aa83-f917bf1fda3c x-openstack-request-id: req-414d614d-57c6-478c-aa83-f917bf1fda3c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:49.113595 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-unplugged", "status": "completed", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:49.114248 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-414d614d-57c6-478c-aa83-f917bf1fda3c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:49.114839 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'code': 200} Jul 16 18:48:49.205987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Attempting to bind port afd4b656-ad3c-438c-8358-3714bb43de30 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:49.206516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Attempting to bind port afd4b656-ad3c-438c-8358-3714bb43de30 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'dbc8a7ec-0925-467e-9aba-bd5f706582ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dbf8ccd7-4668-4be1-abe4-37c4dfd8b291'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:49.206709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Attempting to bind port afd4b656-ad3c-438c-8358-3714bb43de30 on network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:49.216287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448831e1-77e8-4f78-b170-7051fbedc490 None None] Pushing event updated for resources: {'Port': ['ID=1c61bf8b-5d5f-444f-b25a-215a748f867b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:49.245834 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.285420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:48:49.308098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-49b2edce-2ff1-4022-ba44-fa1db8adcfbb req-8a6b0c44-2d67-452b-89c1-9d4656f4970c tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 210 time: 0.0828815 Jul 16 18:48:49.313344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] No DVR routers for this DVR port b8338791-03e4-439f-80ba-5a28e515e068 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:49.477015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:49.477182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Checking segment: {'id': 'dbc8a7ec-0925-467e-9aba-bd5f706582ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dbf8ccd7-4668-4be1-abe4-37c4dfd8b291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:49.477607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.478079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Bound using segment: {'id': 'dbc8a7ec-0925-467e-9aba-bd5f706582ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dbf8ccd7-4668-4be1-abe4-37c4dfd8b291'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:49.482709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Bound port: afd4b656-ad3c-438c-8358-3714bb43de30, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc8a7ec-0925-467e-9aba-bd5f706582ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dbf8ccd7-4668-4be1-abe4-37c4dfd8b291'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:49.483120 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.551456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:49.654242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] For port f5d2affb-d5a5-4abe-a718-180e02d2e073, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:49.669602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.resource_extend [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:48:49.685013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:49.761717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7156c8e-afc4-424b-8ca4-fa363fa9fca3 req-7513fcaf-d353-4f88-8dc8-ff22b9a89cab tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:49.763309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7156c8e-afc4-424b-8ca4-fa363fa9fca3 req-7513fcaf-d353-4f88-8dc8-ff22b9a89cab tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.1642869 Jul 16 18:48:49.766905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-7e158203-9606-437a-8683-6316a3ea5ec9 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8338791-03e4-439f-80ba-5a28e515e068/bindings/n-h1-791504-15/activate HTTP/1.1" status: 200 len: 370 time: 1.8524010 Jul 16 18:48:49.805068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] For port afd4b656-ad3c-438c-8358-3714bb43de30, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:49.809015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] For port afd4b656-ad3c-438c-8358-3714bb43de30, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=afd4b656-ad3c-438c-8358-3714bb43de30,segment=NetworkSegment(dbc8a7ec-0925-467e-9aba-bd5f706582ab),segment_id=dbc8a7ec-0925-467e-9aba-bd5f706582ab)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:49.819617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] For port f5d2affb-d5a5-4abe-a718-180e02d2e073, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f5d2affb-d5a5-4abe-a718-180e02d2e073,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:49.839421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Pushing event updated for resources: {'Port': ['ID=afd4b656-ad3c-438c-8358-3714bb43de30,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:49.893879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.903520 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.921092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7156c8e-afc4-424b-8ca4-fa363fa9fca3 req-5a6e07c9-88ec-49a8-bcb7-47f14f9bd459 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452887 Jul 16 18:48:49.980604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-2e75ec45-0f74-4393-956c-7f8301befd7e tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:49.982568 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-2e75ec45-0f74-4393-956c-7f8301befd7e tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64&tenant_id=1146e6a401a64d1aa6ad39bde341ca16&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 1096 time: 0.1349149 Jul 16 18:48:50.029299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.035594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.073132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-7ac57ad7-f6db-4891-b02c-fb97c07d74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:50.078708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-7ac57ad7-f6db-4891-b02c-fb97c07d74e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 1096 time: 0.0875936 Jul 16 18:48:50.225669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e7d3-ac24-40ba-b359-38e106bb11f4 None None] Pushing event updated for resources: {'Port': ['ID=f5d2affb-d5a5-4abe-a718-180e02d2e073,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:50.231745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-da78d0a9-9059-4a4c-8749-2a284c43bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:50.234202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-da78d0a9-9059-4a4c-8749-2a284c43bb67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1096 time: 0.1227858 Jul 16 18:48:50.308468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 1becdece-25ae-4b27-b95a-7e81288519c1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:50.310889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:50.362815 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.387151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:50.391709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:50.393027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:50.408958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:50.414590 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.473190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-bc79d68d-3947-4e6e-ae29-d2d3fb9aab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:50.476366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-bc79d68d-3947-4e6e-ae29-d2d3fb9aab31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 897 time: 0.2343376 Jul 16 18:48:50.549718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:50.615181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:50.619649 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.791039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-bd557d12-5b92-4651-8c50-cd5be1100baa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 998 time: 0.3075531 Jul 16 18:48:50.873845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:50.880990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f0f86-f759-4a49-831d-edcb88abd68b None None] Network 1becdece-25ae-4b27-b95a-7e81288519c1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:50.894991 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dcc4a2fc-65a0-4222-a518-42d022b6b39e req-8b4ca6e5-f085-4f89-b285-47c9e3dfa3c2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8740599 Jul 16 18:48:50.896322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=3db038e9-1e4a-4a57-8046-ffcf380dcc1a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:50.913708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34d6d9a8-9192-460b-b7cb-d36477193f20 req-62a068e9-0604-439a-81fc-f5c5ebf2ce19 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 210 time: 0.2567992 Jul 16 18:48:50.920881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=d8a2c65a-f99f-40ba-b222-46f3e00b19c4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:50.973855 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e21c5676-5bd5-4b44-aaa3-fd237015832a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3641586 Jul 16 18:48:50.996496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:51.037302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': 'd8a2c65a-f99f-40ba-b222-46f3e00b19c4', 'ip_address': '2001:db8::11f3:71eb:b9d8:a0f5'}], 'name': 'tempest-NetworksTestDHCPv6-942590038'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:51.067459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.076319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:51.182874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] Deleting port 1c61bf8b-5d5f-444f-b25a-215a748f867b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:51.183240 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.201371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device fe1287ce-2353-4813-a79d-909f2aaa2888 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:51.248145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'port_id': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f', 'mac_address': 'fa:16:3e:70:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:48:51.265306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.335313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-14198516-429d-4e22-bc55-ace11498a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:51.336932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-14198516-429d-4e22-bc55-ace11498a217 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.4212177 Jul 16 18:48:51.346867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-eac5818f-5726-4197-bfb1-7ca6398dc329 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6888525 Jul 16 18:48:51.390544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296843bf-406b-4ca1-a0b8-7d555b4708bd None None] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:51.407603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-069446e1-91fa-4677-aa0a-1ec27d7413cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:51.413067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-069446e1-91fa-4677-aa0a-1ec27d7413cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1096 time: 0.4832408 Jul 16 18:48:51.486105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be78b2-bacc-4678-bbae-137ffb92d57e None None] Pushing event updated for resources: {'Port': ['ID=afd4b656-ad3c-438c-8358-3714bb43de30,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:51.492064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:51.584985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802453d-4df0-4d89-8260-0f2871dfe078 req-c49accea-d2c3-4f33-8ba6-82c0734ecb78 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:51.586872 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7802453d-4df0-4d89-8260-0f2871dfe078 req-c49accea-d2c3-4f33-8ba6-82c0734ecb78 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.4128966 Jul 16 18:48:51.691662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port fe1287ce-2353-4813-a79d-909f2aaa2888 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:51.718148 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.720515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Provisioning for port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:51.728627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:51.758243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Provisioning complete for port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:51.758632 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.885875 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7802453d-4df0-4d89-8260-0f2871dfe078 req-4809b78e-173b-4c1b-a051-aa060f612c27 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808864 Jul 16 18:48:51.896808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.992193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-3d875cae-1cb6-4cd8-9e7d-f045be0647b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:51.993971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-3d875cae-1cb6-4cd8-9e7d-f045be0647b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6458588 Jul 16 18:48:52.023554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 92b0d934-a42a-4a69-9c6e-04e1ebafd796 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:52.056254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.070816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.071888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.196002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afd4b656-ad3c-438c-8358-3714bb43de30 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:52.198119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::11f3:71eb:b9d8:a0f5 (78c95300-195f-443c-b5c5-d4b9b102593a/d8a2c65a-f99f-40ba-b222-46f3e00b19c4/92b0d934-a42a-4a69-9c6e-04e1ebafd796) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:52.240727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] For port 1c61bf8b-5d5f-444f-b25a-215a748f867b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1c61bf8b-5d5f-444f-b25a-215a748f867b,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:52.241303 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.255374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] Calling delete_port for 1c61bf8b-5d5f-444f-b25a-215a748f867b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:52.259381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=3db038e9-1e4a-4a57-8046-ffcf380dcc1a,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:52.294724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 1becdece-25ae-4b27-b95a-7e81288519c1 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:52.336358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:52.345998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f40c6229-d3a9-45f4-bbb8-e38a99ba9610 req-df152152-526d-40a8-b1cf-2339e5a3764d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 210 time: 0.0913987 Jul 16 18:48:52.362630 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.372640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9efd4-95f8-4188-a82c-4ed13fe29c6c None None] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:52.379020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 92b0d934-a42a-4a69-9c6e-04e1ebafd796 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:52.415162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:48:52.442342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.444748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.492888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-e2cb5e11-b1ea-4c36-94ec-44bc13d2db60 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.495149 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-e2cb5e11-b1ea-4c36-94ec-44bc13d2db60 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.59 "GET /v2.0/networks?id=8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 200 len: 797 time: 0.9910858 Jul 16 18:48:52.497855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Router 6d4a57ce-c717-4d7a-a976-489c12e08492 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:48:52.507303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740f23-97dc-4d8a-acec-cb27216f039c req-88938b85-67fb-453a-abcc-0583f3041474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.509102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-88938b85-67fb-453a-abcc-0583f3041474 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5b054fd84924c688f6167272d23e570&device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1097 time: 0.9516730 Jul 16 18:48:52.528826 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.555216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-145c514b-002b-4535-9ecf-63db6174331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.556233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] Pushing event deleted for resources: {'Port': ['ID=1c61bf8b-5d5f-444f-b25a-215a748f867b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:52.557083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 01651aa9-1223-45f2-a3e3-9c681b42e19c is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:48:52.558232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-145c514b-002b-4535-9ecf-63db6174331a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 897 time: 1.1152830 Jul 16 18:48:52.565438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900b0bc-9ae5-428c-b3d0-36375b305747 None None] No DVR routers for this DVR port 1c61bf8b-5d5f-444f-b25a-215a748f867b on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:52.574536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:52.637174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:52.643814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ab94d-d9cd-41e4-a6c0-b07f18eab71f None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:52.644903 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-0abaa157-f9e1-4f62-97ef-2271271d197b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 380 time: 0.1338692 Jul 16 18:48:52.692203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:52.704303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:52.710105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.710864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.713388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=92b0d934-a42a-4a69-9c6e-04e1ebafd796,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:52.715709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'port': {'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'admin_state_up': True, 'tenant_id': '704683cc6fff444491603367f079fc81', 'security_groups': ['431cac0f-2adc-4988-a62d-8badfa6958d1']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:52.749263 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.796497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-fb11a76d-015a-43bc-889e-24f2e36c1725 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 998 time: 0.1896212 Jul 16 18:48:52.798404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-6bc4b6dd-58ae-4cd8-812d-32efa035fd07 service neutron] 10.222.0.59 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7945871 Jul 16 18:48:52.802218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5ea7659f-f841-434b-abdd-b2eeb8cb3615 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7977791 Jul 16 18:48:52.810456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d98b6-2a61-496c-979d-2e95f2834329 req-1b7268a5-1c92-44e4-8f3d-b5295e452e1d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.812020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d81d98b6-2a61-496c-979d-2e95f2834329 req-1b7268a5-1c92-44e4-8f3d-b5295e452e1d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 943 time: 0.3991256 Jul 16 18:48:52.815550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:52.836530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:52.846656 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Sync routers for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:52.864448 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:52.865306 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:53.019321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:53.024233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a888f7e0-d559-46ea-be79-e340dca92897 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5580699 Jul 16 18:48:53.033549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:53.061656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:53.084471 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-89b610a8-f813-447c-b8e3-a7b9729784c8 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/01651aa9-1223-45f2-a3e3-9c681b42e19c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1228750 Jul 16 18:48:53.101649 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:53.112425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307456-1c4c-4542-93fd-24573265a73f None None] Sync routers for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:53.131431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['8aaae32e-3cc7-4e04-b7ea-9fc66cac926f'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:53.166392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307456-1c4c-4542-93fd-24573265a73f None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:53.167780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56307456-1c4c-4542-93fd-24573265a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:53.176646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:53.209477 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:53.212022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port afd4b656-ad3c-438c-8358-3714bb43de30 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:53.248004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56307456-1c4c-4542-93fd-24573265a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:53.302611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af2df1-4beb-44f1-bee5-65fbbe3e5f9f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:53.314137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-39af2df1-4beb-44f1-bee5-65fbbe3e5f9f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports/3db038e9-1e4a-4a57-8046-ffcf380dcc1a HTTP/1.1" status: 200 len: 911 time: 0.1117311 Jul 16 18:48:53.314350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:39Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:49Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:53.315611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:53.366889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbdf05-7c9b-4bf2-a4c0-80ed72ac60b8 None None] The sync data for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 is: [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:39Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:49Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:53.391005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-68475aab-97c0-4a40-8525-5f53b8e5da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:53.392936 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-68475aab-97c0-4a40-8525-5f53b8e5da9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.5765257 Jul 16 18:48:53.395697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740f23-97dc-4d8a-acec-cb27216f039c req-604a3545-06eb-497d-b5f1-e34a47672377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:53.397121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-604a3545-06eb-497d-b5f1-e34a47672377 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 200 len: 910 time: 0.8577263 Jul 16 18:48:53.528266 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:48:48Z', 'revision_number': 3, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:53.543727 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:53.545601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:53.576737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307456-1c4c-4542-93fd-24573265a73f None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:53.577472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56307456-1c4c-4542-93fd-24573265a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:53.591786 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Checking router: 6d4a57ce-c717-4d7a-a976-489c12e08492 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:53.593965 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Updating router 6d4a57ce-c717-4d7a-a976-489c12e08492 port d88a122d-ce89-4560-a48c-7768803abe9b binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:48:53.688356 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:53.778467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d81d98b6-2a61-496c-979d-2e95f2834329 req-530143a1-2e49-41e1-aa43-7b70d17fd9c0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9430897 Jul 16 18:48:53.866278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe5c1b-09d7-4df3-9920-4a8dba5c0412 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:53.870918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-25fe5c1b-09d7-4df3-9920-4a8dba5c0412 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.0534112 Jul 16 18:48:53.875463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:54.050129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-203fadd2-6de1-406a-8122-1a3adcca3cf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 200 len: 999 time: 0.5304458 Jul 16 18:48:54.078815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1c61bf8b-5d5f-444f-b25a-215a748f867b no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:54.079785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-d7374990-a688-467d-8588-f9d6d85abc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:54.081399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-d7374990-a688-467d-8588-f9d6d85abc6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5435829 Jul 16 18:48:54.157979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-56307456-1c4c-4542-93fd-24573265a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:54.158665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307456-1c4c-4542-93fd-24573265a73f None None] The sync data for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:54.170626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 1c61bf8b-5d5f-444f-b25a-215a748f867b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:54.170984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1c61bf8b-5d5f-444f-b25a-215a748f867b not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:54.198179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-a1d62036-75a0-4500-810c-ff0315676cec service neutron] 10.222.0.59 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3820240 Jul 16 18:48:54.253566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fcf898b-d3db-462d-b299-db928cfbcae9 req-9d4bbfb7-55c9-4006-a643-e99773c6ff1d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 210 time: 0.1778626 Jul 16 18:48:54.358557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740f23-97dc-4d8a-acec-cb27216f039c req-7e0a3a77-f4bd-429e-b7a8-351039af36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:54.360044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-7e0a3a77-f4bd-429e-b7a8-351039af36ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6af233d1-7b66-40aa-b30d-8f39f835cbe3 HTTP/1.1" status: 200 len: 848 time: 0.2875493 Jul 16 18:48:54.378345 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.401551 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Transition to ACTIVE for port object d88a122d-ce89-4560-a48c-7768803abe9b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:54.425012 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.437316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] For port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:54.457423 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Attempting to bind port d88a122d-ce89-4560-a48c-7768803abe9b on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:54.458055 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Attempting to bind port d88a122d-ce89-4560-a48c-7768803abe9b by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:54.458651 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Attempting to bind port d88a122d-ce89-4560-a48c-7768803abe9b on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:54.459466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'd8a2c65a-f99f-40ba-b222-46f3e00b19c4'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:54.460320 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.479409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.495640 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:54.508477 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:54.509270 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.510069 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:54.510797 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Bound port: d88a122d-ce89-4560-a48c-7768803abe9b, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:54.511431 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.522378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5d2affb-d5a5-4abe-a718-180e02d2e073 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:54.692384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 92b0d934-a42a-4a69-9c6e-04e1ebafd796 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:54.693069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.773504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:54.785183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.834454 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] For port d88a122d-ce89-4560-a48c-7768803abe9b, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:54.845789 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] For port d88a122d-ce89-4560-a48c-7768803abe9b, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d88a122d-ce89-4560-a48c-7768803abe9b,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:54.855525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.872062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 92b0d934-a42a-4a69-9c6e-04e1ebafd796 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:54.875914 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.905818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/d8a2c65a-f99f-40ba-b222-46f3e00b19c4/7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:54.992524 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:54.998501 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:55.006628 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6e2c-fafe-49ee-8980-cf4c492e48eb None None] Pushing event updated for resources: {'Port': ['ID=d88a122d-ce89-4560-a48c-7768803abe9b,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:55.050662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:55.072062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-19fb8f0f-5ce4-4c22-9c7b-d2c92d0bc3b4 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9572716 Jul 16 18:48:55.076712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.125966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Provisioning for port fe1287ce-2353-4813-a79d-909f2aaa2888 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:55.131817 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6e2c-fafe-49ee-8980-cf4c492e48eb None None] Pushing event updated for resources: {'Port': ['ID=d88a122d-ce89-4560-a48c-7768803abe9b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:55.205628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Provisioning complete for port fe1287ce-2353-4813-a79d-909f2aaa2888 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:55.206043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.220825 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.278803 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:55.323743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc2363-0601-4f97-81e5-e049bba249e4 req-e35b9d06-dbe8-4c60-bba7-e87b44c6322b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.328150 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4cc2363-0601-4f97-81e5-e049bba249e4 req-e35b9d06-dbe8-4c60-bba7-e87b44c6322b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 2.1504600 Jul 16 18:48:55.365731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Pushing event updated for resources: {'Port': ['ID=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:55.400205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:55.404566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f5d2affb-d5a5-4abe-a718-180e02d2e073 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:55.411923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f5d2affb-d5a5-4abe-a718-180e02d2e073 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:55.412300 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.434474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3b345ab-4077-40be-8723-b6b84231d2c2 req-ca3a1c87-beee-46b4-be88-85c0c4b93371 service neutron] 10.222.0.67 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711854 Jul 16 18:48:55.447447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=92b0d934-a42a-4a69-9c6e-04e1ebafd796,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:55.511759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.516457 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6bb64632-edc9-498c-8b92-0cfff6988229 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/92b0d934-a42a-4a69-9c6e-04e1ebafd796 HTTP/1.1" status: 204 len: 168 time: 1.6396682 Jul 16 18:48:55.517912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:55.592505 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:48:48Z', 'revision_number': 3, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:55.620203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f583af6-5757-4d16-84d2-f6e2dd5abdd6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.621665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f583af6-5757-4d16-84d2-f6e2dd5abdd6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.626095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0f583af6-5757-4d16-84d2-f6e2dd5abdd6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1063738 Jul 16 18:48:55.630843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:55.633586 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138249c-52ea-4ecc-ae34-3579b8a220e2 None None] The sync data for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 is: [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:48:48Z', 'revision_number': 3, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:55.697273 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.705706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet d8a2c65a-f99f-40ba-b222-46f3e00b19c4 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:55.722284 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4cc2363-0601-4f97-81e5-e049bba249e4 req-6d20db90-a9e9-4fdc-873e-5a552fe23d11 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885717 Jul 16 18:48:55.724121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a595f-38b7-4d71-94fc-30f569677490 req-0183a255-e7be-4b4b-9111-0fbbbcf7f4a0 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.725758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-0183a255-e7be-4b4b-9111-0fbbbcf7f4a0 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64&tenant_id=1146e6a401a64d1aa6ad39bde341ca16&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 1096 time: 1.0523722 Jul 16 18:48:55.748373 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.779483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0514f-98ea-4999-aaed-b4b225769d9f req-1e680059-5078-42b7-a30a-5e2b14becf9e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.782326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c8d0514f-98ea-4999-aaed-b4b225769d9f req-1e680059-5078-42b7-a30a-5e2b14becf9e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 944 time: 0.6919355 Jul 16 18:48:55.787564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Transition to ACTIVE for port object 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:55.825597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] For port fe1287ce-2353-4813-a79d-909f2aaa2888, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=fe1287ce-2353-4813-a79d-909f2aaa2888,segment=NetworkSegment(4f603f5b-8a01-46a6-844a-ec7da0029780),segment_id=4f603f5b-8a01-46a6-844a-ec7da0029780)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:55.835145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740f23-97dc-4d8a-acec-cb27216f039c req-1498fba3-4428-4696-b10f-390671bbac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.836632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Transition to ACTIVE for port object 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:55.837443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-1498fba3-4428-4696-b10f-390671bbac27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e5bbb623-b536-4796-962f-d25fd7f950c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3051519 Jul 16 18:48:55.843743 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.845797 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.855504 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.919440 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.930657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:55.990692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.006463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:56.016228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f5d2affb-d5a5-4abe-a718-180e02d2e073, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f5d2affb-d5a5-4abe-a718-180e02d2e073,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:56.036738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:56.078703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c8d0514f-98ea-4999-aaed-b4b225769d9f req-5bbf009b-46aa-4115-84be-bcf27012b59d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362111 Jul 16 18:48:56.081206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-9b9d8cc6-d746-41fa-b6ca-f22da338cd16 service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580412 Jul 16 18:48:56.118458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52ade6-93e6-4b10-8c62-5f2804ad5eac None None] Pushing event updated for resources: {'Port': ['ID=fe1287ce-2353-4813-a79d-909f2aaa2888,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.122994 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.160108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b25101b-2a3f-4f9e-9a8c-cf8c8c77f8ff req-5d64f8d0-4cd7-434c-8ace-a67e441af890 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 210 time: 0.1512194 Jul 16 18:48:56.201462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Provisioning complete for port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:56.204485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.296004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.20.0.4 (8140e75d-0891-4d35-bd3d-441eca446ef9/e18a92da-5fb3-48cb-810f-a1ab9b9efe4d/9f41db7a-4356-474a-b6c9-e8d124727de3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:56.304117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Pushing event updated for resources: {'Port': ['ID=7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.407506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Attempting to bind port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:56.407854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Attempting to bind port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:56.409621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Attempting to bind port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:56.431606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-65740f23-97dc-4d8a-acec-cb27216f039c req-1c3e734d-55e2-4f31-b05b-1784cf31d217 service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154230 Jul 16 18:48:56.434457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:56.434945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:56.435426 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.439319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:56.439923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Bound port: 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:56.440413 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.457011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.560269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] For port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:56.567463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] For port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:56.583751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:56.631818 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.646075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f5d2affb-d5a5-4abe-a718-180e02d2e073,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.738167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-881a595f-38b7-4d71-94fc-30f569677490 req-0b3962b4-5fae-4b8e-addd-e8d4784097ff service neutron] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:56.759447 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-881a595f-38b7-4d71-94fc-30f569677490 req-0b3962b4-5fae-4b8e-addd-e8d4784097ff service neutron] Notify callbacks [] for binding, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.760430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:56.784390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-881a595f-38b7-4d71-94fc-30f569677490 req-0b3962b4-5fae-4b8e-addd-e8d4784097ff service neutron] 10.222.0.59 "DELETE /v2.0/ports/b8338791-03e4-439f-80ba-5a28e515e068/bindings/n-h2-791504-15 HTTP/1.1" status: 204 len: 173 time: 1.0491512 Jul 16 18:48:56.832031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.912134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab341f6-f462-499e-b102-6068f54d31d1 None None] Pushing event updated for resources: {'Port': ['ID=7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.936811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.961622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8:1::1 (dbf8ccd7-4668-4be1-abe4-37c4dfd8b291/9c078a49-706b-4fc5-8fab-dc786398cb19/44f8a9c5-7a79-461a-84e0-e0c3be5542cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:56.966446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:56.966859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.042674 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.080110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Provisioning for port afd4b656-ad3c-438c-8358-3714bb43de30 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:57.122522 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.130990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:57.133334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Provisioning complete for port afd4b656-ad3c-438c-8358-3714bb43de30 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:57.133756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.133918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/d8a2c65a-f99f-40ba-b222-46f3e00b19c4 HTTP/1.1" status: 204 len: 168 time: 1.4951835 Jul 16 18:48:57.234437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:57.242991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abe24f-2cd0-4333-84b3-811e8f02da13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a2c65a-f99f-40ba-b222-46f3e00b19c4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:57.308500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:57.311004 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.362354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2be16-a8fa-43a9-9d38-c1d00fc85bf7 req-25fa518a-28c9-484e-a9cb-0d6d484cf636 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:57.370962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ca2be16-a8fa-43a9-9d38-c1d00fc85bf7 req-25fa518a-28c9-484e-a9cb-0d6d484cf636 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.2329843 Jul 16 18:48:57.381333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59674) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:57.386938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a7552289-62a7-44ea-b4b4-282dc28966c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2462997 Jul 16 18:48:57.388164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:57.453623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device fe1287ce-2353-4813-a79d-909f2aaa2888 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:57.486023 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.496361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ca2be16-a8fa-43a9-9d38-c1d00fc85bf7 req-742477b2-e5e2-4e0a-9577-d91f92532d71 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696740 Jul 16 18:48:57.585112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] For port afd4b656-ad3c-438c-8358-3714bb43de30, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=afd4b656-ad3c-438c-8358-3714bb43de30,segment=NetworkSegment(dbc8a7ec-0925-467e-9aba-bd5f706582ab),segment_id=dbc8a7ec-0925-467e-9aba-bd5f706582ab)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:57.589543 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.616152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.624527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port fe1287ce-2353-4813-a79d-909f2aaa2888 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:57.624926 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.634852 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.653588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:57.654298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Transition to ACTIVE for port object 9f41db7a-4356-474a-b6c9-e8d124727de3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:57.657488 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.766930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.877018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27c947-73fd-4f14-8c68-5eae7587db59 req-c46b731a-ab2c-4616-9ca9-ef44e3ef7363 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:57.878635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a27c947-73fd-4f14-8c68-5eae7587db59 req-c46b731a-ab2c-4616-9ca9-ef44e3ef7363 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 931 time: 0.2173998 Jul 16 18:48:57.970404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:57.973100 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56edfd76-5897-4c10-8103-d980288ba9dc" -d '{"events": [{"server_uuid": "0c7f3c38-1001-4c43-bb65-eb1b91dcf810", "name": "network-vif-plugged", "status": "completed", "tag": "8aaae32e-3cc7-4e04-b7ea-9fc66cac926f"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:57.996731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a27c947-73fd-4f14-8c68-5eae7587db59 req-5141ec6d-42c8-45ea-955e-e29842619a79 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097870 Jul 16 18:48:58.043787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Provisioning complete for port fe1287ce-2353-4813-a79d-909f2aaa2888 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:58.053133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.084984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Allocated IP 172.20.0.1 (9f9b3039-5cf5-4d70-96fd-5a67bb15f231/f6fc654f-2218-4bb1-b4ff-715f348c4bcc/d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:58.108340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:58.123107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.133517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:58.160716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:58.162394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:58.183841 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.191906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f0c60-a095-4d0b-943b-86743e178613 req-e4a37ed6-5051-4497-b6b1-a74db39e2baa tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.200393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-301f0c60-a095-4d0b-943b-86743e178613 req-e4a37ed6-5051-4497-b6b1-a74db39e2baa tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 944 time: 0.7921739 Jul 16 18:48:58.209856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Pushing event updated for resources: {'Port': ['ID=afd4b656-ad3c-438c-8358-3714bb43de30,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:58.232671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:58.250729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:58.270084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=9f41db7a-4356-474a-b6c9-e8d124727de3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:58.272321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.273069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.307235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.333665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=e6cfa009-cb70-4c38-88a2-4e00683b5fea,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:58.365143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-21729c3c-2152-4637-8e25-c6625eaf3530 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9746857 Jul 16 18:48:58.367567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:58.405189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': 'e6cfa009-cb70-4c38-88a2-4e00683b5fea', 'ip_address': '2001:db8::11d0:8860:865c:7e7e'}], 'name': 'tempest-NetworksTestDHCPv6-492570575'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:58.441691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:58.552696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-301f0c60-a095-4d0b-943b-86743e178613 req-b758feee-692b-420d-9839-a0a7c042e2b8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513935 Jul 16 18:48:58.560722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.562488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.571101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d88a122d-ce89-4560-a48c-7768803abe9b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:58.600387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object 44f8a9c5-7a79-461a-84e0-e0c3be5542cf will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:58.619543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Provisioning for port 3db038e9-1e4a-4a57-8046-ffcf380dcc1a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:58.631625 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-ea581a05-e6ac-4c88-a742-9bbde7d698cf tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9474680 Jul 16 18:48:58.633392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Provisioning complete for port 3db038e9-1e4a-4a57-8046-ffcf380dcc1a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:58.633785 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.654367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Request body: {'port': {'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:58.670274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8da1e-452f-4ab5-82fd-2be74bfc1fd5 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:58.674494 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d4ec-1d31-421f-8462-c4bc26e932c8 req-a4337fc6-f672-48be-83b5-2cd75e161ada tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.676610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a69d4ec-1d31-421f-8462-c4bc26e932c8 req-a4337fc6-f672-48be-83b5-2cd75e161ada tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1096 time: 0.4663994 Jul 16 18:48:58.722108 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6717b9f3-611a-41a7-b565-2b26389e1054 x-openstack-request-id: req-6717b9f3-611a-41a7-b565-2b26389e1054 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:58.722669 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7f3c38-1001-4c43-bb65-eb1b91dcf810", "name": "network-vif-plugged", "status": "completed", "tag": "8aaae32e-3cc7-4e04-b7ea-9fc66cac926f", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:58.723079 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6717b9f3-611a-41a7-b565-2b26389e1054 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:58.723654 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f', 'code': 200} Jul 16 18:48:58.741902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:58.744766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-81fab3a3-426d-475a-957c-a48b75da87fc None None] Port 3db038e9-1e4a-4a57-8046-ffcf380dcc1a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:58.774515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.780848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a69d4ec-1d31-421f-8462-c4bc26e932c8 req-4b70a0e7-e0ff-4f56-87c1-733954b5e592 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964851 Jul 16 18:48:58.803362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port d88a122d-ce89-4560-a48c-7768803abe9b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:58.816660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d88a122d-ce89-4560-a48c-7768803abe9b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:58.817289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.848698 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.870951 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.875337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Transition to ACTIVE for port object d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:58.920752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2d715c8b-57b1-490f-9592-ce081e90b202 None None] Provisioning for port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:58.987659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.021152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89b41-884a-4177-b4ee-243eda87f036 req-439ee832-df66-4568-8ced-2bb0c170dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.023976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ea89b41-884a-4177-b4ee-243eda87f036 req-439ee832-df66-4568-8ced-2bb0c170dd3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 1097 time: 0.2232692 Jul 16 18:48:59.026849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2d715c8b-57b1-490f-9592-ce081e90b202 None None] Provisioning for port 9f41db7a-4356-474a-b6c9-e8d124727de3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:59.028593 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.038219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2d715c8b-57b1-490f-9592-ce081e90b202 None None] Provisioning complete for port 9f41db7a-4356-474a-b6c9-e8d124727de3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:59.038673 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d715c8b-57b1-490f-9592-ce081e90b202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.053636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port d88a122d-ce89-4560-a48c-7768803abe9b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d88a122d-ce89-4560-a48c-7768803abe9b,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:59.082152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:59.100717 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.233894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ea89b41-884a-4177-b4ee-243eda87f036 req-6ca3d659-812b-4538-bde7-a7895938d7ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001247 Jul 16 18:48:59.293283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f41db7a-4356-474a-b6c9-e8d124727de3 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:48:59.301557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.314813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Transition to ACTIVE for port object 9f41db7a-4356-474a-b6c9-e8d124727de3 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:59.324341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2d715c8b-57b1-490f-9592-ce081e90b202 None None] Port 9f41db7a-4356-474a-b6c9-e8d124727de3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:59.338049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2d715c8b-57b1-490f-9592-ce081e90b202 None None] Could not find standard attr ID for object 92b0d934-a42a-4a69-9c6e-04e1ebafd796. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:48:59.343073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=d88a122d-ce89-4560-a48c-7768803abe9b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:59.350827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.451089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5d2affb-d5a5-4abe-a718-180e02d2e073 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:59.464362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:59.484337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:59.488351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:59.488960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.544213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=44f8a9c5-7a79-461a-84e0-e0c3be5542cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:59.596882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Pushing event updated for resources: {'Port': ['ID=9f41db7a-4356-474a-b6c9-e8d124727de3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:59.611391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::11d0:8860:865c:7e7e (78c95300-195f-443c-b5c5-d4b9b102593a/e6cfa009-cb70-4c38-88a2-4e00683b5fea/5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:59.634543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f5d2affb-d5a5-4abe-a718-180e02d2e073 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:59.634919 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.746470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610695a-175a-4e1a-b7ba-53e239052593 req-a6ad3fb1-23b7-4ef9-83f8-16e5cf7ca7fc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.748102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8610695a-175a-4e1a-b7ba-53e239052593 req-a6ad3fb1-23b7-4ef9-83f8-16e5cf7ca7fc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 943 time: 0.3736219 Jul 16 18:48:59.790181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.810431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:59.905317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8610695a-175a-4e1a-b7ba-53e239052593 req-820b59f1-cbde-45ed-aa81-6be3a02138c3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466539 Jul 16 18:48:59.917975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:59.933831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:59.934365 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.955268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a3b2-c211-4e5b-9eda-886bca3e468f req-8dff9c7d-7c48-47c4-8019-4de638da9d43 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.958918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e69a3b2-c211-4e5b-9eda-886bca3e468f req-8dff9c7d-7c48-47c4-8019-4de638da9d43 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.6425157 Jul 16 18:49:00.014123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:00.069043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:00.079580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0f74e09a-7a22-4d38-918b-e873857b2457 None None] Provisioning complete for port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:00.080079 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f74e09a-7a22-4d38-918b-e873857b2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.082015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.184362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:00.186350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:00.257480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.263492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.271841 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f74e09a-7a22-4d38-918b-e873857b2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.272035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:00.287827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.288558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40743-aac3-45a9-83e9-31f252e5d3b1 req-528eed69-5ed0-4b53-8974-6ff89e43ef49 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:00.290520 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-add40743-aac3-45a9-83e9-31f252e5d3b1 req-528eed69-5ed0-4b53-8974-6ff89e43ef49 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 945 time: 0.1712322 Jul 16 18:49:00.313135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.362563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0f74e09a-7a22-4d38-918b-e873857b2457 None None] For port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:00.375591 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f74e09a-7a22-4d38-918b-e873857b2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.476382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:00.491192 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:49:00.491748 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:49:00.497206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74e09a-7a22-4d38-918b-e873857b2457 None None] Pushing event updated for resources: {'Port': ['ID=7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:00.498456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:00.514392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:00.520881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:00.521571 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.531108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-add40743-aac3-45a9-83e9-31f252e5d3b1 req-7943a8ad-6e3a-494c-81d8-f7635551c3c3 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336802 Jul 16 18:49:00.541867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:00.572942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-188dcdfe-eba4-4366-a46b-46ea6d5c1b40 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1945324 Jul 16 18:49:00.580095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:00.612649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Provisioning for port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:00.618982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Provisioning complete for port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:00.619454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.681980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f4b8d-a940-45d4-bce8-3472ad500661 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:00.688025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f4b8d-a940-45d4-bce8-3472ad500661 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:00.689761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-337f4b8d-a940-45d4-bce8-3472ad500661 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1104190 Jul 16 18:49:00.692575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:00.700428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:00.721629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Provisioning for port 44f8a9c5-7a79-461a-84e0-e0c3be5542cf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:00.727078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Provisioning complete for port 44f8a9c5-7a79-461a-84e0-e0c3be5542cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:00.727078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.782378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Port 44f8a9c5-7a79-461a-84e0-e0c3be5542cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:00.786936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9632e06-0e7f-4548-8c5d-4f13a9c93423 None None] Could not find standard attr ID for object 92b0d934-a42a-4a69-9c6e-04e1ebafd796. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:49:00.821139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:00.821496 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.868121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Attempting to bind port 9f41db7a-4356-474a-b6c9-e8d124727de3 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:00.868748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Attempting to bind port 9f41db7a-4356-474a-b6c9-e8d124727de3 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:00.868748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Attempting to bind port 9f41db7a-4356-474a-b6c9-e8d124727de3 on network 8140e75d-0891-4d35-bd3d-441eca446ef9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:00.910842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Port 9f41db7a-4356-474a-b6c9-e8d124727de3 on network 8140e75d-0891-4d35-bd3d-441eca446ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:00.911191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Attempting to bind port 9f41db7a-4356-474a-b6c9-e8d124727de3 on network 8140e75d-0891-4d35-bd3d-441eca446ef9 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:00.913756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.928059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:00.928415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e69a3b2-c211-4e5b-9eda-886bca3e468f req-a9c67a5f-8b24-470f-98e8-bab14d323666 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9027469 Jul 16 18:49:00.940004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:00.940347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Checking segment: {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:00.940752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Bound using segment: {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:00.941205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Bound port: 9f41db7a-4356-474a-b6c9-e8d124727de3, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d01398-47ec-4b6b-8c94-6e50a95f9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:00.941566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.981919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59704) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:01.047992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-21ad4b66-6184-4d39-89c3-8f8655b0815d None None] Provisioning for port 5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:01.055358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-21ad4b66-6184-4d39-89c3-8f8655b0815d None None] Provisioning complete for port 5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:01.056769 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21ad4b66-6184-4d39-89c3-8f8655b0815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.092004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afd4b656-ad3c-438c-8358-3714bb43de30 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:01.126822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-798a5e62-c686-4018-9471-231695a22571 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/579b7d6d-d4a5-4633-a82f-0a70395ec5b1 HTTP/1.1" status: 200 len: 990 time: 0.1406214 Jul 16 18:49:01.141466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-21ad4b66-6184-4d39-89c3-8f8655b0815d None None] Port 5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:01.169950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port afd4b656-ad3c-438c-8358-3714bb43de30 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:01.170476 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.314089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] For port 9f41db7a-4356-474a-b6c9-e8d124727de3, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:01.342707 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.346452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] For port 9f41db7a-4356-474a-b6c9-e8d124727de3, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9f41db7a-4356-474a-b6c9-e8d124727de3,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:01.363679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:01.369677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.373232 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.405759 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.406607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.447491 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:01.448138 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.449643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] 10.222.0.59 "PUT /v2.0/ports/9f41db7a-4356-474a-b6c9-e8d124727de3 HTTP/1.1" status: 200 len: 1092 time: 2.7999253 Jul 16 18:49:01.451906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:01.454273 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:01.456617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:01.472963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:01.473507 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.596550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199da7b-37ce-43b1-b986-1bb0ed2585e5 req-e728c18b-0dfe-4a75-8540-f77738488ba1 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:01.598669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f199da7b-37ce-43b1-b986-1bb0ed2585e5 req-e728c18b-0dfe-4a75-8540-f77738488ba1 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 943 time: 0.5481551 Jul 16 18:49:01.619100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d88a122d-ce89-4560-a48c-7768803abe9b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:01.622476 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89867d21-e951-4e97-8bda-6b2acbaa30a9 x-openstack-request-id: req-89867d21-e951-4e97-8bda-6b2acbaa30a9 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:01.622775 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:01.623031 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89867d21-e951-4e97-8bda-6b2acbaa30a9 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:01.623458 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'status': 'completed', 'code': 200} Jul 16 18:49:01.661735 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.696518 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f199da7b-37ce-43b1-b986-1bb0ed2585e5 req-245e0ee2-cd14-4f01-a53b-7dface14b0a5 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872133 Jul 16 18:49:01.725426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d88a122d-ce89-4560-a48c-7768803abe9b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:01.726741 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.739906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:01.797687 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.802541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c04bef63-825a-4a69-8c4c-e1140c2a0a4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f HTTP/1.1" status: 204 len: 168 time: 1.1088831 Jul 16 18:49:01.803185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59718) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:01.840071 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:01.841499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feab90e-12ea-4360-b987-fa8a86111386 service neutron] Pushing event updated for resources: {'Port': ['ID=9f41db7a-4356-474a-b6c9-e8d124727de3,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:01.903038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811d4d9-5dbe-4bf5-b2f9-36970ca2bf3f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:01.904744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811d4d9-5dbe-4bf5-b2f9-36970ca2bf3f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:01.906429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b811d4d9-5dbe-4bf5-b2f9-36970ca2bf3f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1022525 Jul 16 18:49:01.907875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=44f8a9c5-7a79-461a-84e0-e0c3be5542cf,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:01.917373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:01.948931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:01.971258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:01.977766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet e6cfa009-cb70-4c38-88a2-4e00683b5fea {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:01.982313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.037291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.114337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.193882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.228307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cfa009-cb70-4c38-88a2-4e00683b5fea,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:02.232858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.234941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-344a5718-3412-4105-80fe-6a28bbd1d0e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/e6cfa009-cb70-4c38-88a2-4e00683b5fea HTTP/1.1" status: 204 len: 168 time: 0.3164532 Jul 16 18:49:02.237997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:02.244419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18c67b-1350-484f-b8c7-b7f46d4a433f None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:02.284837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-be24ae45-b839-43ed-bddc-dda73725c2ad tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448194 Jul 16 18:49:02.287295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:02.287746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-4c0765bb-0c78-4acf-ae0d-2491d40c7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:02.290037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-4c0765bb-0c78-4acf-ae0d-2491d40c7fac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 1095 time: 0.7703919 Jul 16 18:49:02.361257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.363062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e17b697-ce90-4f47-9c79-dacb0ba70c4b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:02.368305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e17b697-ce90-4f47-9c79-dacb0ba70c4b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0797949 Jul 16 18:49:02.369240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:02.376804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705513a-abad-4521-bcc2-8aaf6f0ae1b5 req-6340e7e7-7596-448d-bdff-030e6e1d717f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:02.380257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a705513a-abad-4521-bcc2-8aaf6f0ae1b5 req-6340e7e7-7596-448d-bdff-030e6e1d717f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 945 time: 0.6317337 Jul 16 18:49:02.427850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2d0a41d0-469b-4f1a-afb9-7fc03ec251ce None None] Provisioning complete for port 44f8a9c5-7a79-461a-84e0-e0c3be5542cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:02.428223 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d0a41d0-469b-4f1a-afb9-7fc03ec251ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.451442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e876b1-7ddc-4c45-b05d-802cc937eb1c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:02.454378 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-39e876b1-7ddc-4c45-b05d-802cc937eb1c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834925 Jul 16 18:49:02.457696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59740) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:02.467583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a41d0-469b-4f1a-afb9-7fc03ec251ce None None] Port 44f8a9c5-7a79-461a-84e0-e0c3be5542cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:02.479351 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.511849 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-5d8faf51-61ad-424c-95dd-7d810b6276c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f41db7a-4356-474a-b6c9-e8d124727de3 HTTP/1.1" status: 200 len: 217 time: 0.1868503 Jul 16 18:49:02.515568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 01651aa9-1223-45f2-a3e3-9c681b42e19c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:02.516159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-04fa91fd-6726-48d2-b962-16a344fff886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560186 Jul 16 18:49:02.524622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:02.529640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:02.537872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:02.582592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a705513a-abad-4521-bcc2-8aaf6f0ae1b5 req-1cd7b465-ac06-4045-bb71-71966b6e6ecf tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224029 Jul 16 18:49:02.588808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] Deleting port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:02.589116 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.673175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] For port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:02.673598 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.686201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] Calling delete_port for 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:02.731216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:02.735238 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.770087 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.797349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] Pushing event deleted for resources: {'Port': ['ID=7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:02.801312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597602ac-03ba-4f7c-af80-67927c9c5770 None None] No DVR routers for this DVR port 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:02.849586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.858436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:02.905408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-76014c39-aeab-4214-9944-5617b50e0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:02.906983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-76014c39-aeab-4214-9944-5617b50e0935 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e18a92da-5fb3-48cb-810f-a1ab9b9efe4d HTTP/1.1" status: 200 len: 835 time: 0.3564260 Jul 16 18:49:02.910593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port e3e4b281-996f-4fa1-a0ed-3ef0a4544b6a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:02.911101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.973544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e458a-ef7c-4180-b849-56e2d017f2e1 req-bb902583-351e-4a61-bad0-c24f2ac0d6cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:02.975451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e57e458a-ef7c-4180-b849-56e2d017f2e1 req-bb902583-351e-4a61-bad0-c24f2ac0d6cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 945 time: 0.1323659 Jul 16 18:49:03.049755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:03.060375 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e57e458a-ef7c-4180-b849-56e2d017f2e1 req-24097955-f2dc-4956-9af3-5400270cceaa tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708961 Jul 16 18:49:03.061480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d8d19684-d7ec-467b-adda-a147cda60a34 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/01651aa9-1223-45f2-a3e3-9c681b42e19c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7139091 Jul 16 18:49:03.067480 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] Sync routers for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:03.070350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59760) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:03.077631 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:03.078439 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:03.108045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.110967 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:03.123530 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:03.125495 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:03.184755 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:03.185788 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026cc7a0-8e85-4f57-a975-e0f1fe4c0aff None None] The sync data for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:03.190964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:03.199990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06bb1d6-87e8-472c-aae2-ac55ab926a65 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:03.204352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e06bb1d6-87e8-472c-aae2-ac55ab926a65 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports/44f8a9c5-7a79-461a-84e0-e0c3be5542cf HTTP/1.1" status: 200 len: 913 time: 0.1328452 Jul 16 18:49:03.205007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59766) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:03.205110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:03.206930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:03.227161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:03.231260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892d37e-1beb-46f4-aa09-293dc34471cc req-0c4b50d0-1b2e-40c1-ad0d-0bd91e1774c2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:03.239067 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0892d37e-1beb-46f4-aa09-293dc34471cc req-0c4b50d0-1b2e-40c1-ad0d-0bd91e1774c2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 943 time: 0.3915153 Jul 16 18:49:03.242303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbae8b-362a-44c8-b5f6-a561b5f319a4 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:03.242501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.242666 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.263806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:03.264737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.313597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=6f50485b-0015-407d-9ec3-aa95c2f6ce2c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:03.345443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0892d37e-1beb-46f4-aa09-293dc34471cc req-b73c19b4-bcc5-41b6-8717-ffa10cd67f93 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053202 Jul 16 18:49:03.348732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bd08552d-98c7-4ad2-86d5-5eb05b844264 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8229537 Jul 16 18:49:03.350268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-a0e141a5-00c0-4529-8f4b-8d88d83d9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:03.354196 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-a0e141a5-00c0-4529-8f4b-8d88d83d9fff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8140e75d-0891-4d35-bd3d-441eca446ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4336143 Jul 16 18:49:03.356323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:03.369001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '6f50485b-0015-407d-9ec3-aa95c2f6ce2c', 'ip_address': '2001:db8::2884:98ff:b524:7b99'}], 'name': 'tempest-NetworksTestDHCPv6-1713067658'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:03.412610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for e3e4b281-996f-4fa1-a0ed-3ef0a4544b6a owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:03.446922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:03.478162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:03.478694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7cd56cc2-6ba0-4c6d-808c-0265ee68c3dc not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:03.522484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '6f50485b-0015-407d-9ec3-aa95c2f6ce2c'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:03.523606 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.614651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab4ed-f5e6-484c-b2d6-7cab848e4646 req-5e1711ee-ee4b-4e28-a7f9-285492d5d6ae tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:03.617685 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d80ab4ed-f5e6-484c-b2d6-7cab848e4646 req-5e1711ee-ee4b-4e28-a7f9-285492d5d6ae tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 945 time: 0.2493820 Jul 16 18:49:03.705109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d80ab4ed-f5e6-484c-b2d6-7cab848e4646 req-5919bcce-3e88-4d57-b609-ada2408736d0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781348 Jul 16 18:49:03.752469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-93d1d422-8258-4e80-833f-989231bdb70a None None] Provisioning complete for port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:03.753150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-93d1d422-8258-4e80-833f-989231bdb70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.797073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/6f50485b-0015-407d-9ec3-aa95c2f6ce2c/92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:03.821434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-93d1d422-8258-4e80-833f-989231bdb70a None None] Port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:03.968629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.024934 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.043773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Transition to ACTIVE for port object 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:04.064387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Transition to ACTIVE for port object 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:04.074425 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.183613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:04.184002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:04.186862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:04.195495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Pushing event updated for resources: {'Port': ['ID=92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:04.271935 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-888aae09-1fed-4f43-8a41-eabbf98570f1 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8695657 Jul 16 18:49:04.279645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Attempting to bind port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:04.280837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Attempting to bind port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:04.281372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Attempting to bind port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:04.287711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:04.288600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:04.289219 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.289876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:04.290914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Bound port: 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:04.292310 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.311676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Router 6d4a57ce-c717-4d7a-a976-489c12e08492 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:04.348800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:04.404648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] For port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:04.409345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] For port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:04.418231 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.525251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0c290-3577-450c-8740-4764827cb7d0 None None] Pushing event updated for resources: {'Port': ['ID=92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:04.574284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400b87-b034-4788-9ea2-0a31f5de71ab req-0c31a2e0-4aca-43ab-9a85-dd9aaf760611 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:04.582316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3400b87-b034-4788-9ea2-0a31f5de71ab req-0c31a2e0-4aca-43ab-9a85-dd9aaf760611 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 945 time: 0.1647375 Jul 16 18:49:04.643572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-274dcac6-0905-4b0a-af46-f6f3cf999032 req-b9216e7a-fcc0-41f6-8d33-f2f435ff0620 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631001 Jul 16 18:49:04.650284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3400b87-b034-4788-9ea2-0a31f5de71ab req-9d86b3ed-0b43-4893-92ab-93d04c925d22 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666440 Jul 16 18:49:04.692490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 44f8a9c5-7a79-461a-84e0-e0c3be5542cf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:04.693665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.713416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.755389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.791327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.800804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=e3e4b281-996f-4fa1-a0ed-3ef0a4544b6a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:04.849724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 44f8a9c5-7a79-461a-84e0-e0c3be5542cf owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:04.903059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 728fe267-99c3-4a74-91b9-01af122374f8 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:49:04.933792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:04.947449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-61b74c3f-1ae6-4e17-94ee-ac53dbedc328 admin admin] 10.222.0.49 "PUT /v2.0/routers/6d4a57ce-c717-4d7a-a976-489c12e08492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9052510 Jul 16 18:49:04.952078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Sync routers for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:04.971960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:04.972590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:05.171193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::2884:98ff:b524:7b99 (78c95300-195f-443c-b5c5-d4b9b102593a/6f50485b-0015-407d-9ec3-aa95c2f6ce2c/728fe267-99c3-4a74-91b9-01af122374f8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:05.240396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.286005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=44f8a9c5-7a79-461a-84e0-e0c3be5542cf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:05.383813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec859-aca0-453a-817b-c61ac06ddd40 req-319b27dc-874c-4d37-b8ce-832c8273f7a8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:05.393844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f0ec859-aca0-453a-817b-c61ac06ddd40 req-319b27dc-874c-4d37-b8ce-832c8273f7a8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 943 time: 0.8327520 Jul 16 18:49:05.485897 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.486638 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP 579b7d6d-d4a5-4633-a82f-0a70395ec5b1 disassociated (deleted). External IP: 172.25.1.77, port: b8338791-03e4-439f-80ba-5a28e515e068. Jul 16 18:49:05.489948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:05.530777 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.534313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:05.605698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f0ec859-aca0-453a-817b-c61ac06ddd40 req-d1fa1689-0927-49cc-8a2f-549eba697ed6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100885 Jul 16 18:49:05.607815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-3f2a0d75-a380-4ebf-975e-3e7f2065efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:05.614820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-3f2a0d75-a380-4ebf-975e-3e7f2065efbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 1095 time: 0.9097490 Jul 16 18:49:05.697820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:05.994618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 2, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.043243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Checking router: 6d4a57ce-c717-4d7a-a976-489c12e08492 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:06.043600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Updating router 6d4a57ce-c717-4d7a-a976-489c12e08492 port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:49:06.070908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:06.088670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d3da21b3-abf6-4fe5-b4c5-22a6fe62b07d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797377135', 'description': 'tempest-description--1650447560'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:06.138516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.202575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.216799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 728fe267-99c3-4a74-91b9-01af122374f8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:06.277237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3da21b3-abf6-4fe5-b4c5-22a6fe62b07d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.305422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.331162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-76a5f8de-6372-4a9a-b7c9-c7cad47aeb7d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:06.333371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-76a5f8de-6372-4a9a-b7c9-c7cad47aeb7d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 945 time: 0.6278222 Jul 16 18:49:06.390048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-47ff38bf-cb83-48cc-8dae-e1828287d338 None None] Provisioning for port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:06.392234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 01651aa9-1223-45f2-a3e3-9c681b42e19c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:06.395214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-5754c625-a6c2-4652-aaba-d8db9f0bfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:06.396724 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-5754c625-a6c2-4652-aaba-d8db9f0bfc42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 200 len: 898 time: 0.6750555 Jul 16 18:49:06.399822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-47ff38bf-cb83-48cc-8dae-e1828287d338 None None] Provisioning complete for port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:06.400198 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ff38bf-cb83-48cc-8dae-e1828287d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.415569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242d82f-7fd4-408e-81ab-2ce41a16c4c6 req-c0cd06ff-10b8-4337-85a3-cc45dd0ca011 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:06.422880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1242d82f-7fd4-408e-81ab-2ce41a16c4c6 req-c0cd06ff-10b8-4337-85a3-cc45dd0ca011 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 945 time: 0.5821273 Jul 16 18:49:06.426103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:06.510749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:06.522058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:06.527989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:06.528627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.535553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=728fe267-99c3-4a74-91b9-01af122374f8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:06.554392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:06.557295 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-cb5ea53a-724e-4708-b75c-c26e5c7036b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f41db7a-4356-474a-b6c9-e8d124727de3 HTTP/1.1" status: 200 len: 217 time: 0.1245961 Jul 16 18:49:06.561444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.576175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Transition to ACTIVE for port object d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:06.583840 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] Sync routers for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:06.603147 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:06.605326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.605636 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.607781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b3b20bcc-0a67-4d70-8121-efe3515e6252 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/01651aa9-1223-45f2-a3e3-9c681b42e19c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965235 Jul 16 18:49:06.642589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:06.682802 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.704575 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:06.705588 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.741291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:06.742451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.773875 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.774538 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2afb7ce-12eb-4997-8ee8-ce7d6f2429e2 None None] The sync data for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:06.917906 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ff38bf-cb83-48cc-8dae-e1828287d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.997846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac2ca6-f230-4dff-ba44-152d649a883b None None] Pushing event updated for resources: {'Port': ['ID=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.018661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] For port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:07.019050 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.040282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:07.060941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-47ff38bf-cb83-48cc-8dae-e1828287d338 None None] For port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:07.061165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35545-28d7-48a4-8103-48a118ee1cca req-dd10c6d3-c996-4302-a191-ee8b79b45341 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.062880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ff35545-28d7-48a4-8103-48a118ee1cca req-dd10c6d3-c996-4302-a191-ee8b79b45341 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 943 time: 0.1772079 Jul 16 18:49:07.073044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Attempting to bind port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:07.073985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Attempting to bind port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:07.074354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Attempting to bind port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:07.079720 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-47ff38bf-cb83-48cc-8dae-e1828287d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.085163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:07.086165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Checking segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:07.086575 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.087137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Bound using segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:07.087625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Bound port: d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:07.088006 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.161887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff38bf-cb83-48cc-8dae-e1828287d338 None None] Pushing event updated for resources: {'Port': ['ID=92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.189421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ff35545-28d7-48a4-8103-48a118ee1cca req-d61d6c74-4841-4717-ab05-242e804f7e8c tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158905 Jul 16 18:49:07.230939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] For port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:07.234862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] For port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:07.244625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.322464 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.322812 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1242d82f-7fd4-408e-81ab-2ce41a16c4c6 req-78b291bd-ea65-454c-813d-0ad7ee585edd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8988469 Jul 16 18:49:07.336763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac2ca6-f230-4dff-ba44-152d649a883b None None] Pushing event updated for resources: {'Port': ['ID=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.352195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:07.352890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:07.381074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3da21b3-abf6-4fe5-b4c5-22a6fe62b07d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.394970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=8aaae32e-3cc7-4e04-b7ea-9fc66cac926f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.404559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e1739666-c7e0-4b5a-aef2-1263ea2ce19f None None] Provisioning for port 728fe267-99c3-4a74-91b9-01af122374f8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:07.413394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e1739666-c7e0-4b5a-aef2-1263ea2ce19f None None] Provisioning complete for port 728fe267-99c3-4a74-91b9-01af122374f8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:07.413836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e1739666-c7e0-4b5a-aef2-1263ea2ce19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.429729 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3da21b3-abf6-4fe5-b4c5-22a6fe62b07d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.532068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] No DVR routers for this DVR port 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:07.535610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.537148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e10e00e-23a8-423e-b1a0-7814973ba918 req-23b2bcf7-ad80-4499-8306-67e1f6b3df01 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "DELETE /v2.0/ports/8aaae32e-3cc7-4e04-b7ea-9fc66cac926f HTTP/1.1" status: 204 len: 173 time: 1.1946545 Jul 16 18:49:07.537607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'name': 'network-vif-deleted', 'tag': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:07.543682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da21b3-abf6-4fe5-b4c5-22a6fe62b07d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf306bd-6095-4b65-9f7f-23553c3f0b7d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.545170 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091882b-eb77-43e3-a7af-1fdce8ecf905" -d '{"events": [{"server_uuid": "0c7f3c38-1001-4c43-bb65-eb1b91dcf810", "name": "network-vif-deleted", "tag": "8aaae32e-3cc7-4e04-b7ea-9fc66cac926f"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:07.551019 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f5052c7e-aecc-4308-af52-0d9c01c52396 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1883073 Jul 16 18:49:07.554977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59816) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:07.567643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:07.568305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1330a787-6fd8-49fb-b209-4b3ad0ea4e5e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '6f50485b-0015-407d-9ec3-aa95c2f6ce2c', 'ip_address': '2001:db8::2884:98ff:b524:7b99'}], 'name': 'tempest-NetworksTestDHCPv6-987891800'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:07.598601 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48536a4-3b5b-4abe-b118-2c2a98bb5cec x-openstack-request-id: req-a48536a4-3b5b-4abe-b118-2c2a98bb5cec {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:07.599139 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7f3c38-1001-4c43-bb65-eb1b91dcf810", "name": "network-vif-deleted", "tag": "8aaae32e-3cc7-4e04-b7ea-9fc66cac926f", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:07.599732 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a48536a4-3b5b-4abe-b118-2c2a98bb5cec {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:07.600328 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7f3c38-1001-4c43-bb65-eb1b91dcf810', 'name': 'network-vif-deleted', 'tag': '8aaae32e-3cc7-4e04-b7ea-9fc66cac926f', 'status': 'completed', 'code': 200} Jul 16 18:49:07.612109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9f41db7a-4356-474a-b6c9-e8d124727de3 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:07.640489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-96d3590d-7eaf-4218-b7ef-482ae80b42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.642658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-96d3590d-7eaf-4218-b7ef-482ae80b42f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e18a92da-5fb3-48cb-810f-a1ab9b9efe4d HTTP/1.1" status: 200 len: 835 time: 1.0685484 Jul 16 18:49:07.681609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e1739666-c7e0-4b5a-aef2-1263ea2ce19f None None] Port 728fe267-99c3-4a74-91b9-01af122374f8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:07.699019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3da21b3-abf6-4fe5-b4c5-22a6fe62b07d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.700704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3da21b3-abf6-4fe5-b4c5-22a6fe62b07d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6193528 Jul 16 18:49:07.703728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:07.708665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e1f5d16c-35a4-4fbe-b49b-b011c8803b1a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'security_group_rule': {'security_group_id': 'fdf306bd-6095-4b65-9f7f-23553c3f0b7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:07.774588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:07.774969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.791015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:07.826643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d16c-35a4-4fbe-b49b-b011c8803b1a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.834908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 6925d3ac-9807-4606-b320-ab53eaa98206 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:07.934582 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d16c-35a4-4fbe-b49b-b011c8803b1a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.946757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d16c-35a4-4fbe-b49b-b011c8803b1a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.988873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5d16c-35a4-4fbe-b49b-b011c8803b1a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4513beec-26a3-47bb-ad77-7e3e62a085ab,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:08.000749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-f958a7c0-fc31-433e-b5fd-09bbb538f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:08.006291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-f958a7c0-fc31-433e-b5fd-09bbb538f23a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8140e75d-0891-4d35-bd3d-441eca446ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3053496 Jul 16 18:49:08.104754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9f41db7a-4356-474a-b6c9-e8d124727de3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9f41db7a-4356-474a-b6c9-e8d124727de3,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:08.147632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:08.189105 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d16c-35a4-4fbe-b49b-b011c8803b1a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.193713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e1f5d16c-35a4-4fbe-b49b-b011c8803b1a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4860301 Jul 16 18:49:08.193713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:08.198717 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3a351804-b12d-4c9c-a614-a174535d41fa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'security_group_rule': {'security_group_id': 'fdf306bd-6095-4b65-9f7f-23553c3f0b7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:08.217228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1330a787-6fd8-49fb-b209-4b3ad0ea4e5e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:08.222803 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1330a787-6fd8-49fb-b209-4b3ad0ea4e5e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.248497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a351804-b12d-4c9c-a614-a174535d41fa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.317561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:08.326985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.334775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] Sync routers for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:08.345619 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.355093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-1330a787-6fd8-49fb-b209-4b3ad0ea4e5e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 80bf301a-2210-4772-9446-910a9b53861c yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:49:08.360288 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a351804-b12d-4c9c-a614-a174535d41fa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.371841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a351804-b12d-4c9c-a614-a174535d41fa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.405287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a351804-b12d-4c9c-a614-a174535d41fa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68b64e0-fe74-4ac3-bea9-cb55c463a0f7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:08.407024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:08.408810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:08.425247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3a351804-b12d-4c9c-a614-a174535d41fa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.431704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3a351804-b12d-4c9c-a614-a174535d41fa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2338858 Jul 16 18:49:08.433038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:08.437802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:08.447183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f41db7a-4356-474a-b6c9-e8d124727de3 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:08.499575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0072c375-0340-4f78-a63a-67196da30224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:07Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:08.509543 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.559485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9f41db7a-4356-474a-b6c9-e8d124727de3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9f41db7a-4356-474a-b6c9-e8d124727de3,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:08.562954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072c375-0340-4f78-a63a-67196da30224 None None] The sync data for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 is: [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:07Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:08.607446 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.719188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e141f8f-7104-43bc-ab97-93a65e6454bd req-0e594b8a-afc0-48b1-b208-92b01e827297 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 210 time: 0.1430955 Jul 16 18:49:08.727805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:08.745391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-de39c961-1daa-4663-a51f-9d7fd969e873 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846071 Jul 16 18:49:08.759962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-558f3068-4f03-4df5-b01c-54bf8ad666a1 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/floatingips/579b7d6d-d4a5-4633-a82f-0a70395ec5b1 HTTP/1.1" status: 204 len: 168 time: 7.2979240 Jul 16 18:49:08.774955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9f41db7a-4356-474a-b6c9-e8d124727de3,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:08.976193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.994944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:09.006875 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece170e5-cbee-487c-b700-b501034468d6" -d '{"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:09.027059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5830b5e8-aee4-40b4-ad04-10e5be9cb7f8 req-e8ae757f-1fdb-4b53-9c57-b5feaaf3c4ac service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696543 Jul 16 18:49:09.143474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:09.146377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['9f41db7a-4356-474a-b6c9-e8d124727de3'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:09.192065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:09.192552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8aaae32e-3cc7-4e04-b7ea-9fc66cac926f not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:09.280988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Allocated IP 172.25.1.74 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/1833ad3c-a98d-4555-83eb-a34a2fa8fe71) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:09.293128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57259-6095-4a0a-915b-1045986d7fcf req-e415ebcb-0f1e-4c39-9142-67ec357e9cc4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.294868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48c57259-6095-4a0a-915b-1045986d7fcf req-e415ebcb-0f1e-4c39-9142-67ec357e9cc4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 944 time: 0.8585837 Jul 16 18:49:09.478885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.551765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:09.622642 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8057fced-d92d-434f-8ae2-c93e0447f4af x-openstack-request-id: req-8057fced-d92d-434f-8ae2-c93e0447f4af {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:09.622920 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:09.623176 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8057fced-d92d-434f-8ae2-c93e0447f4af {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:09.623584 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'status': 'completed', 'code': 200} Jul 16 18:49:09.626670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.734947 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.749561 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1330a787-6fd8-49fb-b209-4b3ad0ea4e5e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:49:09.750159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1330a787-6fd8-49fb-b209-4b3ad0ea4e5e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:09.814942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48c57259-6095-4a0a-915b-1045986d7fcf req-e7c07189-e9e8-407a-8762-31445553f8ce tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929945 Jul 16 18:49:09.848262 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1330a787-6fd8-49fb-b209-4b3ad0ea4e5e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2816534 Jul 16 18:49:09.853290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.865531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:09.882192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:09.882402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.963962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:09.991708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:37Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:10.012272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:10.021537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:10.060587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] Checking router: 6925d3ac-9807-4606-b320-ab53eaa98206 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:10.123749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'Port': ['ID=1833ad3c-a98d-4555-83eb-a34a2fa8fe71,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.196231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:10.207315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:10.245661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d37f084-0c3a-447c-bdbc-b70a50782aca req-68eaca21-827e-45f9-9db9-ebfd84bb4bc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 210 time: 0.0860765 Jul 16 18:49:10.248504 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.284912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece170e5-cbee-487c-b700-b501034468d6 req-d9aeb6e6-b89c-4d10-937a-1995d8c7c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.286511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ece170e5-cbee-487c-b700-b501034468d6 req-d9aeb6e6-b89c-4d10-937a-1995d8c7c3cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 1096 time: 0.6700008 Jul 16 18:49:10.289724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:10.306289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.370853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb5b99-d995-4d1e-a7d6-b00b9ff98431 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.373637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e368-b920-4d22-bfe1-60a42d59440d req-7364ef6d-d066-4e4e-b0f5-8c35fdb72594 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.375545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f071e368-b920-4d22-bfe1-60a42d59440d req-7364ef6d-d066-4e4e-b0f5-8c35fdb72594 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.6659155 Jul 16 18:49:10.391421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.401290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb5b99-d995-4d1e-a7d6-b00b9ff98431 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.403000 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-57cb5b99-d995-4d1e-a7d6-b00b9ff98431 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5434921 Jul 16 18:49:10.421269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59862) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:10.425846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.444598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-8d766361-1ba1-4590-b9c6-c2e78954bf84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.446487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-8d766361-1ba1-4590-b9c6-c2e78954bf84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 944 time: 0.5463929 Jul 16 18:49:10.571423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:10.623198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece170e5-cbee-487c-b700-b501034468d6 req-a5bdf9ab-d541-42db-9a00-1f01111cf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.629091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ece170e5-cbee-487c-b700-b501034468d6 req-a5bdf9ab-d541-42db-9a00-1f01111cf18a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 200 len: 897 time: 0.3310661 Jul 16 18:49:10.629490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f071e368-b920-4d22-bfe1-60a42d59440d req-72d86aed-4d70-434d-91cb-4b874e97605a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=02a12338-1704-4704-9a5a-c8b404f19e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248614 Jul 16 18:49:10.712544 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.722320 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ece170e5-cbee-487c-b700-b501034468d6 req-679e0fa1-f25b-4523-b697-7dd8c1c19366 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 200 len: 217 time: 0.0611010 Jul 16 18:49:10.817276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece170e5-cbee-487c-b700-b501034468d6 req-7926e07a-8635-4d01-a3d2-3391b9e5993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.818859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ece170e5-cbee-487c-b700-b501034468d6 req-7926e07a-8635-4d01-a3d2-3391b9e5993a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 200 len: 835 time: 0.0880194 Jul 16 18:49:10.861622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 3db038e9-1e4a-4a57-8046-ffcf380dcc1a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:10.861973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.893691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.922244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.966703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece170e5-cbee-487c-b700-b501034468d6 req-e1bc6ecc-932d-4012-b522-b44eb8cf4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.968240 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ece170e5-cbee-487c-b700-b501034468d6 req-e1bc6ecc-932d-4012-b522-b44eb8cf4d0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5837439e-10a1-4008-ab1b-7e82ae09d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421459 Jul 16 18:49:11.007835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.042373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'Port': ['ID=1833ad3c-a98d-4555-83eb-a34a2fa8fe71,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:11.042659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 3db038e9-1e4a-4a57-8046-ffcf380dcc1a owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:11.044471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:37Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:11.051428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.075902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282f634-c365-4591-a3ba-006b992e7e97 None None] The sync data for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 is: [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f0ae3873-604c-4ef9-a7cb-8401090fe27f', 'name': '', 'network_id': '5837439e-10a1-4008-ab1b-7e82ae09d9d0', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:a3:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:26Z', 'updated_at': '2021-07-16T18:47:37Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': '5f0374d9-e029-4a8c-a493-29f87deb0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:11.088199 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.112880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-69ef76d3-405e-4090-a414-51883973690c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6781476 Jul 16 18:49:11.160378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 728fe267-99c3-4a74-91b9-01af122374f8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:11.160980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.166328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port b8338791-03e4-439f-80ba-5a28e515e068 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:11.166669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.317380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-a5524ef4-869c-49a3-9aaa-88ede77d5d1f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--797377135&fields=id&tenant_id=db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 267 time: 0.0548618 Jul 16 18:49:11.335288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ece170e5-cbee-487c-b700-b501034468d6 req-c64999ee-f3fc-498e-a58e-72090857acbf service neutron] 10.222.0.59 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577094 Jul 16 18:49:11.443607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:11.458409 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.511214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9cb3-b0f4-47be-8fe0-9c35794ae2c1 req-ed863e87-a5ff-4c33-9f56-b764f3fa7073 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:11.520636 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef6d9cb3-b0f4-47be-8fe0-9c35794ae2c1 req-ed863e87-a5ff-4c33-9f56-b764f3fa7073 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 944 time: 0.4289339 Jul 16 18:49:11.552075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9f41db7a-4356-474a-b6c9-e8d124727de3 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:11.588358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port b8338791-03e4-439f-80ba-5a28e515e068, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b8338791-03e4-439f-80ba-5a28e515e068,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:11.588742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.590789 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad880372-b956-4c30-9691-3d3e1493c200 None None] New status for floating IP 579b7d6d-d4a5-4633-a82f-0a70395ec5b1: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:11.623702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for b8338791-03e4-439f-80ba-5a28e515e068 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:11.637475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:11.638656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.711692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 9f41db7a-4356-474a-b6c9-e8d124727de3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:11.718018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 9f41db7a-4356-474a-b6c9-e8d124727de3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:11.718636 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.818697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=3db038e9-1e4a-4a57-8046-ffcf380dcc1a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:11.842438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-51c7cae4-5fc7-4bc7-9b02-5d5d6d36f9bf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:11.849030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-51c7cae4-5fc7-4bc7-9b02-5d5d6d36f9bf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 817 time: 0.4930077 Jul 16 18:49:11.910489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.941465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:11.944305 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc021218-6128-46cf-98b4-ad4298029f04" -d '{"events": [{"server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "name": "network-vif-plugged", "status": "completed", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:11.947348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.959673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9f41db7a-4356-474a-b6c9-e8d124727de3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9f41db7a-4356-474a-b6c9-e8d124727de3,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:11.966487 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.972068 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.973533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef6d9cb3-b0f4-47be-8fe0-9c35794ae2c1 req-f1693606-cb2b-4d6d-9447-afed316ecc0a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518800 Jul 16 18:49:12.076670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=b8338791-03e4-439f-80ba-5a28e515e068,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.083510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9f41db7a-4356-474a-b6c9-e8d124727de3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.101223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ece170e5-cbee-487c-b700-b501034468d6 req-4e7ba778-266d-4529-831d-a628704fac98 service neutron] 10.222.0.59 "GET /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512147 Jul 16 18:49:12.123864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.131712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-7095c811-f544-4f85-b59a-0db2699b4f08 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/quotas/db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 375 time: 0.1614404 Jul 16 18:49:12.199293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 728fe267-99c3-4a74-91b9-01af122374f8 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:12.201131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] No DVR routers for this DVR port b8338791-03e4-439f-80ba-5a28e515e068 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:12.208649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.209008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13a330c5-fbef-48f4-a919-1a9d38b8d689 req-618ff6f4-8c84-4a59-9ed8-c995ec5fd009 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.59 "DELETE /v2.0/ports/b8338791-03e4-439f-80ba-5a28e515e068 HTTP/1.1" status: 204 len: 173 time: 1.7312355 Jul 16 18:49:12.212444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-deleted', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:12.214005 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09cf2ec-45e0-41ee-b7c9-ee6fe5ff348a" -d '{"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-deleted", "tag": "b8338791-03e4-439f-80ba-5a28e515e068"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:12.246404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 01651aa9-1223-45f2-a3e3-9c681b42e19c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:12.313059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-55263f95-4236-4acb-8444-d46180f581de req-f5e1f48e-a90c-4a80-88df-288fb6e82f24 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 210 time: 0.0634258 Jul 16 18:49:12.357023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-e31d91c4-288d-4c00-b94e-306e155b2c73 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828194 Jul 16 18:49:12.401276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:12.412247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] Sync routers for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:12.416891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f98f6f88-6e76-4426-9079-290764e37f1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/01651aa9-1223-45f2-a3e3-9c681b42e19c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7567852 Jul 16 18:49:12.418171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59904) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.443862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:12.444891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:12.501804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0521834c-833e-4b26-a3b7-3ce6ea0fb04c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=01651aa9-1223-45f2-a3e3-9c681b42e19c HTTP/1.1" status: 200 len: 205 time: 0.0821416 Jul 16 18:49:12.502584 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.551651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.580601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:12.624972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c01d49b-2869-4957-bf8e-ca62d4f9ba70 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.633932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] Routers {'01651aa9-1223-45f2-a3e3-9c681b42e19c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:12.634639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:48:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['01651aa9-1223-45f2-a3e3-9c681b42e19c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:12.652518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=728fe267-99c3-4a74-91b9-01af122374f8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.700844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:12.701544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a576b-e4de-4f61-ab6f-a92e4da00c5a None None] The sync data for ids ['01651aa9-1223-45f2-a3e3-9c681b42e19c'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:12.723874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-45021d82-5046-4fe2-a18b-18a7be14df08 service neutron] 10.222.0.49 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141713 Jul 16 18:49:12.725701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.728056 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ce287453-70cd-4770-b808-3dbadc8984c8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/728fe267-99c3-4a74-91b9-01af122374f8 HTTP/1.1" status: 204 len: 168 time: 2.3055024 Jul 16 18:49:12.738865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.864496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ce938-2878-4704-9518-22545aa046e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:12.867375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ce938-2878-4704-9518-22545aa046e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:12.871602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f1ce938-2878-4704-9518-22545aa046e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1287899 Jul 16 18:49:12.873415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.979488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-8af34cc9-3dc9-4b9a-993b-123210da11a4 service neutron] 10.222.0.49 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486110 Jul 16 18:49:13.015384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 6f50485b-0015-407d-9ec3-aa95c2f6ce2c {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:13.028592 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.075181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.206592 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.278671 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.338331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=6f50485b-0015-407d-9ec3-aa95c2f6ce2c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.359169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.363829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56e2d4-30c8-4366-b863-2a55f1ff2881 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:13.364357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e8ef87c3-af4e-4649-a19d-14bcb7615194 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/6f50485b-0015-407d-9ec3-aa95c2f6ce2c HTTP/1.1" status: 204 len: 168 time: 0.4870834 Jul 16 18:49:13.364357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:13.389350 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b5412b-f45b-4dd3-9ecc-52a96a8b3b53 x-openstack-request-id: req-e8b5412b-f45b-4dd3-9ecc-52a96a8b3b53 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:13.392749 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "name": "network-vif-plugged", "status": "completed", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:13.395764 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8b5412b-f45b-4dd3-9ecc-52a96a8b3b53 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:13.396288 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'code': 200} Jul 16 18:49:13.449010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec39853e-60de-453f-8ad2-fc11eec25521 req-8fa961d0-304c-496b-8caa-a707044ab8c8 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=439c2b23-5f42-408c-8eb4-0c7d72860e64 HTTP/1.1" status: 200 len: 210 time: 0.0830996 Jul 16 18:49:13.495805 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6059b3f-7946-4640-aab2-5661d88655f8 x-openstack-request-id: req-b6059b3f-7946-4640-aab2-5661d88655f8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:13.498105 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439c2b23-5f42-408c-8eb4-0c7d72860e64", "name": "network-vif-deleted", "tag": "b8338791-03e4-439f-80ba-5a28e515e068", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:13.498425 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6059b3f-7946-4640-aab2-5661d88655f8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:13.498891 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439c2b23-5f42-408c-8eb4-0c7d72860e64', 'name': 'network-vif-deleted', 'tag': 'b8338791-03e4-439f-80ba-5a28e515e068', 'status': 'completed', 'code': 200} Jul 16 18:49:13.506452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-21aa0c5d-4de8-4acd-9fc6-fb172c8d9191 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352892 Jul 16 18:49:13.511286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59924) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:13.547019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:13.568589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:13.603151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: b8338791-03e4-439f-80ba-5a28e515e068 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:13.603749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b8338791-03e4-439f-80ba-5a28e515e068 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:13.711801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e4b64293-d6cb-4e67-b097-f68cdae0db38 req-2be7d5e6-fbec-4d51-9a2b-16092d1cc887 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 210 time: 0.1849198 Jul 16 18:49:13.724682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c01d49b-2869-4957-bf8e-ca62d4f9ba70 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.730178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c01d49b-2869-4957-bf8e-ca62d4f9ba70 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.812807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:13.816815 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c01d49b-2869-4957-bf8e-ca62d4f9ba70 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.818167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c01d49b-2869-4957-bf8e-ca62d4f9ba70 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Fanout notify agent at l3_agent the message router_deleted on router 01651aa9-1223-45f2-a3e3-9c681b42e19c {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:13.829114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:13.832768 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.838469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c01d49b-2869-4957-bf8e-ca62d4f9ba70 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.852802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8c01d49b-2869-4957-bf8e-ca62d4f9ba70 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/01651aa9-1223-45f2-a3e3-9c681b42e19c HTTP/1.1" status: 204 len: 168 time: 1.3465598 Jul 16 18:49:13.859424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:13.925089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] Deleting port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:13.925830 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.935011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13c16da8-9062-4e08-a734-dda234c4a687 req-4808662c-aec5-4c4a-883b-c5786b7a055b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 210 time: 0.0602992 Jul 16 18:49:14.003387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] For port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:14.004070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.021971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] Calling delete_port for 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:14.054232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff2f73-845f-4016-a895-811aed6e6320 req-aa9f813d-64b6-4a8c-9719-e29824c98ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:14.056637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00ff2f73-845f-4016-a895-811aed6e6320 req-aa9f813d-64b6-4a8c-9719-e29824c98ac5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 1097 time: 0.5687003 Jul 16 18:49:14.084266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet 9c078a49-706b-4fc5-8fab-dc786398cb19 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:14.088737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.136896 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.153673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.211543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] No DVR routers for this DVR port 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:14.213706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591f88-3b44-4392-bb0b-0c60ac094469 None None] Pushing event deleted for resources: {'Port': ['ID=92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:14.275019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940301c-2a19-49ac-ba93-2698adeac170 req-cfd057c6-cf32-4af5-a371-a4bbd220bd28 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:14.282177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9940301c-2a19-49ac-ba93-2698adeac170 req-cfd057c6-cf32-4af5-a371-a4bbd220bd28 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 945 time: 0.7104809 Jul 16 18:49:14.297586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.358189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00ff2f73-845f-4016-a895-811aed6e6320 req-e0d4a67c-0e3f-4fa7-8f39-90116f09ea41 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940848 Jul 16 18:49:14.411149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9940301c-2a19-49ac-ba93-2698adeac170 req-9b62f7ef-4b6e-4672-913a-5735a893a83b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280708 Jul 16 18:49:14.508023 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.597877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59944) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:14.607289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=9c078a49-706b-4fc5-8fab-dc786398cb19,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:14.611798 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.616328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5015e91e-0b80-4339-bdae-94aabff0917e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/9c078a49-706b-4fc5-8fab-dc786398cb19 HTTP/1.1" status: 204 len: 168 time: 0.7305515 Jul 16 18:49:14.616328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.618069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59946) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:14.621521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640aea3-2b4e-4a7e-a248-11235da711d5 None None] Network dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:14.961815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] DHCP port deletion for dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:15.067101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] Deleting port afd4b656-ad3c-438c-8358-3714bb43de30 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:15.068411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.183367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] For port afd4b656-ad3c-438c-8358-3714bb43de30, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=afd4b656-ad3c-438c-8358-3714bb43de30,segment=NetworkSegment(dbc8a7ec-0925-467e-9aba-bd5f706582ab),segment_id=dbc8a7ec-0925-467e-9aba-bd5f706582ab)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:15.183689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.200950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] Calling delete_port for afd4b656-ad3c-438c-8358-3714bb43de30 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:15.229841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e1f15243-7950-4223-8c0c-2c285c23da65 req-e67e6d93-8564-4231-bd79-f9693cf7c660 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c7f3c38-1001-4c43-bb65-eb1b91dcf810 HTTP/1.1" status: 200 len: 210 time: 0.0677454 Jul 16 18:49:15.418016 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.466455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.503695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e0e8764b-261d-427d-8718-fd9b28a06cb5 req-8daa54a6-8efb-4185-989d-c49cae714c67 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 210 time: 0.1547911 Jul 16 18:49:15.531898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:15.536802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] Pushing event deleted for resources: {'Port': ['ID=afd4b656-ad3c-438c-8358-3714bb43de30,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:15.546467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:15.547476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:15.606064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ddd56-42db-48aa-b6a0-295142fe162e None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:15.608352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:15.609003 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.620526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fa8fd-3a53-48c0-b5a6-27afc5b50012 None None] No DVR routers for this DVR port afd4b656-ad3c-438c-8358-3714bb43de30 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:15.651387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet 9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:15.653127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:15.653566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 92c5ca0b-fb21-4b3d-a6e0-f56792b1efc2 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:15.654181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afd4b656-ad3c-438c-8358-3714bb43de30 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:15.666068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1262367 Jul 16 18:49:15.666942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.671099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59962) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:15.676936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cebf57-83bc-4e89-9643-3037095d381b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=f7b44fe3-8846-403b-820e-5192f9415cfc,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:15.680407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-389b5cc7-ff8e-486f-a4a4-16e801b0f1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': 'f7b44fe3-8846-403b-820e-5192f9415cfc', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1886185204'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:15.735662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: afd4b656-ad3c-438c-8358-3714bb43de30 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:15.736918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device afd4b656-ad3c-438c-8358-3714bb43de30 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:15.789072 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.810532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-5d811a6e-8902-40e0-81b4-73a742b7e78a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:15.812092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-5d811a6e-8902-40e0-81b4-73a742b7e78a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 817 time: 0.4510632 Jul 16 18:49:15.932467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b5cc7-ff8e-486f-a4a4-16e801b0f1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:15.968105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-841e3bb5-7859-4d18-9706-2204ca955297 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 379 time: 0.1012855 Jul 16 18:49:15.994322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'port': {'device_id': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'admin_state_up': True, 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'security_groups': ['fdf306bd-6095-4b65-9f7f-23553c3f0b7d']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:16.009853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'f7b44fe3-8846-403b-820e-5192f9415cfc'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:16.013825 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.073614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.147915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489c79-b953-4541-bc68-106073a3ff26 req-6b1e53b5-6419-4466-937e-c1c2533a8eae tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.151405 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7489c79-b953-4541-bc68-106073a3ff26 req-6b1e53b5-6419-4466-937e-c1c2533a8eae tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 945 time: 0.3470652 Jul 16 18:49:16.207921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Made reservation on behalf of db29f6bb99b74d21bef7d39b747a8721 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:16.215389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.225920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4efdae14-3a75-476c-ab3a-5196e160ad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.229342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.229853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a7489c79-b953-4541-bc68-106073a3ff26 req-0f9d4772-3a19-462e-a162-90e50317f724 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596836 Jul 16 18:49:16.253587 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-389b5cc7-ff8e-486f-a4a4-16e801b0f1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.263942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/f7b44fe3-8846-403b-820e-5192f9415cfc/ca340e31-601d-40dc-8325-c519779a3ed0) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:16.322611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-389b5cc7-ff8e-486f-a4a4-16e801b0f1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port a6e13d18-8729-4233-8670-ae064b6c1b95 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:49:16.345759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:16.361600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.364886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-08e8e9f7-4c50-41ea-b2fe-d750cf320fee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40 HTTP/1.1" status: 204 len: 168 time: 1.7430842 Jul 16 18:49:16.365843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c42e2-3eec-463d-bd2a-b64d840428f9 None None] Network 1becdece-25ae-4b27-b95a-7e81288519c1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:16.372476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59968) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:16.535317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.687556 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.699503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf8ccd7-4668-4be1-abe4-37c4dfd8b291']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:16.707742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19853c3-6024-4fc1-845c-b887d586343b req-5d2b8b03-d0cb-486f-8e09-1744a0a3ae34 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.712944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc8a7ec-0925-467e-9aba-bd5f706582ab') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:16.713179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc8a7ec-0925-467e-9aba-bd5f706582ab') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:16.716239 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a19853c3-6024-4fc1-845c-b887d586343b req-5d2b8b03-d0cb-486f-8e09-1744a0a3ae34 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 945 time: 0.2243998 Jul 16 18:49:16.723507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.737990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port f0ae3873-604c-4ef9-a7cb-8401090fe27f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:16.738344 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.739496 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.746849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:16.747250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.769862 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.824180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Transition to ACTIVE for port object ca340e31-601d-40dc-8325-c519779a3ed0 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:16.831034 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:16.836462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.881763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Transition to ACTIVE for port object ca340e31-601d-40dc-8325-c519779a3ed0 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:16.890819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0194337-117e-4bdb-a481-8b67a719a035 req-2ced50c6-9f35-40d0-b4a5-b152e6bda0ea tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 210 time: 0.0735183 Jul 16 18:49:16.898347 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.898716 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.902757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/dbf8ccd7-4668-4be1-abe4-37c4dfd8b291 HTTP/1.1" status: 204 len: 168 time: 0.5266469 Jul 16 18:49:16.912282 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:16.943964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Allocated IP 172.20.0.6 (9f9b3039-5cf5-4d70-96fd-5a67bb15f231/f6fc654f-2218-4bb1-b4ff-715f348c4bcc/9a41c55b-33f3-4f53-a2c0-01ec26f4c597) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:16.944448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a19853c3-6024-4fc1-845c-b887d586343b req-5d654b6e-21b1-4219-8ee6-cae7a3576288 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198522 Jul 16 18:49:16.944545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5a9cd-aae4-441b-86f0-5486e0a52020 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=dbf8ccd7-4668-4be1-abe4-37c4dfd8b291,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:16.961884 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-389b5cc7-ff8e-486f-a4a4-16e801b0f1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:16.962349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389b5cc7-ff8e-486f-a4a4-16e801b0f1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:16.964712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 59978) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:16.972395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b594687-7873-4364-8863-93995c351f1c None None] DHCP port deletion for 1becdece-25ae-4b27-b95a-7e81288519c1 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:16.995558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:17.023199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:17.029108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:17.040363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Pushing event updated for resources: {'Port': ['ID=ca340e31-601d-40dc-8325-c519779a3ed0,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:17.065978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-389b5cc7-ff8e-486f-a4a4-16e801b0f1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3931201 Jul 16 18:49:17.075532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:17.117402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Attempting to bind port ca340e31-601d-40dc-8325-c519779a3ed0 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:17.118330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port f0ae3873-604c-4ef9-a7cb-8401090fe27f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0ae3873-604c-4ef9-a7cb-8401090fe27f,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:17.118688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.119177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Attempting to bind port ca340e31-601d-40dc-8325-c519779a3ed0 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:17.119748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Attempting to bind port ca340e31-601d-40dc-8325-c519779a3ed0 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:17.126557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.129965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:17.130708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:17.131345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.132193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:17.133004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Bound port: ca340e31-601d-40dc-8325-c519779a3ed0, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:17.133620 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.145762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9b594687-7873-4364-8863-93995c351f1c None None] Deleting port fe1287ce-2353-4813-a79d-909f2aaa2888 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:17.145762 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b594687-7873-4364-8863-93995c351f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.176927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for f0ae3873-604c-4ef9-a7cb-8401090fe27f owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:17.237721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.277144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Transition to ACTIVE for port object 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:17.364369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7eec2c-57ce-421b-8c9a-3ef31bf470bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.373036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-db7eec2c-57ce-421b-8c9a-3ef31bf470bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2964230 Jul 16 18:49:17.377526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:17.447690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43d25b-d0a7-4ce7-9869-4fb2fa0df0ce tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.449282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0b43d25b-d0a7-4ce7-9869-4fb2fa0df0ce tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 1092 time: 0.4694579 Jul 16 18:49:17.455034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:17.460993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'tenant_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:17.509966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.594225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port fe1287ce-2353-4813-a79d-909f2aaa2888 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:17.605276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.613830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:17.622381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c93a90-c93b-4b16-891f-37df6e0c4849 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.624062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c93a90-c93b-4b16-891f-37df6e0c4849 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.625826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-91c93a90-c93b-4b16-891f-37df6e0c4849 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2473342 Jul 16 18:49:17.629092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 59992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:17.649220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9b594687-7873-4364-8863-93995c351f1c None None] For port fe1287ce-2353-4813-a79d-909f2aaa2888, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=fe1287ce-2353-4813-a79d-909f2aaa2888,segment=NetworkSegment(4f603f5b-8a01-46a6-844a-ec7da0029780),segment_id=4f603f5b-8a01-46a6-844a-ec7da0029780)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:17.649561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:17.649676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b594687-7873-4364-8863-93995c351f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.668105 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.681153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9b594687-7873-4364-8863-93995c351f1c None None] Calling delete_port for fe1287ce-2353-4813-a79d-909f2aaa2888 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:17.684301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:17.707238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port fe1287ce-2353-4813-a79d-909f2aaa2888, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=fe1287ce-2353-4813-a79d-909f2aaa2888,segment=NetworkSegment(4f603f5b-8a01-46a6-844a-ec7da0029780),segment_id=4f603f5b-8a01-46a6-844a-ec7da0029780)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:17.707728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.718795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:17.727568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for fe1287ce-2353-4813-a79d-909f2aaa2888 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:17.796551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet f7b44fe3-8846-403b-820e-5192f9415cfc {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:17.803909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.862953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.863714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.878635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.929115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device fe1287ce-2353-4813-a79d-909f2aaa2888 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:17.964913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.970133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-c1c231af-c843-4108-9fa2-4ca66e847e4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9794939 Jul 16 18:49:17.972397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=fe1287ce-2353-4813-a79d-909f2aaa2888,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:17.977210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port fe1287ce-2353-4813-a79d-909f2aaa2888 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:17.991239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] For port ca340e31-601d-40dc-8325-c519779a3ed0, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:17.996719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: fe1287ce-2353-4813-a79d-909f2aaa2888 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:17.999203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device fe1287ce-2353-4813-a79d-909f2aaa2888 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:18.044513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Request body: {'port': {'device_id': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:18.050390 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b594687-7873-4364-8863-93995c351f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.080166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] For port ca340e31-601d-40dc-8325-c519779a3ed0, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ca340e31-601d-40dc-8325-c519779a3ed0,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:18.081048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.147811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594687-7873-4364-8863-93995c351f1c None None] Pushing event deleted for resources: {'Port': ['ID=fe1287ce-2353-4813-a79d-909f2aaa2888,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.161761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b594687-7873-4364-8863-93995c351f1c None None] No DVR routers for this DVR port fe1287ce-2353-4813-a79d-909f2aaa2888 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:18.169002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.282840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0fdd44cb-1b30-4e1d-83da-bedc285ad75d None None] Provisioning for port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:18.316925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=f0ae3873-604c-4ef9-a7cb-8401090fe27f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.318914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0fdd44cb-1b30-4e1d-83da-bedc285ad75d None None] Provisioning complete for port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:18.320870 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0fdd44cb-1b30-4e1d-83da-bedc285ad75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.358351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.403933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.426398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.428008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f06ef-fa74-4d2d-88e3-bde126a6ba45 None None] Pushing event updated for resources: {'Port': ['ID=ca340e31-601d-40dc-8325-c519779a3ed0,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.447902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1becdece-25ae-4b27-b95a-7e81288519c1']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:18.449241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd44cb-1b30-4e1d-83da-bedc285ad75d None None] Port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:18.481674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f603f5b-8a01-46a6-844a-ec7da0029780') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:18.482078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f603f5b-8a01-46a6-844a-ec7da0029780') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:18.572826 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.573678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.695670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.738030 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97b7a0c2-4a6e-48cf-9aa7-3e018061f612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.740036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:18.741174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:18.776845 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:18.869438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.873319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.894760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.897997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/1becdece-25ae-4b27-b95a-7e81288519c1 HTTP/1.1" status: 204 len: 168 time: 1.9838030 Jul 16 18:49:18.905956 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.911981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8db231-31f4-4e0b-a1b9-9b814114e7e6 req-74841f20-e3d4-4a5c-aaa7-3722693190ce tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.917533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2b8db231-31f4-4e0b-a1b9-9b814114e7e6 req-74841f20-e3d4-4a5c-aaa7-3722693190ce tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 931 time: 0.7549949 Jul 16 18:49:18.918922 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.921971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60002) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:18.927174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1751245898'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:18.980472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50184160-e224-4542-8dda-32e2b3011d15 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=1becdece-25ae-4b27-b95a-7e81288519c1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:19.080886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:19.087675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.089519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b44fe3-8846-403b-820e-5192f9415cfc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:19.102293 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.104395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6499f453-bd86-4268-a061-e91910f684d9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/f7b44fe3-8846-403b-820e-5192f9415cfc HTTP/1.1" status: 204 len: 168 time: 1.4735115 Jul 16 18:49:19.107496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60004) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:19.118368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.25.1.64 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/02aa07f5-f037-4ceb-a234-9f3899840783) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:19.161248 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-37728a2e-ced4-48a5-acf3-55fc901ac821 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524075 Jul 16 18:49:19.169688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60006) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:19.176665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:19.253373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:19.261555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2b8db231-31f4-4e0b-a1b9-9b814114e7e6 req-35bfbc26-78ae-43b6-a178-49bd698276d2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197572 Jul 16 18:49:19.309753 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.310098 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment c98dc249-bf12-4047-8973-65a954e0d9da of type vlan for network e0d53eb9-e227-44a0-9ff7-db97ca828de6 Jul 16 18:49:19.363928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.570643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ca340e31-601d-40dc-8325-c519779a3ed0 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:19.573128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.657985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:19.669000 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.679488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ca340e31-601d-40dc-8325-c519779a3ed0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:19.703656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Transition to ACTIVE for port object 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:19.708360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.715604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.784734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:19.796584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:19.805361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:19.959859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=02aa07f5-f037-4ceb-a234-9f3899840783,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:19.980067 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.108696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:20.148362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 6925d3ac-9807-4606-b320-ab53eaa98206 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:20.156338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daba5a9-0dc6-4d75-b294-a263d9c04db6 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:20.273469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:20.277909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.310740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.317110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.317935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.336413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97294ceb-3ef4-4d7e-a983-fab2406e9755 None None] Provisioning for port ca340e31-601d-40dc-8325-c519779a3ed0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:20.352663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-97294ceb-3ef4-4d7e-a983-fab2406e9755 None None] Provisioning complete for port ca340e31-601d-40dc-8325-c519779a3ed0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:20.354853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97294ceb-3ef4-4d7e-a983-fab2406e9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.543906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6208026 Jul 16 18:49:20.586561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:20.592726 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e8407103-9bca-42d4-b93f-b5c1dff057c4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/6925d3ac-9807-4606-b320-ab53eaa98206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9932446 Jul 16 18:49:20.596687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60026) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:20.597332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60028) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:20.599015 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] Sync routers for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:20.602728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97294ceb-3ef4-4d7e-a983-fab2406e9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.604169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:20.625586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:20.631352 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:20.633953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:20.731543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-97294ceb-3ef4-4d7e-a983-fab2406e9755 None None] For port ca340e31-601d-40dc-8325-c519779a3ed0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ca340e31-601d-40dc-8325-c519779a3ed0,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:20.747073 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97294ceb-3ef4-4d7e-a983-fab2406e9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.825465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3ae58-85f6-4465-b01f-d44fcffb63dc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=e0d53eb9-e227-44a0-9ff7-db97ca828de6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:20.913430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:20.934270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:21.003753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting subnet 5f0374d9-e029-4a8c-a493-29f87deb0490 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:21.012420 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.030220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294ceb-3ef4-4d7e-a983-fab2406e9755 None None] Pushing event updated for resources: {'Port': ['ID=ca340e31-601d-40dc-8325-c519779a3ed0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:21.132293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] Deleting port ca340e31-601d-40dc-8325-c519779a3ed0 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:21.132293 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.158824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f298da7-8c85-4371-8cae-63a65c4edb98 req-1e91e469-cc64-49c2-baa0-35c7b6899c8f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.177634 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f298da7-8c85-4371-8cae-63a65c4edb98 req-1e91e469-cc64-49c2-baa0-35c7b6899c8f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.6051316 Jul 16 18:49:21.179051 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.210430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Attempting to bind port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:21.210941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Attempting to bind port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:21.211379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Attempting to bind port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:21.214462 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:21.219749 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.299829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f298da7-8c85-4371-8cae-63a65c4edb98 req-3daa45ac-9431-44b2-b736-66a328cba7e4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211185 Jul 16 18:49:21.352158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] For port ca340e31-601d-40dc-8325-c519779a3ed0, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ca340e31-601d-40dc-8325-c519779a3ed0,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:21.352698 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.353660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.386265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] Calling delete_port for ca340e31-601d-40dc-8325-c519779a3ed0 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:21.427506 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:49:17Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:21.446581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:21.457693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:21.476347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ca340e31-601d-40dc-8325-c519779a3ed0 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:21.485102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.485723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.497708 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] Checking router: 6925d3ac-9807-4606-b320-ab53eaa98206 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:21.503786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=7e56b82c-6e13-4340-973e-b062edca06ae,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:21.520042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70d963ca-9643-4a86-b70a-992f12a6ec13 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3481357 Jul 16 18:49:21.528723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60036) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:21.534082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2569c368-4009-416f-94c0-8113d40dbc45 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1675190971', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:21.538090 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] Routers {'6925d3ac-9807-4606-b320-ab53eaa98206'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:21.539982 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6925d3ac-9807-4606-b320-ab53eaa98206'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:21.604128 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.625709 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2569c368-4009-416f-94c0-8113d40dbc45 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.627190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2569c368-4009-416f-94c0-8113d40dbc45 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.649975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] Pushing event deleted for resources: {'Port': ['ID=ca340e31-601d-40dc-8325-c519779a3ed0,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:21.653887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No active binding found for port ca340e31-601d-40dc-8325-c519779a3ed0 {{(pid=93797) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:49:21.653887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ca340e31-601d-40dc-8325-c519779a3ed0 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:21.657083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7ea01-6510-4a69-86cd-999985fd2f22 None None] No DVR routers for this DVR port ca340e31-601d-40dc-8325-c519779a3ed0 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:21.691032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb299c-1e34-4a50-845c-049da71146d1 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:21.792994 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] Set router 6925d3ac-9807-4606-b320-ab53eaa98206 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:21.810928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2569c368-4009-416f-94c0-8113d40dbc45 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.821528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2569c368-4009-416f-94c0-8113d40dbc45 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.858675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2569c368-4009-416f-94c0-8113d40dbc45 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.862499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:21.862908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2569c368-4009-416f-94c0-8113d40dbc45 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3326969 Jul 16 18:49:21.863346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Attempting to bind port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:21.863456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.863563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60040) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:21.902836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.929671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:21.929671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Checking segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:21.929671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Bound using segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:21.930000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Bound port: 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:21.930728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.044316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '7e56b82c-6e13-4340-973e-b062edca06ae'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:22.045326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.135522 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:49:17Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:22.159375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.243841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.255732 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd02843-0c19-43ca-b194-c899f328c4ce None None] The sync data for ids ['6925d3ac-9807-4606-b320-ab53eaa98206'] in n-d-791504-15 is: [{'id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365159496', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:49:17Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': 'b2b66f48-5132-4f7d-a402-5934a7f95e54', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6925d3ac-9807-4606-b320-ab53eaa98206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:18Z', 'updated_at': '2021-07-16T18:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:22.292381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/7e56b82c-6e13-4340-973e-b062edca06ae/45774b1a-6fa3-4520-a483-8bc6b3aaf69f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:22.457725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:22.483111 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.497649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:22.532032 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.587108 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.597567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Transition to ACTIVE for port object 45774b1a-6fa3-4520-a483-8bc6b3aaf69f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:22.617752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Transition to ACTIVE for port object 45774b1a-6fa3-4520-a483-8bc6b3aaf69f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:22.627914 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.646714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.672866 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.679482 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/subnets/5f0374d9-e029-4a8c-a493-29f87deb0490 HTTP/1.1" status: 204 len: 168 time: 1.9565065 Jul 16 18:49:22.687501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Pushing event updated for resources: {'Port': ['ID=45774b1a-6fa3-4520-a483-8bc6b3aaf69f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:22.690870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac2fb53-ede0-41ce-b8fa-1272fc86c261 None None] Network 5837439e-10a1-4008-ab1b-7e82ae09d9d0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:22.708032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:22.715664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:22.716131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:22.716795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.719059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 1092 time: 4.6809449 Jul 16 18:49:22.728623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:22.732397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:22.783760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:22.786212 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58684d8-5bf0-4a2d-8d89-72deac11bd67" -d '{"events": [{"name": "network-changed", "server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:22.852761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.870442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffa17a-2073-4142-9892-fc0feb2838a3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0374d9-e029-4a8c-a493-29f87deb0490,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:22.971127 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.995195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=67a99c91-e6da-426e-8f59-07aec5d90c66,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:22.999666 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5309a168-3edd-4d11-911b-4f2a8cab48ff x-openstack-request-id: req-5309a168-3edd-4d11-911b-4f2a8cab48ff {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:22.999950 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:23.000197 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5309a168-3edd-4d11-911b-4f2a8cab48ff {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:23.000577 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'status': 'completed', 'code': 200} Jul 16 18:49:23.005125 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.010014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Attempting to bind port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:23.010014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Attempting to bind port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:23.013251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Attempting to bind port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:23.015489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.041047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.061828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:23.062218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:23.062672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.063189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:23.063732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Bound port: 45774b1a-6fa3-4520-a483-8bc6b3aaf69f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:23.064283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.065138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba433e4-edda-4fbe-a149-75a49b7bdf32 req-d9dc6d8d-b995-4d4e-92e4-116579f816e2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.073726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cba433e4-edda-4fbe-a149-75a49b7bdf32 req-d9dc6d8d-b995-4d4e-92e4-116579f816e2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.5217142 Jul 16 18:49:23.081773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2954e-6719-493f-a0b9-7af4dadac5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.152254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::1 (78c95300-195f-443c-b5c5-d4b9b102593a/7e56b82c-6e13-4340-973e-b062edca06ae/168c9b35-15ce-4f44-a0de-8d0bb9ef34f8) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:23.213740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] For port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:23.220002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] For port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=45774b1a-6fa3-4520-a483-8bc6b3aaf69f,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:23.220695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.227122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.243318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.278559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] DHCP port deletion for 5837439e-10a1-4008-ab1b-7e82ae09d9d0 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:23.372875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2cd25-9703-4b90-8d42-777b53d03c10 None None] Pushing event updated for resources: {'Port': ['ID=45774b1a-6fa3-4520-a483-8bc6b3aaf69f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.396155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cba433e4-edda-4fbe-a149-75a49b7bdf32 req-f38a0065-70d2-43fc-9196-a77f11a09372 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212681 Jul 16 18:49:23.399368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] Deleting port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:23.400463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.401428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': 'c98dc249-bf12-4047-8973-65a954e0d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:23.401809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: e0d53eb9-e227-44a0-9ff7-db97ca828de6, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:23.417457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.451315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=02aa07f5-f037-4ceb-a234-9f3899840783,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.459956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port b2b66f48-5132-4f7d-a402-5934a7f95e54 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:23.459956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.465237 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae3873-604c-4ef9-a7cb-8401090fe27f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:23.484330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-fa6ca4da-a876-4c3a-829f-2a16ab7fc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.486019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-fa6ca4da-a876-4c3a-829f-2a16ab7fc3b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1095 time: 0.6853864 Jul 16 18:49:23.538874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f0ae3873-604c-4ef9-a7cb-8401090fe27f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:23.539295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae3873-604c-4ef9-a7cb-8401090fe27f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:23.539615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:23.580330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port b2b66f48-5132-4f7d-a402-5934a7f95e54, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b2b66f48-5132-4f7d-a402-5934a7f95e54,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:23.580837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.593732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:23.599423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for b2b66f48-5132-4f7d-a402-5934a7f95e54 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:23.633448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] For port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:23.633923 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.692877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] Calling delete_port for be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:23.698457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:23.711567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-000157b7-c312-4db9-a052-4e7ad717c9c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 217 time: 0.2102749 Jul 16 18:49:23.774513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.802332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e0d53eb9-e227-44a0-9ff7-db97ca828de6) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:23.814553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb43ab-3799-4568-9260-f1e7c3183696 None None] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:23.822384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.822984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.846303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,segment=NetworkSegment(0d82a0f6-1500-4968-b5ec-7636506ef9ef),segment_id=0d82a0f6-1500-4968-b5ec-7636506ef9ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:23.883981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.907953 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Floating IP ff25b835-f315-478d-a429-1aacfa549c42 associated. External IP: 172.25.1.64, port: 9f41db7a-4356-474a-b6c9-e8d124727de3. Jul 16 18:49:23.918219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b51aa0e9-7055-40fb-aaac-c72fa19caf2d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3196073 Jul 16 18:49:23.949478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.968343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60064) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:23.968931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.973401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-4ebbadc0-7489-46eb-bca7-890fed4dda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.976381 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-4ebbadc0-7489-46eb-bca7-890fed4dda3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.2440500 Jul 16 18:49:23.984806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3e0289b5-4dd5-4419-b8db-f4f35a08b1c7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1098506520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:23.999536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.031499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:24.051496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:24.068071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:24.068677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.105331 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.185418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] Pushing event deleted for resources: {'Port': ['ID=be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:24.207918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=168c9b35-15ce-4f44-a0de-8d0bb9ef34f8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:24.215564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e0289b5-4dd5-4419-b8db-f4f35a08b1c7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.216896 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e0289b5-4dd5-4419-b8db-f4f35a08b1c7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.225569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de21f2-e319-4b6d-b8de-c2665032b39a None None] No DVR routers for this DVR port be8ee7f6-0cc7-4614-9a79-c8892ffeb1b1 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:24.231873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-8d783c43-2c67-497c-8a6f-70bf900339d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.233947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-8d783c43-2c67-497c-8a6f-70bf900339d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2487903 Jul 16 18:49:24.237519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e0d53eb9-e227-44a0-9ff7-db97ca828de6', 'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': '67a99c91-e6da-426e-8f59-07aec5d90c66'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:24.249245 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.290123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:24.295313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e0289b5-4dd5-4419-b8db-f4f35a08b1c7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.340477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e0289b5-4dd5-4419-b8db-f4f35a08b1c7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.404543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=b2b66f48-5132-4f7d-a402-5934a7f95e54,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:24.482765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.485603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e0289b5-4dd5-4419-b8db-f4f35a08b1c7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.490123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3e0289b5-4dd5-4419-b8db-f4f35a08b1c7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5104067 Jul 16 18:49:24.490796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60074) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:24.499573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'port': {'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6', 'name': 'tempest-RoutersIpV6Test-1713829300'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:24.528002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-31994003-3ebb-44df-9714-06f71227b049 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867625 Jul 16 18:49:24.603126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Allocated IP 2001:db8::2 (e0d53eb9-e227-44a0-9ff7-db97ca828de6/67a99c91-e6da-426e-8f59-07aec5d90c66/a7ae6227-cb62-457f-bffd-326149b416fb) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:24.694210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:24.762932 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.773552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Transition to ACTIVE for port object a7ae6227-cb62-457f-bffd-326149b416fb will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:24.774628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.792258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Transition to ACTIVE for port object a7ae6227-cb62-457f-bffd-326149b416fb will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:24.799017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] Sync routers for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:24.805177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.807679 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.858516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Pushing event updated for resources: {'Port': ['ID=a7ae6227-cb62-457f-bffd-326149b416fb,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:24.872615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:24.873295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:24.890076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-617a3f20-f470-4c2e-b095-ac7b76a4e9b3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4326663 Jul 16 18:49:24.905568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:24.918917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:24.921087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:24.929620 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.932523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:25.034981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:25.038842 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086391c1-3b35-4663-af5f-6634b06411e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:25.045857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-35cfbaff-5845-409e-ae63-0349eb47d086 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/ff25b835-f315-478d-a429-1aacfa549c42 HTTP/1.1" status: 200 len: 990 time: 0.1378107 Jul 16 18:49:25.054699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f552c17-35a4-4397-a3e0-5ea807fafcb6 req-55510899-ce42-452c-8677-661cdebb751e service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012329 Jul 16 18:49:25.086541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.107438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.204630 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fcd79f-c876-4dc8-8005-72e4d497809b x-openstack-request-id: req-64fcd79f-c876-4dc8-8005-72e4d497809b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:25.205111 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:25.205373 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64fcd79f-c876-4dc8-8005-72e4d497809b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:25.206105 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'status': 'completed', 'code': 200} Jul 16 18:49:25.292195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-8957dedf-df43-4433-92cd-c990fa1b0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.293935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-8957dedf-df43-4433-92cd-c990fa1b0c75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1095 time: 0.1633503 Jul 16 18:49:25.315801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086391c1-3b35-4663-af5f-6634b06411e3 req-0033bef6-3d0c-4d75-9978-1c6d06f51b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.317678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-086391c1-3b35-4663-af5f-6634b06411e3 req-0033bef6-3d0c-4d75-9978-1c6d06f51b18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 1097 time: 0.1229498 Jul 16 18:49:25.392883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.392883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Fanout notify agent at l3_agent the message router_deleted on router 6925d3ac-9807-4606-b320-ab53eaa98206 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:25.446971 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.453163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cae5900a-00e2-4fef-bf25-f4a9bfebd080 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/routers/6925d3ac-9807-4606-b320-ab53eaa98206 HTTP/1.1" status: 204 len: 168 time: 2.7436986 Jul 16 18:49:25.482147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075dd74-9a72-42bc-a8ba-90a0043fe099 req-e6332078-b60c-47a6-94e4-b258725c6861 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.485245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-032f43b6-7cfc-4939-9fdc-eebfcb0c0ef3 None None] Provisioning for port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:25.486641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7075dd74-9a72-42bc-a8ba-90a0043fe099 req-e6332078-b60c-47a6-94e4-b258725c6861 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.8128569 Jul 16 18:49:25.491272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60086) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:25.503535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Attempting to bind port a7ae6227-cb62-457f-bffd-326149b416fb on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:25.503894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Attempting to bind port a7ae6227-cb62-457f-bffd-326149b416fb by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c98dc249-bf12-4047-8973-65a954e0d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:25.504684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Attempting to bind port a7ae6227-cb62-457f-bffd-326149b416fb on network e0d53eb9-e227-44a0-9ff7-db97ca828de6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:25.516433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:25.518142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:25.518696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Checking segment: {'id': 'c98dc249-bf12-4047-8973-65a954e0d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:25.519455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.519851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Bound using segment: {'id': 'c98dc249-bf12-4047-8973-65a954e0d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:25.520323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Bound port: a7ae6227-cb62-457f-bffd-326149b416fb, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98dc249-bf12-4047-8973-65a954e0d9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e0d53eb9-e227-44a0-9ff7-db97ca828de6'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:25.520704 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.572805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:25.572805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.665006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-79b268ab-d0b3-48f0-aaa7-e3def25ce59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.666915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-79b268ab-d0b3-48f0-aaa7-e3def25ce59a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.3655803 Jul 16 18:49:25.736204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.738095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 45774b1a-6fa3-4520-a483-8bc6b3aaf69f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:25.757536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-a03aba09-1a04-4ef8-adc4-3909ab2604c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 217 time: 0.0837874 Jul 16 18:49:25.796056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] For port a7ae6227-cb62-457f-bffd-326149b416fb, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:25.799695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] For port a7ae6227-cb62-457f-bffd-326149b416fb, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a7ae6227-cb62-457f-bffd-326149b416fb,segment=NetworkSegment(c98dc249-bf12-4047-8973-65a954e0d9da),segment_id=c98dc249-bf12-4047-8973-65a954e0d9da)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:25.816972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] device_id is not set on port dae9b7ab-2352-42b6-b383-d13fb56f78f5 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:49:25.830519 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.856025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086391c1-3b35-4663-af5f-6634b06411e3 req-c8390d51-2024-4553-8261-ea6dab3183fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.857856 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-086391c1-3b35-4663-af5f-6634b06411e3 req-c8390d51-2024-4553-8261-ea6dab3183fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 200 len: 898 time: 0.5224369 Jul 16 18:49:25.879417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2b087cf-6509-40bd-b897-8f658d3f9484 None None] Provisioning for port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:25.907741 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7075dd74-9a72-42bc-a8ba-90a0043fe099 req-1243de40-95ca-439c-8972-3f1e82194d6a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757050 Jul 16 18:49:25.968556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-dc3da5b9-8d1b-4510-90e1-8e72f39b29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.976485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-dc3da5b9-8d1b-4510-90e1-8e72f39b29a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.2005599 Jul 16 18:49:26.038559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-086391c1-3b35-4663-af5f-6634b06411e3 req-174481b5-4b66-45dc-9116-9395c49ce625 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f41db7a-4356-474a-b6c9-e8d124727de3 HTTP/1.1" status: 200 len: 998 time: 0.1722195 Jul 16 18:49:26.050667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:26.094050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2b087cf-6509-40bd-b897-8f658d3f9484 None None] Provisioning complete for port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:26.094800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2b087cf-6509-40bd-b897-8f658d3f9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.134523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086391c1-3b35-4663-af5f-6634b06411e3 req-beed02a8-b081-4228-a51e-ca5b3109efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.136912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-086391c1-3b35-4663-af5f-6634b06411e3 req-beed02a8-b081-4228-a51e-ca5b3109efe8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e18a92da-5fb3-48cb-810f-a1ab9b9efe4d HTTP/1.1" status: 200 len: 835 time: 0.0914521 Jul 16 18:49:26.145748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-34d866c7-06f5-4855-a704-a2880ed8f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.148888 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-34d866c7-06f5-4855-a704-a2880ed8f988 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647775 Jul 16 18:49:26.200561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4867616-a3d0-4aef-9e3d-740f035e0e88 None None] Pushing event updated for resources: {'Port': ['ID=a7ae6227-cb62-457f-bffd-326149b416fb,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:26.235083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:26.242238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f2b087cf-6509-40bd-b897-8f658d3f9484 None None] Port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:26.248639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:26.249228 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.345933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:39Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:20Z', 'revision_number': 0, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:26.348164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086391c1-3b35-4663-af5f-6634b06411e3 req-c0b3f99e-0b68-4698-b183-205ffefbe544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.349825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-086391c1-3b35-4663-af5f-6634b06411e3 req-c0b3f99e-0b68-4698-b183-205ffefbe544 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8140e75d-0891-4d35-bd3d-441eca446ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998334 Jul 16 18:49:26.380633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-382b3f27-bce4-4361-ac64-142174c4f73f service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805539 Jul 16 18:49:26.443910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] Checking router: 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:26.478603 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-086391c1-3b35-4663-af5f-6634b06411e3 req-73b72f87-d5f2-4cd3-a427-974622bf5cc9 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941267 Jul 16 18:49:26.490493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:26.491334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:26.602738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-086391c1-3b35-4663-af5f-6634b06411e3 req-421237f1-3d1d-45c8-826e-8ffb4a28f374 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152022 Jul 16 18:49:26.626726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.705539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58684d8-5bf0-4a2d-8d89-72deac11bd67 req-1417fd18-552b-423b-9417-9d655859cfba service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255991 Jul 16 18:49:26.774889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=45774b1a-6fa3-4520-a483-8bc6b3aaf69f,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:26.786923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:26.790400 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.816799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8b799915-2452-4174-9722-f27f9f33986a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/ff25b835-f315-478d-a429-1aacfa549c42 HTTP/1.1" status: 200 len: 990 time: 0.7481966 Jul 16 18:49:26.855917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.876388 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5837439e-10a1-4008-ab1b-7e82ae09d9d0']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:26.903707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:26.913375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d82a0f6-1500-4968-b5ec-7636506ef9ef') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:26.917195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d82a0f6-1500-4968-b5ec-7636506ef9ef') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:26.935557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.936254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=45774b1a-6fa3-4520-a483-8bc6b3aaf69f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:26.981447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.006600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:27.007480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.239167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8::1a6 (e0d53eb9-e227-44a0-9ff7-db97ca828de6/67a99c91-e6da-426e-8f59-07aec5d90c66/dae9b7ab-2352-42b6-b383-d13fb56f78f5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:27.336331 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:27.338758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:27.389505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'port_id': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'mac_address': 'fa:16:3e:83:f5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:27.475617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.493676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.522030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.526704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/networks/5837439e-10a1-4008-ab1b-7e82ae09d9d0 HTTP/1.1" status: 204 len: 168 time: 2.0227988 Jul 16 18:49:27.549017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.549814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.567128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60146) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:27.691155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 45774b1a-6fa3-4520-a483-8bc6b3aaf69f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:27.733463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=168c9b35-15ce-4f44-a0de-8d0bb9ef34f8,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:27.750613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b19781-6389-453c-9d9f-9b7cdaadcd64 None None] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:27.781964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3a3d3-647a-4866-92df-86a6693500b3 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Network': ['ID=5837439e-10a1-4008-ab1b-7e82ae09d9d0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:27.820609 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.916105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:27.937995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ebb69805-b75d-4879-98b2-0d36c697274e None None] Provisioning for port a7ae6227-cb62-457f-bffd-326149b416fb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:27.956073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:39Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:20Z', 'revision_number': 0, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:27.960459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:28.030846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:28.032081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f312f-ca54-43cc-b106-705eb4cfe3ef None None] The sync data for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 is: [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:48:39Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:20Z', 'revision_number': 0, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:28.041321 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.133511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:28.134045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.150402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.200421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object dae9b7ab-2352-42b6-b383-d13fb56f78f5 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:28.234919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ead236-e473-471e-be08-1f3cb6c1ca28 req-41213739-c274-4882-8e4d-ad61d41942cf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.247164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0ead236-e473-471e-be08-1f3cb6c1ca28 req-41213739-c274-4882-8e4d-ad61d41942cf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 1.0572698 Jul 16 18:49:28.291304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:28.299823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9a41c55b-33f3-4f53-a2c0-01ec26f4c597'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:28.315014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0ead236-e473-471e-be08-1f3cb6c1ca28 req-fc34c293-a8fc-48ef-9855-e29e1b4eeb66 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667064 Jul 16 18:49:28.393222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:28.408410 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e5eb3a28-5607-4b06-84cf-e4f5484e6f2f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/ff25b835-f315-478d-a429-1aacfa549c42 HTTP/1.1" status: 200 len: 990 time: 0.2182028 Jul 16 18:49:28.412023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a645ec6-e8f2-4ff2-ba7d-8e5a2831e41e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.419063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:28.465906 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc27d0-ff4d-4dc8-a1bc-d9a3af8a8c73 None None] New status for floating IP ff25b835-f315-478d-a429-1aacfa549c42: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:28.514717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.572295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a7ae6227-cb62-457f-bffd-326149b416fb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:28.580886 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a645ec6-e8f2-4ff2-ba7d-8e5a2831e41e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.734382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a7ae6227-cb62-457f-bffd-326149b416fb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:28.745748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a7ae6227-cb62-457f-bffd-326149b416fb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:28.749252 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.809606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:28.847208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:28.857652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:28.879851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.880733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.960709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=dae9b7ab-2352-42b6-b383-d13fb56f78f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:28.970344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.977472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a645ec6-e8f2-4ff2-ba7d-8e5a2831e41e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.990101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a645ec6-e8f2-4ff2-ba7d-8e5a2831e41e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.993909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6a645ec6-e8f2-4ff2-ba7d-8e5a2831e41e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/security-groups/02a12338-1704-4704-9a5a-c8b404f19e2f HTTP/1.1" status: 204 len: 168 time: 1.3066967 Jul 16 18:49:29.035732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:29.038423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-71583e08-1468-4adf-943b-ca6d147bed78 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5424943 Jul 16 18:49:29.063691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-563f0e4a-b240-4a8e-b218-b5488e9a2316 None None] Provisioning complete for port a7ae6227-cb62-457f-bffd-326149b416fb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:29.064323 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-563f0e4a-b240-4a8e-b218-b5488e9a2316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.065526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a645ec6-e8f2-4ff2-ba7d-8e5a2831e41e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a12338-1704-4704-9a5a-c8b404f19e2f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:29.154411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:49:29.223667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port a7ae6227-cb62-457f-bffd-326149b416fb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a7ae6227-cb62-457f-bffd-326149b416fb,segment=NetworkSegment(c98dc249-bf12-4047-8973-65a954e0d9da),segment_id=c98dc249-bf12-4047-8973-65a954e0d9da)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:29.236606 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.299347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2b66f48-5132-4f7d-a402-5934a7f95e54 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:29.412585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60202) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:29.571819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:29.607259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f0691340-dddb-49a8-b6d9-facf0b99f26b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "PUT /v2.0/routers/6b1b80d5-5b7e-4b37-bea3-e006f281a670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7424502 Jul 16 18:49:29.611279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60204) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:29.624684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60206) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:29.634504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4cb7d1db-2fdd-41d8-ac93-fda5a937c67c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416181278', 'description': 'tempest-secgroup-smoke-1416181278 description', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:29.691381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4100d6ed-ae94-49f2-98f3-e56c2d387233 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/ff25b835-f315-478d-a429-1aacfa549c42 HTTP/1.1" status: 200 len: 992 time: 0.2775180 Jul 16 18:49:29.746510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a900596-9c26-4361-abf4-ca337448d76a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.750681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a900596-9c26-4361-abf4-ca337448d76a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports/168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 HTTP/1.1" status: 200 len: 911 time: 0.1378837 Jul 16 18:49:29.752364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60208) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:29.754716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Sync routers for ids ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:29.760836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=a7ae6227-cb62-457f-bffd-326149b416fb,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:29.766125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d1db-2fdd-41d8-ac93-fda5a937c67c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.774833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b2b66f48-5132-4f7d-a402-5934a7f95e54 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:29.776700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2b66f48-5132-4f7d-a402-5934a7f95e54 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:29.826157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299006b4-0f57-4982-80f6-b48c739cfba4 req-3e6a6071-bd99-4a83-9a8b-117304539187 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.828950 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-299006b4-0f57-4982-80f6-b48c739cfba4 req-3e6a6071-bd99-4a83-9a8b-117304539187 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 944 time: 0.2852852 Jul 16 18:49:29.836107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.848543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Routers {'6b1b80d5-5b7e-4b37-bea3-e006f281a670'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:29.851696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:30.016597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-299006b4-0f57-4982-80f6-b48c739cfba4 req-f82ef74a-ccf1-488c-a715-b410fc204943 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809442 Jul 16 18:49:30.034271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Set router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:30.062124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44885f98-af0b-4ba9-9812-72c9152fca09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:30.076627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44885f98-af0b-4ba9-9812-72c9152fca09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:30.079241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-44885f98-af0b-4ba9-9812-72c9152fca09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3254507 Jul 16 18:49:30.082528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:30.121072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a7ae6227-cb62-457f-bffd-326149b416fb up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:30.181971 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d1db-2fdd-41d8-ac93-fda5a937c67c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.196675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d1db-2fdd-41d8-ac93-fda5a937c67c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.246026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-563f0e4a-b240-4a8e-b218-b5488e9a2316 None None] Provisioning complete for port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:30.246479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-563f0e4a-b240-4a8e-b218-b5488e9a2316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.283787 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.289581 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.292630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7d1db-2fdd-41d8-ac93-fda5a937c67c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3142352c-5718-404c-a8cb-7afa5957b641,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:30.296236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d1db-2fdd-41d8-ac93-fda5a937c67c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.300994 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4cb7d1db-2fdd-41d8-ac93-fda5a937c67c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6708930 Jul 16 18:49:30.301944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60220) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:30.316644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a7ae6227-cb62-457f-bffd-326149b416fb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:30.317918 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.373161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4d09982c-e008-4df6-a17b-fdc2198a3347 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '3142352c-5718-404c-a8cb-7afa5957b641', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:30.406915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=dae9b7ab-2352-42b6-b383-d13fb56f78f5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:30.496151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-563f0e4a-b240-4a8e-b218-b5488e9a2316 None None] Port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:30.497634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d09982c-e008-4df6-a17b-fdc2198a3347 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.608567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.664517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-550bb2f9-a136-4997-aafe-a9ec43b294c4 None None] Provisioning for port dae9b7ab-2352-42b6-b383-d13fb56f78f5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:30.669671 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-550bb2f9-a136-4997-aafe-a9ec43b294c4 None None] Provisioning complete for port dae9b7ab-2352-42b6-b383-d13fb56f78f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:30.670177 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-550bb2f9-a136-4997-aafe-a9ec43b294c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.693324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d09982c-e008-4df6-a17b-fdc2198a3347 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.713596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d09982c-e008-4df6-a17b-fdc2198a3347 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.729963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1b80d5-5b7e-4b37-bea3-e006f281a670', 'name': 'tempest-NetworksTestDHCPv6-router-1675190971', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:21Z', 'updated_at': '2021-07-16T18:49:24Z', 'revision_number': 2, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None, '_interfaces': [{'id': '168c9b35-15ce-4f44-a0de-8d0bb9ef34f8', 'name': '', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'mac_address': 'fa:16:3e:05:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1b80d5-5b7e-4b37-bea3-e006f281a670', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '7e56b82c-6e13-4340-973e-b062edca06ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:22Z', 'updated_at': '2021-07-16T18:49:25Z', 'revision_number': 2, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'subnets': [{'id': '7e56b82c-6e13-4340-973e-b062edca06ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:30.734920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-550bb2f9-a136-4997-aafe-a9ec43b294c4 None None] Port dae9b7ab-2352-42b6-b383-d13fb56f78f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:30.756415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09982c-e008-4df6-a17b-fdc2198a3347 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980cd94c-84df-4f56-9b26-7c04263d01ef,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:30.772166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Checking router: 6b1b80d5-5b7e-4b37-bea3-e006f281a670 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:30.772696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Updating router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:49:30.788149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d09982c-e008-4df6-a17b-fdc2198a3347 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.794745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d09982c-e008-4df6-a17b-fdc2198a3347 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4267945 Jul 16 18:49:30.814945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60222) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:30.822043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.823027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-520091e8-ec7c-4962-ae80-138b2b840701 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '3142352c-5718-404c-a8cb-7afa5957b641', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:30.863924 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.899325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:30.925280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dfadefbf-63b6-4c74-a898-18391252040e None None] Provisioning complete for port dae9b7ab-2352-42b6-b383-d13fb56f78f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:30.926333 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dfadefbf-63b6-4c74-a898-18391252040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.978531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.997438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-520091e8-ec7c-4962-ae80-138b2b840701 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.063778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-dfadefbf-63b6-4c74-a898-18391252040e None None] Port dae9b7ab-2352-42b6-b383-d13fb56f78f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:31.227286 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-520091e8-ec7c-4962-ae80-138b2b840701 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.266886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-520091e8-ec7c-4962-ae80-138b2b840701 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.322815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520091e8-ec7c-4962-ae80-138b2b840701 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201239da-64d7-46c9-a463-a9bdc5b6539d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:31.350335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:31.351719 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.413301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-520091e8-ec7c-4962-ae80-138b2b840701 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.414570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-520091e8-ec7c-4962-ae80-138b2b840701 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5983660 Jul 16 18:49:31.423003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:31.426453 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.434830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-075ba27d-8269-478b-a247-196b3875789e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '3142352c-5718-404c-a8cb-7afa5957b641', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:31.439930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Transition to ACTIVE for port object 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:31.454782 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.461883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:31.468865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:31.473193 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.525582 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.539758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:31.595633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919ff82-2985-4561-aca2-7e8be77248f0 None None] Pushing event updated for resources: {'Port': ['ID=168c9b35-15ce-4f44-a0de-8d0bb9ef34f8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:31.600941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10298e8d-e79c-48d5-86e6-d1dfca89916e req-373b4b27-7bf2-4325-a53d-70223423fc94 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.602605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-10298e8d-e79c-48d5-86e6-d1dfca89916e req-373b4b27-7bf2-4325-a53d-70223423fc94 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 944 time: 0.2894127 Jul 16 18:49:31.618647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-075ba27d-8269-478b-a247-196b3875789e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.659128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.714756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Attempting to bind port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:31.715157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Attempting to bind port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:31.715524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Attempting to bind port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:31.726223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.728006 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.738596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:31.738963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:31.739365 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.739756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:31.744899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Bound port: 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:31.745319 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.788571 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.851537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-10298e8d-e79c-48d5-86e6-d1dfca89916e req-4cecb7b4-f674-4dd6-868d-32c1e11df5b8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282653 Jul 16 18:49:31.875091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:31.883837 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f6298-7f1a-4e69-88d3-a19d0cd09793" -d '{"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-plugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:31.947993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=dae9b7ab-2352-42b6-b383-d13fb56f78f5,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:31.961728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:31.969004 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457b9266-5b04-470c-b195-d62c41245e84 x-openstack-request-id: req-457b9266-5b04-470c-b195-d62c41245e84 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:31.969641 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-plugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:31.970096 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-457b9266-5b04-470c-b195-d62c41245e84 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:31.972995 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-075ba27d-8269-478b-a247-196b3875789e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.974418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.977023 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'code': 200} Jul 16 18:49:31.982409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.986474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:49:31.987046 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:49:32.009996 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-075ba27d-8269-478b-a247-196b3875789e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.017434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=168c9b35-15ce-4f44-a0de-8d0bb9ef34f8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:32.050216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-075ba27d-8269-478b-a247-196b3875789e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.056153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-075ba27d-8269-478b-a247-196b3875789e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6320047 Jul 16 18:49:32.060059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7eaa0ed-334e-4271-8fb4-a74a12d8ba18 None None] Could not find standard attr ID for object 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:49:32.064158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:32.069761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-494c3162-0afc-4fd1-8b4c-4ee0c92e97bf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '3142352c-5718-404c-a8cb-7afa5957b641', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:32.088336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ba27d-8269-478b-a247-196b3875789e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9295a709-5599-4398-9e5f-a5f4568db5e9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:32.110130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:32.179419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:32.187476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:32.225291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-494c3162-0afc-4fd1-8b4c-4ee0c92e97bf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.275663 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.383753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee12296-e98a-4f09-8e60-c358835f3030 req-1a080827-488f-49bf-beb8-b9edf74614a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.386497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ee12296-e98a-4f09-8e60-c358835f3030 req-1a080827-488f-49bf-beb8-b9edf74614a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1097 time: 0.3091116 Jul 16 18:49:32.475852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ee12296-e98a-4f09-8e60-c358835f3030 req-cc6e578a-89a3-47d4-bd32-bea21d157e6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695665 Jul 16 18:49:32.494883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-494c3162-0afc-4fd1-8b4c-4ee0c92e97bf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.506544 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-494c3162-0afc-4fd1-8b4c-4ee0c92e97bf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.512197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Attempting to bind port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:32.514089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Attempting to bind port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:32.515143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Attempting to bind port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:32.525099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:32.525486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:32.525901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.526304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:32.526793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Bound port: 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:32.527181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.534172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:32.564660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c3162-0afc-4fd1-8b4c-4ee0c92e97bf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c463ec8f-f134-466e-b5a4-42ab4671c9af,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:32.577024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-494c3162-0afc-4fd1-8b4c-4ee0c92e97bf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.578657 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-494c3162-0afc-4fd1-8b4c-4ee0c92e97bf tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5135098 Jul 16 18:49:32.583753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:32.590162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '3142352c-5718-404c-a8cb-7afa5957b641', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:32.615887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 22b66359-71a0-43e3-9300-5a53a0d4b9ea is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:49:32.616658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Port 168c9b35-15ce-4f44-a0de-8d0bb9ef34f8 has been deleted concurrently {{(pid=93797) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:49:32.638226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Routers {'6b1b80d5-5b7e-4b37-bea3-e006f281a670'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:32.638877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:32.695318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:32.702585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-72bc0fd0-11d2-4e7c-b447-6e0a74936baa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "PUT /v2.0/routers/6b1b80d5-5b7e-4b37-bea3-e006f281a670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6185186 Jul 16 18:49:32.704962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:32.713516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] Set router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:32.729928 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:49:32.739763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:32.742019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.750073 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] Sync routers for ids ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:32.751851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7b6f2b1b-25af-4f1b-93d7-0ddd18ff5cb3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/22b66359-71a0-43e3-9300-5a53a0d4b9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7145627 Jul 16 18:49:32.754157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60252) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:32.768215 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] Routers {'22b66359-71a0-43e3-9300-5a53a0d4b9ea'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:32.771771 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:32.775511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1b80d5-5b7e-4b37-bea3-e006f281a670', 'name': 'tempest-NetworksTestDHCPv6-router-1675190971', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:21Z', 'updated_at': '2021-07-16T18:49:31Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:32.805955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c8541-2920-4bef-8b3c-2f5b032fa613 None None] The sync data for ids ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'] in n-d-791504-15 is: [{'id': '6b1b80d5-5b7e-4b37-bea3-e006f281a670', 'name': 'tempest-NetworksTestDHCPv6-router-1675190971', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:21Z', 'updated_at': '2021-07-16T18:49:31Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:32.807595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7d761fd7-7c2c-477d-a12f-cbbb1d1ca3be None None] Provisioning complete for port dae9b7ab-2352-42b6-b383-d13fb56f78f5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:32.807997 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7d761fd7-7c2c-477d-a12f-cbbb1d1ca3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.816382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc05f2ca-16be-4ecd-b6e3-0d66c88d06df tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.821633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc05f2ca-16be-4ecd-b6e3-0d66c88d06df tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.825842 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fc05f2ca-16be-4ecd-b6e3-0d66c88d06df tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1197441 Jul 16 18:49:32.828579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:32.868510 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:32.873524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a282a8-1b32-4cf2-85c0-c22fffd37c98 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.875886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7d761fd7-7c2c-477d-a12f-cbbb1d1ca3be None None] Port dae9b7ab-2352-42b6-b383-d13fb56f78f5 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:32.878153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a5a282a8-1b32-4cf2-85c0-c22fffd37c98 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports/dae9b7ab-2352-42b6-b383-d13fb56f78f5 HTTP/1.1" status: 200 len: 984 time: 0.1231327 Jul 16 18:49:32.878908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:32.889597 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] Routers {'22b66359-71a0-43e3-9300-5a53a0d4b9ea'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:32.892382 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:32.968947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 7e56b82c-6e13-4340-973e-b062edca06ae {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:32.976585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.984966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.991573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.025102 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:33.025903 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ebe33-18f8-4ef0-9ee2-67cedc77046c None None] The sync data for ids ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:33.047012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a72fcb7-125d-4df8-9d15-bcf437de6c24,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:33.077561 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.077783 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.078832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f25821ad-6e7b-43ae-b1f5-b821de77704e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4938843 Jul 16 18:49:33.082489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.090739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'security_group_rule': {'security_group_id': '3142352c-5718-404c-a8cb-7afa5957b641', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:33.220097 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Project 1146e6a401a64d1aa6ad39bde341ca16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:49:33.231813 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.235483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44872f88-2e57-417a-9972-8f4c785d4841 req-9c4f897a-241c-409a-8400-55845af10ede tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:33.237648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44872f88-2e57-417a-9972-8f4c785d4841 req-9c4f897a-241c-409a-8400-55845af10ede tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.2108960 Jul 16 18:49:33.332431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44872f88-2e57-417a-9972-8f4c785d4841 req-959cbf7a-0620-4088-841b-a171c9b9237b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882108 Jul 16 18:49:33.438314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.484697 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.496802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.538169 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.539959 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4561164 Jul 16 18:49:33.550499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.556728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'network': {'name': 'tempest-network-smoke--765572647', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:33.557356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0925aa-94af-4510-9628-65971e20a5f0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3c704b-d3ca-4f9d-880b-a1f6b6ce2cba,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:33.596911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.612821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:33.618025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.649391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.650273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857530e1-44f1-427e-8dc4-5810d66e2fe8 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:33.652406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.655111 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/7e56b82c-6e13-4340-973e-b062edca06ae HTTP/1.1" status: 204 len: 168 time: 0.8240056 Jul 16 18:49:33.656418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d77dd-325e-4ce0-8d3b-c875f732f9a7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=7e56b82c-6e13-4340-973e-b062edca06ae,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:33.658601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.776657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:33.854102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.854575 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Added segment f3a6d06e-cb5b-4567-957b-0f314636a406 of type vlan for network ebd34940-7229-4e10-afdd-defd4991d66d Jul 16 18:49:33.964077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:34.039804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] Deleting port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:34.040180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.124008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] For port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=45774b1a-6fa3-4520-a483-8bc6b3aaf69f,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:34.124410 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.142829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] Calling delete_port for 45774b1a-6fa3-4520-a483-8bc6b3aaf69f owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:34.228698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] Sync routers for ids ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:34.249502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] Routers {'6b1b80d5-5b7e-4b37-bea3-e006f281a670'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:34.250337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.323998 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.376118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] Set router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:34.380332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] Pushing event deleted for resources: {'Port': ['ID=45774b1a-6fa3-4520-a483-8bc6b3aaf69f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:34.444713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11c08e-166c-412f-957f-4f2f9f70d072 None None] No DVR routers for this DVR port 45774b1a-6fa3-4520-a483-8bc6b3aaf69f on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:34.448295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1b80d5-5b7e-4b37-bea3-e006f281a670', 'name': 'tempest-NetworksTestDHCPv6-router-1675190971', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:21Z', 'updated_at': '2021-07-16T18:49:31Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.479880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d471e235-46f7-4623-8349-6fdf5d65d126 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8186967 Jul 16 18:49:34.482812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60280) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:34.549948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.574487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e75182-099e-4e0a-892d-3a03fa0bb758 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.640366 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.648272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:34.648960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.744525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1927271 Jul 16 18:49:34.748007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60282) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:34.750140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] Checking router: 6b1b80d5-5b7e-4b37-bea3-e006f281a670 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:34.755268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'admin_state_up': True, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:34.772118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] Routers {'6b1b80d5-5b7e-4b37-bea3-e006f281a670'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:34.773270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.798482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3418b-b434-4bde-963c-0442465a807f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Network': ['ID=ebd34940-7229-4e10-afdd-defd4991d66d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:34.815809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ebd34940-7229-4e10-afdd-defd4991d66d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:34.838056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port dae9b7ab-2352-42b6-b383-d13fb56f78f5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:34.838826 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.885372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] Set router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:34.894469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e75182-099e-4e0a-892d-3a03fa0bb758 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.898224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e75182-099e-4e0a-892d-3a03fa0bb758 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.957443 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e75182-099e-4e0a-892d-3a03fa0bb758 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.957938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e75182-099e-4e0a-892d-3a03fa0bb758 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1b80d5-5b7e-4b37-bea3-e006f281a670 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:34.970080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1b80d5-5b7e-4b37-bea3-e006f281a670', 'name': 'tempest-NetworksTestDHCPv6-router-1675190971', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:21Z', 'updated_at': '2021-07-16T18:49:31Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.970227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1e75182-099e-4e0a-892d-3a03fa0bb758 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.971321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a1e75182-099e-4e0a-892d-3a03fa0bb758 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/routers/6b1b80d5-5b7e-4b37-bea3-e006f281a670 HTTP/1.1" status: 204 len: 168 time: 0.4875007 Jul 16 18:49:34.974797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:34.977048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.978089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.991623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:34.999363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432900-0f76-4ce0-a8c9-f0b7a46c51a3 req-c451d374-7019-43cc-b244-9d17ca87ab31 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:35.000983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec432900-0f76-4ce0-a8c9-f0b7a46c51a3 req-c451d374-7019-43cc-b244-9d17ca87ab31 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.4240336 Jul 16 18:49:35.033329 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.044647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1ae3f-914e-4270-a6d6-a77c05caee64 None None] The sync data for ids ['6b1b80d5-5b7e-4b37-bea3-e006f281a670'] in n-d-791504-15 is: [{'id': '6b1b80d5-5b7e-4b37-bea3-e006f281a670', 'name': 'tempest-NetworksTestDHCPv6-router-1675190971', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:21Z', 'updated_at': '2021-07-16T18:49:31Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:35.055554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for dae9b7ab-2352-42b6-b383-d13fb56f78f5 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:35.069721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.209647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec432900-0f76-4ce0-a8c9-f0b7a46c51a3 req-97b071b5-6273-4988-a9fc-6cdeb562eafa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511569 Jul 16 18:49:35.210041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:35.215341 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.519842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.583827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=dae9b7ab-2352-42b6-b383-d13fb56f78f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:35.889337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.953618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 45774b1a-6fa3-4520-a483-8bc6b3aaf69f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:36.013024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.017692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 45774b1a-6fa3-4520-a483-8bc6b3aaf69f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:36.018412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 45774b1a-6fa3-4520-a483-8bc6b3aaf69f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:36.199663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.246130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250724e-b3ec-4e06-aff5-a7556aef5592 req-28d01717-506a-4d91-9b1d-bdaa4c7ca708 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:36.248213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b250724e-b3ec-4e06-aff5-a7556aef5592 req-28d01717-506a-4d91-9b1d-bdaa4c7ca708 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.7563672 Jul 16 18:49:36.260276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:36.268270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'floatingip': {'port_id': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:36.325470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:36.347472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.363476 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.370802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.400836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:36.414698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd1273-6ec4-4316-9612-0b75b9e45ae2 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:36.435793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:36.436408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.438995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=780765db-0f19-43c6-8905-ec3a5a65216e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:36.585892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 22b66359-71a0-43e3-9300-5a53a0d4b9ea has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:36.609389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a6dfe32d-bf21-4810-baa4-b3552e755ae2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6270180 Jul 16 18:49:36.610662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:36.615783 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '780765db-0f19-43c6-8905-ec3a5a65216e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:36.617025 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.620994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a32baf08-2df5-4955-9b10-467535b049f6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2085629778', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:36.654890 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.88 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:36.681654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a32baf08-2df5-4955-9b10-467535b049f6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.684050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a32baf08-2df5-4955-9b10-467535b049f6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.764692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:36.778283 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] Sync routers for ids ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:36.805136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c57aacc3-ac6a-41bb-b318-32e16952f7a6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/22b66359-71a0-43e3-9300-5a53a0d4b9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9188976 Jul 16 18:49:36.807577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60308) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:36.826230 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] Routers {'22b66359-71a0-43e3-9300-5a53a0d4b9ea'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:36.826879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:36.853157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.886000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/780765db-0f19-43c6-8905-ec3a5a65216e/26c9c74b-80f3-4fa1-8dd4-408c89db28a7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:36.911024 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:36.941420 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] Routers {'22b66359-71a0-43e3-9300-5a53a0d4b9ea'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:36.942560 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:36.953504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.974926 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a32baf08-2df5-4955-9b10-467535b049f6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.986477 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:36.988247 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c5dd1-3158-4bae-bb45-979c49474de9 None None] The sync data for ids ['22b66359-71a0-43e3-9300-5a53a0d4b9ea'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:36.998928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a32baf08-2df5-4955-9b10-467535b049f6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.004951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:37.030144 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:37.039111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:37.082427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:37.091059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a32baf08-2df5-4955-9b10-467535b049f6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.092254 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a32baf08-2df5-4955-9b10-467535b049f6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4777863 Jul 16 18:49:37.103430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:37.201275 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.225715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Transition to ACTIVE for port object 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:37.268624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Transition to ACTIVE for port object 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:37.280693 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.371780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:37.394595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:37.410178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:37.446212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Pushing event updated for resources: {'Port': ['ID=26c9c74b-80f3-4fa1-8dd4-408c89db28a7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:37.460207 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-db7fe067-53e9-41d1-82f2-e3cd1363386b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:49:37.463863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-db7fe067-53e9-41d1-82f2-e3cd1363386b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/22b66359-71a0-43e3-9300-5a53a0d4b9ea/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6526859 Jul 16 18:49:37.481569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:37.542813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f294de48-70ff-4666-8df2-af23d8b20d83 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b66359-71a0-43e3-9300-5a53a0d4b9ea HTTP/1.1" status: 200 len: 205 time: 0.0590467 Jul 16 18:49:37.551124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60316) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:37.555162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.556820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.558477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.558918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.559477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.559916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.564632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.565110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.565789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.566220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.566765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.567180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:37.594975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Attempting to bind port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:37.596759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Attempting to bind port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:37.598009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Attempting to bind port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:37.609146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:37.609643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:37.612003 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.613335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:37.614476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Bound port: 26c9c74b-80f3-4fa1-8dd4-408c89db28a7, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:37.616959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.713284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b659006e-8f87-485e-bae9-4936cfc114b6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.726907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] For port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:37.730514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] For port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=26c9c74b-80f3-4fa1-8dd4-408c89db28a7,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:37.741117 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.829061 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:49:37.830824 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6dbf-052d-465d-a5dd-29f7037eb81a None None] Pushing event updated for resources: {'Port': ['ID=26c9c74b-80f3-4fa1-8dd4-408c89db28a7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:37.871163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.929030 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.939790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.120339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b659006e-8f87-485e-bae9-4936cfc114b6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.125655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b659006e-8f87-485e-bae9-4936cfc114b6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.187240 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Floating IP d12e8dfb-1751-47c6-9966-5b9e9ff4d28a associated. External IP: 172.25.1.74, port: 9a41c55b-33f3-4f53-a2c0-01ec26f4c597. Jul 16 18:49:38.234044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.246494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b659006e-8f87-485e-bae9-4936cfc114b6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.247474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b659006e-8f87-485e-bae9-4936cfc114b6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Fanout notify agent at l3_agent the message router_deleted on router 22b66359-71a0-43e3-9300-5a53a0d4b9ea {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:38.293058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b659006e-8f87-485e-bae9-4936cfc114b6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.294195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b659006e-8f87-485e-bae9-4936cfc114b6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/22b66359-71a0-43e3-9300-5a53a0d4b9ea HTTP/1.1" status: 204 len: 168 time: 0.7421377 Jul 16 18:49:38.301918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:38.506946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Router 6d4a57ce-c717-4d7a-a976-489c12e08492 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:38.583759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet 67a99c91-e6da-426e-8f59-07aec5d90c66 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:38.591756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.640093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:38.652263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996282-bf12-4226-9212-7b01843db442 None None] Sync routers for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:38.666631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:38.667465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:38.671078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.747847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.754737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::1 (78c95300-195f-443c-b5c5-d4b9b102593a/780765db-0f19-43c6-8905-ec3a5a65216e/53bffe30-ec91-425b-8767-09e30d8e505b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:38.784307 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28e18346-0e08-4a69-956c-7e9e11ccd2e6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "PUT /v2.0/floatingips/d12e8dfb-1751-47c6-9966-5b9e9ff4d28a HTTP/1.1" status: 200 len: 990 time: 2.5129142 Jul 16 18:49:38.785746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:38.805056 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a35b2-a394-475e-9535-858ca5147aae" -d '{"events": [{"name": "network-changed", "server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:38.845753 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:38.915667 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50da4376-b2c9-4f92-8d3a-2ef9d9d264fd x-openstack-request-id: req-50da4376-b2c9-4f92-8d3a-2ef9d9d264fd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:38.916168 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:38.916168 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50da4376-b2c9-4f92-8d3a-2ef9d9d264fd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:38.916582 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'status': 'completed', 'code': 200} Jul 16 18:49:38.917525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.981746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:39.061752 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.078755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a35b2-a394-475e-9535-858ca5147aae req-5bc339da-5f12-490d-b105-2d82bebd242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:39.087764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414a35b2-a394-475e-9535-858ca5147aae req-5bc339da-5f12-490d-b105-2d82bebd242a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1097 time: 0.1531224 Jul 16 18:49:39.145676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.271985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a35b2-a394-475e-9535-858ca5147aae req-1067a3ae-8894-45c2-9985-c313662cf68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:39.274369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414a35b2-a394-475e-9535-858ca5147aae req-1067a3ae-8894-45c2-9985-c313662cf68f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.1806202 Jul 16 18:49:39.277219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1d1da-5869-4d8f-997e-26de4dbcf362 None None] Network e0d53eb9-e227-44a0-9ff7-db97ca828de6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:39.297349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=67a99c91-e6da-426e-8f59-07aec5d90c66,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:39.301716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.306858 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba6096ed-7a24-449e-8711-1336ffd3051b tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/67a99c91-e6da-426e-8f59-07aec5d90c66 HTTP/1.1" status: 204 len: 168 time: 1.0039542 Jul 16 18:49:39.309772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.414012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414a35b2-a394-475e-9535-858ca5147aae req-48053b5f-ab46-414e-8cfc-9b553b848b78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 998 time: 0.1325412 Jul 16 18:49:39.483684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a35b2-a394-475e-9535-858ca5147aae req-135fc88c-dfc0-4b6a-8bbe-2b41796cd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:39.485647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414a35b2-a394-475e-9535-858ca5147aae req-135fc88c-dfc0-4b6a-8bbe-2b41796cd56f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0640414 Jul 16 18:49:39.522029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd12e8dfb-1751-47c6-9966-5b9e9ff4d28a', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'port_id': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'mac_address': 'fa:16:3e:83:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:37Z', 'revision_number': 1, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:39.591719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996282-bf12-4226-9212-7b01843db442 None None] Checking router: 6d4a57ce-c717-4d7a-a976-489c12e08492 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:39.606096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a35b2-a394-475e-9535-858ca5147aae req-69ee4b2a-c3b6-4016-a3a0-ca1ef358c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:39.608477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414a35b2-a394-475e-9535-858ca5147aae req-69ee4b2a-c3b6-4016-a3a0-ca1ef358c201 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161504 Jul 16 18:49:39.608673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5726babd-1b33-4483-93ff-b2970236dbf8 None None] Provisioning for port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:39.617193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:39.618090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:39.781982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33290827-3134-4663-8faf-6f891a61e673 None None] DHCP port deletion for e0d53eb9-e227-44a0-9ff7-db97ca828de6 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:39.800635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414a35b2-a394-475e-9535-858ca5147aae req-638afa57-8f72-4ace-aa50-a4a91c18b9e1 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854744 Jul 16 18:49:39.932016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:40.007719 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.030452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.072393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-414a35b2-a394-475e-9535-858ca5147aae req-08100b71-12c4-42e1-8236-9ebbcddbd775 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650592 Jul 16 18:49:40.117550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 53bffe30-ec91-425b-8767-09e30d8e505b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:40.122715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-33290827-3134-4663-8faf-6f891a61e673 None None] Deleting port a7ae6227-cb62-457f-bffd-326149b416fb {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:40.123215 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-33290827-3134-4663-8faf-6f891a61e673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.134744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:40.156588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 09e774ee-8887-44d1-a638-989cb041f9bf is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:49:40.256691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-33290827-3134-4663-8faf-6f891a61e673 None None] For port a7ae6227-cb62-457f-bffd-326149b416fb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a7ae6227-cb62-457f-bffd-326149b416fb,segment=NetworkSegment(c98dc249-bf12-4047-8973-65a954e0d9da),segment_id=c98dc249-bf12-4047-8973-65a954e0d9da)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:40.257544 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-33290827-3134-4663-8faf-6f891a61e673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.298253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-33290827-3134-4663-8faf-6f891a61e673 None None] Calling delete_port for a7ae6227-cb62-457f-bffd-326149b416fb owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:40.305804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:40.334369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:40.347758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:40.350709 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Sync routers for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:40.357266 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.362130 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:40.363258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port a7ae6227-cb62-457f-bffd-326149b416fb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:40.363640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.365413 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:40.383399 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.384716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-92036d63-882f-477c-bfaa-a27e5211bdaa tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6345317 Jul 16 18:49:40.385945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.388052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60346) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.453641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-13125d19-1167-40ec-8bd7-6a9c5ab8e168 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1146e6a401a64d1aa6ad39bde341ca16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643647 Jul 16 18:49:40.459353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60348) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.494941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=53bffe30-ec91-425b-8767-09e30d8e505b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:40.526237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.526576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.527087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.528021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.528372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.528699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.529053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.529377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.529696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.532078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.532078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.532078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:40.587626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:40.590774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:40.597772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:40.603990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:40.605424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.728248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port a7ae6227-cb62-457f-bffd-326149b416fb, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a7ae6227-cb62-457f-bffd-326149b416fb,segment=NetworkSegment(c98dc249-bf12-4047-8973-65a954e0d9da),segment_id=c98dc249-bf12-4047-8973-65a954e0d9da)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:40.729704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.767573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for a7ae6227-cb62-457f-bffd-326149b416fb owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:40.807982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ddc14-7d87-430c-8fa1-8b7549071d91 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.821147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-097ddc14-7d87-430c-8fa1-8b7549071d91 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3601487 Jul 16 18:49:40.821537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.930868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9fb98c95-ad0f-446c-a90e-9b233d471b8f tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1080179 Jul 16 18:49:40.931456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60356) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.949234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-897667898', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.984914 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-33290827-3134-4663-8faf-6f891a61e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.988030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.004631 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.005233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33290827-3134-4663-8faf-6f891a61e673 None None] No DVR routers for this DVR port a7ae6227-cb62-457f-bffd-326149b416fb on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:41.050598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33290827-3134-4663-8faf-6f891a61e673 None None] Pushing event deleted for resources: {'Port': ['ID=a7ae6227-cb62-457f-bffd-326149b416fb,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.059253 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.064087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8a996282-bf12-4226-9212-7b01843db442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd12e8dfb-1751-47c6-9966-5b9e9ff4d28a', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'port_id': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'mac_address': 'fa:16:3e:83:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:37Z', 'revision_number': 1, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:41.105727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996282-bf12-4226-9212-7b01843db442 None None] The sync data for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 is: [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd12e8dfb-1751-47c6-9966-5b9e9ff4d28a', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'port_id': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'mac_address': 'fa:16:3e:83:f5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:10Z', 'updated_at': '2021-07-16T18:49:37Z', 'revision_number': 1, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:41.136814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=a7ae6227-cb62-457f-bffd-326149b416fb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.149308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=26c9c74b-80f3-4fa1-8dd4-408c89db28a7,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:41.153112 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:37Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:41.166053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port a7ae6227-cb62-457f-bffd-326149b416fb on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:41.169827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.192248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:41.197434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.261360 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Checking router: 09e774ee-8887-44d1-a638-989cb041f9bf for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:41.261704 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Updating router 09e774ee-8887-44d1-a638-989cb041f9bf port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:49:41.276519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8e678826-c134-442e-9835-6fecc79c419f None None] Provisioning for port 53bffe30-ec91-425b-8767-09e30d8e505b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:41.298077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8e678826-c134-442e-9835-6fecc79c419f None None] Provisioning complete for port 53bffe30-ec91-425b-8767-09e30d8e505b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:41.298388 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e678826-c134-442e-9835-6fecc79c419f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.371299 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.386197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a7ae6227-cb62-457f-bffd-326149b416fb no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:41.503335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: a7ae6227-cb62-457f-bffd-326149b416fb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:41.512052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a7ae6227-cb62-457f-bffd-326149b416fb not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:41.522963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8e678826-c134-442e-9835-6fecc79c419f None None] Port 53bffe30-ec91-425b-8767-09e30d8e505b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:41.541425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=26c9c74b-80f3-4fa1-8dd4-408c89db28a7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.570482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.597084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d53eb9-e227-44a0-9ff7-db97ca828de6']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:41.617961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98dc249-bf12-4047-8973-65a954e0d9da') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:41.618314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98dc249-bf12-4047-8973-65a954e0d9da') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:41.626363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392343e8-ca3b-4e5c-aaf8-c355352a4d68 None None] New status for floating IP d12e8dfb-1751-47c6-9966-5b9e9ff4d28a: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:41.643177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.666848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.717804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.757822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:41.760124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: items = [ Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:41.769547 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:41.806738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Checking segment: {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:41.807175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network hostable DHCP agents. Network: ebd34940-7229-4e10-afdd-defd4991d66d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:41.811912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Subnet': ['ID=e53493b3-e287-4b2c-99b2-a29718dd7b6e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.835538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.836624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.837702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.838015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.839061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.839396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.839725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.840053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.840381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.840704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.844262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.844606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:41.854107 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.880873 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Transition to ACTIVE for port object 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:41.884363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network ebd34940-7229-4e10-afdd-defd4991d66d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:41.898246 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.909945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ebd34940-7229-4e10-afdd-defd4991d66d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:41.918874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:41.919920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.964746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1009c3f9-2234-42a4-af2d-d7649d29293c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0300312 Jul 16 18:49:41.965552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60368) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.005443 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.019676 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Attempting to bind port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:42.020179 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Attempting to bind port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:42.022107 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Attempting to bind port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:42.039778 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Pushing event updated for resources: {'Port': ['ID=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.042816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.051261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/e0d53eb9-e227-44a0-9ff7-db97ca828de6 HTTP/1.1" status: 204 len: 168 time: 2.7324524 Jul 16 18:49:42.051474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:42.051474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:42.051474 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.051474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:42.051474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Bound port: 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:42.055720 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.058180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e50823-897a-45f7-a6ab-f1df56a96433 None None] Network ebd34940-7229-4e10-afdd-defd4991d66d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:42.061205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:42.090008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60370) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.119683 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.120836 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.125687 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.126154 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.126588 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.127015 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.127437 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.129125 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.129567 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.131534 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.131985 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.132479 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:42.133630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1220128081'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:42.160633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ee7af-9a62-43bd-874a-fba1128ea271 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=e0d53eb9-e227-44a0-9ff7-db97ca828de6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.218367 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] For port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:42.223850 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] For port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:42.232240 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.239125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.254199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.257397 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.277705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:42.284050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.293050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:42.293485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.331300 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:42.332492 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:42.475002 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade4206-365b-40aa-84da-807b7df030ae None None] Pushing event updated for resources: {'Port': ['ID=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.486886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:42.494588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-ebd34940-7229-4e10-afdd-defd4991d66d', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:42.495456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.510334 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.511288 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment 5eea7dde-464e-4293-8b5b-16167f044475 of type vlan for network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 Jul 16 18:49:42.513460 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:42.601433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.675749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.682641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:42.683305 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.723056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Allocated IP 172.20.0.2 (ebd34940-7229-4e10-afdd-defd4991d66d/e53493b3-e287-4b2c-99b2-a29718dd7b6e/9e8d8c19-1ee5-4e30-a7f3-2b175d26394b) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:42.781675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.783985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=53bffe30-ec91-425b-8767-09e30d8e505b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.806144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-35cc6c8b-8f3b-4de7-8ce2-c27588828375 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7147174 Jul 16 18:49:42.807142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60380) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.842100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': 'a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:43.064828 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.074992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Transition to ACTIVE for port object 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:43.098883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Transition to ACTIVE for port object 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:43.099076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:43.099076 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.104769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:43.130002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.196795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Network ebd34940-7229-4e10-afdd-defd4991d66d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:43.203462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:43.210429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:43.290773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:43.291670 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-22b28d17-356d-43ae-8779-e079445f526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:37Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:43.295805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:43.296987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Pushing event updated for resources: {'Port': ['ID=9e8d8c19-1ee5-4e30-a7f3-2b175d26394b,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:43.362096 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28d17-356d-43ae-8779-e079445f526d None None] The sync data for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 is: [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:37Z', 'revision_number': 3, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:43.388960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Attempting to bind port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:43.388960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Attempting to bind port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:43.388960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Attempting to bind port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b on network ebd34940-7229-4e10-afdd-defd4991d66d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:43.404845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:43.404845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Checking segment: {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:43.405184 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.406383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Bound using segment: {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:43.409897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Bound port: 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:43.412510 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.536316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] For port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:43.542044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] For port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9e8d8c19-1ee5-4e30-a7f3-2b175d26394b,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:43.555749 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.673016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca575df-3955-44b2-a652-4d8fd35b97bd None None] Pushing event updated for resources: {'Port': ['ID=9e8d8c19-1ee5-4e30-a7f3-2b175d26394b,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:43.718857 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.883314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.916304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4229584e-b1aa-4bdf-b963-6187c44b0072 None None] Provisioning complete for port 53bffe30-ec91-425b-8767-09e30d8e505b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:43.916671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4229584e-b1aa-4bdf-b963-6187c44b0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.974071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Router b5323235-7a41-41df-a69f-b3749345df38 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:49:44.032652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4229584e-b1aa-4bdf-b963-6187c44b0072 None None] Port 53bffe30-ec91-425b-8767-09e30d8e505b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:44.041566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=fcaefb51-8321-4526-bf70-f12ab8820ac5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:44.168421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': '5eea7dde-464e-4293-8b5b-16167f044475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:44.169161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:44.215130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:44.232563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:44.243380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Sync routers for ids ['b5323235-7a41-41df-a69f-b3749345df38'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:44.248918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e9ea20a-522c-464d-b123-6c5b35ffc886 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "PUT /v2.0/routers/b5323235-7a41-41df-a69f-b3749345df38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1441283 Jul 16 18:49:44.251079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.260603 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Routers {'b5323235-7a41-41df-a69f-b3749345df38'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:44.261298 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5323235-7a41-41df-a69f-b3749345df38'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:44.264942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:44.277282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed7ddc-f82a-4de3-bbe4-87e7d62b51ed None None] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:44.353279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.357226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.422716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d20b870b-7b0c-4a9f-8d21-799b3f574bbc tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5851731 Jul 16 18:49:44.427527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60396) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.437446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d4187037-3b68-4b87-9bfb-ec8b1137cb73 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-109629186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:44.483939 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Set router b5323235-7a41-41df-a69f-b3749345df38 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:44.498237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29edf59d-acff-4327-8840-0b0bc7f0f4f9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.502200 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-29edf59d-acff-4327-8840-0b0bc7f0f4f9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports/53bffe30-ec91-425b-8767-09e30d8e505b HTTP/1.1" status: 200 len: 911 time: 0.2472625 Jul 16 18:49:44.512497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60398) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.513460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4187037-3b68-4b87-9bfb-ec8b1137cb73 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.521367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4187037-3b68-4b87-9bfb-ec8b1137cb73 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.624561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.1 (ebd34940-7229-4e10-afdd-defd4991d66d/e53493b3-e287-4b2c-99b2-a29718dd7b6e/33460443-55a9-4469-b159-5840316fe2e8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:44.676560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5', 'network_id': 'a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': 'fcaefb51-8321-4526-bf70-f12ab8820ac5'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:44.677975 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.746014 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4187037-3b68-4b87-9bfb-ec8b1137cb73 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.767544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4187037-3b68-4b87-9bfb-ec8b1137cb73 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.819059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d4187037-3b68-4b87-9bfb-ec8b1137cb73 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.821701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d4187037-3b68-4b87-9bfb-ec8b1137cb73 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3932047 Jul 16 18:49:44.844815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60404) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.868476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b96d9-2109-40be-bacf-859150016c12 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.883372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b96d9-2109-40be-bacf-859150016c12 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.888464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-352b96d9-2109-40be-bacf-859150016c12 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3628936 Jul 16 18:49:44.908246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60408) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.972018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.018699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object 33460443-55a9-4469-b159-5840316fe2e8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:45.054761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Allocated IP 2001:db8::2 (a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5/fcaefb51-8321-4526-bf70-f12ab8820ac5/3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:45.074891 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5323235-7a41-41df-a69f-b3749345df38', 'name': 'tempest-NetworksTestDHCPv6-router-2085629778', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:40Z', 'revision_number': 2, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None, '_interfaces': [{'id': '53bffe30-ec91-425b-8767-09e30d8e505b', 'name': '', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'mac_address': 'fa:16:3e:03:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5323235-7a41-41df-a69f-b3749345df38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '780765db-0f19-43c6-8905-ec3a5a65216e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:38Z', 'updated_at': '2021-07-16T18:49:41Z', 'revision_number': 2, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'subnets': [{'id': '780765db-0f19-43c6-8905-ec3a5a65216e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:45.157690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.166754 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Checking router: b5323235-7a41-41df-a69f-b3749345df38 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:45.167108 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Updating router b5323235-7a41-41df-a69f-b3749345df38 port 53bffe30-ec91-425b-8767-09e30d8e505b binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:49:45.265771 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.275399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network ebd34940-7229-4e10-afdd-defd4991d66d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:45.291539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:45.298632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:45.362424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=33460443-55a9-4469-b159-5840316fe2e8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:45.406369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.434147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9286457-2a37-4902-9987-07995784f653 None None] Network ebd34940-7229-4e10-afdd-defd4991d66d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:45.451912 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.580115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Transition to ACTIVE for port object 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:45.625678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-610e1bd8-ee82-49d4-bfc3-acd92fe7b273 None None] Provisioning for port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:45.684503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Transition to ACTIVE for port object 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:45.705297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.759505 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.772937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.774847 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Transition to ACTIVE for port object 53bffe30-ec91-425b-8767-09e30d8e505b will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:45.787566 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.792134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:45.815897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Pushing event updated for resources: {'Port': ['ID=3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:45.838232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:45.841464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:45.866777 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e0ed4-1b8f-4ead-b376-e054002b8c38 None None] Pushing event updated for resources: {'Port': ['ID=53bffe30-ec91-425b-8767-09e30d8e505b,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:45.960849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Attempting to bind port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:45.962929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Attempting to bind port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '5eea7dde-464e-4293-8b5b-16167f044475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:45.963416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Attempting to bind port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 on network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:45.983306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:45.984759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Checking segment: {'id': '5eea7dde-464e-4293-8b5b-16167f044475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:45.985328 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.986688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Bound using segment: {'id': '5eea7dde-464e-4293-8b5b-16167f044475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:45.988151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Bound port: 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eea7dde-464e-4293-8b5b-16167f044475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:45.989041 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.996555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.079006 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Attempting to bind port 53bffe30-ec91-425b-8767-09e30d8e505b on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:46.079761 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Attempting to bind port 53bffe30-ec91-425b-8767-09e30d8e505b by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:46.080286 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Attempting to bind port 53bffe30-ec91-425b-8767-09e30d8e505b on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:46.101706 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:46.102101 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:46.102483 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.102877 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:46.103355 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Bound port: 53bffe30-ec91-425b-8767-09e30d8e505b, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:46.109760 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.251107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:46.265409 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] For port 53bffe30-ec91-425b-8767-09e30d8e505b, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:46.270099 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] For port 53bffe30-ec91-425b-8767-09e30d8e505b, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=53bffe30-ec91-425b-8767-09e30d8e505b,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:46.289060 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.440059 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Routers {'b5323235-7a41-41df-a69f-b3749345df38'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:46.440705 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5323235-7a41-41df-a69f-b3749345df38'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:46.471939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] For port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:46.485267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] For port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8,segment=NetworkSegment(5eea7dde-464e-4293-8b5b-16167f044475),segment_id=5eea7dde-464e-4293-8b5b-16167f044475)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:46.490855 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5efb58b6-8d8b-4f8b-8439-ce30a6102098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.500612 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.603198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:46.632500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:46.634816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.652617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.656980 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e0ed4-1b8f-4ead-b376-e054002b8c38 None None] Pushing event updated for resources: {'Port': ['ID=53bffe30-ec91-425b-8767-09e30d8e505b,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:46.663883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.796210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b628b-26ac-47b5-b05a-09db53301527 None None] Pushing event updated for resources: {'Port': ['ID=3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:46.836146 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] Set router b5323235-7a41-41df-a69f-b3749345df38 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:46.904153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=33460443-55a9-4469-b159-5840316fe2e8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:46.909753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8::1 (a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5/fcaefb51-8321-4526-bf70-f12ab8820ac5/391c742b-852f-4ba2-82aa-0e532a1c7972) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:46.946542 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.949370 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.124484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7f6e0a-7f52-408d-a7db-ca7a5ed39969 None None] Provisioning for port 33460443-55a9-4469-b159-5840316fe2e8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:47.155156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9e8d8c19-1ee5-4e30-a7f3-2b175d26394b,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:47.167753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7f6e0a-7f52-408d-a7db-ca7a5ed39969 None None] Provisioning complete for port 33460443-55a9-4469-b159-5840316fe2e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:47.168508 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6e0a-7f52-408d-a7db-ca7a5ed39969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.222242 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.223996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:47.239605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network ebd34940-7229-4e10-afdd-defd4991d66d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:47.249460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:47.383706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.421870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object 391c742b-852f-4ba2-82aa-0e532a1c7972 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:47.431921 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5323235-7a41-41df-a69f-b3749345df38', 'name': 'tempest-NetworksTestDHCPv6-router-2085629778', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:40Z', 'revision_number': 2, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None, '_interfaces': [{'id': '53bffe30-ec91-425b-8767-09e30d8e505b', 'name': '', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'mac_address': 'fa:16:3e:03:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5323235-7a41-41df-a69f-b3749345df38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '780765db-0f19-43c6-8905-ec3a5a65216e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:38Z', 'updated_at': '2021-07-16T18:49:46Z', 'revision_number': 4, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'subnets': [{'id': '780765db-0f19-43c6-8905-ec3a5a65216e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:47.474355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=9e8d8c19-1ee5-4e30-a7f3-2b175d26394b,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:47.486510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f6e0a-7f52-408d-a7db-ca7a5ed39969 None None] Port 33460443-55a9-4469-b159-5840316fe2e8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:47.498959 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699f9ef-c430-4860-80a3-2a1ffec27609 None None] The sync data for ids ['b5323235-7a41-41df-a69f-b3749345df38'] in n-d-791504-15 is: [{'id': 'b5323235-7a41-41df-a69f-b3749345df38', 'name': 'tempest-NetworksTestDHCPv6-router-2085629778', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:40Z', 'revision_number': 2, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None, '_interfaces': [{'id': '53bffe30-ec91-425b-8767-09e30d8e505b', 'name': '', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'mac_address': 'fa:16:3e:03:09:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5323235-7a41-41df-a69f-b3749345df38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '780765db-0f19-43c6-8905-ec3a5a65216e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:38Z', 'updated_at': '2021-07-16T18:49:46Z', 'revision_number': 4, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'subnets': [{'id': '780765db-0f19-43c6-8905-ec3a5a65216e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:47.509811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.516141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0d7f6e0a-7f52-408d-a7db-ca7a5ed39969 None None] Provisioning complete for port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:47.516531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d7f6e0a-7f52-408d-a7db-ca7a5ed39969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.560033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:47.580980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 09e774ee-8887-44d1-a638-989cb041f9bf has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:47.605017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:47.605561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.726012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.819491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.838604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:47.862864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Sync routers for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:47.864122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dee7756f-f56b-43bf-8e4c-d48c3823d291 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/09e774ee-8887-44d1-a638-989cb041f9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8951206 Jul 16 18:49:47.900604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:47.914646 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:47.970175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:47.983629 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.115864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:48.118054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:48.143579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:48.409268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-a7b53f41-5636-4e14-8cf9-aaee3d07fd8e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416181278&fields=id&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 267 time: 0.0900283 Jul 16 18:49:48.596423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:48.783049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:48.789813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0d2a1-e055-41d2-8ada-9f4bb4d4c15f None None] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:48.830588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:48.831174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.841542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=391c742b-852f-4ba2-82aa-0e532a1c7972,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:48.856676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-c8410078-659b-4947-81cf-d5a9b31e2972 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:48.863430 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-c8410078-659b-4947-81cf-d5a9b31e2972 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/networks?id=ebd34940-7229-4e10-afdd-defd4991d66d HTTP/1.1" status: 200 len: 796 time: 0.4383600 Jul 16 18:49:48.890897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16e3bf-687d-419f-8c1d-983d2bb244a7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:48.892656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16e3bf-687d-419f-8c1d-983d2bb244a7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:48.893303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16e3bf-687d-419f-8c1d-983d2bb244a7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:48.898876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6d16e3bf-687d-419f-8c1d-983d2bb244a7 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=704683cc6fff444491603367f079fc81&network_id=8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 200 len: 2972 time: 0.3010979 Jul 16 18:49:48.909694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-0367edd1-4a39-426e-bf6a-b27f8f376704 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/quotas/1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 375 time: 0.0451674 Jul 16 18:49:48.984743 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d6084a3-6bbe-49b8-8059-7a1a24a61f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.031605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3577ea93-a9bd-470d-9db1-ca12b9c700d0 None None] Provisioning complete for port 33460443-55a9-4469-b159-5840316fe2e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:49.032313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3577ea93-a9bd-470d-9db1-ca12b9c700d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.099850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-83070f90-e9ac-4b6b-8e7c-fe405b23652e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1751852 Jul 16 18:49:49.141200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.163047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:49.214007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-1d042a5f-aaa2-4c91-a0bc-c8b1266a543c service neutron] 10.222.0.49 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159532 Jul 16 18:49:49.339526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-ecd3aa84-3696-42ab-b350-1180c2b38426 service neutron] 10.222.0.49 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118362 Jul 16 18:49:49.357912 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.404363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3577ea93-a9bd-470d-9db1-ca12b9c700d0 None None] Port 33460443-55a9-4469-b159-5840316fe2e8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:49.460493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.470452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.471239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.515193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:49.515823 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.578735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=391c742b-852f-4ba2-82aa-0e532a1c7972,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:49.663079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8d2f09d-46aa-4552-85e9-70241b6c42be None None] Provisioning for port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:49.782930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:46Z', 'revision_number': 2, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:49.786473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 53bffe30-ec91-425b-8767-09e30d8e505b up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:49.841649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c9c2698-1531-4306-bec2-da0fbade31ec req-1ec297da-befe-46ef-80f9-b46134407590 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 210 time: 0.1336725 Jul 16 18:49:49.850629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Checking router: 09e774ee-8887-44d1-a638-989cb041f9bf for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:49.850995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Updating router 09e774ee-8887-44d1-a638-989cb041f9bf port 33460443-55a9-4469-b159-5840316fe2e8 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:49:49.937898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 53bffe30-ec91-425b-8767-09e30d8e505b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:49.943776 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 53bffe30-ec91-425b-8767-09e30d8e505b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:49.944157 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.950173 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.975024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 53bffe30-ec91-425b-8767-09e30d8e505b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:49.975529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.062043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:50.067652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:50.110058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.326957 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.358588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] For port 53bffe30-ec91-425b-8767-09e30d8e505b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=53bffe30-ec91-425b-8767-09e30d8e505b,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:50.359123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.383181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8b43faa3-f66a-4871-8d6a-14a404feff49 None None] Provisioning for port 391c742b-852f-4ba2-82aa-0e532a1c7972 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:50.393465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 53bffe30-ec91-425b-8767-09e30d8e505b owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:50.412813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8b43faa3-f66a-4871-8d6a-14a404feff49 None None] Provisioning complete for port 391c742b-852f-4ba2-82aa-0e532a1c7972 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:50.416924 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b43faa3-f66a-4871-8d6a-14a404feff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.518156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 055ee9ee-bcd8-4c12-80b3-79054279e0c6 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:49:50.538492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 53bffe30-ec91-425b-8767-09e30d8e505b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=53bffe30-ec91-425b-8767-09e30d8e505b,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:50.550280 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.551309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:50.582750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8b43faa3-f66a-4871-8d6a-14a404feff49 None None] Port 391c742b-852f-4ba2-82aa-0e532a1c7972 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:50.722385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=53bffe30-ec91-425b-8767-09e30d8e505b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:50.785142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:50.828578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:50.829786 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.856013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:50.870323 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] Sync routers for ids ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:50.875490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-beba33cb-79e5-4762-8443-9e5a4fee8791 None None] Provisioning complete for port 391c742b-852f-4ba2-82aa-0e532a1c7972 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:50.876063 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-beba33cb-79e5-4762-8443-9e5a4fee8791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.897101 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] Routers {'055ee9ee-bcd8-4c12-80b3-79054279e0c6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:50.897990 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:50.902425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-889a622a-8ce3-4bbc-81f9-d93481487268 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/055ee9ee-bcd8-4c12-80b3-79054279e0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0127439 Jul 16 18:49:50.911254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:50.944334 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.993255 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.999876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Transition to ACTIVE for port object 33460443-55a9-4469-b159-5840316fe2e8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:51.004384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-beba33cb-79e5-4762-8443-9e5a4fee8791 None None] Port 391c742b-852f-4ba2-82aa-0e532a1c7972 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:51.074949 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:51.097156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.099824 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.124929 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] Routers {'055ee9ee-bcd8-4c12-80b3-79054279e0c6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:51.125692 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:51.158122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8d848-008b-4918-bef0-3b63038cf05d None None] Pushing event updated for resources: {'Port': ['ID=33460443-55a9-4469-b159-5840316fe2e8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:51.196701 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:51.197843 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1eb161-aa0b-4079-9e67-07c070870562 None None] The sync data for ids ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:51.208642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04940f1-0d70-46f5-a322-593b099f6d1a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:51.211268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f04940f1-0d70-46f5-a322-593b099f6d1a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports/391c742b-852f-4ba2-82aa-0e532a1c7972 HTTP/1.1" status: 200 len: 911 time: 0.2891266 Jul 16 18:49:51.215361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:51.274600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8,segment=NetworkSegment(5eea7dde-464e-4293-8b5b-16167f044475),segment_id=5eea7dde-464e-4293-8b5b-16167f044475)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:51.314670 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-7d206d69-1bea-48b9-9f36-fdbaec1a368c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4905801 Jul 16 18:49:51.352901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3732dc3-9186-4268-8ff3-ca2f71d54b99 None None] Provisioning complete for port 391c742b-852f-4ba2-82aa-0e532a1c7972 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:51.353280 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3732dc3-9186-4268-8ff3-ca2f71d54b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.360737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc1c7f75-d641-416c-adb9-cc326df048e1 req-72f40bc1-7767-491e-8aac-e33bff1c8b9f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 210 time: 0.1566160 Jul 16 18:49:51.373782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=53bffe30-ec91-425b-8767-09e30d8e505b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:51.465408 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.660037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.733370 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c3732dc3-9186-4268-8ff3-ca2f71d54b99 None None] Port 391c742b-852f-4ba2-82aa-0e532a1c7972 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:51.746909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Attempting to bind port 33460443-55a9-4469-b159-5840316fe2e8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:51.747255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Attempting to bind port 33460443-55a9-4469-b159-5840316fe2e8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:51.747619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Attempting to bind port 33460443-55a9-4469-b159-5840316fe2e8 on network ebd34940-7229-4e10-afdd-defd4991d66d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:51.772077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:51.772485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Checking segment: {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:51.772892 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.773281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Bound using segment: {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:51.773752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Bound port: 33460443-55a9-4469-b159-5840316fe2e8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:51.774254 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.775965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:51.806184 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.867569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:51.969340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Router b5323235-7a41-41df-a69f-b3749345df38 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:52.067438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:52.069226 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.134557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] For port 33460443-55a9-4469-b159-5840316fe2e8, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:52.170812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:52.182398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-80f8174b-d3b1-4cb1-bb12-ad98cc49d5ee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "PUT /v2.0/routers/b5323235-7a41-41df-a69f-b3749345df38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2708650 Jul 16 18:49:52.182935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.196339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] Sync routers for ids ['b5323235-7a41-41df-a69f-b3749345df38'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:52.201055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] For port 33460443-55a9-4469-b159-5840316fe2e8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=33460443-55a9-4469-b159-5840316fe2e8,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:52.213984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] Routers {'b5323235-7a41-41df-a69f-b3749345df38'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:52.214990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5323235-7a41-41df-a69f-b3749345df38'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.221271 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.256316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a4fac-5cfa-488d-8211-41f59749f76d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.258269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a4fac-5cfa-488d-8211-41f59749f76d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.263181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-998a4fac-5cfa-488d-8211-41f59749f76d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0788865 Jul 16 18:49:52.263927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.342589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-a7d6dbc4-0da5-46f8-ab69-35a4267b6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.345066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-a7d6dbc4-0da5-46f8-ab69-35a4267b6093 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1097 time: 0.7682204 Jul 16 18:49:52.377112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 780765db-0f19-43c6-8905-ec3a5a65216e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:52.387431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-fdd153e2-4731-481d-ba29-b88bbd19097c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.387654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.389413 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-fdd153e2-4731-481d-ba29-b88bbd19097c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "GET /v2.0/networks?id=ebd34940-7229-4e10-afdd-defd4991d66d HTTP/1.1" status: 200 len: 796 time: 0.7747340 Jul 16 18:49:52.407491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] Set router b5323235-7a41-41df-a69f-b3749345df38 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:52.470250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.632329 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.687608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-30ee0793-bd78-4604-b8c3-e7c69c1bd06b req-414ac159-6d9a-4e11-a6f6-425e74e0c58e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 210 time: 0.0794609 Jul 16 18:49:52.719270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca27b60-69b6-4776-bba7-60f7348d2f7c tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.733911 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fca27b60-69b6-4776-bba7-60f7348d2f7c tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 814 time: 0.2622602 Jul 16 18:49:52.751692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-4e27afdf-b4dd-491f-a6bd-4aa4a756c4ff tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1146e6a401a64d1aa6ad39bde341ca16 HTTP/1.1" status: 200 len: 380 time: 0.3073082 Jul 16 18:49:52.763568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'port': {'device_id': 'b0f77265-b084-4c8b-abef-28882c952213', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'admin_state_up': True, 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'security_groups': ['3142352c-5718-404c-a8cb-7afa5957b641']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:52.814466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.887117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.890602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.903582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-9908ea06-7d89-4634-ba94-903066f81431 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4318914 Jul 16 18:49:52.928180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:52.928814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.934810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5323235-7a41-41df-a69f-b3749345df38', 'name': 'tempest-NetworksTestDHCPv6-router-2085629778', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:50Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.949948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Made reservation on behalf of 1146e6a401a64d1aa6ad39bde341ca16 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:52.953861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.956545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=780765db-0f19-43c6-8905-ec3a5a65216e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:52.969635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.972584 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-be0d727a-264d-4f6e-ab2c-eb9dc8ac88a5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/780765db-0f19-43c6-8905-ec3a5a65216e HTTP/1.1" status: 204 len: 168 time: 0.7075429 Jul 16 18:49:52.975511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.987774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8d848-008b-4918-bef0-3b63038cf05d None None] Pushing event updated for resources: {'Port': ['ID=33460443-55a9-4469-b159-5840316fe2e8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:52.998693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17843aa-97a7-456a-ad27-77eb740bbaef None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:53.036823 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.093176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] Checking router: b5323235-7a41-41df-a69f-b3749345df38 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:53.135559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-2baf12b0-cd13-49ce-9e54-b96389e2e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:53.137123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-2baf12b0-cd13-49ce-9e54-b96389e2e92d service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.7121627 Jul 16 18:49:53.143204 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3de56f72-2af2-4113-8dff-c8fc6a59a3d4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1665235 Jul 16 18:49:53.147099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60548) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.256364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f9ee69-eb51-48c5-804d-54369ed3f3bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.268412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] Routers {'b5323235-7a41-41df-a69f-b3749345df38'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:53.269723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5323235-7a41-41df-a69f-b3749345df38'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:53.339596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-86241440-d1b1-405d-8a46-78aabc529ce5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 1000 time: 0.1819239 Jul 16 18:49:53.344708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-69757c87-ac34-41b7-8bc9-e5494cabdc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:53.346844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-69757c87-ac34-41b7-8bc9-e5494cabdc49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5b054fd84924c688f6167272d23e570&device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 1097 time: 0.2955980 Jul 16 18:49:53.389694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] Set router b5323235-7a41-41df-a69f-b3749345df38 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:53.392878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:53.479217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5323235-7a41-41df-a69f-b3749345df38', 'name': 'tempest-NetworksTestDHCPv6-router-2085629778', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:50Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:53.486343 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f9ee69-eb51-48c5-804d-54369ed3f3bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.488505 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f9ee69-eb51-48c5-804d-54369ed3f3bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.529653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e6507-ade6-44d4-9e6b-5ee75fd2a650 None None] The sync data for ids ['b5323235-7a41-41df-a69f-b3749345df38'] in n-d-791504-15 is: [{'id': 'b5323235-7a41-41df-a69f-b3749345df38', 'name': 'tempest-NetworksTestDHCPv6-router-2085629778', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:50Z', 'revision_number': 3, 'project_id': '1f40791185074531bf5fa4b5bf603d18', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:53.564802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f9ee69-eb51-48c5-804d-54369ed3f3bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.565324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f9ee69-eb51-48c5-804d-54369ed3f3bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Fanout notify agent at l3_agent the message router_deleted on router b5323235-7a41-41df-a69f-b3749345df38 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:53.584661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26f9ee69-eb51-48c5-804d-54369ed3f3bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.586744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-26f9ee69-eb51-48c5-804d-54369ed3f3bf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/routers/b5323235-7a41-41df-a69f-b3749345df38 HTTP/1.1" status: 204 len: 168 time: 0.4386983 Jul 16 18:49:53.589325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.636754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.20.0.10 (ebd34940-7229-4e10-afdd-defd4991d66d/e53493b3-e287-4b2c-99b2-a29718dd7b6e/8febfdeb-03ff-4500-bbb3-d92fc85d4083) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:53.643115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-16abfcd9-c291-4279-ad8c-8fb75209ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:53.654450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-16abfcd9-c291-4279-ad8c-8fb75209ecc7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 200 len: 910 time: 0.2530484 Jul 16 18:49:53.690866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d22bda-c625-4481-b49b-447483f33686 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:53.694277 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-20d22bda-c625-4481-b49b-447483f33686 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1023726 Jul 16 18:49:53.695533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-695de0e9-261a-48a1-bb19-bbbb33199312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:53.695660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60556) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.697605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-695de0e9-261a-48a1-bb19-bbbb33199312 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.3431113 Jul 16 18:49:53.759823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.772830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'network': {'name': 'tempest-network-smoke--1943541228', 'project_id': '704683cc6fff444491603367f079fc81', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:53.811622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da615073-2b62-47b3-86ae-40dd2cd03411 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:53.816507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-da615073-2b62-47b3-86ae-40dd2cd03411 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1174855 Jul 16 18:49:53.821830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60568) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.981109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-be5d7674-f995-4cd1-a8a7-03648d7a8b05 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539402 Jul 16 18:49:53.984399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b5674cf-8da5-4d8e-a624-20561dca6cca req-849b9b1c-dc98-498c-bb08-511db833ace6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 210 time: 0.0846055 Jul 16 18:49:53.984949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60570) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:54.005005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:54.068729 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-ba418e69-09b3-4ff9-ab8c-e6152d34b977 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 200 len: 999 time: 0.3991899 Jul 16 18:49:54.070224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:54.073519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:54.098710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:54.108155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.215695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:54.227404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.242135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:52Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:54.299696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420f15-6797-4a43-900a-ba906e5bb144 None None] The sync data for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 is: [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:52Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:54.317581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:54.318321 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.385015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] Deleting port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:54.385645 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.393212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:54.480805 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.481304 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Added segment 88138718-9de8-4772-b84c-909ce3722f8f of type vlan for network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 Jul 16 18:49:54.611202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] For port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=26c9c74b-80f3-4fa1-8dd4-408c89db28a7,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:54.611597 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.659883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.671778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] Calling delete_port for 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:54.675885 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.804343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-a59fd7b0-f6da-4b1e-a261-d1d488c5da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:54.805893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-a59fd7b0-f6da-4b1e-a261-d1d488c5da57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6af233d1-7b66-40aa-b30d-8f39f835cbe3 HTTP/1.1" status: 200 len: 848 time: 0.7169495 Jul 16 18:49:54.807216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 391c742b-852f-4ba2-82aa-0e532a1c7972 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:54.807554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.824969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-b0f83f70-8beb-4324-ae2f-7bf9c0991514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:54.826686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-b0f83f70-8beb-4324-ae2f-7bf9c0991514 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0762987 Jul 16 18:49:54.826888 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.903828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] Pushing event deleted for resources: {'Port': ['ID=26c9c74b-80f3-4fa1-8dd4-408c89db28a7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:54.914676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3da7b-3e45-43b6-9583-6ff0c4ec8f74 None None] No DVR routers for this DVR port 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:54.924508 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.943786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:54.944484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.983030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:49:54.985645 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.073344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=01d924be-3fdb-4762-9c3c-4fb75c550bde,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:55.076985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.129181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:55.134417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:55.137216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:55.138051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.144681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db53ac-aba8-4890-b09d-b059edd616af None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:55.179350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-81193270-25c1-49c3-a27b-0de71bc48813 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1932938 Jul 16 18:49:55.182226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:55.187596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:55.331394 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.351992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6e5d5444-c0e8-479e-8673-3db3471fb1b1 req-748de5a2-873b-423f-92ae-29e1422ab5c6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 210 time: 0.0465980 Jul 16 18:49:55.370788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-8ac0ee22-5046-47b8-9d78-6cca45b2e432 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206478 Jul 16 18:49:55.371781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 391c742b-852f-4ba2-82aa-0e532a1c7972 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:55.435024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:55.440226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.525067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '01d924be-3fdb-4762-9c3c-4fb75c550bde'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:55.525979 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.578170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa9ef40-0026-4b21-8b12-f888d68b91be req-ac721d65-b6d7-436c-9fdd-53bb5803f6e1 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802621 Jul 16 18:49:55.615464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8469026 Jul 16 18:49:55.620208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:55.652288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Transition to ACTIVE for port object 8febfdeb-03ff-4500-bbb3-d92fc85d4083 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:55.694945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 33460443-55a9-4469-b159-5840316fe2e8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:55.865387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.877435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 33460443-55a9-4469-b159-5840316fe2e8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:55.908736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 33460443-55a9-4469-b159-5840316fe2e8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:55.910200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.935691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:55.953996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:55.954602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Allocated IP 2001:db8::f816:3eff:fef4:3f20 (78c95300-195f-443c-b5c5-d4b9b102593a/01d924be-3fdb-4762-9c3c-4fb75c550bde/cf8b6c2f-1b54-401e-8080-92269fc74ed1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:55.955436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:55.959239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:55.959838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.993883 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cbaaa711-3f7b-479f-a205-c59c623adcc5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8104918 Jul 16 18:49:55.996727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:56.001723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:91:62:d4', 'name': 'tempest-NetworksTestDHCPv6-580787000'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:56.039140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.063689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.125032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67637bda-b5bd-48d4-aa7c-8fecf8a084b9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Network': ['ID=1bdc2166-081d-4bef-9ba1-9efd4e47fb31,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:56.131977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 33460443-55a9-4469-b159-5840316fe2e8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=33460443-55a9-4469-b159-5840316fe2e8,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:56.145904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:56.183100 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.228600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=391c742b-852f-4ba2-82aa-0e532a1c7972,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:56.273983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:56.289285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-1cfdbad7-346a-4a32-9a89-9da139f1ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.292013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-1cfdbad7-346a-4a32-9a89-9da139f1ef9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e5bbb623-b536-4796-962f-d25fd7f950c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4643414 Jul 16 18:49:56.350482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c1ee7-09a9-4073-a169-ff6736d778f6 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.359134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6a6c1ee7-09a9-4073-a169-ff6736d778f6 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=704683cc6fff444491603367f079fc81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.7219775 Jul 16 18:49:56.408627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:56.749362 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.759139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Transition to ACTIVE for port object cf8b6c2f-1b54-401e-8080-92269fc74ed1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:56.772585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:56.840208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Transition to ACTIVE for port object cf8b6c2f-1b54-401e-8080-92269fc74ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:56.852598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:56.853455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 26c9c74b-80f3-4fa1-8dd4-408c89db28a7 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:56.857181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 53bffe30-ec91-425b-8767-09e30d8e505b no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:56.866817 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.906011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 53bffe30-ec91-425b-8767-09e30d8e505b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:56.907497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 53bffe30-ec91-425b-8767-09e30d8e505b not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:56.920123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=33460443-55a9-4469-b159-5840316fe2e8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:56.954246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:56.957212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:56.960601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:57.029988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.066845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Pushing event updated for resources: {'Port': ['ID=cf8b6c2f-1b54-401e-8080-92269fc74ed1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:57.079409 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.096021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Attempting to bind port cf8b6c2f-1b54-401e-8080-92269fc74ed1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:57.096398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Attempting to bind port cf8b6c2f-1b54-401e-8080-92269fc74ed1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:57.096767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Attempting to bind port cf8b6c2f-1b54-401e-8080-92269fc74ed1 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:57.103712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:57.104084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:57.104624 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.105467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:57.106304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Bound port: cf8b6c2f-1b54-401e-8080-92269fc74ed1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:57.106529 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.136486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-1a0919bc-937e-44df-8e16-6456b1d52373 service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298888 Jul 16 18:49:57.161836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.187932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be80155-7f0d-40c9-baf1-b185c579a73e tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:57.192078 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8be80155-7f0d-40c9-baf1-b185c579a73e tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7776873 Jul 16 18:49:57.199302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:57.211341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 7fa3b30f-0b74-4c25-a606-db79eb03157d yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:49:57.230066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] For port cf8b6c2f-1b54-401e-8080-92269fc74ed1, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:57.244689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] For port cf8b6c2f-1b54-401e-8080-92269fc74ed1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf8b6c2f-1b54-401e-8080-92269fc74ed1,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:57.254306 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.275019 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-efc0d92c-8452-41ff-bfd0-05f617ba4dfe tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709803 Jul 16 18:49:57.303386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4625394-fa3a-46c3-826a-f7737305fb24 req-b546e930-e6b5-417d-a22c-51b6ffe90e95 service neutron] 10.222.0.59 "GET /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082423 Jul 16 18:49:57.375795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d0fc-be49-44de-b07f-73cd0de02605 None None] Pushing event updated for resources: {'Port': ['ID=cf8b6c2f-1b54-401e-8080-92269fc74ed1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:57.386537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:57.418878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network ebd34940-7229-4e10-afdd-defd4991d66d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:57.426050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-920230a1-2a5a-40b4-8c99-0dcd534bdd41 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=704683cc6fff444491603367f079fc81&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340612 Jul 16 18:49:57.428298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:57.435548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:57.451874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:57.487385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c760c24-02df-4390-a3c4-0e5af7d55058 req-ebd88162-d6fe-4379-9d9f-fab5d60a379b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:57.489167 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c760c24-02df-4390-a3c4-0e5af7d55058 req-ebd88162-d6fe-4379-9d9f-fab5d60a379b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 932 time: 0.4553537 Jul 16 18:49:57.544099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:57.609765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 33460443-55a9-4469-b159-5840316fe2e8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:57.653975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c760c24-02df-4390-a3c4-0e5af7d55058 req-28730a2e-f543-4961-bdfe-4cb5e2b656ec tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445322 Jul 16 18:49:57.717288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-3b335f26-2a94-4e37-91fd-d25cfa656ce3 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:57.718360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 172.20.0.2 (78c95300-195f-443c-b5c5-d4b9b102593a/6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94/7fa3b30f-0b74-4c25-a606-db79eb03157d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:57.719175 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-3b335f26-2a94-4e37-91fd-d25cfa656ce3 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.4128571 Jul 16 18:49:57.731003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:57.731720 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.740867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fe91:62d4 (78c95300-195f-443c-b5c5-d4b9b102593a/01d924be-3fdb-4762-9c3c-4fb75c550bde/7fa3b30f-0b74-4c25-a606-db79eb03157d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:57.747753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3863f8e-ff15-4b80-825c-3ee7acb54a1b tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:57.749824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3863f8e-ff15-4b80-825c-3ee7acb54a1b tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3152812 Jul 16 18:49:57.753292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:57.762356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 33460443-55a9-4469-b159-5840316fe2e8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:57.762851 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.829259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e367b4e2-12a5-4c32-82df-b348c2b018f3 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746477 Jul 16 18:49:57.832435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:57.837934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1998682104', 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'project_id': '704683cc6fff444491603367f079fc81', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:57.975514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 055ee9ee-bcd8-4c12-80b3-79054279e0c6 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:57.977370 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e9deb78-d1a4-48bd-996f-bf82576e1019 None None] Provisioning for port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:57.980421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-9aa484e1-1ad7-4a6c-a1bd-25cd45daec7b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2208028 Jul 16 18:49:57.981480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5e9deb78-d1a4-48bd-996f-bf82576e1019 None None] Provisioning complete for port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:57.981856 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e9deb78-d1a4-48bd-996f-bf82576e1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:57.983569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-fb48813e-2eac-4db1-b7b2-cd49101d4bfc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/quotas/40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 375 time: 0.2246542 Jul 16 18:49:57.994126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Request body: {'port': {'device_id': 'b0f77265-b084-4c8b-abef-28882c952213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:58.020894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:58.027068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.041713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5e9deb78-d1a4-48bd-996f-bf82576e1019 None None] Port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:58.160624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:58.173628 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] Sync routers for ids ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:58.185308 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] Routers {'055ee9ee-bcd8-4c12-80b3-79054279e0c6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:58.186188 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:58.190914 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bfd762c6-5d8c-4c14-b0b5-18e7cb02ee84 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/055ee9ee-bcd8-4c12-80b3-79054279e0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9715786 Jul 16 18:49:58.192993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:58.229301 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:58.238742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-ea2e4702-217a-4c96-804a-88b62414ba0d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2402046 Jul 16 18:49:58.249477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-de7497d7-7357-49c6-a178-be767bcd6f3e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=055ee9ee-bcd8-4c12-80b3-79054279e0c6 HTTP/1.1" status: 200 len: 205 time: 0.0545645 Jul 16 18:49:58.250134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:58.262861 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] Routers {'055ee9ee-bcd8-4c12-80b3-79054279e0c6'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:58.263666 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:58.315294 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:58.316339 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5341c-0a05-4688-ac6a-0357715ff481 None None] The sync data for ids ['055ee9ee-bcd8-4c12-80b3-79054279e0c6'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:58.319668 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.344248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.372538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 7fa3b30f-0b74-4c25-a606-db79eb03157d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:58.392757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.412707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb4a1-3fc9-43b2-b5fd-4e99ee80848c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.481687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Checking segment: {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:58.481687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network hostable DHCP agents. Network: 1bdc2166-081d-4bef-9ba1-9efd4e47fb31, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:58.493495 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.495328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Subnet': ['ID=6ca750b3-10ea-47fc-8198-a6ea648cfba5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:58.555514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=7fa3b30f-0b74-4c25-a606-db79eb03157d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:58.575854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:58.578566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:58.581639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:58.586120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:58.623708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 1bdc2166-081d-4bef-9ba1-9efd4e47fb31) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:58.633727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae9f9a-0a8a-4cf5-9671-642c5d0261e5 None None] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:58.641919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:58.642675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.666714 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb4a1-3fc9-43b2-b5fd-4e99ee80848c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.667514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:58.668431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.670842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb4a1-3fc9-43b2-b5fd-4e99ee80848c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.692694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60642) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:58.693156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-31e28a72-6a1f-4e76-8519-6263daed4559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6952991 Jul 16 18:49:58.698548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-735ef7f6-b800-4a18-9a3e-ddbd3aba6b94 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8648000 Jul 16 18:49:58.881492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'tenant_id': '704683cc6fff444491603367f079fc81', 'fixed_ips': [{'subnet_id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:58.882572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.896178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-645da003-1320-47b4-9255-e52cfeeff887 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270604 Jul 16 18:49:58.908471 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb4a1-3fc9-43b2-b5fd-4e99ee80848c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.909182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6bb4a1-3fc9-43b2-b5fd-4e99ee80848c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Fanout notify agent at l3_agent the message router_deleted on router 055ee9ee-bcd8-4c12-80b3-79054279e0c6 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:58.939884 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb4a1-3fc9-43b2-b5fd-4e99ee80848c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.943997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f6bb4a1-3fc9-43b2-b5fd-4e99ee80848c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/055ee9ee-bcd8-4c12-80b3-79054279e0c6 HTTP/1.1" status: 204 len: 168 time: 0.6898253 Jul 16 18:49:58.944673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:59.042844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:59.053464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b3176f2d-1124-48b1-9a7e-45bdee838110 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266893325', 'description': 'tempest-secgroup-smoke-266893325 description', 'project_id': '704683cc6fff444491603367f079fc81'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:59.082439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet fcaefb51-8321-4526-bf70-f12ab8820ac5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:59.094118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.109412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95adc0eb-a54a-4c17-b973-f734ebcfb874 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.116285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95adc0eb-a54a-4c17-b973-f734ebcfb874 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.118377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-95adc0eb-a54a-4c17-b973-f734ebcfb874 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3868797 Jul 16 18:49:59.122173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60654) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:59.159714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd900e0-9b60-43cd-9b1e-87fbf3cfa960 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:59.195720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Allocated IP 172.20.0.18 (1bdc2166-081d-4bef-9ba1-9efd4e47fb31/6ca750b3-10ea-47fc-8198-a6ea648cfba5/68340149-4f4c-4ab4-b3d6-dcf967900fcf) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:59.200416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-ae5f1127-a2e1-4d38-a06d-fcfc083cd556 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855959 Jul 16 18:49:59.212751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7444c8e6-356c-4e8f-b2d4-ff3376ce64b8 None None] Provisioning for port cf8b6c2f-1b54-401e-8080-92269fc74ed1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:59.276576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3176f2d-1124-48b1-9a7e-45bdee838110 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.303274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.400145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8febfdeb-03ff-4500-bbb3-d92fc85d4083 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:59.412313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.441109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a129c-a38a-48b7-a8f3-164151b5eb8a req-aee5f6a4-ad53-439a-a457-8bf6a80d15dc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.442995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Transition to ACTIVE for port object 8febfdeb-03ff-4500-bbb3-d92fc85d4083 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:59.443187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c4a129c-a38a-48b7-a8f3-164151b5eb8a req-aee5f6a4-ad53-439a-a457-8bf6a80d15dc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 932 time: 0.2927692 Jul 16 18:49:59.454504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.473321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 7fa3b30f-0b74-4c25-a606-db79eb03157d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:59.474220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.544363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c4a129c-a38a-48b7-a8f3-164151b5eb8a req-1b97dfbb-4695-4ffb-9ed9-2fc093e31fbc tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647044 Jul 16 18:49:59.554921 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.705232 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.708053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3176f2d-1124-48b1-9a7e-45bdee838110 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.723825 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3176f2d-1124-48b1-9a7e-45bdee838110 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.744173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Transition to ACTIVE for port object 68340149-4f4c-4ab4-b3d6-dcf967900fcf will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:59.778585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf8b6c2f-1b54-401e-8080-92269fc74ed1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:59.784503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3176f2d-1124-48b1-9a7e-45bdee838110 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.786847 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3176f2d-1124-48b1-9a7e-45bdee838110 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7405965 Jul 16 18:49:59.818780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:59.841175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-51cf8ddb-88f6-4afc-ba58-39590fe2b600 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '5240531b-d786-43b4-b0de-a6cdb0951f9c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:59.862515 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Transition to ACTIVE for port object 68340149-4f4c-4ab4-b3d6-dcf967900fcf will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:59.886685 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.903544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.969918 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=fcaefb51-8321-4526-bf70-f12ab8820ac5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:59.998087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.001393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:00.005609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e0cb3947-4e12-41c5-9567-b131a3af86bd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/fcaefb51-8321-4526-bf70-f12ab8820ac5 HTTP/1.1" status: 204 len: 168 time: 1.0567565 Jul 16 18:50:00.005609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3176f2d-1124-48b1-9a7e-45bdee838110 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5240531b-d786-43b4-b0de-a6cdb0951f9c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:00.005997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Pushing event updated for resources: {'Port': ['ID=68340149-4f4c-4ab4-b3d6-dcf967900fcf,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:00.015295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:00.016120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51cf8ddb-88f6-4afc-ba58-39590fe2b600 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.026139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ffa0d6-c0f7-4761-90b2-5c5551e62b9c None None] Network a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:00.045763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:00.048728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:00.055898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port cf8b6c2f-1b54-401e-8080-92269fc74ed1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:00.077855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port cf8b6c2f-1b54-401e-8080-92269fc74ed1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:00.078220 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.170208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.217784 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51cf8ddb-88f6-4afc-ba58-39590fe2b600 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.226097 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51cf8ddb-88f6-4afc-ba58-39590fe2b600 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.270686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf8ddb-88f6-4afc-ba58-39590fe2b600 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd372ec-9a18-41cc-ab54-0bdb644b2cb7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:00.278057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51cf8ddb-88f6-4afc-ba58-39590fe2b600 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.279509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51cf8ddb-88f6-4afc-ba58-39590fe2b600 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4551373 Jul 16 18:50:00.283001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:00.289166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e60168ca-121a-4a12-b053-9aac50600119 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '5240531b-d786-43b4-b0de-a6cdb0951f9c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:00.317215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:00.317834 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.353672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60168ca-121a-4a12-b053-9aac50600119 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.375697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '01d924be-3fdb-4762-9c3c-4fb75c550bde', 'ip_address': '2001:db8::f816:3eff:fef4:3f20'}, {'subnet_id': '6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'cf8b6c2f-1b54-401e-8080-92269fc74ed1'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:50:00.416616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8,segment=NetworkSegment(5eea7dde-464e-4293-8b5b-16167f044475),segment_id=5eea7dde-464e-4293-8b5b-16167f044475)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:00.417154 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.440583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:00.456973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Attempting to bind port 68340149-4f4c-4ab4-b3d6-dcf967900fcf on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:00.457378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Attempting to bind port 68340149-4f4c-4ab4-b3d6-dcf967900fcf by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:00.457753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Attempting to bind port 68340149-4f4c-4ab4-b3d6-dcf967900fcf on network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:00.498785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:00.499168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Checking segment: {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:00.499581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.499995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Bound using segment: {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:00.500464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Bound port: 68340149-4f4c-4ab4-b3d6-dcf967900fcf, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:00.500885 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.511515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.518539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60168ca-121a-4a12-b053-9aac50600119 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.525466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Attempting to bind port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:00.525466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Attempting to bind port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:00.525466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Attempting to bind port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 on network ebd34940-7229-4e10-afdd-defd4991d66d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:00.532484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60168ca-121a-4a12-b053-9aac50600119 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.567444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:00.573014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60168ca-121a-4a12-b053-9aac50600119 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0897e616-a12f-487d-94a6-136ebab12abe,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:00.590565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e60168ca-121a-4a12-b053-9aac50600119 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.595448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e60168ca-121a-4a12-b053-9aac50600119 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3110471 Jul 16 18:50:00.596865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60688) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:00.603806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-97132d27-c40f-4eb7-8c80-7d8048d28cdb tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '5240531b-d786-43b4-b0de-a6cdb0951f9c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:00.632330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.670905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:00.680977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:00.693037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.720769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97132d27-c40f-4eb7-8c80-7d8048d28cdb tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.722261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.727917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 7fa3b30f-0b74-4c25-a606-db79eb03157d owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:00.828579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d528e6b0-24a7-4884-835c-21768eb066ca req-d8843d08-f467-4f15-adf3-e63bcf590b2e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 210 time: 0.9788051 Jul 16 18:50:00.829170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 on network ebd34940-7229-4e10-afdd-defd4991d66d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:00.829503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Attempting to bind port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 on network ebd34940-7229-4e10-afdd-defd4991d66d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:00.836404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:00.836752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Checking segment: {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:00.837171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Bound using segment: {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:00.837946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Bound port: 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a6d06e-cb5b-4567-957b-0f314636a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:00.838486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.888871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port cf8b6c2f-1b54-401e-8080-92269fc74ed1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf8b6c2f-1b54-401e-8080-92269fc74ed1,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:00.897871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] For port 68340149-4f4c-4ab4-b3d6-dcf967900fcf, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:00.930499 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.947721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.965091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:00.989951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:00.995086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:00.996000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97132d27-c40f-4eb7-8c80-7d8048d28cdb tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:00.998772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eea7dde-464e-4293-8b5b-16167f044475') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:00.999120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eea7dde-464e-4293-8b5b-16167f044475') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:01.002321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.014869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97132d27-c40f-4eb7-8c80-7d8048d28cdb tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.043976 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.073565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97132d27-c40f-4eb7-8c80-7d8048d28cdb tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fce33c-8df7-4303-bc3d-22203ea3b0ca,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:01.076742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.082680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:01.083478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.085127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] 10.222.0.67 "PUT /v2.0/ports/8febfdeb-03ff-4500-bbb3-d92fc85d4083 HTTP/1.1" status: 200 len: 1093 time: 3.0966988 Jul 16 18:50:01.085678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:01.088493 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708559fe-6f9f-42f3-9814-b1a8136e5dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:01.096863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:01.098737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:01.103404 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:01.106036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97132d27-c40f-4eb7-8c80-7d8048d28cdb tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.111690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:01.112045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97132d27-c40f-4eb7-8c80-7d8048d28cdb tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5130639 Jul 16 18:50:01.118513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9d45efeb-5089-4fd3-b858-896fc700e23a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '5240531b-d786-43b4-b0de-a6cdb0951f9c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:01.126914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aefa4-720d-431d-bfe6-ffa5c78ca1ef req-0abbe15d-14e7-4f41-af3a-5bec3a5cc52a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:01.128625 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a91aefa4-720d-431d-bfe6-ffa5c78ca1ef req-0abbe15d-14e7-4f41-af3a-5bec3a5cc52a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 944 time: 0.3408353 Jul 16 18:50:01.136594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36bfa4-24f9-4ffc-84d3-b0078d079cbe None None] DHCP port deletion for a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:01.146926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] For port 68340149-4f4c-4ab4-b3d6-dcf967900fcf, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=68340149-4f4c-4ab4-b3d6-dcf967900fcf,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:01.196894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.200094 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf11560-47cc-4cbe-aa06-b1d652d96115 x-openstack-request-id: req-dbf11560-47cc-4cbe-aa06-b1d652d96115 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:01.200387 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:01.200634 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbf11560-47cc-4cbe-aa06-b1d652d96115 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:01.205755 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'status': 'completed', 'code': 200} Jul 16 18:50:01.271752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a91aefa4-720d-431d-bfe6-ffa5c78ca1ef req-744886f6-c665-4aeb-bd57-e0ab9dbdf992 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297083 Jul 16 18:50:01.292011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.294569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa0309-1644-4cb3-92a7-badf953e9ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:01.326697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=cf8b6c2f-1b54-401e-8080-92269fc74ed1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:01.376821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.393024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.406023 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5 HTTP/1.1" status: 204 len: 168 time: 1.3856993 Jul 16 18:50:01.409339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60700) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:01.414843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1207925793', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:01.428861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] Allocated IP 172.20.0.3 (78c95300-195f-443c-b5c5-d4b9b102593a/6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94/cf8b6c2f-1b54-401e-8080-92269fc74ed1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:01.442301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172ba13-a422-459d-9597-ce68c7d6b999 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=a1b75d7a-e2e8-4c18-ac23-fb8e8e10e0f5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:01.464448 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.468841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.484523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2e06-dbe8-4745-95e9-5dfc1adb8397 None None] Pushing event updated for resources: {'Port': ['ID=68340149-4f4c-4ab4-b3d6-dcf967900fcf,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:01.636010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=7fa3b30f-0b74-4c25-a606-db79eb03157d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:01.641795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] For port cf8b6c2f-1b54-401e-8080-92269fc74ed1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf8b6c2f-1b54-401e-8080-92269fc74ed1,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:01.673959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.711483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf8b6c2f-1b54-401e-8080-92269fc74ed1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:01.760459 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.782070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] Transition to ACTIVE for port object cf8b6c2f-1b54-401e-8080-92269fc74ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:01.793039 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.845181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d45efeb-5089-4fd3-b858-896fc700e23a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.886491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73162c94-ada7-4d3e-ba87-3b1ddda05146 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:01.888758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73162c94-ada7-4d3e-ba87-3b1ddda05146 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.5781620 Jul 16 18:50:01.923837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'port': {'device_id': '2c039970-deea-4579-801c-faf6942b5920', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'admin_state_up': True, 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:01.926016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.070607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b69296-b2e5-4146-a5cf-398344502617 None None] Pushing event updated for resources: {'Port': ['ID=cf8b6c2f-1b54-401e-8080-92269fc74ed1,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:02.088076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.092480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-288a9641-ea22-40db-81be-9bcec075f245 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/7fa3b30f-0b74-4c25-a606-db79eb03157d HTTP/1.1" status: 204 len: 168 time: 2.9680285 Jul 16 18:50:02.102129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:02.121343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:02.182971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:02.183368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3e0b7167-c920-4d2a-bc45-fb5ccff8e0c8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:02.219161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff04a30-cd7d-4dc7-94fb-83b184e13456 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:02.222275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff04a30-cd7d-4dc7-94fb-83b184e13456 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:02.224086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff04a30-cd7d-4dc7-94fb-83b184e13456 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:02.227772 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fff04a30-cd7d-4dc7-94fb-83b184e13456 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1241758 Jul 16 18:50:02.230707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60716) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:02.234666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-c72006bd-d129-4439-a642-c5815a60759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:02.236484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-c72006bd-d129-4439-a642-c5815a60759e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 1096 time: 1.0456429 Jul 16 18:50:02.335535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-073f9b09-ea41-49d5-b511-8b63395811fd req-89654f4a-9e86-4d42-a8f8-2834f8785582 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 210 time: 0.2275310 Jul 16 18:50:02.398956 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d45efeb-5089-4fd3-b858-896fc700e23a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.423836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-f3b3b3bc-a947-4d41-b7c2-55683470f0e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083 HTTP/1.1" status: 200 len: 217 time: 0.1250775 Jul 16 18:50:02.434262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d45efeb-5089-4fd3-b858-896fc700e23a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.490108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.541529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45efeb-5089-4fd3-b858-896fc700e23a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d892035-911c-444d-b41c-850dc10041c2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:02.566900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 01d924be-3fdb-4762-9c3c-4fb75c550bde {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:02.571114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.577216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d45efeb-5089-4fd3-b858-896fc700e23a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.581075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9d45efeb-5089-4fd3-b858-896fc700e23a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4654796 Jul 16 18:50:02.581075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-7dc8d098-2ceb-48fa-b912-2b598bcc7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:02.581525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-7dc8d098-2ceb-48fa-b912-2b598bcc7a89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e53493b3-e287-4b2c-99b2-a29718dd7b6e HTTP/1.1" status: 200 len: 834 time: 0.1156723 Jul 16 18:50:02.581990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:02.583523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.608758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '5240531b-d786-43b4-b0de-a6cdb0951f9c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:02.668863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.695394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:02.701105 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.897089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c22fb-8fac-42ba-a407-828a81df8f3c req-4c093682-b7c2-4016-806a-00be943c1090 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:02.904515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-929c22fb-8fac-42ba-a407-828a81df8f3c req-4c093682-b7c2-4016-806a-00be943c1090 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 944 time: 0.2560663 Jul 16 18:50:02.949032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.20.0.14 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/6ea7b8db-a2cb-400f-829e-58d9b415e683) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:02.974118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf452447-1459-4710-bcdc-5504aa69e164 None None] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:02.977332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-929c22fb-8fac-42ba-a407-828a81df8f3c req-f3190193-bee0-4c50-972c-01be81b16e57 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717721 Jul 16 18:50:02.995976 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.053855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 172.25.1.223 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/173340a4-8118-40a5-b903-9485d5b54d7b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:03.140769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.153632 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.167299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6ac4b87c-62cf-4f98-8766-54734b47840e None None] Provisioning for port 68340149-4f4c-4ab4-b3d6-dcf967900fcf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:03.173089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Transition to ACTIVE for port object 6ea7b8db-a2cb-400f-829e-58d9b415e683 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:03.218746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=01d924be-3fdb-4762-9c3c-4fb75c550bde,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:03.227260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.229548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c696ede-0b6f-4af0-b6aa-2b052e110327 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/01d924be-3fdb-4762-9c3c-4fb75c550bde HTTP/1.1" status: 204 len: 168 time: 0.9979186 Jul 16 18:50:03.232306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60726) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:03.249949 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.265652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aef008-0321-4d13-aac1-8bfd9eec685b None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:03.273812 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Project 704683cc6fff444491603367f079fc81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:50:03.308717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0121237-a51b-4b59-951e-628b3077cbe3 None None] Could not find standard attr ID for object 7fa3b30f-0b74-4c25-a606-db79eb03157d. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:03.314982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.329748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:03.334820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.351669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:03.357565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=6ea7b8db-a2cb-400f-829e-58d9b415e683,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:03.370411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:03.376351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:03.379705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.445557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.469081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.487845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0121237-a51b-4b59-951e-628b3077cbe3 None None] Provisioning for port cf8b6c2f-1b54-401e-8080-92269fc74ed1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:03.501700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f0121237-a51b-4b59-951e-628b3077cbe3 None None] Provisioning complete for port cf8b6c2f-1b54-401e-8080-92269fc74ed1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:03.502081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f0121237-a51b-4b59-951e-628b3077cbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.591581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-36f66f25-8ffc-43f7-9327-bc28241d79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:03.594494 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-36f66f25-8ffc-43f7-9327-bc28241d79fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebd34940-7229-4e10-afdd-defd4991d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0023539 Jul 16 18:50:03.612578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:03.616741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.620097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.667899 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.732564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=173340a4-8118-40a5-b903-9485d5b54d7b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:03.818173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:03.823171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:03.834891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:03.877835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3466d5b4-609c-41cd-bfbe-8ac6772af702,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:03.884874 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.887948 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-949a8e3c-da91-4270-914e-4c5aef3c4c5a service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617252 Jul 16 18:50:03.944621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf8b6c2f-1b54-401e-8080-92269fc74ed1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:03.955672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-73fce90c-af28-48db-88b2-9c7afe63471c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0359797 Jul 16 18:50:03.972104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf646c-d886-4f41-ae34-0f66d55d70f1 req-dd017893-f464-4286-9aeb-e7b73f4c945a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:03.974547 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-76cf646c-d886-4f41-ae34-0f66d55d70f1 req-dd017893-f464-4286-9aeb-e7b73f4c945a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 932 time: 0.3862550 Jul 16 18:50:03.987166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Request body: {'port': {'device_id': '2c039970-deea-4579-801c-faf6942b5920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:03.998722 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.000381 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d5db7d5b-8873-4b0e-b5b3-61e7286aca1f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4092264 Jul 16 18:50:04.020043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:04.068719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port cf8b6c2f-1b54-401e-8080-92269fc74ed1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:04.073428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.075221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '5240531b-d786-43b4-b0de-a6cdb0951f9c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:04.183842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.251062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-76cf646c-d886-4f41-ae34-0f66d55d70f1 req-3a271c37-2b3b-4246-a077-d1985c116ac9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644961 Jul 16 18:50:04.307947 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Project 704683cc6fff444491603367f079fc81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:50:04.312546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.330424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ef55deb-3830-4cb9-8bfa-6bebe0a0f11d req-7b8ea387-5abe-4a04-9a47-656e57dda1b5 service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266772 Jul 16 18:50:04.351095 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.383830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:04.403223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.407415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c7b26e9b-3edc-45e0-bf1c-e8eddc82101b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94 HTTP/1.1" status: 204 len: 168 time: 1.1726387 Jul 16 18:50:04.408462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60744) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:04.514146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.535987 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.587916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68340149-4f4c-4ab4-b3d6-dcf967900fcf up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:04.687184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc0e3c6c-7944-4360-add0-a0d866127c3f None None] Provisioning for port 6ea7b8db-a2cb-400f-829e-58d9b415e683 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:04.716071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc0e3c6c-7944-4360-add0-a0d866127c3f None None] Provisioning complete for port 6ea7b8db-a2cb-400f-829e-58d9b415e683 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:04.716714 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0e3c6c-7944-4360-add0-a0d866127c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.761343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2199e8-7e05-4f8b-8a6b-2c5ad693fd62 None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'cf8b6c2f-1b54-401e-8080-92269fc74ed1'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:50:04.800410 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa2199e8-7e05-4f8b-8a6b-2c5ad693fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.847186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea7b8db-a2cb-400f-829e-58d9b415e683 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:04.857649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.872339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Transition to ACTIVE for port object 6ea7b8db-a2cb-400f-829e-58d9b415e683 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:04.888526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650f1a22-385b-4ef6-a407-ae53a3c54847,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:04.891528 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.920045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e3c6c-7944-4360-add0-a0d866127c3f None None] Port 6ea7b8db-a2cb-400f-829e-58d9b415e683 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:04.925617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 68340149-4f4c-4ab4-b3d6-dcf967900fcf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:04.940998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 68340149-4f4c-4ab4-b3d6-dcf967900fcf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:04.941299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.953539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Pushing event updated for resources: {'Port': ['ID=6ea7b8db-a2cb-400f-829e-58d9b415e683,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:05.006079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.018190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-26d08a5c-bcbc-46db-bac0-9f613bbba20d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9499154 Jul 16 18:50:05.040224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9534f-1d41-48b5-9333-2232f1778564 req-fcc05a47-b614-49ce-8f12-e84e9f299d83 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.042051 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66d9534f-1d41-48b5-9333-2232f1778564 req-fcc05a47-b614-49ce-8f12-e84e9f299d83 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 944 time: 0.7537789 Jul 16 18:50:05.104415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fcc951f2-2efc-4486-8f81-6d8e596f75e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6928806 Jul 16 18:50:05.105390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:05.138912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:05.190134 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.242793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb46528-b5ba-4fc5-8268-925ed781e502 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:05.250995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 68340149-4f4c-4ab4-b3d6-dcf967900fcf, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=68340149-4f4c-4ab4-b3d6-dcf967900fcf,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:05.258311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-77d6b5f3-a42c-4cbe-acc2-2dce139316f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.264156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-77d6b5f3-a42c-4cbe-acc2-2dce139316f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 1096 time: 0.8481781 Jul 16 18:50:05.268283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.357308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a97275a-d49e-41f7-9c31-e1f0ce46e7b9 None None] Provisioning complete for port cf8b6c2f-1b54-401e-8080-92269fc74ed1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:05.357968 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a97275a-d49e-41f7-9c31-e1f0ce46e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.383781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66d9534f-1d41-48b5-9333-2232f1778564 req-940acbec-26ce-4365-a9b3-3838b989a313 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057883 Jul 16 18:50:05.394743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Attempting to bind port 6ea7b8db-a2cb-400f-829e-58d9b415e683 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:05.395091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Attempting to bind port 6ea7b8db-a2cb-400f-829e-58d9b415e683 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:05.395430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Attempting to bind port 6ea7b8db-a2cb-400f-829e-58d9b415e683 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:05.453996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-fd222365-d00f-4b26-bb47-ab210aafbe5d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266893325&fields=id&tenant_id=704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 267 time: 0.1689055 Jul 16 18:50:05.454722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:05.458186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.462249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Port 6ea7b8db-a2cb-400f-829e-58d9b415e683 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:05.462589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Attempting to bind port 6ea7b8db-a2cb-400f-829e-58d9b415e683 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:05.474412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:05.474852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:05.475255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:05.475704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Bound port: 6ea7b8db-a2cb-400f-829e-58d9b415e683, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:05.476089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.492395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=68340149-4f4c-4ab4-b3d6-dcf967900fcf,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:05.541119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-cfd4f720-5006-4a2a-92d0-b446dc233b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.543153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-cfd4f720-5006-4a2a-92d0-b446dc233b9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebd34940-7229-4e10-afdd-defd4991d66d HTTP/1.1" status: 200 len: 897 time: 0.2580361 Jul 16 18:50:05.598113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:05.637911 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-f78b0053-d5c8-4edb-b1c0-f70e7426f1e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083 HTTP/1.1" status: 200 len: 217 time: 0.0715115 Jul 16 18:50:05.701105 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.704167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf8b6c2f-1b54-401e-8080-92269fc74ed1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:05.742889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] For port 6ea7b8db-a2cb-400f-829e-58d9b415e683, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:05.773275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] Deleting port cf8b6c2f-1b54-401e-8080-92269fc74ed1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:05.773964 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.793589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] For port 6ea7b8db-a2cb-400f-829e-58d9b415e683, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ea7b8db-a2cb-400f-829e-58d9b415e683,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:05.798426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-b69de80b-8428-493c-80d4-d602aac6e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.801199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-b69de80b-8428-493c-80d4-d602aac6e9d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e53493b3-e287-4b2c-99b2-a29718dd7b6e HTTP/1.1" status: 200 len: 834 time: 0.1514902 Jul 16 18:50:05.806332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.846101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-7106e7bb-c74a-4ab5-9294-e4f61e422949 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.848413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-7106e7bb-c74a-4ab5-9294-e4f61e422949 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/networks?id=1bdc2166-081d-4bef-9ba1-9efd4e47fb31 HTTP/1.1" status: 200 len: 797 time: 0.3865526 Jul 16 18:50:05.869321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-817f171a-5eb2-403d-8d44-d13f09f11675 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/quotas/704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 375 time: 0.0131621 Jul 16 18:50:05.896995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.897619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.902439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] 10.222.0.59 "PUT /v2.0/ports/6ea7b8db-a2cb-400f-829e-58d9b415e683 HTTP/1.1" status: 200 len: 1093 time: 1.9361954 Jul 16 18:50:05.929387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c039970-deea-4579-801c-faf6942b5920', 'tag': '6ea7b8db-a2cb-400f-829e-58d9b415e683'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:05.931971 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a497cd6d-595e-4e35-8f24-d014938d5f63" -d '{"events": [{"name": "network-changed", "server_uuid": "2c039970-deea-4579-801c-faf6942b5920", "tag": "6ea7b8db-a2cb-400f-829e-58d9b415e683"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:05.963100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] For port cf8b6c2f-1b54-401e-8080-92269fc74ed1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf8b6c2f-1b54-401e-8080-92269fc74ed1,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:05.963411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.988038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] Calling delete_port for cf8b6c2f-1b54-401e-8080-92269fc74ed1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:05.993714 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.008455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221e57c-bf77-4f7f-ac5d-79a522b2892e service neutron] Pushing event updated for resources: {'Port': ['ID=6ea7b8db-a2cb-400f-829e-58d9b415e683,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:06.054199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port cf8b6c2f-1b54-401e-8080-92269fc74ed1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf8b6c2f-1b54-401e-8080-92269fc74ed1,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:06.063959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.171492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b6669-1f80-40df-9657-17b62c9df727 req-40c092d2-f9a2-43df-b07e-5f7dd6935fc6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.173512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e6b6669-1f80-40df-9657-17b62c9df727 req-40c092d2-f9a2-43df-b07e-5f7dd6935fc6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 0.4472749 Jul 16 18:50:06.175415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=cf8b6c2f-1b54-401e-8080-92269fc74ed1,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:06.211591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-ddb1611c-1d5b-4417-817c-84fd7fde0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.213540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-ddb1611c-1d5b-4417-817c-84fd7fde0f10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebd34940-7229-4e10-afdd-defd4991d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4041989 Jul 16 18:50:06.279257 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e6b6669-1f80-40df-9657-17b62c9df727 req-afc6fae0-17f5-4781-90c5-0d35a6251103 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902839 Jul 16 18:50:06.280647 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.288810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-2002282e-3fe0-4422-a989-ba369ebcd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.290357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-2002282e-3fe0-4422-a989-ba369ebcd123 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 1096 time: 0.3110449 Jul 16 18:50:06.318398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-a7784c80-8ff5-4cb4-b8eb-14508243fcea tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4402132 Jul 16 18:50:06.357564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] No DVR routers for this DVR port cf8b6c2f-1b54-401e-8080-92269fc74ed1 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:06.379493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745a668-caf4-4b11-aac3-869fd09cbaab None None] Pushing event deleted for resources: {'Port': ['ID=cf8b6c2f-1b54-401e-8080-92269fc74ed1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:06.454480 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-ae935ed1-baba-45f6-bcd2-90bb18e895f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ea7b8db-a2cb-400f-829e-58d9b415e683 HTTP/1.1" status: 200 len: 217 time: 0.1249886 Jul 16 18:50:06.490662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-7c452fee-d058-4d1a-ac65-db85bf6d9c03 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdc2166-081d-4bef-9ba1-9efd4e47fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546988 Jul 16 18:50:06.523028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-cfa81b07-3dfb-459c-a921-1ff7c6f21a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.525541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-cfa81b07-3dfb-459c-a921-1ff7c6f21a87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0544279 Jul 16 18:50:06.529938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-e276d342-b3a3-4f7e-9255-119d7b1f9f7c service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005095 Jul 16 18:50:06.692739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-1d1bacc2-09df-479c-b3c3-cb654644b3b0 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdc2166-081d-4bef-9ba1-9efd4e47fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011981 Jul 16 18:50:06.717010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-160ab7cb-30bf-4231-9dc7-564962cdd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.719041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-160ab7cb-30bf-4231-9dc7-564962cdd7e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860096 Jul 16 18:50:06.750594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-708559fe-6f9f-42f3-9814-b1a8136e5dd3 req-a471366a-10d6-4962-b1ac-79c270405ea9 service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865594 Jul 16 18:50:06.796273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.816456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:50:06.822194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.848391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-b8a1faf1-f186-4b01-90a2-dc0d08633e02 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206739 Jul 16 18:50:06.901072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:06.902533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=34320e63-5781-4abd-9393-bff905500a4e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:06.906400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:06.915529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56beaac9-650e-46c2-992d-f1d128ee11af None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:06.953296 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2780cc74-0c86-48b8-91eb-fe0e516bf3ec x-openstack-request-id: req-2780cc74-0c86-48b8-91eb-fe0e516bf3ec {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:06.957921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.958841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.959307 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c039970-deea-4579-801c-faf6942b5920", "tag": "6ea7b8db-a2cb-400f-829e-58d9b415e683", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:06.959546 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2780cc74-0c86-48b8-91eb-fe0e516bf3ec {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:06.959973 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c039970-deea-4579-801c-faf6942b5920', 'tag': '6ea7b8db-a2cb-400f-829e-58d9b415e683', 'status': 'completed', 'code': 200} Jul 16 18:50:06.995986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7c7e8f-5820-4e3d-b217-ce646ea4959e req-914c302e-d8fd-49b0-a9f8-d90adbafda97 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383853 Jul 16 18:50:07.080304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f23184cc-937e-45e2-9baa-92c02f1e3533 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9612892 Jul 16 18:50:07.096699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:07.102142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:07.117296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8febfdeb-03ff-4500-bbb3-d92fc85d4083 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:07.184381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b981375a-693f-4792-b2ef-c298057105bc req-7693f7a7-c8ec-415d-b149-2e4fa3d2c657 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 210 time: 0.1264801 Jul 16 18:50:07.310033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-732de888-dc12-43e7-a0c7-511d4ae64f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:07.312093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-732de888-dc12-43e7-a0c7-511d4ae64f01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 1096 time: 0.2580781 Jul 16 18:50:07.337914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:50:07.354584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813fb96-3b35-46ad-919b-4064cd33af4d req-52e067cb-98c3-49da-b3b5-92ca058e3168 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:07.356343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f813fb96-3b35-46ad-919b-4064cd33af4d req-52e067cb-98c3-49da-b3b5-92ca058e3168 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 944 time: 0.2457232 Jul 16 18:50:07.419689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '34320e63-5781-4abd-9393-bff905500a4e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:07.420642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.454028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:07.501673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f813fb96-3b35-46ad-919b-4064cd33af4d req-5f475533-b644-4fa7-9b86-f60dba2147f6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186359 Jul 16 18:50:07.521324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'port_id': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'mac_address': 'fa:16:3e:74:21:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:07.550412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:07.568151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:07.571617 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.639815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] Sync routers for ids ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:07.646321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.650575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e676712d-ac43-4715-a0f8-9f629fc28d8f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2403042 Jul 16 18:50:07.652510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-bd5cfdf4-5db2-4ccc-8fea-7cea856a1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:07.652634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60794) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:07.654229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-bd5cfdf4-5db2-4ccc-8fea-7cea856a1dfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.3265066 Jul 16 18:50:07.724042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adbc15-0854-455e-816f-99ee2ea3c07f req-b8c1b408-0d65-4dc6-8e02-c00b28c6a0f5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:07.731264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89adbc15-0854-455e-816f-99ee2ea3c07f req-b8c1b408-0d65-4dc6-8e02-c00b28c6a0f5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 0.2116609 Jul 16 18:50:07.752301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] Routers {'ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:07.753262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:07.765187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68340149-4f4c-4ab4-b3d6-dcf967900fcf up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:07.769288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-3c2e6368-bb47-4c0d-a469-66e5e0167115 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ea7b8db-a2cb-400f-829e-58d9b415e683 HTTP/1.1" status: 200 len: 217 time: 0.0936084 Jul 16 18:50:07.857660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89adbc15-0854-455e-816f-99ee2ea3c07f req-6faa7a7a-8d3e-4875-b500-c9b5d5fbcdcb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250780 Jul 16 18:50:07.870306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:07.937303 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.967485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2dc80c0-d8b9-4790-ba2e-2793a39778ca tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/routers/ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 HTTP/1.1" status: 200 len: 885 time: 0.3081505 Jul 16 18:50:07.969761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] Routers {'ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:07.969910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:07.970409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:08.013945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:08.014513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f5d3a-e62f-4248-b7d8-de1359344b78 None None] The sync data for ids ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:08.042042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Allocated IP 2001:db8::f816:3eff:feb2:5bec (78c95300-195f-443c-b5c5-d4b9b102593a/34320e63-5781-4abd-9393-bff905500a4e/4d01522a-926a-4c67-8b4b-58f228397b36) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:08.048765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8febfdeb-03ff-4500-bbb3-d92fc85d4083 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:08.094105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 68340149-4f4c-4ab4-b3d6-dcf967900fcf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:08.095069 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:08.109708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:08.141227 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:08.359592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:08.470898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:08.496560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-67c0cddf-5d71-490a-b980-ea2cb5f18d9d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5255368 Jul 16 18:50:08.533678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:08.536845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:08.537441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:08.539758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:08.547389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['8febfdeb-03ff-4500-bbb3-d92fc85d4083'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:08.601108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-071aa8be-77f1-43b4-9c1b-72a592b5d6bf tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1207925793'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:08.605031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-42ce806e-1281-43e5-8e5e-887a3141246e req-0e5e32f8-c512-4e9d-b913-6dd2cb81ab42 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 210 time: 0.1302731 Jul 16 18:50:08.627630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:08.684007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-0f74f369-b453-4858-a2c2-04561b1bf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:08.684620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=45439ddd-a93e-4740-9ef8-8d154db8b2b7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:08.689304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-0f74f369-b453-4858-a2c2-04561b1bf0f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.9191654 Jul 16 18:50:08.758170 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e7c5e1e-e989-4d1b-bc0e-56a4931f1309 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6601350 Jul 16 18:50:08.766407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:08.788734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:e6:45:af', 'name': 'tempest-NetworksTestDHCPv6-1023237703'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:08.900733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-08c630cc-a2b8-4574-be9c-0d14286be188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:08.905054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-08c630cc-a2b8-4574-be9c-0d14286be188 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059386 Jul 16 18:50:08.963400 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.006374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Transition to ACTIVE for port object 4d01522a-926a-4c67-8b4b-58f228397b36 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:09.079509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Transition to ACTIVE for port object 4d01522a-926a-4c67-8b4b-58f228397b36 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:09.094161 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.114875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:09.119655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:09.151496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:09.258431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Pushing event updated for resources: {'Port': ['ID=4d01522a-926a-4c67-8b4b-58f228397b36,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:09.315730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Attempting to bind port 4d01522a-926a-4c67-8b4b-58f228397b36 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:09.315959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Attempting to bind port 4d01522a-926a-4c67-8b4b-58f228397b36 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:09.316841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Attempting to bind port 4d01522a-926a-4c67-8b4b-58f228397b36 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:09.334432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:09.334861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:09.335278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.335703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:09.336632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Bound port: 4d01522a-926a-4c67-8b4b-58f228397b36, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:09.336632 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.462375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:09.471782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] For port 4d01522a-926a-4c67-8b4b-58f228397b36, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:09.476043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] For port 4d01522a-926a-4c67-8b4b-58f228397b36, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d01522a-926a-4c67-8b4b-58f228397b36,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:09.486193 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.491807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bdf4c-0f7b-4300-b817-599d2abd7a1b req-b2d2f528-5213-4ec9-b661-cea314d4d859 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:09.493528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-431bdf4c-0f7b-4300-b817-599d2abd7a1b req-b2d2f528-5213-4ec9-b661-cea314d4d859 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 945 time: 0.6568737 Jul 16 18:50:09.510029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-a0adee20-1855-41de-84d3-587212a9678a service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957928 Jul 16 18:50:09.516650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-6feec4f7-74f7-49ce-832b-5f657a0d832a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:09.518373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-6feec4f7-74f7-49ce-832b-5f657a0d832a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "GET /v2.0/networks?id=1bdc2166-081d-4bef-9ba1-9efd4e47fb31 HTTP/1.1" status: 200 len: 797 time: 0.5712762 Jul 16 18:50:09.573472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f84c2-a38d-45a1-a832-0384741e0b3c None None] Pushing event updated for resources: {'Port': ['ID=4d01522a-926a-4c67-8b4b-58f228397b36,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:09.660464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-431bdf4c-0f7b-4300-b817-599d2abd7a1b req-d75ccad7-8483-4bf3-858a-76a76a1ed821 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335752 Jul 16 18:50:09.763961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-2594f1d4-a2ff-4230-a9b1-37468267b2ec tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 472 time: 0.2267444 Jul 16 18:50:09.783456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'port': {'device_id': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'admin_state_up': True, 'tenant_id': '704683cc6fff444491603367f079fc81', 'security_groups': ['5240531b-d786-43b4-b0de-a6cdb0951f9c']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:09.794032 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.888938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 164d418d-5080-4eaa-902c-924b8f0178d9 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:50:09.947240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a497cd6d-595e-4e35-8f24-d014938d5f63 req-6f9518ee-899a-4671-95cd-7814c5207c53 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214268 Jul 16 18:50:10.084251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66c0b7-2c47-4467-9480-def4a9f7fc7b req-e4cbfada-63c4-4415-9b4a-3cf1b851a623 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.086803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c66c0b7-2c47-4467-9480-def4a9f7fc7b req-e4cbfada-63c4-4415-9b4a-3cf1b851a623 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 1.0098143 Jul 16 18:50:10.110131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-071aa8be-77f1-43b4-9c1b-72a592b5d6bf tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.138695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-071aa8be-77f1-43b4-9c1b-72a592b5d6bf tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.149417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7c66c0b7-2c47-4467-9480-def4a9f7fc7b req-c23687b4-6817-4360-8df6-47352d471942 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517211 Jul 16 18:50:10.149567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7383ae89-e90e-4ec7-bbd8-cfece7e78d0e req-adde4a04-f559-4bc3-a8c3-fab677a3d6f0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 210 time: 0.0808856 Jul 16 18:50:10.209880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:10.215091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.279699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 172.20.0.8 (78c95300-195f-443c-b5c5-d4b9b102593a/45439ddd-a93e-4740-9ef8-8d154db8b2b7/164d418d-5080-4eaa-902c-924b8f0178d9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:10.282016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071aa8be-77f1-43b4-9c1b-72a592b5d6bf tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:10.323848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fee6:45af (78c95300-195f-443c-b5c5-d4b9b102593a/34320e63-5781-4abd-9393-bff905500a4e/164d418d-5080-4eaa-902c-924b8f0178d9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:10.402363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071aa8be-77f1-43b4-9c1b-72a592b5d6bf tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:10.412157 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] Sync routers for ids ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:10.414570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-071aa8be-77f1-43b4-9c1b-72a592b5d6bf tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.418303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-071aa8be-77f1-43b4-9c1b-72a592b5d6bf tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 HTTP/1.1" status: 200 len: 892 time: 1.8271477 Jul 16 18:50:10.421985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60844) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:10.422581 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] Routers {'ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:10.423409 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:10.451572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.20.0.26 (1bdc2166-081d-4bef-9ba1-9efd4e47fb31/6ca750b3-10ea-47fc-8198-a6ea648cfba5/eca5e425-28b8-4e46-9668-269481c5d2fc) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:10.467020 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:10.475860 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] Routers {'ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:10.476473 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:49:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:10.578970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e2bbde50-899f-4533-bdc9-8a1dcb1f5b86 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/routers/ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 HTTP/1.1" status: 200 len: 892 time: 0.1484656 Jul 16 18:50:10.582338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60846) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:10.632613 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:10.633302 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fd1e8-ea06-4b94-9b62-202fd002815d None None] The sync data for ids ['ad4a269e-2863-4d2b-a6a5-362da6f7d3c2'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:10.645722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8d48bb86-fb78-4d79-814d-8d8b0a789e0e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 HTTP/1.1" status: 200 len: 205 time: 0.0555582 Jul 16 18:50:10.646176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:10.667865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.746804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 164d418d-5080-4eaa-902c-924b8f0178d9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:10.782550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.802444 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.857949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Transition to ACTIVE for port object eca5e425-28b8-4e46-9668-269481c5d2fc will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:10.867481 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.956150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:10.969670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:10.977900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:10.985765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=164d418d-5080-4eaa-902c-924b8f0178d9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:10.989183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.026184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ac54-e8dd-4d57-a508-792e83df467b req-ae687b5c-c829-4779-9ddf-33f98e8e7057 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.028622 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0945ac54-e8dd-4d57-a508-792e83df467b req-ae687b5c-c829-4779-9ddf-33f98e8e7057 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 945 time: 0.2065389 Jul 16 18:50:11.043328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.059152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8febfdeb-03ff-4500-bbb3-d92fc85d4083 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:11.068132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 173340a4-8118-40a5-b903-9485d5b54d7b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:11.068477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.102129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148fa40-7ae0-4a14-bd41-53cbb408eeff None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:11.159583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.160392 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.170425 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.191785 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 173340a4-8118-40a5-b903-9485d5b54d7b owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:11.211361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bdb84d59-3fdd-46d0-94d2-c251de3b87b4 None None] Provisioning for port 4d01522a-926a-4c67-8b4b-58f228397b36 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:11.238677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0945ac54-e8dd-4d57-a508-792e83df467b req-c650286f-47c8-408d-a68d-397a55821fc9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010553 Jul 16 18:50:11.239563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:11.246759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:11.247141 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.247604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:11.251694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-189f41bd-8397-4d60-8f13-a1445ebea023 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4795167 Jul 16 18:50:11.252552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=eca5e425-28b8-4e46-9668-269481c5d2fc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:11.260395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60864) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:11.262856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:11.268084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:11.515712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.516907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.560121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.564607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.596083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b1c43-3e2c-484c-bfb3-d0785f65d352 req-e1cebe02-8c03-4ab7-a0ed-86a5787af68c tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.606187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-5328094b-d744-454f-9d39-3a675bb72f09 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8302329 Jul 16 18:50:11.608822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:11.610647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-844b1c43-3e2c-484c-bfb3-d0785f65d352 req-e1cebe02-8c03-4ab7-a0ed-86a5787af68c tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 932 time: 0.2134640 Jul 16 18:50:11.634759 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fec04f-3fe7-4576-9d4a-5bf2f045e55e" -d '{"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-plugged", "status": "completed", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:11.648204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c3a83-5f7f-421d-831a-a4e8eb692f1c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.657039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c3a83-5f7f-421d-831a-a4e8eb692f1c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.659837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-350c3a83-5f7f-421d-831a-a4e8eb692f1c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3974793 Jul 16 18:50:11.664278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60870) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:11.665988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Request body: {'port': {'device_id': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:11.684708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:11.702459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=173340a4-8118-40a5-b903-9485d5b54d7b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:11.708827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d01522a-926a-4c67-8b4b-58f228397b36 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:11.714656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.722014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178bd9-0ad3-442b-b464-8642710bf17d req-ba56c845-81d0-4496-861c-4d55d45a0f1c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.729336 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec178bd9-0ad3-442b-b464-8642710bf17d req-ba56c845-81d0-4496-861c-4d55d45a0f1c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 0.2702966 Jul 16 18:50:11.778594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec178bd9-0ad3-442b-b464-8642710bf17d req-fbc0e0fb-4b05-45fd-af1e-dafa50dc322e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483532 Jul 16 18:50:11.826496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '34320e63-5781-4abd-9393-bff905500a4e', 'ip_address': '2001:db8::f816:3eff:feb2:5bec'}, {'subnet_id': '45439ddd-a93e-4740-9ef8-8d154db8b2b7'}], 'binding:host_id': 'n-d-791504-15'}, 'id': '4d01522a-926a-4c67-8b4b-58f228397b36'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:50:11.833188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0cb9cd34-8637-4d83-abff-5dded5327b3b None None] Provisioning for port eca5e425-28b8-4e46-9668-269481c5d2fc completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:11.857064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:11.859878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.862538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0cb9cd34-8637-4d83-abff-5dded5327b3b None None] Provisioning complete for port eca5e425-28b8-4e46-9668-269481c5d2fc triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:11.862922 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cb9cd34-8637-4d83-abff-5dded5327b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.870181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4d01522a-926a-4c67-8b4b-58f228397b36 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:11.880641 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.888178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-844b1c43-3e2c-484c-bfb3-d0785f65d352 req-bcbb7655-95c6-47ca-80b0-af9e91b77c79 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766547 Jul 16 18:50:11.915866 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93371aaf-979f-41a7-8633-9ae942885b76 x-openstack-request-id: req-93371aaf-979f-41a7-8633-9ae942885b76 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:11.916411 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-plugged", "status": "completed", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:11.916988 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93371aaf-979f-41a7-8633-9ae942885b76 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:11.917681 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'code': 200} Jul 16 18:50:11.925688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d01522a-926a-4c67-8b4b-58f228397b36 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:11.926341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.974943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.990253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9cd34-8637-4d83-abff-5dded5327b3b None None] Port eca5e425-28b8-4e46-9668-269481c5d2fc cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:12.058274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.060463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.071271 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.195598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.196951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Fanout notify agent at l3_agent the message router_deleted on router ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:50:12.197416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4d01522a-926a-4c67-8b4b-58f228397b36, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d01522a-926a-4c67-8b4b-58f228397b36,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:12.224365 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.229637 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-464017fe-c081-4427-b37e-1243dfdb1da7 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 HTTP/1.1" status: 204 len: 168 time: 1.5780463 Jul 16 18:50:12.231851 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.241573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:12.247966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1133598685'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:12.255882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b8ac-f300-4f20-8be1-1eddddd28799 req-10df28c2-7c12-41f2-a53e-0beb1a1d8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:12.257460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf56b8ac-f300-4f20-8be1-1eddddd28799 req-10df28c2-7c12-41f2-a53e-0beb1a1d8701 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 1098 time: 0.1782942 Jul 16 18:50:12.258197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 164d418d-5080-4eaa-902c-924b8f0178d9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:12.258545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.304714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] Allocated IP 172.20.0.2 (78c95300-195f-443c-b5c5-d4b9b102593a/45439ddd-a93e-4740-9ef8-8d154db8b2b7/4d01522a-926a-4c67-8b4b-58f228397b36) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:12.309596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4d01522a-926a-4c67-8b4b-58f228397b36,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.382616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.408152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 164d418d-5080-4eaa-902c-924b8f0178d9 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:12.409304 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf56b8ac-f300-4f20-8be1-1eddddd28799 req-d83ece1f-a4b6-4818-9932-692466bc9ea1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245160 Jul 16 18:50:12.411781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:12.415822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.455569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:12.466719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.467813 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment 3c6fe977-c20c-4022-ba57-60b696997117 of type vlan for network 38c9e861-316d-4900-93ad-d287cb7ee02f Jul 16 18:50:12.468406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] For port 4d01522a-926a-4c67-8b4b-58f228397b36, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d01522a-926a-4c67-8b4b-58f228397b36,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:12.500046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.515723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] Transition to ACTIVE for port object 4d01522a-926a-4c67-8b4b-58f228397b36 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:12.521039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.521788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.527547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca5e425-28b8-4e46-9668-269481c5d2fc {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:12.539115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.540207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d23455-6a3e-4bbe-9ea2-ae2876e5f9f9 req-91886605-98f8-45b0-a663-3b1bf261f8bb tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:12.542381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6d23455-6a3e-4bbe-9ea2-ae2876e5f9f9 req-91886605-98f8-45b0-a663-3b1bf261f8bb tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.1321883 Jul 16 18:50:12.568561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Transition to ACTIVE for port object eca5e425-28b8-4e46-9668-269481c5d2fc will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:12.578976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.583148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55a971-4c27-4e1a-b8ce-0e1daf2c10a0 None None] Pushing event updated for resources: {'Port': ['ID=4d01522a-926a-4c67-8b4b-58f228397b36,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.613371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6d23455-6a3e-4bbe-9ea2-ae2876e5f9f9 req-3d7fb15e-9945-4c95-acab-7801e07bee58 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613170 Jul 16 18:50:12.617411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.623742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:12.624647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.739792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4970179 Jul 16 18:50:12.743010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:12.747991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': '38c9e861-316d-4900-93ad-d287cb7ee02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:12.777070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=eca5e425-28b8-4e46-9668-269481c5d2fc,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.798728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138643-775d-4175-9f5c-260ce2ab29f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=38c9e861-316d-4900-93ad-d287cb7ee02f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.826177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 38c9e861-316d-4900-93ad-d287cb7ee02f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:12.859392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.908478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Attempting to bind port eca5e425-28b8-4e46-9668-269481c5d2fc on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:12.912137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=164d418d-5080-4eaa-902c-924b8f0178d9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:12.912457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Attempting to bind port eca5e425-28b8-4e46-9668-269481c5d2fc by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:12.912953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Attempting to bind port eca5e425-28b8-4e46-9668-269481c5d2fc on network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:12.925911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Port eca5e425-28b8-4e46-9668-269481c5d2fc on network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:12.926325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Attempting to bind port eca5e425-28b8-4e46-9668-269481c5d2fc on network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:12.944905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:12.945335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Checking segment: {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:12.945860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Bound using segment: {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:12.948516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Bound port: eca5e425-28b8-4e46-9668-269481c5d2fc, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:12.949006 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.072554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] For port eca5e425-28b8-4e46-9668-269481c5d2fc, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:13.078179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] For port eca5e425-28b8-4e46-9668-269481c5d2fc, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=eca5e425-28b8-4e46-9668-269481c5d2fc,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:13.099292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:13.103890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.113351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.180213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.185905 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a591d699-2f43-4bc8-b9f9-5fa3237334e4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/164d418d-5080-4eaa-902c-924b8f0178d9 HTTP/1.1" status: 204 len: 168 time: 1.5185864 Jul 16 18:50:13.189775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:13.291777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.295226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.300445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] 10.222.0.67 "PUT /v2.0/ports/eca5e425-28b8-4e46-9668-269481c5d2fc HTTP/1.1" status: 200 len: 1093 time: 1.6841109 Jul 16 18:50:13.302171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'tag': 'eca5e425-28b8-4e46-9668-269481c5d2fc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:13.304621 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8c74ac-657c-495c-b634-a4926d41320a" -d '{"events": [{"name": "network-changed", "server_uuid": "468c4b4b-9601-4d39-a408-66aab9ca5a83", "tag": "eca5e425-28b8-4e46-9668-269481c5d2fc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:13.373742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd46a-ae70-4161-9e00-5cd98aaf0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=eca5e425-28b8-4e46-9668-269481c5d2fc,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.394088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884d32a-5384-4882-b5e0-456993a73eba req-e3b6225f-3afd-4112-bfcb-b55a4980981d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.401335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8884d32a-5384-4882-b5e0-456993a73eba req-e3b6225f-3afd-4112-bfcb-b55a4980981d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 0.3045487 Jul 16 18:50:13.548715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970433e-2895-4487-a7bc-e78225b1cde4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.550535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970433e-2895-4487-a7bc-e78225b1cde4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.551688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8884d32a-5384-4882-b5e0-456993a73eba req-e90c97d6-5cae-45b5-9c07-27e0b5f1f804 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494067 Jul 16 18:50:13.552273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970433e-2895-4487-a7bc-e78225b1cde4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.556543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9970433e-2895-4487-a7bc-e78225b1cde4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3442187 Jul 16 18:50:13.557225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60908) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:13.568057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.605900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-024402d6-c8a7-461a-bbbe-8ce4e0b95332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.618262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-024402d6-c8a7-461a-bbbe-8ce4e0b95332 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 1096 time: 0.2142174 Jul 16 18:50:13.666806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=25f027da-e1b3-40b0-b60f-aea8f51321da,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.670737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d01522a-926a-4c67-8b4b-58f228397b36 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:13.708639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-8920faba-a98d-4709-be70-d05e8be5b91b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=eca5e425-28b8-4e46-9668-269481c5d2fc HTTP/1.1" status: 200 len: 217 time: 0.0764606 Jul 16 18:50:13.745400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 34320e63-5781-4abd-9393-bff905500a4e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:13.773591 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.774728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-3dac2206-2f80-407c-bf89-de12377416f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.776236 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-3dac2206-2f80-407c-bf89-de12377416f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca750b3-10ea-47fc-8198-a6ea648cfba5 HTTP/1.1" status: 200 len: 838 time: 0.0652444 Jul 16 18:50:13.819612 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb7bcfd-f58a-4ee5-8692-1e35e63a4b68 x-openstack-request-id: req-4bb7bcfd-f58a-4ee5-8692-1e35e63a4b68 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:13.820069 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468c4b4b-9601-4d39-a408-66aab9ca5a83", "tag": "eca5e425-28b8-4e46-9668-269481c5d2fc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:13.820322 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bb7bcfd-f58a-4ee5-8692-1e35e63a4b68 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:13.820718 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'tag': 'eca5e425-28b8-4e46-9668-269481c5d2fc', 'status': 'completed', 'code': 200} Jul 16 18:50:13.836255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbbeb-00f7-4af1-826b-aee08e304cf9 req-96ce2d6f-6d9b-4747-bd9b-016dd482abd8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.846391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-007cbbeb-00f7-4af1-826b-aee08e304cf9 req-96ce2d6f-6d9b-4747-bd9b-016dd482abd8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 944 time: 0.6837494 Jul 16 18:50:13.866825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-fc4d1d54-361a-466f-b5d5-1d40ea52fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.871748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-fc4d1d54-361a-466f-b5d5-1d40ea52fb58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1bdc2166-081d-4bef-9ba1-9efd4e47fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0830698 Jul 16 18:50:13.924636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c7ec67ca-6494-4d09-9333-65f063bd8469 None None] Provisioning for port 4d01522a-926a-4c67-8b4b-58f228397b36 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:13.929384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c7ec67ca-6494-4d09-9333-65f063bd8469 None None] Provisioning complete for port 4d01522a-926a-4c67-8b4b-58f228397b36 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:13.929815 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7ec67ca-6494-4d09-9333-65f063bd8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.093639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c7ec67ca-6494-4d09-9333-65f063bd8469 None None] Could not find standard attr ID for object 164d418d-5080-4eaa-902c-924b8f0178d9. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:14.247703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.277680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-007cbbeb-00f7-4af1-826b-aee08e304cf9 req-41b66362-6e04-4824-bf0d-13d67c484a53 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4288538 Jul 16 18:50:14.285698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': '3c6fe977-c20c-4022-ba57-60b696997117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38c9e861-316d-4900-93ad-d287cb7ee02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:14.285698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: 38c9e861-316d-4900-93ad-d287cb7ee02f, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:14.322155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ba24bcce-7531-4b42-b919-6af33fdeda33 None None] Could not find standard attr ID for object 164d418d-5080-4eaa-902c-924b8f0178d9. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:14.330726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 38c9e861-316d-4900-93ad-d287cb7ee02f is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:14.361638 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 38c9e861-316d-4900-93ad-d287cb7ee02f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:14.366417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:14.367007 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.383640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d93435-ebd3-4898-b2ca-518c7c81fdb0 None None] Network 38c9e861-316d-4900-93ad-d287cb7ee02f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:14.396116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f61591db-96f4-40b1-a2b0-542f29ccd98e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6521223 Jul 16 18:50:14.398651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:14.403476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a5518504-309a-4161-b463-39646d41f110 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1122643391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:14.409844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.410357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-00417864-da02-46d3-9f51-c4347b31cbfc service neutron] 10.222.0.67 "GET /v2.0/networks/1bdc2166-081d-4bef-9ba1-9efd4e47fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313802 Jul 16 18:50:14.447711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd8ed6-f104-47bb-89ec-dba206c9a1f7 req-d687b485-532b-4d69-967e-53297ad098c5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:14.449279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05bd8ed6-f104-47bb-89ec-dba206c9a1f7 req-d687b485-532b-4d69-967e-53297ad098c5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.1071188 Jul 16 18:50:14.469450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5518504-309a-4161-b463-39646d41f110 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.470508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5518504-309a-4161-b463-39646d41f110 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.507235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.533184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05bd8ed6-f104-47bb-89ec-dba206c9a1f7 req-4a736a82-6089-46c5-8986-317bc7c3fc61 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748475 Jul 16 18:50:14.550489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=34320e63-5781-4abd-9393-bff905500a4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:14.568478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e14feb1-5b3d-4689-9765-e6075caf536a req-cf94dc09-a255-45e4-addf-ef709d6e01f3 service neutron] 10.222.0.67 "GET /v2.0/networks/1bdc2166-081d-4bef-9ba1-9efd4e47fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505535 Jul 16 18:50:14.578602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.583214 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0ded799f-a26e-459f-a39d-9a81c8b0f1e2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/34320e63-5781-4abd-9393-bff905500a4e HTTP/1.1" status: 204 len: 168 time: 1.0250046 Jul 16 18:50:14.585455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60922) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:14.596740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5518504-309a-4161-b463-39646d41f110 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.619204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5518504-309a-4161-b463-39646d41f110 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.701424 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 45439ddd-a93e-4740-9ef8-8d154db8b2b7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:14.705657 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5518504-309a-4161-b463-39646d41f110 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.710797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a5518504-309a-4161-b463-39646d41f110 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3109558 Jul 16 18:50:14.711443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:14.712163 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.728929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c74ac-657c-495c-b634-a4926d41320a req-8f7833f1-59e7-4d22-af50-149484cf2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:14.737741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c8c74ac-657c-495c-b634-a4926d41320a req-8f7833f1-59e7-4d22-af50-149484cf2491 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 1096 time: 0.0893352 Jul 16 18:50:14.760730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-38c9e861-316d-4900-93ad-d287cb7ee02f', 'network_id': '38c9e861-316d-4900-93ad-d287cb7ee02f', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': '25f027da-e1b3-40b0-b60f-aea8f51321da'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:14.761638 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:14.923442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0021b47e-4459-4bec-8bf9-f139e7a90f7c None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:14.943324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841b129-5044-4e45-8006-6c2f2ffabf5b req-831ccd1a-a460-4be3-9d46-7a152c2cea5c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:14.952880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6841b129-5044-4e45-8006-6c2f2ffabf5b req-831ccd1a-a460-4be3-9d46-7a152c2cea5c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 0.1948991 Jul 16 18:50:14.969076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c74ac-657c-495c-b634-a4926d41320a req-537a6007-d626-4cdc-99b0-abbfe973343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:14.972637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c8c74ac-657c-495c-b634-a4926d41320a req-537a6007-d626-4cdc-99b0-abbfe973343e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1bdc2166-081d-4bef-9ba1-9efd4e47fb31 HTTP/1.1" status: 200 len: 898 time: 0.2045023 Jul 16 18:50:15.028753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c8c74ac-657c-495c-b634-a4926d41320a req-e3bb5f2a-212e-4298-a8d4-8fbe6107f5ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=eca5e425-28b8-4e46-9668-269481c5d2fc HTTP/1.1" status: 200 len: 217 time: 0.0473256 Jul 16 18:50:15.064737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Allocated IP 2001:db8::2 (38c9e861-316d-4900-93ad-d287cb7ee02f/25f027da-e1b3-40b0-b60f-aea8f51321da/b246dab9-d48d-41be-a9cd-f0c443d219d1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:15.106838 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6841b129-5044-4e45-8006-6c2f2ffabf5b req-03d21688-dcd8-4896-8655-8c28637180e9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521919 Jul 16 18:50:15.158368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c74ac-657c-495c-b634-a4926d41320a req-51da40cb-9778-4576-aa0b-5d7366eb5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.159904 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c8c74ac-657c-495c-b634-a4926d41320a req-51da40cb-9778-4576-aa0b-5d7366eb5689 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca750b3-10ea-47fc-8198-a6ea648cfba5 HTTP/1.1" status: 200 len: 838 time: 0.1208408 Jul 16 18:50:15.221279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.271945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c74ac-657c-495c-b634-a4926d41320a req-aa8c813c-aa4d-4359-b6c7-481a1679bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.273533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c8c74ac-657c-495c-b634-a4926d41320a req-aa8c813c-aa4d-4359-b6c7-481a1679bb37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1bdc2166-081d-4bef-9ba1-9efd4e47fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1061790 Jul 16 18:50:15.351982 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.361630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.370240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Transition to ACTIVE for port object b246dab9-d48d-41be-a9cd-f0c443d219d1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:15.400674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Transition to ACTIVE for port object b246dab9-d48d-41be-a9cd-f0c443d219d1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:15.411114 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.494105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c8c74ac-657c-495c-b634-a4926d41320a req-725b3546-8b5d-469f-8bef-32c9c1f37035 service neutron] 10.222.0.67 "GET /v2.0/networks/1bdc2166-081d-4bef-9ba1-9efd4e47fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129414 Jul 16 18:50:15.497115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Network 38c9e861-316d-4900-93ad-d287cb7ee02f is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:15.503116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:15.508400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:15.513264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Pushing event updated for resources: {'Port': ['ID=b246dab9-d48d-41be-a9cd-f0c443d219d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:15.583704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f3acf-a9fb-4a8e-951a-b76c51647087 req-6df67b52-8267-452b-80d2-355161b055f2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.585414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f16f3acf-a9fb-4a8e-951a-b76c51647087 req-6df67b52-8267-452b-80d2-355161b055f2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.6077580 Jul 16 18:50:15.598664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Attempting to bind port b246dab9-d48d-41be-a9cd-f0c443d219d1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:15.598879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Attempting to bind port b246dab9-d48d-41be-a9cd-f0c443d219d1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '3c6fe977-c20c-4022-ba57-60b696997117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38c9e861-316d-4900-93ad-d287cb7ee02f'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:15.599115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Attempting to bind port b246dab9-d48d-41be-a9cd-f0c443d219d1 on network 38c9e861-316d-4900-93ad-d287cb7ee02f {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:15.604685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:15.605085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Checking segment: {'id': '3c6fe977-c20c-4022-ba57-60b696997117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38c9e861-316d-4900-93ad-d287cb7ee02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:15.605492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.605930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Bound using segment: {'id': '3c6fe977-c20c-4022-ba57-60b696997117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38c9e861-316d-4900-93ad-d287cb7ee02f'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:15.606402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Bound port: b246dab9-d48d-41be-a9cd-f0c443d219d1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6fe977-c20c-4022-ba57-60b696997117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38c9e861-316d-4900-93ad-d287cb7ee02f'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:15.606787 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.665820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333cad-beac-406d-875b-7dd88b97c1cd req-052d9705-f4c1-4716-83c6-a93bdc0e9674 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.674976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5333cad-beac-406d-875b-7dd88b97c1cd req-052d9705-f4c1-4716-83c6-a93bdc0e9674 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 944 time: 0.1663339 Jul 16 18:50:15.690586 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f16f3acf-a9fb-4a8e-951a-b76c51647087 req-283df440-a3be-401b-899b-59c36ac31a3a tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980556 Jul 16 18:50:15.699760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] For port b246dab9-d48d-41be-a9cd-f0c443d219d1, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:15.708304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] For port b246dab9-d48d-41be-a9cd-f0c443d219d1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b246dab9-d48d-41be-a9cd-f0c443d219d1,segment=NetworkSegment(3c6fe977-c20c-4022-ba57-60b696997117),segment_id=3c6fe977-c20c-4022-ba57-60b696997117)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:15.728315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.733725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:15.739339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5333cad-beac-406d-875b-7dd88b97c1cd req-8f0bef1d-72b8-4444-988e-0bf9b2f0ef39 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632010 Jul 16 18:50:15.760401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.775361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c8c74ac-657c-495c-b634-a4926d41320a req-aff50654-cf93-4d81-8a6a-dbc5aa1e7afe service neutron] 10.222.0.67 "GET /v2.0/networks/1bdc2166-081d-4bef-9ba1-9efd4e47fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684245 Jul 16 18:50:15.832008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a8858-5d66-45df-971f-b37d095903f1 None None] Pushing event updated for resources: {'Port': ['ID=b246dab9-d48d-41be-a9cd-f0c443d219d1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:15.849398 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:15.870238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8::1 (38c9e861-316d-4900-93ad-d287cb7ee02f/25f027da-e1b3-40b0-b60f-aea8f51321da/98ba2e63-1821-436a-91cf-68019348e1e2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:15.956454 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.960370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8248be-6d8a-4cce-97fc-1848137bcfa6 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.962047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e8248be-6d8a-4cce-97fc-1848137bcfa6 tempest-TestNetworkAdvancedServerOps-1300982217 tempest-TestNetworkAdvancedServerOps-1300982217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 1093 time: 0.2253993 Jul 16 18:50:15.965447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 60948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:15.970092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:15.995429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.032613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=45439ddd-a93e-4740-9ef8-8d154db8b2b7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:16.050067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.056930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-76d8169f-4d20-428c-b1b0-78e41c9959c9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/45439ddd-a93e-4740-9ef8-8d154db8b2b7 HTTP/1.1" status: 204 len: 168 time: 1.4676259 Jul 16 18:50:16.058187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60950) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:16.111633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3440433-83de-434b-a48f-3373276fc673 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493312 Jul 16 18:50:16.112192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60952) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:16.165856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:16.199461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-91530d3f-15ec-4829-b202-ed052829eb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.219446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.249307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc36f8c-9756-4f7a-ae6d-e80f8f311419 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:16.252227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.267384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object 98ba2e63-1821-436a-91cf-68019348e1e2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:16.326484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-58e40ac4-dbc4-4bb1-8170-3e1909a91c3b None None] Provisioning complete for port 4d01522a-926a-4c67-8b4b-58f228397b36 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:16.326902 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-58e40ac4-dbc4-4bb1-8170-3e1909a91c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.341734 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.452937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Allocated IP 172.25.1.200 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/910b8a9d-3f46-4df6-936a-f7a1756be669) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:16.502844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 38c9e861-316d-4900-93ad-d287cb7ee02f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:16.512826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:16.540119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=98ba2e63-1821-436a-91cf-68019348e1e2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:16.543932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:16.544973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.553985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:16.558444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.624148 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.691586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.727651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7c331-8c51-4d4d-b436-d18fc9fb7eff req-26b14a44-e3a4-4192-b348-24ab004824b8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:16.737796 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5a7c331-8c51-4d4d-b436-d18fc9fb7eff req-26b14a44-e3a4-4192-b348-24ab004824b8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 0.4369929 Jul 16 18:50:16.761348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:16.779771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:16.796424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:16.838689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=910b8a9d-3f46-4df6-936a-f7a1756be669,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:16.922311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5a7c331-8c51-4d4d-b436-d18fc9fb7eff req-1485b873-22d6-4be8-9aa6-554182e42cec tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834960 Jul 16 18:50:16.922592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:16.976661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.021039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] Deleting port 4d01522a-926a-4c67-8b4b-58f228397b36 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:17.021691 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.097754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07cb26-6dcd-4ea4-820f-4053475df54b req-a645e9aa-8e63-492c-a865-a936aa96650a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:17.102062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d07cb26-6dcd-4ea4-820f-4053475df54b req-a645e9aa-8e63-492c-a865-a936aa96650a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 944 time: 0.1791108 Jul 16 18:50:17.130819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device eca5e425-28b8-4e46-9668-269481c5d2fc details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:17.147048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] For port 4d01522a-926a-4c67-8b4b-58f228397b36, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d01522a-926a-4c67-8b4b-58f228397b36,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:17.147792 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.166862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] Calling delete_port for 4d01522a-926a-4c67-8b4b-58f228397b36 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:17.187778 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.270814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:17.280118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:17.294811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:17.298948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.311212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d07cb26-6dcd-4ea4-820f-4053475df54b req-67230889-4485-464b-8053-0201db07b55e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917920 Jul 16 18:50:17.363686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=21dbaf73-f739-4639-a9c6-a11ce4aa7fbc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:17.371484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-93bba204-3e54-4821-a5b0-6aa430979523 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2545106 Jul 16 18:50:17.378028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:17.409525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:17.413357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port eca5e425-28b8-4e46-9668-269481c5d2fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=eca5e425-28b8-4e46-9668-269481c5d2fc,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:17.444845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'eca5e425-28b8-4e46-9668-269481c5d2fc', 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'port_id': 'eca5e425-28b8-4e46-9668-269481c5d2fc', 'mac_address': 'fa:16:3e:62:bf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:17.466905 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.565431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a1c3b-2cd2-4ddd-ab51-204c2a8b906a None None] Network 38c9e861-316d-4900-93ad-d287cb7ee02f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:17.649407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.708161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] Pushing event deleted for resources: {'Port': ['ID=4d01522a-926a-4c67-8b4b-58f228397b36,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:17.714156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e73a7c-3347-4a59-9f2b-75d3b9d01e9e None None] No DVR routers for this DVR port 4d01522a-926a-4c67-8b4b-58f228397b36 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:17.774066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.781487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b246dab9-d48d-41be-a9cd-f0c443d219d1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:17.783697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723c364-d635-432a-9c02-b915be495bc3 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:17.803217 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.835861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-27ecac26-b46b-455e-922d-790dc8ba801d None None] Provisioning for port b246dab9-d48d-41be-a9cd-f0c443d219d1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:17.852356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca5e425-28b8-4e46-9668-269481c5d2fc {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:17.935705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port eca5e425-28b8-4e46-9668-269481c5d2fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=eca5e425-28b8-4e46-9668-269481c5d2fc,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:17.936855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ea7b8db-a2cb-400f-829e-58d9b415e683 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:17.972811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.102819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b246dab9-d48d-41be-a9cd-f0c443d219d1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:18.127720 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.139376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.186618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b246dab9-d48d-41be-a9cd-f0c443d219d1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:18.186954 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.193993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=eca5e425-28b8-4e46-9668-269481c5d2fc,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:18.242529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['eca5e425-28b8-4e46-9668-269481c5d2fc'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:18.243651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:18.256987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.315353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.324816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.325751 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.330009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6ea7b8db-a2cb-400f-829e-58d9b415e683, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ea7b8db-a2cb-400f-829e-58d9b415e683,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:18.351836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.436299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '21dbaf73-f739-4639-a9c6-a11ce4aa7fbc'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:18.437238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.455764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '6ea7b8db-a2cb-400f-829e-58d9b415e683', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'port_id': '6ea7b8db-a2cb-400f-829e-58d9b415e683', 'mac_address': 'fa:16:3e:94:13:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:18.556570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event updated for resources: {'Port': ['ID=910b8a9d-3f46-4df6-936a-f7a1756be669,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:18.588933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 38c9e861-316d-4900-93ad-d287cb7ee02f is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:18.602639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:18.609711 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP 59c6bc76-7909-4329-a2a0-642f5906c88d associated. External IP: 172.25.1.200, port: 8febfdeb-03ff-4500-bbb3-d92fc85d4083. Jul 16 18:50:18.616855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=98ba2e63-1821-436a-91cf-68019348e1e2,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:18.669135 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.803196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48511-4187-4823-b896-c878d6d703eb req-b5b16810-6d95-45a9-a45b-0531626c4a64 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:18.810587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4b48511-4187-4823-b896-c878d6d703eb req-b5b16810-6d95-45a9-a45b-0531626c4a64 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 944 time: 0.6686683 Jul 16 18:50:18.908021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e4afa-6a19-4d50-8c89-f50118fb7903 req-4ab2ebe1-667c-453d-9ea0-5ba889ec4720 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:18.915443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e97e4afa-6a19-4d50-8c89-f50118fb7903 req-4ab2ebe1-667c-453d-9ea0-5ba889ec4720 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 945 time: 0.4077837 Jul 16 18:50:18.956835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b246dab9-d48d-41be-a9cd-f0c443d219d1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b246dab9-d48d-41be-a9cd-f0c443d219d1,segment=NetworkSegment(3c6fe977-c20c-4022-ba57-60b696997117),segment_id=3c6fe977-c20c-4022-ba57-60b696997117)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:18.984104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e97e4afa-6a19-4d50-8c89-f50118fb7903 req-85755a3e-1b42-477b-bf3f-82e323ca6e53 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675333 Jul 16 18:50:18.987753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 5e8e9244-c5eb-4711-913f-32ce837773f7 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:50:19.029211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4b48511-4187-4823-b896-c878d6d703eb req-55e3634c-bc07-4350-8594-8b23b436c8de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170708 Jul 16 18:50:19.065216 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.068486 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.234052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 09e774ee-8887-44d1-a638-989cb041f9bf has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:19.258828 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e63647e2-39a7-46ec-aacf-472bdf076881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.285357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:19.293409 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1ee025b0-cf82-412e-83b8-7100fe4e8b89 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/5e8e9244-c5eb-4711-913f-32ce837773f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5778291 Jul 16 18:50:19.305884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60994) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:19.335695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b246dab9-d48d-41be-a9cd-f0c443d219d1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:19.345218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea7b8db-a2cb-400f-829e-58d9b415e683 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:19.364903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d01522a-926a-4c67-8b4b-58f228397b36 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:19.377905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] Sync routers for ids ['5e8e9244-c5eb-4711-913f-32ce837773f7'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:19.402284 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.416320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4d01522a-926a-4c67-8b4b-58f228397b36 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:19.416863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d01522a-926a-4c67-8b4b-58f228397b36 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:19.456623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:50:19.458007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6ea7b8db-a2cb-400f-829e-58d9b415e683, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ea7b8db-a2cb-400f-829e-58d9b415e683,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:19.461017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d0147843-965b-4aba-861c-4ef0989ca9e2 None None] Provisioning for port 98ba2e63-1821-436a-91cf-68019348e1e2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:19.466274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.471679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] Routers {'5e8e9244-c5eb-4711-913f-32ce837773f7'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:19.472448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5e8e9244-c5eb-4711-913f-32ce837773f7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:19.481272 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.491415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d0147843-965b-4aba-861c-4ef0989ca9e2 None None] Provisioning complete for port 98ba2e63-1821-436a-91cf-68019348e1e2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:19.491643 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0147843-965b-4aba-861c-4ef0989ca9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.549139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:19.561430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:19.574377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:19.575635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035fbe9-d4d2-4e7a-84a4-965d675d28da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:19.581516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b035fbe9-d4d2-4e7a-84a4-965d675d28da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports/98ba2e63-1821-436a-91cf-68019348e1e2 HTTP/1.1" status: 200 len: 911 time: 0.2690916 Jul 16 18:50:19.584602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Allocated IP 172.20.0.2 (78c95300-195f-443c-b5c5-d4b9b102593a/21dbaf73-f739-4639-a9c6-a11ce4aa7fbc/206cba55-cb00-42b8-82b8-b181ca7d0bc9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:19.584851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:19.585566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.603160 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60996) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:19.616306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25f027da-e1b3-40b0-b60f-aea8f51321da'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:19.633429 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2493174 Jul 16 18:50:19.678287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d0147843-965b-4aba-861c-4ef0989ca9e2 None None] Port 98ba2e63-1821-436a-91cf-68019348e1e2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:19.693295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] Routers {'5e8e9244-c5eb-4711-913f-32ce837773f7'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:19.694008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5e8e9244-c5eb-4711-913f-32ce837773f7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:19.700228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 60998) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:19.702202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6ea7b8db-a2cb-400f-829e-58d9b415e683,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:19.724903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:73:de:6f', 'name': 'tempest-NetworksTestDHCPv6-199142148'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:19.730853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:19.741111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fb19d-7e4b-49f5-b4c5-db06e5e48087 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=a539da85-066d-4d95-91b8-6f0a68a9a37f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:19.759990 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] Sync routers for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:19.787888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.798233 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:19.799747 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:19.866752 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6177e062-f778-49e5-bc3b-29dd6a78532b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8957303 Jul 16 18:50:19.866752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:19.866752 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24cda70-ac68-46f3-8b53-05b32279a8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:19.958515 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07702d-56a1-4d14-b659-4cc3ae562a99 x-openstack-request-id: req-ac07702d-56a1-4d14-b659-4cc3ae562a99 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:19.959452 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:19.959905 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac07702d-56a1-4d14-b659-4cc3ae562a99 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:19.960871 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'status': 'completed', 'code': 200} Jul 16 18:50:20.080567 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:20.101373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:20.173632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-cee6fed1-4318-4339-bf5f-bb19981b6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.175180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-cee6fed1-4318-4339-bf5f-bb19981b6931 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 1098 time: 0.1877081 Jul 16 18:50:20.228634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.240880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55929138-08d5-482c-900c-2ddd75be937e req-036928d3-8f0f-4513-b5a3-e8079153dcf5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.242464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55929138-08d5-482c-900c-2ddd75be937e req-036928d3-8f0f-4513-b5a3-e8079153dcf5 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.1490786 Jul 16 18:50:20.315093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 4f9eecdc-362b-4059-8d8b-d2cfa3ebf671 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:50:20.318679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:20.323326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.323496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55929138-08d5-482c-900c-2ddd75be937e req-6b9e75d0-8732-47f4-af72-474323053aa6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549304 Jul 16 18:50:20.324373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a5aa7-923c-485e-9f32-9dc457a05af0 None None] The sync data for ids ['5e8e9244-c5eb-4711-913f-32ce837773f7'] in n-d-791504-15 is: [] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:20.341837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-77cf5fac-3e7b-4900-88b2-08c6f8fb4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.343852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-77cf5fac-3e7b-4900-88b2-08c6f8fb4fa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebd34940-7229-4e10-afdd-defd4991d66d HTTP/1.1" status: 200 len: 897 time: 0.1602054 Jul 16 18:50:20.359342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32780) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:20.371759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ea7b8db-a2cb-400f-829e-58d9b415e683'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:20.373744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b246dab9-d48d-41be-a9cd-f0c443d219d1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:20.502063 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '59c6bc76-7909-4329-a2a0-642f5906c88d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'port_id': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'mac_address': 'fa:16:3e:74:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f77265-b084-4c8b-abef-28882c952213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:17Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:56Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:20.525222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d0147843-965b-4aba-861c-4ef0989ca9e2 None None] Provisioning complete for port b246dab9-d48d-41be-a9cd-f0c443d219d1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:20.537126 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0147843-965b-4aba-861c-4ef0989ca9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.537382 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] Checking router: 09e774ee-8887-44d1-a638-989cb041f9bf for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:20.547159 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:20.547804 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:20.609058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ce34f8fc-eb5f-4277-8ec4-7a634e97cfb9 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/59c6bc76-7909-4329-a2a0-642f5906c88d HTTP/1.1" status: 200 len: 992 time: 0.2485030 Jul 16 18:50:20.618788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.643778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-fe006e8f-2264-4e85-b10f-1434dc2e5df9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083 HTTP/1.1" status: 200 len: 1000 time: 0.2926371 Jul 16 18:50:20.648941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18e85e-b493-4e81-a656-ce9adb41e1fa req-60d7e35b-f3e0-42aa-8cb1-901370576632 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.650903 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d18e85e-b493-4e81-a656-ce9adb41e1fa req-60d7e35b-f3e0-42aa-8cb1-901370576632 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 945 time: 0.4192636 Jul 16 18:50:20.698343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-563212a9-eb42-433e-88d5-bb45757546fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.699870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-563212a9-eb42-433e-88d5-bb45757546fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e53493b3-e287-4b2c-99b2-a29718dd7b6e HTTP/1.1" status: 200 len: 834 time: 0.0486898 Jul 16 18:50:20.748940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a59b-520e-448d-ae9a-ebeeb186b968 req-4ac2d89d-71d0-473b-ba9b-a0caf253e74a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.749682 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8d18e85e-b493-4e81-a656-ce9adb41e1fa req-5c6dea85-f249-4250-92bb-89b50d4f81d1 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736926 Jul 16 18:50:20.750653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f562a59b-520e-448d-ae9a-ebeeb186b968 req-4ac2d89d-71d0-473b-ba9b-a0caf253e74a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 945 time: 0.2222574 Jul 16 18:50:20.770415 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:20.821090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f562a59b-520e-448d-ae9a-ebeeb186b968 req-1cb41de9-e3e0-4c86-9f3a-d19cd4e6fd66 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610199 Jul 16 18:50:20.833084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-754025d0-2796-4477-b3cf-a92effd1e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.835461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-754025d0-2796-4477-b3cf-a92effd1e303 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebd34940-7229-4e10-afdd-defd4991d66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277959 Jul 16 18:50:20.909569 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.920028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Transition to ACTIVE for port object 206cba55-cb00-42b8-82b8-b181ca7d0bc9 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:20.938945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Transition to ACTIVE for port object 206cba55-cb00-42b8-82b8-b181ca7d0bc9 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:20.981626 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.016509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b246dab9-d48d-41be-a9cd-f0c443d219d1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:21.016925 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.044034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.085973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.092100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.099473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.100961 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/ports/98ba2e63-1821-436a-91cf-68019348e1e2 HTTP/1.1" status: 200 len: 911 time: 1.4927659 Jul 16 18:50:21.114241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:21.182979 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '59c6bc76-7909-4329-a2a0-642f5906c88d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'port_id': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'mac_address': 'fa:16:3e:74:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f77265-b084-4c8b-abef-28882c952213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:17Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:56Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:21.209464 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:21.225726 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1fce0f-1876-48ef-9058-069712bd0298 None None] The sync data for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 is: [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '59c6bc76-7909-4329-a2a0-642f5906c88d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'port_id': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'mac_address': 'fa:16:3e:74:21:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f77265-b084-4c8b-abef-28882c952213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:17Z', 'updated_at': '2021-07-16T18:50:17Z', 'revision_number': 0, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:56Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:21.276962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:21.289076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:21.356518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Pushing event updated for resources: {'Port': ['ID=206cba55-cb00-42b8-82b8-b181ca7d0bc9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:21.567629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Attempting to bind port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:21.568035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Attempting to bind port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:21.568703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Attempting to bind port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:21.617849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32794) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:21.618636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1d103e74-ff84-4c94-ac5c-c949caac8f81 None None] Provisioning complete for port 98ba2e63-1821-436a-91cf-68019348e1e2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:21.619017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d103e74-ff84-4c94-ac5c-c949caac8f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.654399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:21.654820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:21.655181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.655585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:21.656082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Bound port: 206cba55-cb00-42b8-82b8-b181ca7d0bc9, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:21.656466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.659397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1d103e74-ff84-4c94-ac5c-c949caac8f81 None None] Port 98ba2e63-1821-436a-91cf-68019348e1e2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:21.703579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-a8ac569b-fb91-4741-81b4-0b297bfd365e service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620811 Jul 16 18:50:21.705602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92b603-25d4-43d0-8d72-618b69079a3b None None] New status for floating IP 59c6bc76-7909-4329-a2a0-642f5906c88d: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:50:21.722646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c8a95cc8-ea96-4cd3-83e2-aec275f2cc73 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/59c6bc76-7909-4329-a2a0-642f5906c88d HTTP/1.1" status: 200 len: 992 time: 0.1037536 Jul 16 18:50:21.735228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 172.20.0.14 (78c95300-195f-443c-b5c5-d4b9b102593a/21dbaf73-f739-4639-a9c6-a11ce4aa7fbc/4f9eecdc-362b-4059-8d8b-d2cfa3ebf671) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:21.739928 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c983a-c09e-48b4-9598-bb9fc433aa09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=98ba2e63-1821-436a-91cf-68019348e1e2,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:21.751696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fe73:de6f (78c95300-195f-443c-b5c5-d4b9b102593a/a539da85-066d-4d95-91b8-6f0a68a9a37f/4f9eecdc-362b-4059-8d8b-d2cfa3ebf671) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:21.814462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] For port 206cba55-cb00-42b8-82b8-b181ca7d0bc9, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:21.836519 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:21.840435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] For port 206cba55-cb00-42b8-82b8-b181ca7d0bc9, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=206cba55-cb00-42b8-82b8-b181ca7d0bc9,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:21.840766 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d24cda70-ac68-46f3-8b53-05b32279a8ab req-62161e6b-0068-490d-9c3c-7b45ce7b2d8f service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279755 Jul 16 18:50:21.900424 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.047677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a7a3b-ef7e-47d6-a275-9483769b5738 None None] Pushing event updated for resources: {'Port': ['ID=206cba55-cb00-42b8-82b8-b181ca7d0bc9,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:22.117827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a4d7-679d-4d14-9298-8065d549c023 req-687f5a94-9479-4799-942d-91870f4816db tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.119942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a115a4d7-679d-4d14-9298-8065d549c023 req-687f5a94-9479-4799-942d-91870f4816db tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 945 time: 0.1827400 Jul 16 18:50:22.173845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a115a4d7-679d-4d14-9298-8065d549c023 req-aa8b4111-7256-401f-b642-bb249774f615 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466924 Jul 16 18:50:22.491220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7a5d4-84ba-4ba6-8c2b-7e7c32502551 req-dad20ee6-c189-4ff7-ba78-c98f1b95889f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.492730 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81e7a5d4-84ba-4ba6-8c2b-7e7c32502551 req-dad20ee6-c189-4ff7-ba78-c98f1b95889f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 945 time: 0.2772212 Jul 16 18:50:22.530926 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.560093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 4f9eecdc-362b-4059-8d8b-d2cfa3ebf671 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:22.569086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81e7a5d4-84ba-4ba6-8c2b-7e7c32502551 req-ee9b0112-ce8f-45f4-a386-dfecdce6ecd6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 Jul 16 18:50:22.579812 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.682854 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.729558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:22.769265 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.794565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:22.803649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=4f9eecdc-362b-4059-8d8b-d2cfa3ebf671,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:22.814153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:22.821110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-416409be-611f-4927-a785-a376a9609f55 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/59c6bc76-7909-4329-a2a0-642f5906c88d HTTP/1.1" status: 200 len: 994 time: 0.0847251 Jul 16 18:50:22.824950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:22.885044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.885698 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.932743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-78d69620-5a1c-4fdd-b4be-5553c2128e0c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2233253 Jul 16 18:50:22.933259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32822) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:23.005403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 98ba2e63-1821-436a-91cf-68019348e1e2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:23.005747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.021984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667fcaf0-7e18-4b46-a5b9-0081f9c7d7eb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.029534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667fcaf0-7e18-4b46-a5b9-0081f9c7d7eb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.031923 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-667fcaf0-7e18-4b46-a5b9-0081f9c7d7eb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0974109 Jul 16 18:50:23.035312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32828) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:23.136443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device eca5e425-28b8-4e46-9668-269481c5d2fc up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:23.140677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.153840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 98ba2e63-1821-436a-91cf-68019348e1e2 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:23.155081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 4f9eecdc-362b-4059-8d8b-d2cfa3ebf671 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:23.155426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.197485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803bbac-5ed0-4736-ba41-8d5f85a8938d None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:23.268144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.288852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 4f9eecdc-362b-4059-8d8b-d2cfa3ebf671 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:23.289884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5c2faf32-841d-4363-871e-de6e08a940dc None None] Provisioning for port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:23.296747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port eca5e425-28b8-4e46-9668-269481c5d2fc completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:23.309762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port eca5e425-28b8-4e46-9668-269481c5d2fc triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:23.310137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.444462 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.482762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41056970-60e5-4782-9351-6f1bb163d543 req-49792a35-636b-413b-b402-66935dac10e4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.483022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=98ba2e63-1821-436a-91cf-68019348e1e2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:23.484382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41056970-60e5-4782-9351-6f1bb163d543 req-49792a35-636b-413b-b402-66935dac10e4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 945 time: 0.1236532 Jul 16 18:50:23.494618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.573972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5e425-28b8-4e46-9668-269481c5d2fc'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:23.577714 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7db2b92-c3b6-4a16-b7c1-827f75178e72" -d '{"events": [{"server_uuid": "468c4b4b-9601-4d39-a408-66aab9ca5a83", "name": "network-vif-plugged", "status": "completed", "tag": "eca5e425-28b8-4e46-9668-269481c5d2fc"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:23.591931 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-41056970-60e5-4782-9351-6f1bb163d543 req-fdd2fc5f-3621-4b34-8f3c-2546dae5e70f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002288 Jul 16 18:50:23.648931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port eca5e425-28b8-4e46-9668-269481c5d2fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=eca5e425-28b8-4e46-9668-269481c5d2fc,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:23.677017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.713668 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.719761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.785140 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b3b476-2e04-4564-b44c-85d1f710f98d x-openstack-request-id: req-03b3b476-2e04-4564-b44c-85d1f710f98d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:23.785755 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c4b4b-9601-4d39-a408-66aab9ca5a83", "name": "network-vif-plugged", "status": "completed", "tag": "eca5e425-28b8-4e46-9668-269481c5d2fc", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:23.785882 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03b3b476-2e04-4564-b44c-85d1f710f98d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:23.786192 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5e425-28b8-4e46-9668-269481c5d2fc', 'code': 200} Jul 16 18:50:23.792521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=4f9eecdc-362b-4059-8d8b-d2cfa3ebf671,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:23.793725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 206cba55-cb00-42b8-82b8-b181ca7d0bc9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:23.925059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=eca5e425-28b8-4e46-9668-269481c5d2fc,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:23.944217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ea7b8db-a2cb-400f-829e-58d9b415e683 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:23.976111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '21dbaf73-f739-4639-a9c6-a11ce4aa7fbc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a539da85-066d-4d95-91b8-6f0a68a9a37f'}], 'binding:host_id': 'n-d-791504-15'}, 'id': '206cba55-cb00-42b8-82b8-b181ca7d0bc9'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:50:24.000201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 5e8e9244-c5eb-4711-913f-32ce837773f7 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:24.042324 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.046627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea970c-fdf9-4feb-91f0-6509dedb4519 req-430efbcd-a5f2-4d78-ab21-4e7bb189fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:24.048982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbea970c-fdf9-4feb-91f0-6509dedb4519 req-430efbcd-a5f2-4d78-ab21-4e7bb189fcdf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 1098 time: 0.2144852 Jul 16 18:50:24.060304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:24.071619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:24.072343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.076719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c2c76-08a6-4654-9469-27069d7c50f7 req-69b56517-cb44-4f88-993f-5c145fb62889 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:24.084746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-421c2c76-08a6-4654-9469-27069d7c50f7 req-69b56517-cb44-4f88-993f-5c145fb62889 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 945 time: 0.2755222 Jul 16 18:50:24.091184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:24.096900 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3e47c184-ad29-461f-89e5-9bac3cc8ebc5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/5e8e9244-c5eb-4711-913f-32ce837773f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9781651 Jul 16 18:50:24.101789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.110299 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.112231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-023fa6f8-d7b6-4ccc-9dad-514ad9610a42 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/4f9eecdc-362b-4059-8d8b-d2cfa3ebf671 HTTP/1.1" status: 204 len: 168 time: 1.0756352 Jul 16 18:50:24.115362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32850) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.122603 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] Sync routers for ids ['5e8e9244-c5eb-4711-913f-32ce837773f7'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:24.141397 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] Routers {'5e8e9244-c5eb-4711-913f-32ce837773f7'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:24.142897 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5e8e9244-c5eb-4711-913f-32ce837773f7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:24.148418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 6ea7b8db-a2cb-400f-829e-58d9b415e683 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:24.162046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 6ea7b8db-a2cb-400f-829e-58d9b415e683 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:24.162448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.177904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d15d539-e49a-45a5-928c-c8d5005c9da3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e8e9244-c5eb-4711-913f-32ce837773f7 HTTP/1.1" status: 200 len: 205 time: 0.0748422 Jul 16 18:50:24.180582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.197275 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:24.207231 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] Routers {'5e8e9244-c5eb-4711-913f-32ce837773f7'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:24.208037 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5e8e9244-c5eb-4711-913f-32ce837773f7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:24.246220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:24.247176 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9621b0-79f1-4676-8512-dcd820b37191 None None] The sync data for ids ['5e8e9244-c5eb-4711-913f-32ce837773f7'] in n-d-791504-15 is: [] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:24.249510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-421c2c76-08a6-4654-9469-27069d7c50f7 req-d2a0f494-f1fb-4671-9e12-7874910adf86 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636953 Jul 16 18:50:24.284948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84730a-0aa2-4ee8-89db-dc51a20257ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:24.286828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84730a-0aa2-4ee8-89db-dc51a20257ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:24.288373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84730a-0aa2-4ee8-89db-dc51a20257ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:24.292557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f84730a-0aa2-4ee8-89db-dc51a20257ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1719129 Jul 16 18:50:24.293627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.295016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbea970c-fdf9-4feb-91f0-6509dedb4519 req-0c8d81f6-12b4-4950-aace-f08c0328a9d2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366276 Jul 16 18:50:24.303700 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3786f011-2a93-4dfa-88fa-a3837d19d6bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.354194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 21dbaf73-f739-4639-a9c6-a11ce4aa7fbc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:24.401554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.432088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] Allocated IP 2001:db8::f816:3eff:fee7:5cfe (78c95300-195f-443c-b5c5-d4b9b102593a/a539da85-066d-4d95-91b8-6f0a68a9a37f/206cba55-cb00-42b8-82b8-b181ca7d0bc9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:24.453348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.476383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3786f011-2a93-4dfa-88fa-a3837d19d6bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.478611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3786f011-2a93-4dfa-88fa-a3837d19d6bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.543785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6ea7b8db-a2cb-400f-829e-58d9b415e683, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ea7b8db-a2cb-400f-829e-58d9b415e683,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:24.547469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3786f011-2a93-4dfa-88fa-a3837d19d6bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.548045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3786f011-2a93-4dfa-88fa-a3837d19d6bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Fanout notify agent at l3_agent the message router_deleted on router 5e8e9244-c5eb-4711-913f-32ce837773f7 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:50:24.555350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3786f011-2a93-4dfa-88fa-a3837d19d6bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.559252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3786f011-2a93-4dfa-88fa-a3837d19d6bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/5e8e9244-c5eb-4711-913f-32ce837773f7 HTTP/1.1" status: 204 len: 168 time: 0.3643770 Jul 16 18:50:24.559337 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.559447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32866) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.622192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet 25f027da-e1b3-40b0-b60f-aea8f51321da {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:24.626346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.630168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6ea7b8db-a2cb-400f-829e-58d9b415e683,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:24.660191 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.667297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] For port 206cba55-cb00-42b8-82b8-b181ca7d0bc9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=206cba55-cb00-42b8-82b8-b181ca7d0bc9,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:24.697403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.826387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.917551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.918156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.930782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bccf02-5617-4883-b6cc-2c6db58368f9 req-f3769fec-bb77-4b6a-baa2-ee6772e0511d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:24.931560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] Transition to ACTIVE for port object 206cba55-cb00-42b8-82b8-b181ca7d0bc9 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:24.932347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00bccf02-5617-4883-b6cc-2c6db58368f9 req-f3769fec-bb77-4b6a-baa2-ee6772e0511d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 946 time: 0.1206405 Jul 16 18:50:24.937279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.941312 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.967410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=25f027da-e1b3-40b0-b60f-aea8f51321da,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:24.990526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.991745 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.997084 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5d6640bd-2945-4978-be1d-664d28f93601 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/25f027da-e1b3-40b0-b60f-aea8f51321da HTTP/1.1" status: 204 len: 168 time: 0.4367592 Jul 16 18:50:25.014766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:25.015596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98650b6b-8cd4-456c-990a-ab0aecc2a9c5 None None] Network 38c9e861-316d-4900-93ad-d287cb7ee02f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:25.024124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00bccf02-5617-4883-b6cc-2c6db58368f9 req-7b8aff61-ab6d-4f24-a7c2-c0b2b860a295 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650201 Jul 16 18:50:25.102537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:50:25.103054 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:50:25.103322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.176536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.192639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12475b3a-ee2d-4536-9fc0-64a5e6a37671 None None] Pushing event updated for resources: {'Port': ['ID=206cba55-cb00-42b8-82b8-b181ca7d0bc9,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:25.193554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.211285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=21dbaf73-f739-4639-a9c6-a11ce4aa7fbc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:25.225761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.230479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-844f6b24-27b9-40db-9f5d-e5b75f349ef3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/21dbaf73-f739-4639-a9c6-a11ce4aa7fbc HTTP/1.1" status: 204 len: 168 time: 0.9360552 Jul 16 18:50:25.231104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:25.264749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port b246dab9-d48d-41be-a9cd-f0c443d219d1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:25.265113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.310366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet a539da85-066d-4d95-91b8-6f0a68a9a37f {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:25.314283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.346388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port b246dab9-d48d-41be-a9cd-f0c443d219d1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b246dab9-d48d-41be-a9cd-f0c443d219d1,segment=NetworkSegment(3c6fe977-c20c-4022-ba57-60b696997117),segment_id=3c6fe977-c20c-4022-ba57-60b696997117)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:25.346775 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.371132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for b246dab9-d48d-41be-a9cd-f0c443d219d1 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:25.386070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.499686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.512840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a6d0a-ef6d-4d0c-863b-1c4dc94b9eaf None None] DHCP port deletion for 38c9e861-316d-4900-93ad-d287cb7ee02f request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:25.536206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port b246dab9-d48d-41be-a9cd-f0c443d219d1 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:25.544396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=b246dab9-d48d-41be-a9cd-f0c443d219d1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:25.652688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.657480 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.680121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.687292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1306178-f3e8-4ade-9fcc-d40eb734f329 req-c24a4399-e8d4-4c43-9f04-9ac21c20f6fe tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:25.688901 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1306178-f3e8-4ade-9fcc-d40eb734f329 req-c24a4399-e8d4-4c43-9f04-9ac21c20f6fe tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 946 time: 0.2138121 Jul 16 18:50:25.700890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c9e861-316d-4900-93ad-d287cb7ee02f']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:25.713335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6fe977-c20c-4022-ba57-60b696997117') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:25.714085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6fe977-c20c-4022-ba57-60b696997117') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:25.725478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.745051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1306178-f3e8-4ade-9fcc-d40eb734f329 req-f3bb1eb0-4f4b-4d9c-8a82-f1a4461097d4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Jul 16 18:50:25.747649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.759723 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:25.760377 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.761845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:25.764448 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:25.799728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c039970-deea-4579-801c-faf6942b5920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea7b8db-a2cb-400f-829e-58d9b415e683'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:25.803121 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4501e74b-914c-4dcd-b740-2c60511ef541" -d '{"events": [{"server_uuid": "2c039970-deea-4579-801c-faf6942b5920", "name": "network-vif-plugged", "status": "completed", "tag": "6ea7b8db-a2cb-400f-829e-58d9b415e683"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:25.804649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=a539da85-066d-4d95-91b8-6f0a68a9a37f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:25.812423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.817808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d55ca4ba-1441-4a12-b6af-699d5dd9e026 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/a539da85-066d-4d95-91b8-6f0a68a9a37f HTTP/1.1" status: 204 len: 168 time: 0.5843003 Jul 16 18:50:25.818315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32896) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:25.855255 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:50:25.855912 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:50:25.867634 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f176ef3-88a1-467a-8857-53bd52d9d602 x-openstack-request-id: req-3f176ef3-88a1-467a-8857-53bd52d9d602 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:25.868097 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c039970-deea-4579-801c-faf6942b5920", "name": "network-vif-plugged", "status": "completed", "tag": "6ea7b8db-a2cb-400f-829e-58d9b415e683", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:25.868488 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f176ef3-88a1-467a-8857-53bd52d9d602 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:25.869071 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c039970-deea-4579-801c-faf6942b5920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea7b8db-a2cb-400f-829e-58d9b415e683', 'code': 200} Jul 16 18:50:25.903529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d613092e-9677-45cd-b0af-d6a731800398 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837560 Jul 16 18:50:25.906089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32900) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:25.913446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:25.971383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.983269 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.989213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/38c9e861-316d-4900-93ad-d287cb7ee02f HTTP/1.1" status: 204 len: 168 time: 0.9634533 Jul 16 18:50:25.993864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:26.021960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1692384700', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:26.049481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1cb5-ae61-43f0-9f22-a28e23e31435 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=38c9e861-316d-4900-93ad-d287cb7ee02f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:26.059903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1b98b-77dc-4e0d-86cf-950541875c77 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:26.073491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:50:26.073491 n-d-791504-15 neutron-server[93795]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:50:26.073491 n-d-791504-15 neutron-server[93795]: [parameters: {'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'id': '07221bff-0175-48c9-ab17-141804da15be', 'expiration': datetime.datetime(2021, 7, 16, 18, 52, 26, 58153)}] Jul 16 18:50:26.073491 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:50:26.073920 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:50:26.075474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:26.082232 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.087212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832592ea-d17a-405c-ad74-aa61e9b7de40 req-f28aed90-243c-4915-9bfe-efc8352156d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:26.088972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-832592ea-d17a-405c-ad74-aa61e9b7de40 req-f28aed90-243c-4915-9bfe-efc8352156d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 1098 time: 0.1384993 Jul 16 18:50:26.152447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c727c120-ecfd-4de7-9daf-9670c503a68a None None] Could not find standard attr ID for object 4f9eecdc-362b-4059-8d8b-d2cfa3ebf671. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:26.165234 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-832592ea-d17a-405c-ad74-aa61e9b7de40 req-dfdc381b-b906-4d7b-88d6-d340029094ca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685408 Jul 16 18:50:26.238021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c727c120-ecfd-4de7-9daf-9670c503a68a None None] Provisioning for port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:26.248296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c727c120-ecfd-4de7-9daf-9670c503a68a None None] Provisioning complete for port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:26.248661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c727c120-ecfd-4de7-9daf-9670c503a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.281705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.342265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 206cba55-cb00-42b8-82b8-b181ca7d0bc9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=206cba55-cb00-42b8-82b8-b181ca7d0bc9,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:26.343323 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.350492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.372069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498a18c-ede6-4903-845d-7f8a40ac78fb req-488f7891-09d6-435d-82ea-7cadb8af8e77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:26.384110 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3498a18c-ede6-4903-845d-7f8a40ac78fb req-488f7891-09d6-435d-82ea-7cadb8af8e77 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 946 time: 0.1527534 Jul 16 18:50:26.398661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=206cba55-cb00-42b8-82b8-b181ca7d0bc9,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:26.426657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:26.437063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:26.439997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:26.440660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.466264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:26.482399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=97a13d4b-596c-4286-a148-eb5edd95f49e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:26.500668 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3498a18c-ede6-4903-845d-7f8a40ac78fb req-d9f60e6c-2561-4ac1-ab58-165c64397509 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154559 Jul 16 18:50:26.508645 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-350690d3-a85e-444e-8816-d38ba64380cf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6012928 Jul 16 18:50:26.511528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:26.517046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:26.534275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] Deleting port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:26.534859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.642350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b246dab9-d48d-41be-a9cd-f0c443d219d1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:26.680981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b246dab9-d48d-41be-a9cd-f0c443d219d1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:26.681324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b246dab9-d48d-41be-a9cd-f0c443d219d1 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:26.685341 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.686689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.705489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] For port 206cba55-cb00-42b8-82b8-b181ca7d0bc9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=206cba55-cb00-42b8-82b8-b181ca7d0bc9,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:26.705924 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.720044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] Calling delete_port for 206cba55-cb00-42b8-82b8-b181ca7d0bc9 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:26.805630 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.830015 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.832511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:26.840063 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.849847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] Pushing event deleted for resources: {'Port': ['ID=206cba55-cb00-42b8-82b8-b181ca7d0bc9,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:26.852494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd6c6a-8ca1-44bf-84fb-ae710e39f3f4 None None] No DVR routers for this DVR port 206cba55-cb00-42b8-82b8-b181ca7d0bc9 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:26.862995 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.871957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac56c2b-221e-4720-9354-bd7f3c00acfa None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:26.930397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211a9e4-4dc8-4452-96c8-5dec1ba6b5c8 req-63e44eee-0232-4f5d-8ae1-f4ef658bba15 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:26.930397 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e211a9e4-4dc8-4452-96c8-5dec1ba6b5c8 req-63e44eee-0232-4f5d-8ae1-f4ef658bba15 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 946 time: 0.2681761 Jul 16 18:50:26.962445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.966008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-340f9c44-44ab-4fed-8ec7-95e00a78d118 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9473033 Jul 16 18:50:26.966737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:26.980431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451396579'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:27.008113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e211a9e4-4dc8-4452-96c8-5dec1ba6b5c8 req-df2179f7-6fcf-43cb-948b-c5b24c756f85 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473003 Jul 16 18:50:27.042285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:27.046470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.084677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384584-9893-4913-b6ea-8b11df2de5a0 req-1ff7831f-5612-4e18-b357-c8493ad20c22 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:27.092153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf384584-9893-4913-b6ea-8b11df2de5a0 req-1ff7831f-5612-4e18-b357-c8493ad20c22 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 946 time: 0.1269388 Jul 16 18:50:27.131526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:27.152599 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.153114 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment c40ba8e8-c5b6-41fb-896e-d10409d16fc0 of type vlan for network 9b64d939-7bcd-4989-9c4a-0442e1295848 Jul 16 18:50:27.198331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '97a13d4b-596c-4286-a148-eb5edd95f49e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:27.199250 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.207725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf384584-9893-4913-b6ea-8b11df2de5a0 req-99729b56-7e62-46a1-820d-78c6a5416de2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143153 Jul 16 18:50:27.254003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.302035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.308331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:27.309071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.428710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Allocated IP 172.20.0.2 (78c95300-195f-443c-b5c5-d4b9b102593a/97a13d4b-596c-4286-a148-eb5edd95f49e/8d27db73-b6eb-40bf-93ea-a452333f88e7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:27.479275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:50:27.480914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.535683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=3808e522-8d74-4c97-a69c-94d080a1a360,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:27.547091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:27.548564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:27.556361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:27.560103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.585881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e91a3290-2fb5-424c-8f83-7fd389590c74 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0683055 Jul 16 18:50:27.585881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32944) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:27.591952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:3e:f8:4f', 'name': 'tempest-NetworksTestDHCPv6-2115080919'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:27.628391 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6523457 Jul 16 18:50:27.632926 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:27.649905 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.652137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:27.658623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Transition to ACTIVE for port object 8d27db73-b6eb-40bf-93ea-a452333f88e7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:27.659109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4faf81-645f-4e6c-9732-1977a1bfdfbb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=9b64d939-7bcd-4989-9c4a-0442e1295848,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:27.672313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:27.678897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Transition to ACTIVE for port object 8d27db73-b6eb-40bf-93ea-a452333f88e7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:27.700219 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.780389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:27.788005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:27.793203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:27.795461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Pushing event updated for resources: {'Port': ['ID=8d27db73-b6eb-40bf-93ea-a452333f88e7,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:27.859826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Attempting to bind port 8d27db73-b6eb-40bf-93ea-a452333f88e7 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:27.860200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Attempting to bind port 8d27db73-b6eb-40bf-93ea-a452333f88e7 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:27.860558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Attempting to bind port 8d27db73-b6eb-40bf-93ea-a452333f88e7 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:27.872011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:27.872292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:27.872696 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.873296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:27.873772 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Bound port: 8d27db73-b6eb-40bf-93ea-a452333f88e7, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:27.874153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:27.949674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] For port 8d27db73-b6eb-40bf-93ea-a452333f88e7, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:27.953757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] For port 8d27db73-b6eb-40bf-93ea-a452333f88e7, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8d27db73-b6eb-40bf-93ea-a452333f88e7,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:27.959454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.026038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5f180-33ee-41aa-ab0c-93bb7036dbe5 None None] Pushing event updated for resources: {'Port': ['ID=8d27db73-b6eb-40bf-93ea-a452333f88e7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:28.131189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:28.134866 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.181741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:28.451470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.495200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08eaa7-adb1-4621-b046-9e4f51d994a0 req-83e2a918-6a8c-456b-8977-4c6a0cc80f53 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:28.496667 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d08eaa7-adb1-4621-b046-9e4f51d994a0 req-83e2a918-6a8c-456b-8977-4c6a0cc80f53 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 946 time: 0.1370537 Jul 16 18:50:28.512566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 3ae7395b-0fea-4637-8849-3c63a6eb6db8 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:50:28.546958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8d27db73-b6eb-40bf-93ea-a452333f88e7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:28.565566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d08eaa7-adb1-4621-b046-9e4f51d994a0 req-6f41a87e-bc8c-4b45-bcb7-46caeaf86dad tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622902 Jul 16 18:50:28.577542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 32966) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:28.622259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.651367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8d27db73-b6eb-40bf-93ea-a452333f88e7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:28.758756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=875c0f02-e495-4d23-ba4f-ffc3c1a09f02,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:28.765688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 206cba55-cb00-42b8-82b8-b181ca7d0bc9 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:28.790150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 206cba55-cb00-42b8-82b8-b181ca7d0bc9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:28.790501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 206cba55-cb00-42b8-82b8-b181ca7d0bc9 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:28.799999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:28.800604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: 9b64d939-7bcd-4989-9c4a-0442e1295848, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:28.904900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:28.932167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9b64d939-7bcd-4989-9c4a-0442e1295848) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:28.945328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:28.946071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.946536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c552b607-6d4f-4b95-bbaa-677ef968b14c None None] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:28.973285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28f46452-26fa-4bad-a637-f72ad352cc37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3390753 Jul 16 18:50:28.977521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 32976) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:29.011003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef330b21-6862-427b-a774-8c8b6d37ffcb req-a1ab2310-c8c9-4f78-91fa-8700a9770415 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:29.014691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef330b21-6862-427b-a774-8c8b6d37ffcb req-a1ab2310-c8c9-4f78-91fa-8700a9770415 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 946 time: 0.2369056 Jul 16 18:50:29.019175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 172.20.0.6 (78c95300-195f-443c-b5c5-d4b9b102593a/97a13d4b-596c-4286-a148-eb5edd95f49e/3ae7395b-0fea-4637-8849-3c63a6eb6db8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:29.153016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-9b64d939-7bcd-4989-9c4a-0442e1295848', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:29.154937 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.173940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fe3e:f84f (78c95300-195f-443c-b5c5-d4b9b102593a/3808e522-8d74-4c97-a69c-94d080a1a360/3ae7395b-0fea-4637-8849-3c63a6eb6db8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:29.222898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.262417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48c84f-2927-450c-a4b2-d8fefd1a9507 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:29.343507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18edb698-149b-4df7-9694-db7a69a06078 None None] Provisioning for port 8d27db73-b6eb-40bf-93ea-a452333f88e7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:29.351592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18edb698-149b-4df7-9694-db7a69a06078 None None] Provisioning complete for port 8d27db73-b6eb-40bf-93ea-a452333f88e7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:29.352146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18edb698-149b-4df7-9694-db7a69a06078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.371336 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef330b21-6862-427b-a774-8c8b6d37ffcb req-b96babeb-a3f7-4a5f-ae7f-33d56e060297 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162454 Jul 16 18:50:29.508433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Allocated IP 2001:db8::2 (9b64d939-7bcd-4989-9c4a-0442e1295848/875c0f02-e495-4d23-ba4f-ffc3c1a09f02/7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:29.676253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.705017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.789157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.20.0.17 (1bdc2166-081d-4bef-9ba1-9efd4e47fb31/6ca750b3-10ea-47fc-8198-a6ea648cfba5/e4046f6b-a933-424b-b5f7-311416007474) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:29.798265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 3ae7395b-0fea-4637-8849-3c63a6eb6db8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:29.852231 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.964855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:29.965725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:29.971769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:29.987664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:30.006408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Transition to ACTIVE for port object e4046f6b-a933-424b-b5f7-311416007474 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:30.083327 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.095245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=3ae7395b-0fea-4637-8849-3c63a6eb6db8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.174355 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18edb698-149b-4df7-9694-db7a69a06078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.178962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=e4046f6b-a933-424b-b5f7-311416007474,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.181715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.183324 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.210292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:30.211910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:30.214718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:30.220055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34008e88-564a-41f3-86d4-bf5c7b8ebf31 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6338003 Jul 16 18:50:30.222932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:30.304967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.419286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e52a7-65e3-4fea-8ccb-6d75af280aa2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.430678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e52a7-65e3-4fea-8ccb-6d75af280aa2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.435919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1d9e52a7-65e3-4fea-8ccb-6d75af280aa2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2117765 Jul 16 18:50:30.436907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:30.507121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.516527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Transition to ACTIVE for port object 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:30.534737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Transition to ACTIVE for port object 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:30.541477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '97a13d4b-596c-4286-a148-eb5edd95f49e', 'ip_address': '172.20.0.2'}, {'subnet_id': '3808e522-8d74-4c97-a69c-94d080a1a360'}], 'binding:host_id': 'n-d-791504-15'}, 'id': '8d27db73-b6eb-40bf-93ea-a452333f88e7'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:50:30.545418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-18edb698-149b-4df7-9694-db7a69a06078 None None] For port 8d27db73-b6eb-40bf-93ea-a452333f88e7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8d27db73-b6eb-40bf-93ea-a452333f88e7,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:30.566018 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.572061 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18edb698-149b-4df7-9694-db7a69a06078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.643126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:30.653288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:30.670436 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.670673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8::1 (9b64d939-7bcd-4989-9c4a-0442e1295848/875c0f02-e495-4d23-ba4f-ffc3c1a09f02/a2362186-b5cb-43aa-adde-ce251524e1c1) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:30.690918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.741408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 3ae7395b-0fea-4637-8849-3c63a6eb6db8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:30.741917 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.742497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:30.921509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.928343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Pushing event updated for resources: {'Port': ['ID=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.979972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object a2362186-b5cb-43aa-adde-ce251524e1c1 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:31.011820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cea61ddb-32a9-42b7-8914-65323bb9dc79 None None] Provisioning for port e4046f6b-a933-424b-b5f7-311416007474 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:31.041638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cea61ddb-32a9-42b7-8914-65323bb9dc79 None None] Provisioning complete for port e4046f6b-a933-424b-b5f7-311416007474 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:31.042676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cea61ddb-32a9-42b7-8914-65323bb9dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.095569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.133115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cea61ddb-32a9-42b7-8914-65323bb9dc79 None None] Port e4046f6b-a933-424b-b5f7-311416007474 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:31.146503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:31.170586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:31.180435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:31.181472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.208019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Attempting to bind port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:31.208685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Attempting to bind port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:31.208685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Attempting to bind port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa on network 9b64d939-7bcd-4989-9c4a-0442e1295848 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:31.233771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edb698-149b-4df7-9694-db7a69a06078 None None] Pushing event updated for resources: {'Port': ['ID=8d27db73-b6eb-40bf-93ea-a452333f88e7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.245269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:31.245737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Checking segment: {'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:31.246158 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.250478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Bound using segment: {'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:31.251010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Bound port: 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:31.251412 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.277025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.284507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.288376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] Allocated IP 2001:db8::f816:3eff:fed1:32aa (78c95300-195f-443c-b5c5-d4b9b102593a/3808e522-8d74-4c97-a69c-94d080a1a360/8d27db73-b6eb-40bf-93ea-a452333f88e7) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:31.383028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.417883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=a2362186-b5cb-43aa-adde-ce251524e1c1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.441742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.462024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 3ae7395b-0fea-4637-8849-3c63a6eb6db8 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:31.626301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] For port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:31.654660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] For port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,segment=NetworkSegment(c40ba8e8-c5b6-41fb-896e-d10409d16fc0),segment_id=c40ba8e8-c5b6-41fb-896e-d10409d16fc0)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:31.656122 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.663431 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.735208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=e4046f6b-a933-424b-b5f7-311416007474,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.757684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] For port 8d27db73-b6eb-40bf-93ea-a452333f88e7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8d27db73-b6eb-40bf-93ea-a452333f88e7,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:31.810608 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.825663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] Transition to ACTIVE for port object 8d27db73-b6eb-40bf-93ea-a452333f88e7 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:31.838494 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.843450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c8f0-2d84-4f8c-86fa-5078ef05796a None None] Pushing event updated for resources: {'Port': ['ID=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.869502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:31.871597 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:32.032160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56e73c-ae60-4d72-876a-bbde794e7742 None None] Pushing event updated for resources: {'Port': ['ID=8d27db73-b6eb-40bf-93ea-a452333f88e7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.100924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:32.315983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.318967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:32.329478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Sync routers for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:32.344955 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-65ed8c67-65b6-40c9-9965-a3d807609b43 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "PUT /v2.0/routers/5dc3ea4f-38a4-4e53-a038-a12d06c96c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7659388 Jul 16 18:50:32.352879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:32.353705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:32.398105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=3ae7395b-0fea-4637-8849-3c63a6eb6db8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.468376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fb56c5e9-4859-48a8-bd59-12f7993f7863 None None] Provisioning complete for port e4046f6b-a933-424b-b5f7-311416007474 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:32.468947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fb56c5e9-4859-48a8-bd59-12f7993f7863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.584083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fb56c5e9-4859-48a8-bd59-12f7993f7863 None None] Port e4046f6b-a933-424b-b5f7-311416007474 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:32.584978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.609814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.610610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.622832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:32.684176 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.693587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-790140bf-3d60-4ea3-b079-b52f937a0146 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/3ae7395b-0fea-4637-8849-3c63a6eb6db8 HTTP/1.1" status: 204 len: 168 time: 2.2530534 Jul 16 18:50:32.693964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:32.724306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8d27db73-b6eb-40bf-93ea-a452333f88e7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:32.732927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=a2362186-b5cb-43aa-adde-ce251524e1c1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.823744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:32.825433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:32.830673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:32.838758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262116af-1e90-41a1-8d22-982274cf364d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.840145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262116af-1e90-41a1-8d22-982274cf364d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.841906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262116af-1e90-41a1-8d22-982274cf364d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.862397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-262116af-1e90-41a1-8d22-982274cf364d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1662688 Jul 16 18:50:32.871927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33102) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:33.045907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:50:33.079174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 3808e522-8d74-4c97-a69c-94d080a1a360 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:33.096679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.110506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:33.181092 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.187484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:30Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:29Z', 'revision_number': 1, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4046f6b-a933-424b-b5f7-311416007474', 'name': '', 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:51:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:31Z', 'revision_number': 2, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:33.215331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:33.226519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-35305904-3f59-4314-a24b-35f3abeeb8dd tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2334878 Jul 16 18:50:33.228711 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:33.239074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33120) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:33.245147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Checking router: 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:33.245333 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:33.245683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Updating router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c port e4046f6b-a933-424b-b5f7-311416007474 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:33.246000 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:33.251103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-895584831'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:33.290253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:33.301717 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.302580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.365635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:33.382433 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.384843 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.385202 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c of type vlan for network 03a13fa8-abbc-4b51-847e-7175619ba246 Jul 16 18:50:33.438068 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:33.459469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.500728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.509389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.510243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.568508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3ca676d9-197b-4daa-935d-3e5a3849b176 None None] Provisioning for port 8d27db73-b6eb-40bf-93ea-a452333f88e7 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:33.575915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3ca676d9-197b-4daa-935d-3e5a3849b176 None None] Provisioning complete for port 8d27db73-b6eb-40bf-93ea-a452333f88e7 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:33.575915 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3ca676d9-197b-4daa-935d-3e5a3849b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.629080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-2c5bedb1-fde1-4ff0-93a2-3f34a4d9a44b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.631047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-2c5bedb1-fde1-4ff0-93a2-3f34a4d9a44b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.5958652 Jul 16 18:50:33.642822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e2661-b1e9-45d2-ab60-b61f256b1c1b None None] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:33.661102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-ce559f7e-8d64-4e01-a7f1-2e374bbbe7c0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/quotas/40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 375 time: 0.0228174 Jul 16 18:50:33.688646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4465208 Jul 16 18:50:33.689442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33126) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:33.699853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:33.768043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d86192-ac03-4495-b9c5-f112df4dd533 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=03a13fa8-abbc-4b51-847e-7175619ba246,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.782801 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:31Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:32Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:33.801055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 03a13fa8-abbc-4b51-847e-7175619ba246 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:33.834391 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:33.834735 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Updating router 4dfa4f02-69dc-44e2-8262-1b939f3da400 port a2362186-b5cb-43aa-adde-ce251524e1c1 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:33.866217 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.883322 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.886145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.889058 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/3808e522-8d74-4c97-a69c-94d080a1a360 HTTP/1.1" status: 204 len: 168 time: 1.0160952 Jul 16 18:50:33.893957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33134) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:33.951917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f4d69-eec6-4271-834a-1e1d1db79ba2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=3808e522-8d74-4c97-a69c-94d080a1a360,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.962950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:33.975137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.005265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 97a13d4b-596c-4286-a148-eb5edd95f49e {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:34.018084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.127122 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.315761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.388823 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-a512b9fd-3eee-4282-99fe-afb5dd0e187b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7193990 Jul 16 18:50:34.397993 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.442500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915eba7e-07c8-47c8-b1e8-27b32113d50b None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:34.455864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.473971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.475886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/97a13d4b-596c-4286-a148-eb5edd95f49e HTTP/1.1" status: 204 len: 168 time: 0.5801907 Jul 16 18:50:34.487141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.521169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb8385-5af9-4fe0-a517-2c89d2ea9ff5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=97a13d4b-596c-4286-a148-eb5edd95f49e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.575622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=9ef46303-763b-4916-b588-9d622e460ac5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.583643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4b313d7c-1180-48c3-a62e-be7b92464385 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951705 Jul 16 18:50:34.586775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33148) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.616161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3ca676d9-197b-4daa-935d-3e5a3849b176 None None] Could not find standard attr ID for object 3ae7395b-0fea-4637-8849-3c63a6eb6db8. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:34.625350 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.634651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:34.635026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: 03a13fa8-abbc-4b51-847e-7175619ba246, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:34.638503 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Transition to ACTIVE for port object a2362186-b5cb-43aa-adde-ce251524e1c1 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:34.649029 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.696841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 03a13fa8-abbc-4b51-847e-7175619ba246 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:34.701631 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.716313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-b529cd63-11ae-4bce-b560-f90973d49b6f service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152146 Jul 16 18:50:34.726420 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748a2ed-7dc0-4d0b-96dd-f1669ffac0e8 None None] Pushing event updated for resources: {'Port': ['ID=a2362186-b5cb-43aa-adde-ce251524e1c1,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.728128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd4d99-fb62-4345-af20-1d8d3a310fd7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.735049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e1bd4d99-fb62-4345-af20-1d8d3a310fd7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1443496 Jul 16 18:50:34.735606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33154) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.739499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 03a13fa8-abbc-4b51-847e-7175619ba246) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:34.755131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.755776 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.774528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c3ba95-60cb-45ed-928b-db264f186984 None None] Network 03a13fa8-abbc-4b51-847e-7175619ba246 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:34.788313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Transition to ACTIVE for port object e4046f6b-a933-424b-b5f7-311416007474 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:34.823597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-146f68b7-7ded-4d89-b825-0a9da76343c2 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1304271 Jul 16 18:50:34.825481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33160) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.826714 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.828586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969942ab-af7f-40a8-8df1-5c3abf460d5f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.830486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-969942ab-af7f-40a8-8df1-5c3abf460d5f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0888038 Jul 16 18:50:34.834036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.890333 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Attempting to bind port a2362186-b5cb-43aa-adde-ce251524e1c1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:34.890718 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Attempting to bind port a2362186-b5cb-43aa-adde-ce251524e1c1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:34.891081 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Attempting to bind port a2362186-b5cb-43aa-adde-ce251524e1c1 on network 9b64d939-7bcd-4989-9c4a-0442e1295848 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:34.906842 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:34.907881 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Checking segment: {'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:34.908493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c6c25085-8027-4778-b0e8-d3f477824bd4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732646 Jul 16 18:50:34.908624 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.913243 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Bound using segment: {'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:34.913883 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Bound port: a2362186-b5cb-43aa-adde-ce251524e1c1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:34.914374 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.919094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.924486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f6044c4f-32a6-4ee9-89db-af71edf009ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:34.949261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Provisioning for port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:34.989046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Provisioning complete for port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:34.989592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.073032 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] For port a2362186-b5cb-43aa-adde-ce251524e1c1, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:35.077855 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] For port a2362186-b5cb-43aa-adde-ce251524e1c1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a2362186-b5cb-43aa-adde-ce251524e1c1,segment=NetworkSegment(c40ba8e8-c5b6-41fb-896e-d10409d16fc0),segment_id=c40ba8e8-c5b6-41fb-896e-d10409d16fc0)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:35.090654 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.120519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65a796-f062-46e9-a007-366d9b29d947 None None] Pushing event updated for resources: {'Port': ['ID=e4046f6b-a933-424b-b5f7-311416007474,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:35.202464 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:35.203480 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:35.250921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:35.319569 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748a2ed-7dc0-4d0b-96dd-f1669ffac0e8 None None] Pushing event updated for resources: {'Port': ['ID=a2362186-b5cb-43aa-adde-ce251524e1c1,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:35.319829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Attempting to bind port e4046f6b-a933-424b-b5f7-311416007474 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:35.320419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Attempting to bind port e4046f6b-a933-424b-b5f7-311416007474 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:35.321059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Attempting to bind port e4046f6b-a933-424b-b5f7-311416007474 on network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:35.361542 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:35.367993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:35.368763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Checking segment: {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:35.371093 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.371704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Bound using segment: {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:35.372861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Bound port: e4046f6b-a933-424b-b5f7-311416007474, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88138718-9de8-4772-b84c-909ce3722f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:35.373480 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.529236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-90e6f8dc-9b8d-4a07-ae55-70d4b3c3c9a9 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052921 Jul 16 18:50:35.601433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-03a13fa8-abbc-4b51-847e-7175619ba246', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:35.602364 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.612017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6044c4f-32a6-4ee9-89db-af71edf009ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:35.625959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6044c4f-32a6-4ee9-89db-af71edf009ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.627887 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6044c4f-32a6-4ee9-89db-af71edf009ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:50:35.628570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6044c4f-32a6-4ee9-89db-af71edf009ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:35.649500 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6044c4f-32a6-4ee9-89db-af71edf009ec tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7291594 Jul 16 18:50:35.653375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:35.662360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-88d700e1-f14e-4734-8467-30bc93223bf5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:35.762422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.771471 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:31Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:35Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:35.848438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-81375ebd-d328-4af7-976b-5352470db94c None None] For port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,segment=NetworkSegment(c40ba8e8-c5b6-41fb-896e-d10409d16fc0),segment_id=c40ba8e8-c5b6-41fb-896e-d10409d16fc0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:35.849313 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68203f5b-243f-441b-9826-5a8b609ce5d3 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:31Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:35Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:35.850537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d700e1-f14e-4734-8467-30bc93223bf5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:35.851880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Deleting port 8d27db73-b6eb-40bf-93ea-a452333f88e7 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:35.852254 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.866842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88d700e1-f14e-4734-8467-30bc93223bf5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.872256 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d700e1-f14e-4734-8467-30bc93223bf5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:50:35.874688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d700e1-f14e-4734-8467-30bc93223bf5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:35.905861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.922072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88d700e1-f14e-4734-8467-30bc93223bf5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2667854 Jul 16 18:50:35.925546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33182) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:35.931212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d0aaf1a2-724e-4b59-b53b-387d7454edcf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:36.002491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] For port e4046f6b-a933-424b-b5f7-311416007474, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:36.155144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aaf1a2-724e-4b59-b53b-387d7454edcf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:36.159275 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf1a2-724e-4b59-b53b-387d7454edcf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.161759 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aaf1a2-724e-4b59-b53b-387d7454edcf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:50:36.162203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aaf1a2-724e-4b59-b53b-387d7454edcf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:36.162806 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48ceb710-08f5-4c4a-aa3b-3c6b567c3dc7 req-893485a8-254a-4385-bcd9-afe0263dc531 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1434846 Jul 16 18:50:36.197643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Could not find standard attr ID for object 3ae7395b-0fea-4637-8849-3c63a6eb6db8. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:36.216024 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d0aaf1a2-724e-4b59-b53b-387d7454edcf tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2890046 Jul 16 18:50:36.219984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33188) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:36.224089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Could not find standard attr ID for object 4f9eecdc-362b-4059-8d8b-d2cfa3ebf671. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:36.227476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a5262e59-0607-4a1e-8cbf-a4b33fa15012 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:36.295296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] For port e4046f6b-a933-424b-b5f7-311416007474, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e4046f6b-a933-424b-b5f7-311416007474,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:36.299994 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.411729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5262e59-0607-4a1e-8cbf-a4b33fa15012 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:36.421858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5262e59-0607-4a1e-8cbf-a4b33fa15012 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.423258 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5262e59-0607-4a1e-8cbf-a4b33fa15012 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:50:36.423696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5262e59-0607-4a1e-8cbf-a4b33fa15012 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:36.478660 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.496016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a5262e59-0607-4a1e-8cbf-a4b33fa15012 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2749372 Jul 16 18:50:36.496739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:36.511342 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8e36670f-794d-4d24-8497-3d3d7e89db49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:36.552939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] For port 8d27db73-b6eb-40bf-93ea-a452333f88e7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8d27db73-b6eb-40bf-93ea-a452333f88e7,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:36.553775 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.679971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Calling delete_port for 8d27db73-b6eb-40bf-93ea-a452333f88e7 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:36.843962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e36670f-794d-4d24-8497-3d3d7e89db49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:36.873283 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e36670f-794d-4d24-8497-3d3d7e89db49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.884841 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e36670f-794d-4d24-8497-3d3d7e89db49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:50:36.885674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e36670f-794d-4d24-8497-3d3d7e89db49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:36.926216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81375ebd-d328-4af7-976b-5352470db94c None None] Pushing event updated for resources: {'Port': ['ID=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:36.945870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8e36670f-794d-4d24-8497-3d3d7e89db49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4468234 Jul 16 18:50:36.946502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:36.992283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1e8e585b-a8e5-4146-ac0c-aea41b64a7c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:37.039442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65a796-f062-46e9-a007-366d9b29d947 None None] Pushing event updated for resources: {'Port': ['ID=e4046f6b-a933-424b-b5f7-311416007474,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:37.058054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a2362186-b5cb-43aa-adde-ce251524e1c1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:37.060477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:37.061137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:37.237976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8e585b-a8e5-4146-ac0c-aea41b64a7c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:37.244748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e8e585b-a8e5-4146-ac0c-aea41b64a7c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.263255 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8e585b-a8e5-4146-ac0c-aea41b64a7c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:50:37.265127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8e585b-a8e5-4146-ac0c-aea41b64a7c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:37.274478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f5511-75f4-47cd-9990-8ef3327aacb2 req-5fb0fd3a-f010-4bc0-a323-323176f4e030 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:37.278637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Allocated IP 2001:db8:1::2 (03a13fa8-abbc-4b51-847e-7175619ba246/9ef46303-763b-4916-b588-9d622e460ac5/4d11f2d5-ed71-413d-9bfb-021bb86e70d5) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:37.289842 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c8f5511-75f4-47cd-9990-8ef3327aacb2 req-5fb0fd3a-f010-4bc0-a323-323176f4e030 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.3368545 Jul 16 18:50:37.318312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e8e585b-a8e5-4146-ac0c-aea41b64a7c0 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3706372 Jul 16 18:50:37.320091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33210) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:37.365158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5423c032-f893-4887-bf0e-58adbcbbff24 None None] Provisioning for port a2362186-b5cb-43aa-adde-ce251524e1c1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:37.366352 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c8f5511-75f4-47cd-9990-8ef3327aacb2 req-1d236fb7-d90f-46b3-bf57-a2b3ceb57b6a tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738981 Jul 16 18:50:37.609000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d88249e2-bc31-4f4f-98b1-16f07198f3f4 req-64385dd5-0f6d-44b2-9d22-f9fff9a65db2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.0751474 Jul 16 18:50:37.633170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6eb50f-ea6f-4302-afd1-2a17035a5a41 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:37.635778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ec6eb50f-ea6f-4302-afd1-2a17035a5a41 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3138587 Jul 16 18:50:37.640417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a2362186-b5cb-43aa-adde-ce251524e1c1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:37.640737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33212) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:37.666957 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.695992 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.715726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Transition to ACTIVE for port object 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:37.744402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a6b9ad-71b4-4d16-a0ac-e98eaec9ade6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:37.747093 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d4a6b9ad-71b4-4d16-a0ac-e98eaec9ade6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1045690 Jul 16 18:50:37.749840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:37.760420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a2362186-b5cb-43aa-adde-ce251524e1c1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:37.765576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.806294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1a7acee8-94a1-4e80-a0e3-f4dff36d4ed4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547206 Jul 16 18:50:37.810097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33216) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:37.812668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] No DVR routers for this DVR port 8d27db73-b6eb-40bf-93ea-a452333f88e7 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:37.815042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Pushing event deleted for resources: {'Port': ['ID=8d27db73-b6eb-40bf-93ea-a452333f88e7,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:37.819217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:37.861064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5423c032-f893-4887-bf0e-58adbcbbff24 None None] Provisioning complete for port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:37.861769 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5423c032-f893-4887-bf0e-58adbcbbff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.868451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Transition to ACTIVE for port object 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:37.879162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.880010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.880010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.880542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.880970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.881318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.881658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.881991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.882383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.882711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.883202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.883536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6111ca2-1440-44c9-ad6e-3bfa5919c749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:37.930317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:37.936202 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.980102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:37.984558 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.008236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8:1::1 (03a13fa8-abbc-4b51-847e-7175619ba246/9ef46303-763b-4916-b588-9d622e460ac5/ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:38.365966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-3a7f60dd-dd78-40b2-8e92-c6789e31a4cc tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:38.368292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-3a7f60dd-dd78-40b2-8e92-c6789e31a4cc tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.1495819 Jul 16 18:50:38.548475 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.567186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Network 03a13fa8-abbc-4b51-847e-7175619ba246 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:38.579194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-05d6b18d-c4c8-4363-a5e7-1cc62dd0764f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:38.583881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-05d6b18d-c4c8-4363-a5e7-1cc62dd0764f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.2885220 Jul 16 18:50:38.584141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:38.591737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:38.599726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'port': {'device_id': 'e300975d-b106-480c-b650-9c4dc9a87752', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'admin_state_up': True, 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:38.680533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Deleting port f748ac3f-3a24-4729-818d-41bb5bae09cb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:38.681247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.733115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c7128-aba3-4ba3-9608-4a5675f88c0b req-52e9ae56-dae8-473b-b34b-c9ee93c00905 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:38.742059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e6c7128-aba3-4ba3-9608-4a5675f88c0b req-52e9ae56-dae8-473b-b34b-c9ee93c00905 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 945 time: 0.1725349 Jul 16 18:50:38.797721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Pushing event updated for resources: {'Port': ['ID=4d11f2d5-ed71-413d-9bfb-021bb86e70d5,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:38.809745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.874072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:38.882481 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e6c7128-aba3-4ba3-9608-4a5675f88c0b req-6901cfad-04d0-40d5-9a6d-35571be6fb15 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/security-groups?id=01712c80-9137-4a86-abf6-f6a657039b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390140 Jul 16 18:50:38.914053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] For port f748ac3f-3a24-4729-818d-41bb5bae09cb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=f748ac3f-3a24-4729-818d-41bb5bae09cb,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:38.914817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.927086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port a2362186-b5cb-43aa-adde-ce251524e1c1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a2362186-b5cb-43aa-adde-ce251524e1c1,segment=NetworkSegment(c40ba8e8-c5b6-41fb-896e-d10409d16fc0),segment_id=c40ba8e8-c5b6-41fb-896e-d10409d16fc0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:38.977431 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.155337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8d27db73-b6eb-40bf-93ea-a452333f88e7 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:39.158929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:39.191708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.263702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Attempting to bind port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:39.264401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Attempting to bind port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:39.264808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Attempting to bind port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 on network 03a13fa8-abbc-4b51-847e-7175619ba246 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:39.275914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:39.276426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Checking segment: {'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:39.277040 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.277858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Bound using segment: {'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:39.278470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Bound port: 4d11f2d5-ed71-413d-9bfb-021bb86e70d5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:39.278976 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.293937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8d27db73-b6eb-40bf-93ea-a452333f88e7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:39.294385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8d27db73-b6eb-40bf-93ea-a452333f88e7 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:39.302033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:50:39.358498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.358883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.359201 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Floating IP 6c36a373-b326-44a0-89d2-47c36b9043ce disassociated. External IP: 172.25.1.5, port: f748ac3f-3a24-4729-818d-41bb5bae09cb. Jul 16 18:50:39.359547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Calling delete_port for f748ac3f-3a24-4729-818d-41bb5bae09cb owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:39.366723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1d3d170-8b90-45fe-bd48-0d3f0613b216 req-97499451-f10a-476f-adf6-487793246360 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.0576813 Jul 16 18:50:39.372579 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.448198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:39.453707 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:39.463053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.474258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:39.475306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.482889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] For port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:39.492594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] For port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d11f2d5-ed71-413d-9bfb-021bb86e70d5,segment=NetworkSegment(cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c),segment_id=cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:39.541933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fbc48-c3e5-4de4-8851-891262eedb65 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:39.569208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 03a13fa8-abbc-4b51-847e-7175619ba246 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:39.586055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:39.594623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=ec6942c0-16b1-4ea6-adb1-65c26caa6f76,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.600618 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b173c19c-f736-43eb-b40a-08d310a16702 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7868845 Jul 16 18:50:39.603476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:39.603904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.615484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:39.621761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:3b:34:bf', 'name': 'tempest-NetworksTestDHCPv6-1841692801'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:39.672167 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.686786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:39.769846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.785311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.796895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:30Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:29Z', 'revision_number': 1, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4046f6b-a933-424b-b5f7-311416007474', 'name': '', 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:51:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:35Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:39.808075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.838510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f5b79-574f-4e16-bee1-9420f483dd85 None None] The sync data for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 is: [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:30Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:29Z', 'revision_number': 1, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4046f6b-a933-424b-b5f7-311416007474', 'name': '', 'network_id': '1bdc2166-081d-4bef-9ba1-9efd4e47fb31', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:51:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:35Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': '6ca750b3-10ea-47fc-8198-a6ea648cfba5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:39.853630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:39.853867 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.860725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=a2362186-b5cb-43aa-adde-ce251524e1c1,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.876765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event deleted for resources: {'Port': ['ID=f748ac3f-3a24-4729-818d-41bb5bae09cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.955983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d330accc-4d27-4486-8542-075d0f8a0abf None None] Provisioning complete for port a2362186-b5cb-43aa-adde-ce251524e1c1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:39.956512 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d330accc-4d27-4486-8542-075d0f8a0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.009349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc6e6e-71e6-4552-be86-1f7b5bcb2ab2 None None] Pushing event updated for resources: {'Port': ['ID=4d11f2d5-ed71-413d-9bfb-021bb86e70d5,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:40.119988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'ec6942c0-16b1-4ea6-adb1-65c26caa6f76'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:40.121088 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.191228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.20.0.11 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/585168f2-f6d9-4b69-8308-551b5a9c2dd4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:40.380621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:40.394790 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2aa6abfd-1b9e-4531-adbc-71e9195b6982 req-bdcf6193-e4dd-4c00-976b-4d906664fee7 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 210 time: 0.1052191 Jul 16 18:50:40.438440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Router cf049b79-8afb-490a-9703-3fe9f2e84023 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:40.824750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:40.839961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] Sync routers for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:40.843568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.866704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.867844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.875727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Allocated IP 2001:db8::f816:3eff:fe6e:2202 (78c95300-195f-443c-b5c5-d4b9b102593a/ec6942c0-16b1-4ea6-adb1-65c26caa6f76/f0376875-97b0-4403-9046-ef6adffc0f7e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:40.894253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:40.895127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:40.948816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.957440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e9c04016-75e9-4d53-8644-d522421916d5 req-60fc16fb-f60d-4e90-a346-e9d87f8d5177 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1185744 Jul 16 18:50:41.009220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] No DVR routers for this DVR port f748ac3f-3a24-4729-818d-41bb5bae09cb on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:41.012859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:41.013087 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.015190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b2d1bcc-ff1f-4ac6-a6d0-a51c6e0accdc req-0f19b108-d979-4562-8e62-912ed25ccc21 tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.59 "DELETE /v2.0/ports/f748ac3f-3a24-4729-818d-41bb5bae09cb HTTP/1.1" status: 204 len: 173 time: 2.6407866 Jul 16 18:50:41.015583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'name': 'network-vif-deleted', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:41.018522 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf092a3-34a4-4859-a5e2-7915c2771327" -d '{"events": [{"server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "name": "network-vif-deleted", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:41.064831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 54f7c9fd-ea65-4f39-8972-73c46254bf47 yet. {{(pid=93795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:50:41.186620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.186965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.187301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.187631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.187959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.188283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.188607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.188963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.189284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.190346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.190346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.190346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.197988 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a6ffd-4ee1-4a3b-9786-70e0cef7d48e x-openstack-request-id: req-e25a6ffd-4ee1-4a3b-9786-70e0cef7d48e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:41.198299 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec014b0f-fa6e-4584-8d26-c5ed3132c14c", "name": "network-vif-deleted", "tag": "f748ac3f-3a24-4729-818d-41bb5bae09cb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:41.198567 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e25a6ffd-4ee1-4a3b-9786-70e0cef7d48e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:41.198994 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec014b0f-fa6e-4584-8d26-c5ed3132c14c', 'name': 'network-vif-deleted', 'tag': 'f748ac3f-3a24-4729-818d-41bb5bae09cb', 'status': 'completed', 'code': 200} Jul 16 18:50:41.266118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.349499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:41.350211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Transition to ACTIVE for port object 585168f2-f6d9-4b69-8308-551b5a9c2dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:41.372303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 03a13fa8-abbc-4b51-847e-7175619ba246 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:41.374342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:41.554313 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.566446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Transition to ACTIVE for port object f0376875-97b0-4403-9046-ef6adffc0f7e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:41.588137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Transition to ACTIVE for port object f0376875-97b0-4403-9046-ef6adffc0f7e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:41.597560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.628880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.634051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ea7b8db-a2cb-400f-829e-58d9b415e683'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:41.711409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=585168f2-f6d9-4b69-8308-551b5a9c2dd4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:41.726109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:41.742920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:41.747875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:41.761595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fe3b:34bf (78c95300-195f-443c-b5c5-d4b9b102593a/ec6942c0-16b1-4ea6-adb1-65c26caa6f76/54f7c9fd-ea65-4f39-8972-73c46254bf47) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:41.841959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:41.968361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:41.985435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a15a778e-6003-48e7-9db1-61e72ef3e50c req-b8768784-a4fe-4ebc-8335-e1b20e7f60fc tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec014b0f-fa6e-4584-8d26-c5ed3132c14c HTTP/1.1" status: 200 len: 210 time: 0.0968812 Jul 16 18:50:42.003061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:42.009607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:42.016159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8207cccb-8838-45fb-bff1-a14f930ae611 None None] Network 03a13fa8-abbc-4b51-847e-7175619ba246 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:42.132080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Pushing event updated for resources: {'Port': ['ID=f0376875-97b0-4403-9046-ef6adffc0f7e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:42.138606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f748ac3f-3a24-4729-818d-41bb5bae09cb no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:42.188453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: f748ac3f-3a24-4729-818d-41bb5bae09cb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:42.189178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device f748ac3f-3a24-4729-818d-41bb5bae09cb not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:42.337445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.373700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 54f7c9fd-ea65-4f39-8972-73c46254bf47 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:42.516909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.599879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:42.606818 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-efece782-4ab4-4734-ade6-df49ff42eeab tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7803016 Jul 16 18:50:42.608034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:42.614392 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:42.617802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:42.624448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Attempting to bind port f0376875-97b0-4403-9046-ef6adffc0f7e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:42.626154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Attempting to bind port f0376875-97b0-4403-9046-ef6adffc0f7e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:42.627067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Attempting to bind port f0376875-97b0-4403-9046-ef6adffc0f7e on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:42.630688 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:42.631330 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:42.637641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-791543663'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:42.681925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:42.687732 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.702717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:42.703327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:42.703911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.704380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:42.704971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Bound port: f0376875-97b0-4403-9046-ef6adffc0f7e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:42.705440 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.723858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:42.724531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.749657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:42.761934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=54f7c9fd-ea65-4f39-8972-73c46254bf47,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:42.762713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-02878b9c-a7e4-4efb-8f90-abc1f29b6ce1 None None] Provisioning for port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:42.763347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-3d6f0303-cc7c-404b-98a3-686ddb07661a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1680863 Jul 16 18:50:42.778321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Request body: {'port': {'device_id': 'e300975d-b106-480c-b650-9c4dc9a87752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:42.783073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:42.794680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:42.800795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:42.801635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.802272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:42.826649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.827263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.827784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.828310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.828830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.829311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.829813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.830346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.830820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.831293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.831804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.832315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:42.840523 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:42.859527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51154f-8a0c-4ac7-9512-e0d9912995c7 req-ab652e7d-0ee9-4a7f-be68-2c342b926601 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:42.861463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb51154f-8a0c-4ac7-9512-e0d9912995c7 req-ab652e7d-0ee9-4a7f-be68-2c342b926601 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 932 time: 0.4162655 Jul 16 18:50:42.863225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:42.869562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ab96d541-59f6-4600-9af8-4b085682269d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2529008 Jul 16 18:50:42.874778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33268) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:42.897047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.897652 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment 9ad01f94-2577-4a1b-bdde-5ed183658ee9 of type vlan for network 0f6399bd-710e-45b8-b515-e8ec9f162499 Jul 16 18:50:42.958101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb51154f-8a0c-4ac7-9512-e0d9912995c7 req-11637ed3-e8a7-4169-82eb-3723d6c683c0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870094 Jul 16 18:50:42.962473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] For port f0376875-97b0-4403-9046-ef6adffc0f7e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:42.965569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:42.966115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.968584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.976664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] For port f0376875-97b0-4403-9046-ef6adffc0f7e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0376875-97b0-4403-9046-ef6adffc0f7e,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:43.028847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.034628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.055963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:43.058403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.087334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8df013e-4091-43b9-b7f5-53e9f3b5bd5d None None] Provisioning for port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:43.133631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b8df013e-4091-43b9-b7f5-53e9f3b5bd5d None None] Provisioning complete for port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:43.134099 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b8df013e-4091-43b9-b7f5-53e9f3b5bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.192535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5633004 Jul 16 18:50:43.206198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:43.229745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:43.233535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d310b1-bd09-40f4-bcea-92ced3b00ab7 None None] Pushing event updated for resources: {'Port': ['ID=f0376875-97b0-4403-9046-ef6adffc0f7e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:43.243077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b8df013e-4091-43b9-b7f5-53e9f3b5bd5d None None] Port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:43.246127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:20Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:43.249590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:43.300902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.327650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] Checking router: cf049b79-8afb-490a-9703-3fe9f2e84023 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:43.409050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:43.410274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:43.444353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34addbed-fe77-4f00-92e9-918c87784652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=0f6399bd-710e-45b8-b515-e8ec9f162499,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:43.471021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.473245 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:39Z', 'revision_number': 3, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:40Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:43.486189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:43.523141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:43.532480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.554040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d11f2d5-ed71-413d-9bfb-021bb86e70d5,segment=NetworkSegment(cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c),segment_id=cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:43.602357 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:43.602661 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Updating router 4dfa4f02-69dc-44e2-8262-1b939f3da400 port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:43.651284 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.652089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a2362186-b5cb-43aa-adde-ce251524e1c1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:43.667356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be5e33-ad12-4ee1-b0c9-bb25289e1c57 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:43.681984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be5e33-ad12-4ee1-b0c9-bb25289e1c57 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:43.684289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b5be5e33-ad12-4ee1-b0c9-bb25289e1c57 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8082469 Jul 16 18:50:43.698071 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.706101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:43.976743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:44.080184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 54f7c9fd-ea65-4f39-8972-73c46254bf47 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:44.080825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.182850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c2e33669-bf44-4d00-944d-99e2e4b1b860 None None] Provisioning for port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:44.183434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.271519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c2e33669-bf44-4d00-944d-99e2e4b1b860 None None] Provisioning complete for port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:44.274232 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2e33669-bf44-4d00-944d-99e2e4b1b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.504407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.604523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=be8626aa-1bd6-466a-a829-c49c6d21107f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:44.610933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Deleting port 47e3003e-0f91-4038-8e88-e70ba2535d7e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:44.611280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.621106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 54f7c9fd-ea65-4f39-8972-73c46254bf47 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:44.634859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4d11f2d5-ed71-413d-9bfb-021bb86e70d5,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:44.661034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:44.661523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: 0f6399bd-710e-45b8-b515-e8ec9f162499, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:44.677752 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.714706 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Transition to ACTIVE for port object ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:44.739826 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.773513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a2362186-b5cb-43aa-adde-ce251524e1c1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:44.774317 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.859303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:44.899411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0f6399bd-710e-45b8-b515-e8ec9f162499) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:44.944030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:44.944800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.956567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a75866-ae51-4ed2-bc2f-e81b8568d2b2 None None] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:44.993928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e18efbe8-038a-4197-8283-03a7ec4ca4d6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7810292 Jul 16 18:50:45.015144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33292) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:45.078981 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Pushing event updated for resources: {'Port': ['ID=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:45.185984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.186663 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.187143 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.187511 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.187647 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.193508 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.194508 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.197220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.198207 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.198701 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.200360 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.204004 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:45.221792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c2e33669-bf44-4d00-944d-99e2e4b1b860 None None] Port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:45.239330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.239793 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.270879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Attempting to bind port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:45.271834 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Attempting to bind port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:45.272565 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Attempting to bind port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 on network 03a13fa8-abbc-4b51-847e-7175619ba246 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:45.280562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Calling delete_port for 47e3003e-0f91-4038-8e88-e70ba2535d7e owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:45.283364 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:45.284717 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Checking segment: {'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:45.285783 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.287044 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Bound using segment: {'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:45.289038 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Bound port: ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:45.290098 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.292249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.335739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c2e33669-bf44-4d00-944d-99e2e4b1b860 None None] Provisioning complete for port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:45.336674 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2e33669-bf44-4d00-944d-99e2e4b1b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.399684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=54f7c9fd-ea65-4f39-8972-73c46254bf47,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:45.480650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:20Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:45.515527 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] For port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:45.523986 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] For port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,segment=NetworkSegment(cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c),segment_id=cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:45.535364 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.688576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585168f2-f6d9-4b69-8308-551b5a9c2dd4 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:45.697957 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:45.699222 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:45.705416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e4046f6b-a933-424b-b5f7-311416007474 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:45.736797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.805813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Transition to ACTIVE for port object 585168f2-f6d9-4b69-8308-551b5a9c2dd4 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:45.835521 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.837674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473a268-fec5-44ff-9b3f-87f491425962 None None] The sync data for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 is: [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:45:11Z', 'revision_number': 4, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7306995e-c619-4f58-b6e7-6a33b38f972a', 'name': '', 'network_id': 'e5bbb623-b536-4796-962f-d25fd7f950c8', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'mac_address': 'fa:16:3e:0a:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:11Z', 'updated_at': '2021-07-16T18:45:20Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'subnets': [{'id': '6af233d1-7b66-40aa-b30d-8f39f835cbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:45.839028 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.948215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Pushing event updated for resources: {'Port': ['ID=585168f2-f6d9-4b69-8308-551b5a9c2dd4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:46.002721 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02373143-5db0-4802-bb2d-5b20f95cf645 None None] Pushing event updated for resources: {'Port': ['ID=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:46.106238 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:46.169608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event deleted for resources: {'Port': ['ID=47e3003e-0f91-4038-8e88-e70ba2535d7e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:46.264018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3405f-3080-4e98-87ae-e7ee17158332 req-14b8fe5e-0cd6-4245-8b49-6c0a4bd57e25 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:46.301529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c0a3405f-3080-4e98-87ae-e7ee17158332 req-14b8fe5e-0cd6-4245-8b49-6c0a4bd57e25 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 932 time: 1.7670751 Jul 16 18:50:46.396992 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-85c9154b-7439-49c8-b399-206a6ccf6f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.638009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0f6399bd-710e-45b8-b515-e8ec9f162499', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:46.638348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.657590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52565f8-70fa-48c7-8970-1b84beb70200 None None] New status for floating IP 6c36a373-b326-44a0-89d2-47c36b9043ce: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:50:46.750088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.753110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c00f181d-892b-414a-8b7a-d4e919e63e39 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/54f7c9fd-ea65-4f39-8972-73c46254bf47 HTTP/1.1" status: 204 len: 168 time: 3.0455689 Jul 16 18:50:46.756103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33314) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:46.920874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866551d-d031-4c0e-a842-32ca9e695529 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:46.923043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866551d-d031-4c0e-a842-32ca9e695529 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:46.928217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3866551d-d031-4c0e-a842-32ca9e695529 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1706510 Jul 16 18:50:46.931174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e4046f6b-a933-424b-b5f7-311416007474 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:46.934574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33316) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:46.938770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8947ccc9-1ff1-438b-9192-c06b0208015d None None] Could not find standard attr ID for object 54f7c9fd-ea65-4f39-8972-73c46254bf47. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:46.940992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e4046f6b-a933-424b-b5f7-311416007474 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:46.941448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.065488 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:39Z', 'revision_number': 3, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:45Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:47.088683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c0a3405f-3080-4e98-87ae-e7ee17158332 req-ba449110-9824-4878-91a9-2bd883a9a841 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7860603 Jul 16 18:50:47.113765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Attempting to bind port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:47.115747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Attempting to bind port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:47.118389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Attempting to bind port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:47.156377 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036df0ba-3dce-4ace-ad8f-f55717b1f33e None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:39Z', 'revision_number': 3, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:45Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:47.185727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.188447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.196588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3600a76-bf6c-4f17-93c9-ef09200841cf tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "DELETE /v2.0/floatingips/6c36a373-b326-44a0-89d2-47c36b9043ce HTTP/1.1" status: 204 len: 168 time: 3.9175105 Jul 16 18:50:47.202871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:47.204040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Attempting to bind port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:47.250724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:47.259829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:47.272882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:47.279278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Bound port: 585168f2-f6d9-4b69-8308-551b5a9c2dd4, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:47.279701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.437612 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.482525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet ec6942c0-16b1-4ea6-adb1-65c26caa6f76 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:47.492866 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.591155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.655855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] For port 585168f2-f6d9-4b69-8308-551b5a9c2dd4, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:47.687166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] For port 585168f2-f6d9-4b69-8308-551b5a9c2dd4, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=585168f2-f6d9-4b69-8308-551b5a9c2dd4,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:47.704267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.877955 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33324) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:47.938174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.949082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8947ccc9-1ff1-438b-9192-c06b0208015d None None] Provisioning for port f0376875-97b0-4403-9046-ef6adffc0f7e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:48.009715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:48.010491 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.011999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] 10.222.0.59 "PUT /v2.0/ports/585168f2-f6d9-4b69-8308-551b5a9c2dd4 HTTP/1.1" status: 200 len: 1093 time: 5.2395556 Jul 16 18:50:48.021884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e300975d-b106-480c-b650-9c4dc9a87752', 'tag': '585168f2-f6d9-4b69-8308-551b5a9c2dd4'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:48.024416 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7c826-911a-45bf-b50d-7299f881677e" -d '{"events": [{"name": "network-changed", "server_uuid": "e300975d-b106-480c-b650-9c4dc9a87752", "tag": "585168f2-f6d9-4b69-8308-551b5a9c2dd4"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:48.054173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Allocated IP 2001:db8:2::2 (0f6399bd-710e-45b8-b515-e8ec9f162499/be8626aa-1bd6-466a-a829-c49c6d21107f/a0810927-ec87-4039-985d-c267be1baf19) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:48.308138 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdd4be6-31d1-4b80-96fd-cc7b139209e5 x-openstack-request-id: req-efdd4be6-31d1-4b80-96fd-cc7b139209e5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:48.308890 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e300975d-b106-480c-b650-9c4dc9a87752", "tag": "585168f2-f6d9-4b69-8308-551b5a9c2dd4", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:48.309487 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efdd4be6-31d1-4b80-96fd-cc7b139209e5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:48.310024 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e300975d-b106-480c-b650-9c4dc9a87752', 'tag': '585168f2-f6d9-4b69-8308-551b5a9c2dd4', 'status': 'completed', 'code': 200} Jul 16 18:50:48.312814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b08d7-8704-414b-9c5f-75dc301c9cad service neutron] Pushing event updated for resources: {'Port': ['ID=585168f2-f6d9-4b69-8308-551b5a9c2dd4,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:48.406733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1da42470-c13b-4a2a-a7f2-ab37e5c3bfae tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.407861 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.470647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.503299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e4046f6b-a933-424b-b5f7-311416007474, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e4046f6b-a933-424b-b5f7-311416007474,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:48.545502 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.568407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6942c0-16b1-4ea6-adb1-65c26caa6f76,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:48.592711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1da42470-c13b-4a2a-a7f2-ab37e5c3bfae tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.621569 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.628263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33334) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:48.637498 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4d83ba89-556a-484d-9c16-0cc88c74533d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/ec6942c0-16b1-4ea6-adb1-65c26caa6f76 HTTP/1.1" status: 204 len: 168 time: 1.6785960 Jul 16 18:50:48.645908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-b9d9d3d0-0c6f-40d8-85f1-8b25bb987132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:48.647692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-b9d9d3d0-0c6f-40d8-85f1-8b25bb987132 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 1096 time: 0.5143855 Jul 16 18:50:48.765857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d74e62f-80fa-4f2f-966a-3599342318f3 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:48.795662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-7583a82c-e231-4e90-aaf5-9d765d5b6082 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585168f2-f6d9-4b69-8308-551b5a9c2dd4 HTTP/1.1" status: 200 len: 217 time: 0.1370244 Jul 16 18:50:48.807008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7ed6d6f6-b00c-4063-96f5-0333a266d735 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1765893 Jul 16 18:50:48.812137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:48.828570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:48.928174 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0244faa8-55b7-4213-9ebe-c2889ae872b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.937382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e4046f6b-a933-424b-b5f7-311416007474,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:48.987554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:48.997270 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.012915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-daf6b3da-65c1-4c95-9c6e-d80375b99afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:49.014942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-daf6b3da-65c1-4c95-9c6e-d80375b99afe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.2125030 Jul 16 18:50:49.058742 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.141181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.144977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca5d5-435d-4e10-b4f3-2b4165c50eff req-d4f19838-b483-41b7-8847-d32928e17096 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:49.163737 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c22ca5d5-435d-4e10-b4f3-2b4165c50eff req-d4f19838-b483-41b7-8847-d32928e17096 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.7486613 Jul 16 18:50:49.182758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Transition to ACTIVE for port object a0810927-ec87-4039-985d-c267be1baf19 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:49.195093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0376875-97b0-4403-9046-ef6adffc0f7e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:49.232431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856933-2b05-4331-a717-d4282af91109 req-1cb7758e-8790-489b-b448-d4fef167d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:49.234536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-1cb7758e-8790-489b-b448-d4fef167d4c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080224 Jul 16 18:50:49.305778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Transition to ACTIVE for port object a0810927-ec87-4039-985d-c267be1baf19 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:49.327463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.458792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:49.475431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:49.478896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Pushing event updated for resources: {'Port': ['ID=a0810927-ec87-4039-985d-c267be1baf19,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:49.483977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:49.497129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8:2::1 (0f6399bd-710e-45b8-b515-e8ec9f162499/be8626aa-1bd6-466a-a829-c49c6d21107f/05e0d97e-af7f-4cab-a6c2-71465deb89ed) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:49.505910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f0376875-97b0-4403-9046-ef6adffc0f7e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:49.595361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f0376875-97b0-4403-9046-ef6adffc0f7e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:49.596096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.600183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:49.639992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:50:49.685506 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c22ca5d5-435d-4e10-b4f3-2b4165c50eff req-c2636e21-dae8-4b4f-bf80-9f7dfe540019 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203533 Jul 16 18:50:49.733620 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1da42470-c13b-4a2a-a7f2-ab37e5c3bfae tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.736577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1da42470-c13b-4a2a-a7f2-ab37e5c3bfae tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.739150 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1da42470-c13b-4a2a-a7f2-ab37e5c3bfae tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] 10.222.0.49 "DELETE /v2.0/security-groups/01712c80-9137-4a86-abf6-f6a657039b5f HTTP/1.1" status: 204 len: 168 time: 1.7496953 Jul 16 18:50:49.748404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-d761162c-4148-4fd3-9782-20fb006034ad service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021634 Jul 16 18:50:49.753155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Attempting to bind port a0810927-ec87-4039-985d-c267be1baf19 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:49.754003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Attempting to bind port a0810927-ec87-4039-985d-c267be1baf19 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:49.767504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Attempting to bind port a0810927-ec87-4039-985d-c267be1baf19 on network 0f6399bd-710e-45b8-b515-e8ec9f162499 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:49.786427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:49.787240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Checking segment: {'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:49.787885 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.789449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Bound using segment: {'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:49.790903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da42470-c13b-4a2a-a7f2-ab37e5c3bfae tempest-TestServerBasicOps-1635480961 tempest-TestServerBasicOps-1635480961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01712c80-9137-4a86-abf6-f6a657039b5f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:49.791524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Bound port: a0810927-ec87-4039-985d-c267be1baf19, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:49.794089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.823119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33346) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:49.983810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] For port a0810927-ec87-4039-985d-c267be1baf19, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:49.988453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] For port a0810927-ec87-4039-985d-c267be1baf19, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a0810927-ec87-4039-985d-c267be1baf19,segment=NetworkSegment(9ad01f94-2577-4a1b-bdde-5ed183658ee9),segment_id=9ad01f94-2577-4a1b-bdde-5ed183658ee9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:50.005701 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.123900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] Deleting port f0376875-97b0-4403-9046-ef6adffc0f7e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:50.125181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.154264 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.167659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d2bcf-8a22-459f-82f5-ecc7a9927c30 None None] Pushing event updated for resources: {'Port': ['ID=a0810927-ec87-4039-985d-c267be1baf19,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:50.195448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b856933-2b05-4331-a717-d4282af91109 req-d8ec4e3f-fc9a-44e3-bc13-3717ba276540 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388049 Jul 16 18:50:50.212681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.345835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.383909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object 05e0d97e-af7f-4cab-a6c2-71465deb89ed will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:50.470563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] For port f0376875-97b0-4403-9046-ef6adffc0f7e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0376875-97b0-4403-9046-ef6adffc0f7e,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:50.471271 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.475746 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:50:50.476351 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:50:50.528882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] Calling delete_port for f0376875-97b0-4403-9046-ef6adffc0f7e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:50.541817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c826-911a-45bf-b50d-7299f881677e req-5a07d75c-5e05-4cbf-96a9-5f59541ccb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:50.543569 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4e7c826-911a-45bf-b50d-7299f881677e req-5a07d75c-5e05-4cbf-96a9-5f59541ccb60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 1096 time: 0.2192402 Jul 16 18:50:50.624975 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.735811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.844191 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.883714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=05e0d97e-af7f-4cab-a6c2-71465deb89ed,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:50.919001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] No DVR routers for this DVR port f0376875-97b0-4403-9046-ef6adffc0f7e on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:50.930242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349f1a4-3a6a-4f3b-b813-913d1d8dce10 None None] Pushing event deleted for resources: {'Port': ['ID=f0376875-97b0-4403-9046-ef6adffc0f7e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:50.984216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:51.016003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:51.019894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:51.020744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.053827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Port f0376875-97b0-4403-9046-ef6adffc0f7e update to ACTIVE by agent not found {{(pid=93797) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:50:51.054292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:51.126592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c826-911a-45bf-b50d-7299f881677e req-68298a72-613f-4ef2-808b-2215e4630695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:51.128675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4e7c826-911a-45bf-b50d-7299f881677e req-68298a72-613f-4ef2-808b-2215e4630695 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.5412691 Jul 16 18:50:51.207172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:51.208880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.215299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4e7c826-911a-45bf-b50d-7299f881677e req-6e4d15e2-07c6-4ffa-84e8-e425d9ba3ee2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585168f2-f6d9-4b69-8308-551b5a9c2dd4 HTTP/1.1" status: 200 len: 217 time: 0.0691612 Jul 16 18:50:51.311886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c826-911a-45bf-b50d-7299f881677e req-31fe5d6c-7ccd-4822-9b3d-74b25532d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:51.313726 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4e7c826-911a-45bf-b50d-7299f881677e req-31fe5d6c-7ccd-4822-9b3d-74b25532d6c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0895748 Jul 16 18:50:51.514548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:51.536168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] For port f0376875-97b0-4403-9046-ef6adffc0f7e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0376875-97b0-4403-9046-ef6adffc0f7e,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:51.559131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c826-911a-45bf-b50d-7299f881677e req-024501e9-8362-4ba4-a4c3-81b8f3021da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:51.561195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4e7c826-911a-45bf-b50d-7299f881677e req-024501e9-8362-4ba4-a4c3-81b8f3021da6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2271039 Jul 16 18:50:51.623850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.642914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:51.650055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:51.650442 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.758384 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65da07-783f-423e-9072-0ce2b0dde97f req-983f8dae-ddb0-4bfb-ac2b-02d90e08cb91 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:51.766932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b65da07-783f-423e-9072-0ce2b0dde97f req-983f8dae-ddb0-4bfb-ac2b-02d90e08cb91 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.6497407 Jul 16 18:50:51.776422 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4e7c826-911a-45bf-b50d-7299f881677e req-e06f2aa9-b662-4f97-9c16-8628bfab95ad service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033896 Jul 16 18:50:51.822792 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.907390 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0b65da07-783f-423e-9072-0ce2b0dde97f req-adc710cf-e952-47d2-8dbc-789355ee1832 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392262 Jul 16 18:50:51.949847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.062891 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.085712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,segment=NetworkSegment(cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c),segment_id=cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:52.097105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43310f07-b3ef-440e-a240-9f9218343bcd None None] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:52.137471 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.161240 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.185782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.186794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.268994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=f0376875-97b0-4403-9046-ef6adffc0f7e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:52.323745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:52.348928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-14317f60-049d-40c9-a602-6f92ebec6e99 None None] Provisioning for port a0810927-ec87-4039-985d-c267be1baf19 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:52.359853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:52.363625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:52.364250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.384712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f772cb9-daf0-4910-be5c-2123175c2f46 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:52.461261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=dbd006e0-843e-47b7-81af-15402d0b6074,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:52.470794 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d4e7c826-911a-45bf-b50d-7299f881677e req-0affd709-2bdc-4495-bfb5-6bf86e1fd8c5 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194966 Jul 16 18:50:52.472091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:52.555027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-7d95bf1f-df7b-4832-8948-ef8afb23f667 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4642878 Jul 16 18:50:52.556377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8b5820ab-800a-4c13-abe1-32f55e07fbaa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7430472 Jul 16 18:50:52.569913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33384) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:52.576448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:53:2d:52', 'name': 'tempest-NetworksTestDHCPv6-466346855'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:52.603663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f30e58-51ae-46fe-bd80-a648950294e1 req-1cdfba96-704f-45f5-859c-1d0ef4bbc0ca tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:52.608976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0f30e58-51ae-46fe-bd80-a648950294e1 req-1cdfba96-704f-45f5-859c-1d0ef4bbc0ca tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.4832597 Jul 16 18:50:52.719013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a0810927-ec87-4039-985d-c267be1baf19 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:52.801831 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0f30e58-51ae-46fe-bd80-a648950294e1 req-61bc085b-3d07-427b-8b9c-83f1e8628723 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827700 Jul 16 18:50:52.809306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.821471 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.823010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.842370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:52.853004 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:52.902843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'dbd006e0-843e-47b7-81af-15402d0b6074'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:52.909587 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.944471 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.945334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-be487ede-b72b-41aa-843e-742eb5d0a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:52.947989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-be487ede-b72b-41aa-843e-742eb5d0a8fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1097 time: 0.3088789 Jul 16 18:50:52.957338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Deleting port 7306995e-c619-4f58-b6e7-6a33b38f972a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:52.957824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.997533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.015459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=05e0d97e-af7f-4cab-a6c2-71465deb89ed,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:53.054252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port a0810927-ec87-4039-985d-c267be1baf19 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:53.071812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a0810927-ec87-4039-985d-c267be1baf19 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:53.077564 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.210161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:53.213974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:53.222331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-627ded71-7f82-40c8-9bfe-7fc2ffabd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:53.224232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-627ded71-7f82-40c8-9bfe-7fc2ffabd017 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.2420962 Jul 16 18:50:53.246658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Allocated IP 2001:db8::f816:3eff:fee7:4927 (78c95300-195f-443c-b5c5-d4b9b102593a/dbd006e0-843e-47b7-81af-15402d0b6074/91d2880e-5b6a-415b-8b9a-86b129d53157) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:53.281026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] For port 7306995e-c619-4f58-b6e7-6a33b38f972a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7306995e-c619-4f58-b6e7-6a33b38f972a,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:53.281837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.332426 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.377551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 873d793d-047e-4187-9889-9431969cafdd yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:50:53.384225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Calling delete_port for 7306995e-c619-4f58-b6e7-6a33b38f972a owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:53.447651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port a0810927-ec87-4039-985d-c267be1baf19, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a0810927-ec87-4039-985d-c267be1baf19,segment=NetworkSegment(9ad01f94-2577-4a1b-bdde-5ed183658ee9),segment_id=9ad01f94-2577-4a1b-bdde-5ed183658ee9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:53.469872 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.470234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:53.470867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e4046f6b-a933-424b-b5f7-311416007474 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:53.589374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4b6a6b6-a6b5-417f-bd97-abbc1bc4d9c4 None None] Provisioning for port 05e0d97e-af7f-4cab-a6c2-71465deb89ed completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:53.600153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4b6a6b6-a6b5-417f-bd97-abbc1bc4d9c4 None None] Provisioning complete for port 05e0d97e-af7f-4cab-a6c2-71465deb89ed triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:53.600527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a6b6-a6b5-417f-bd97-abbc1bc4d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.626353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-73b7b1e5-541c-4eb0-9303-114da5a3338a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 1000 time: 0.3930244 Jul 16 18:50:53.655936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:53.661725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e4046f6b-a933-424b-b5f7-311416007474 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:53.662092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.696197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=a0810927-ec87-4039-985d-c267be1baf19,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:53.775026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6a6b6-a6b5-417f-bd97-abbc1bc4d9c4 None None] Port 05e0d97e-af7f-4cab-a6c2-71465deb89ed cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:53.792906 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.807415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Transition to ACTIVE for port object 91d2880e-5b6a-415b-8b9a-86b129d53157 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:53.828950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.832504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d4b6a6b6-a6b5-417f-bd97-abbc1bc4d9c4 None None] Provisioning complete for port a0810927-ec87-4039-985d-c267be1baf19 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:53.832960 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a6b6-a6b5-417f-bd97-abbc1bc4d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.865007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7306995e-c619-4f58-b6e7-6a33b38f972a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:54.132229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Transition to ACTIVE for port object 91d2880e-5b6a-415b-8b9a-86b129d53157 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:54.168992 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.209699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.244267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Pushing event updated for resources: {'Port': ['ID=91d2880e-5b6a-415b-8b9a-86b129d53157,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:54.287623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:54.291407 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:54.295490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:54.395729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0376875-97b0-4403-9046-ef6adffc0f7e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:54.449278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f0376875-97b0-4403-9046-ef6adffc0f7e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:54.449946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0376875-97b0-4403-9046-ef6adffc0f7e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:54.461120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Attempting to bind port 91d2880e-5b6a-415b-8b9a-86b129d53157 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:54.461523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Attempting to bind port 91d2880e-5b6a-415b-8b9a-86b129d53157 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:54.461986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Attempting to bind port 91d2880e-5b6a-415b-8b9a-86b129d53157 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:54.469816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:54.470195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:54.470726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.471483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:54.472132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Bound port: 91d2880e-5b6a-415b-8b9a-86b129d53157, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:54.472802 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.508286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5881-cda4-47e9-8582-b34bb53013a5 req-e41a344d-4c87-407c-bbde-fe3773fafd91 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:54.516525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf5a5881-cda4-47e9-8582-b34bb53013a5 req-e41a344d-4c87-407c-bbde-fe3773fafd91 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 1.2763586 Jul 16 18:50:54.549621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-580e1004-e51b-48a7-8f29-4c6c41536aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:54.551799 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-580e1004-e51b-48a7-8f29-4c6c41536aa3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.9147069 Jul 16 18:50:54.572360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] For port 91d2880e-5b6a-415b-8b9a-86b129d53157, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:54.577307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] For port 91d2880e-5b6a-415b-8b9a-86b129d53157, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=91d2880e-5b6a-415b-8b9a-86b129d53157,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:54.591426 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.662753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32218607-a30a-4832-b5d0-611eec6ff332 None None] Pushing event updated for resources: {'Port': ['ID=91d2880e-5b6a-415b-8b9a-86b129d53157,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:54.697183 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.720173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e2142a6-1282-4b0f-8a1a-3b65469d370f None None] Provisioning complete for port 05e0d97e-af7f-4cab-a6c2-71465deb89ed triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:54.721556 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e2142a6-1282-4b0f-8a1a-3b65469d370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.762043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:54.785303 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:54.797690 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:54.798314 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:54.798867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a0810927-ec87-4039-985d-c267be1baf19 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:54.814963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bf5a5881-cda4-47e9-8582-b34bb53013a5 req-9f4f864d-a038-41f5-8b8a-895ad2874f2b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958484 Jul 16 18:50:54.832210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-193204bc-b12b-45a0-8b17-13a35c72f6ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8143852 Jul 16 18:50:54.842536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33402) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:54.900220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148804713'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:54.906689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1e2142a6-1282-4b0f-8a1a-3b65469d370f None None] Port 05e0d97e-af7f-4cab-a6c2-71465deb89ed cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:54.966993 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:54.969738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port a0810927-ec87-4039-985d-c267be1baf19 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:54.973309 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.180189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-7125b5b2-a55e-421c-aada-3942fde7a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:55.182435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-7125b5b2-a55e-421c-aada-3942fde7a42c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4763494 Jul 16 18:50:55.205198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:55.314506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fe53:2d52 (78c95300-195f-443c-b5c5-d4b9b102593a/dbd006e0-843e-47b7-81af-15402d0b6074/873d793d-047e-4187-9889-9431969cafdd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:55.323979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:55.324513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.329744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-e845b9a9-f8cd-43cd-915e-b00b8f4a000b service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301570 Jul 16 18:50:55.374022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:55.379538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.500495 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:52Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:55.540469 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:55.541393 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Updating router 4dfa4f02-69dc-44e2-8262-1b939f3da400 port 05e0d97e-af7f-4cab-a6c2-71465deb89ed binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:55.554006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a57f8b-64d0-4c91-86a9-32a9be728024 req-c0619b0a-ca07-4e25-aa62-bac5ca09b239 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:55.563346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22a57f8b-64d0-4c91-86a9-32a9be728024 req-c0619b0a-ca07-4e25-aa62-bac5ca09b239 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 1.3579161 Jul 16 18:50:55.582987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cd93a7c-47e2-47bc-b03b-9aa884795fbe req-ce9053ff-1906-40c6-b5ae-c197764dd617 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443109 Jul 16 18:50:55.598262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.611265 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.625516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:55.676517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.677226 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added segment 389b789a-92ea-4567-a246-45ba3c96ebf2 of type vlan for network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d Jul 16 18:50:55.695826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-430bcddb-b91c-47c2-b271-6445981ca8d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8454986 Jul 16 18:50:55.816376 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-22a57f8b-64d0-4c91-86a9-32a9be728024 req-149eee79-6e55-402c-bf02-18d39e041810 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518871 Jul 16 18:50:55.936405 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.046439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.142485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 873d793d-047e-4187-9889-9431969cafdd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:56.166043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.184403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.185475 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.209483 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.239794 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Transition to ACTIVE for port object 05e0d97e-af7f-4cab-a6c2-71465deb89ed will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:56.261959 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.331398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-b6f01ffa-0f0f-42e6-a1a0-63632109a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.334119 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-b6f01ffa-0f0f-42e6-a1a0-63632109a150 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 1097 time: 0.5828426 Jul 16 18:50:56.496589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889458c-ebe8-4525-b934-e6c87c282bc4 req-1d717680-cd97-482c-a367-3779566f3b77 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.502469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4889458c-ebe8-4525-b934-e6c87c282bc4 req-1d717680-cd97-482c-a367-3779566f3b77 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.2703614 Jul 16 18:50:56.525315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port e4046f6b-a933-424b-b5f7-311416007474 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:56.525631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.611415 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bf839-c4db-4027-803d-cea0e34acb02 None None] Pushing event updated for resources: {'Port': ['ID=05e0d97e-af7f-4cab-a6c2-71465deb89ed,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:56.638862 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Attempting to bind port 05e0d97e-af7f-4cab-a6c2-71465deb89ed on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:56.639743 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Attempting to bind port 05e0d97e-af7f-4cab-a6c2-71465deb89ed by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:56.640374 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Attempting to bind port 05e0d97e-af7f-4cab-a6c2-71465deb89ed on network 0f6399bd-710e-45b8-b515-e8ec9f162499 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:56.649057 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:56.649856 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Checking segment: {'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:56.650490 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.651413 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Bound using segment: {'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:56.652189 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Bound port: 05e0d97e-af7f-4cab-a6c2-71465deb89ed, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad01f94-2577-4a1b-bdde-5ed183658ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:56.652893 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.661116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4889458c-ebe8-4525-b934-e6c87c282bc4 req-fa839a93-94bb-4cce-84f2-08b6b506f81d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241808 Jul 16 18:50:56.675346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b7185132-c15c-4769-8d7f-497d12d35799 None None] Provisioning for port 91d2880e-5b6a-415b-8b9a-86b129d53157 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:56.722867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port e4046f6b-a933-424b-b5f7-311416007474, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e4046f6b-a933-424b-b5f7-311416007474,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:56.728432 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8530407 Jul 16 18:50:56.728640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.731194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:56.742334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'subnet': {'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:56.749884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d92a5-a21f-4164-b245-e8a56421a4af tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Network': ['ID=eaa37808-1b3d-48ba-a274-bf0b9aeeba4d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:56.767454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:56.782312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.826941 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] For port 05e0d97e-af7f-4cab-a6c2-71465deb89ed, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:56.848932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for e4046f6b-a933-424b-b5f7-311416007474 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:56.849259 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] For port 05e0d97e-af7f-4cab-a6c2-71465deb89ed, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=05e0d97e-af7f-4cab-a6c2-71465deb89ed,segment=NetworkSegment(9ad01f94-2577-4a1b-bdde-5ed183658ee9),segment_id=9ad01f94-2577-4a1b-bdde-5ed183658ee9)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:56.859712 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.875869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 91d2880e-5b6a-415b-8b9a-86b129d53157 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:56.892225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-59840020-f5ee-4f99-9aec-11b151c0261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.894278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-59840020-f5ee-4f99-9aec-11b151c0261a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 200 len: 898 time: 0.2489517 Jul 16 18:50:56.903125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Router cf049b79-8afb-490a-9703-3fe9f2e84023 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:57.028969 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:57.032707 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:57.038312 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bf839-c4db-4027-803d-cea0e34acb02 None None] Pushing event updated for resources: {'Port': ['ID=05e0d97e-af7f-4cab-a6c2-71465deb89ed,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:57.061611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 91d2880e-5b6a-415b-8b9a-86b129d53157 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:57.071268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 91d2880e-5b6a-415b-8b9a-86b129d53157 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:57.072000 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.135153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Made reservation on behalf of 91609b55ba394446aa69c9c83dfa0b9f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:57.151314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.224888 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.235385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:57.250304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] Sync routers for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:57.255769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:57.270546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:57.273536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c056f3d-f20c-4426-bb56-3af508b09cf2 admin admin] 10.222.0.49 "PUT /v2.0/routers/cf049b79-8afb-490a-9703-3fe9f2e84023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4490199 Jul 16 18:50:57.277992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:57.278689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:57.279274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:57.281101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33418) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:57.309617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:57.315165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:57.316036 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.467344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6a011-53ba-4644-872e-6a6e1dd745b9 req-954beb6a-c803-41f3-849e-9bbbd96863a6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:57.474236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cbf6a011-53ba-4644-872e-6a6e1dd745b9 req-954beb6a-c803-41f3-849e-9bbbd96863a6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.2736847 Jul 16 18:50:57.474917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=873d793d-047e-4187-9889-9431969cafdd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:57.496453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:57.514264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-09416fd2-56fc-4d74-92c1-c81e4982d16d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f41db7a-4356-474a-b6c9-e8d124727de3 HTTP/1.1" status: 200 len: 1000 time: 0.6042724 Jul 16 18:50:57.543384 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4249e829-a709-4188-a405-6722c57b0657 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9722919 Jul 16 18:50:57.569261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33424) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:57.653269 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:56Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:57.674196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 91d2880e-5b6a-415b-8b9a-86b129d53157, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=91d2880e-5b6a-415b-8b9a-86b129d53157,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:57.720826 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.723905 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff848-bf73-4e0f-b75d-ee4e10532505 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:56Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:57.729636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-e5e2fa5c-e5f0-44d2-a7ce-a14e2ca3714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:57.731585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-e5e2fa5c-e5f0-44d2-a7ce-a14e2ca3714f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e18a92da-5fb3-48cb-810f-a1ab9b9efe4d HTTP/1.1" status: 200 len: 835 time: 0.1967680 Jul 16 18:50:57.825633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.927036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=e4046f6b-a933-424b-b5f7-311416007474,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:57.935833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.975821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cbf6a011-53ba-4644-872e-6a6e1dd745b9 req-2b7e20de-1ca4-4e37-b69c-6d9d96a0152b tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586835 Jul 16 18:50:57.987305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=91d2880e-5b6a-415b-8b9a-86b129d53157,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:58.081029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a73aa23-a573-42b2-bf08-c08104f1a991 None None] Provisioning for port 873d793d-047e-4187-9889-9431969cafdd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:58.088654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a73aa23-a573-42b2-bf08-c08104f1a991 None None] Provisioning complete for port 873d793d-047e-4187-9889-9431969cafdd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:58.089349 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a73aa23-a573-42b2-bf08-c08104f1a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.135182 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.145585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:50:53Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:58.149738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-2e6a47db-2832-4656-a9ed-3fa5d229619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:58.151001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32534f7e-d56a-4f1b-b48c-18408d1b42a1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:58.153696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-2e6a47db-2832-4656-a9ed-3fa5d229619c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8140e75d-0891-4d35-bd3d-441eca446ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4097466 Jul 16 18:50:58.160702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32534f7e-d56a-4f1b-b48c-18408d1b42a1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:58.163123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-32534f7e-d56a-4f1b-b48c-18408d1b42a1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5926063 Jul 16 18:50:58.173354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33430) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:58.210948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.230785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] Checking router: cf049b79-8afb-490a-9703-3fe9f2e84023 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:58.248938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5a73aa23-a573-42b2-bf08-c08104f1a991 None None] Port 873d793d-047e-4187-9889-9431969cafdd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:58.252916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] Routers {'cf049b79-8afb-490a-9703-3fe9f2e84023'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:58.255628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cf049b79-8afb-490a-9703-3fe9f2e84023'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:58.330970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Checking segment: {'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:58.331805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network hostable DHCP agents. Network: eaa37808-1b3d-48ba-a274-bf0b9aeeba4d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:58.349980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f6d4a-4ddd-4d3a-91ac-516d0e168d0c req-47988097-837e-430e-a6b3-dbaeb85672cc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:58.351872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-348f6d4a-4ddd-4d3a-91ac-516d0e168d0c req-47988097-837e-430e-a6b3-dbaeb85672cc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.4511669 Jul 16 18:50:58.417664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Subnet': ['ID=ecf58f83-4c03-48ea-8ebc-7f4529b6b099,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:58.437218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:58.444013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] Set router cf049b79-8afb-490a-9703-3fe9f2e84023 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:58.491525 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-efa0e632-08ae-45f5-98c7-97b4e23e9570 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293741 Jul 16 18:50:58.530381 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-348f6d4a-4ddd-4d3a-91ac-516d0e168d0c req-e622219c-29d9-4e82-b024-179856d4b1c5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370568 Jul 16 18:50:58.560983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Deleting port 7683c225-dd07-4ae1-9a4d-20f03fd67c39 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:58.561469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.593026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, eaa37808-1b3d-48ba-a274-bf0b9aeeba4d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:58.599687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:58.600558 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.626348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8420016e-b7a7-4a4f-91f9-be2bf2e121b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8908899 Jul 16 18:50:58.630120 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:58.639883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a98e92-6843-4073-8bb2-83679f17033a None None] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:58.751531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.980426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 05e0d97e-af7f-4cab-a6c2-71465deb89ed up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:59.150872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 05e0d97e-af7f-4cab-a6c2-71465deb89ed completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:59.158797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 05e0d97e-af7f-4cab-a6c2-71465deb89ed triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:59.159534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.249842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:59.251137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.260064 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e8680b15-eddc-4a14-967b-b59226bf8bc0 req-7ac87da0-57e8-45d9-ba39-67e41097758e service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567172 Jul 16 18:50:59.282754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:50:53Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:59.344135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 873d793d-047e-4187-9889-9431969cafdd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:59.344509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.448089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] For port 7683c225-dd07-4ae1-9a4d-20f03fd67c39, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7683c225-dd07-4ae1-9a4d-20f03fd67c39,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:59.448487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.471046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Calling delete_port for 7683c225-dd07-4ae1-9a4d-20f03fd67c39 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:59.495095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.501985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba831dd-f07c-4ac1-94e7-3882b1e3c3ed None None] The sync data for ids ['cf049b79-8afb-490a-9703-3fe9f2e84023'] in n-d-791504-15 is: [{'id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'name': 'tempest-TestServerBasicOps-1805279087-router', 'tenant_id': 'a5b054fd84924c688f6167272d23e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:07Z', 'updated_at': '2021-07-16T18:50:53Z', 'revision_number': 5, 'project_id': 'a5b054fd84924c688f6167272d23e570', 'gw_port': {'id': '7683c225-dd07-4ae1-9a4d-20f03fd67c39', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf049b79-8afb-490a-9703-3fe9f2e84023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:08Z', 'updated_at': '2021-07-16T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:59.564645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 873d793d-047e-4187-9889-9431969cafdd owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:59.717593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Allocated IP 2001:db8:3::2 (eaa37808-1b3d-48ba-a274-bf0b9aeeba4d/ecf58f83-4c03-48ea-8ebc-7f4529b6b099/70eeafdb-a115-46e7-ab92-48434488af5d) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:59.839180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.915940 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.943763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:59.946499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Pushing event deleted for resources: {'Port': ['ID=7683c225-dd07-4ae1-9a4d-20f03fd67c39,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:00.003633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 05e0d97e-af7f-4cab-a6c2-71465deb89ed, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=05e0d97e-af7f-4cab-a6c2-71465deb89ed,segment=NetworkSegment(9ad01f94-2577-4a1b-bdde-5ed183658ee9),segment_id=9ad01f94-2577-4a1b-bdde-5ed183658ee9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:00.005782 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.023518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Transition to ACTIVE for port object 70eeafdb-a115-46e7-ab92-48434488af5d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:00.033130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.048936 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.054082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 91d2880e-5b6a-415b-8b9a-86b129d53157 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:00.123957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Transition to ACTIVE for port object 70eeafdb-a115-46e7-ab92-48434488af5d will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:00.130178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=873d793d-047e-4187-9889-9431969cafdd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:00.171297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.181727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.194626 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-252e0fad-3322-482c-a69c-52073fdaff75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/873d793d-047e-4187-9889-9431969cafdd HTTP/1.1" status: 204 len: 168 time: 2.0187006 Jul 16 18:51:00.198593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33448) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:00.213295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:00.227403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae5f77-08df-47d9-9ddc-1d320227d535 req-e2856258-faec-44d3-9544-dc06f40ceabb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:00.233200 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d7ae5f77-08df-47d9-9ddc-1d320227d535 req-e2856258-faec-44d3-9544-dc06f40ceabb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.4037139 Jul 16 18:51:00.240543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 91d2880e-5b6a-415b-8b9a-86b129d53157 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:00.245069 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.253581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:00.261499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:00.295860 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.297949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=05e0d97e-af7f-4cab-a6c2-71465deb89ed,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:00.478393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Attempting to bind port 70eeafdb-a115-46e7-ab92-48434488af5d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:00.478854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Attempting to bind port 70eeafdb-a115-46e7-ab92-48434488af5d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:00.479342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Attempting to bind port 70eeafdb-a115-46e7-ab92-48434488af5d on network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:00.489803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:00.496352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a85ba723-c966-4eee-b971-732b18da910e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "PUT /v2.0/routers/5dc3ea4f-38a4-4e53-a038-a12d06c96c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0233204 Jul 16 18:51:00.499346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:00.499849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Checking segment: {'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:00.500357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.500925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Bound using segment: {'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:00.501052 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] Sync routers for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:00.501584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Bound port: 70eeafdb-a115-46e7-ab92-48434488af5d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:00.502068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.505810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Pushing event updated for resources: {'Port': ['ID=70eeafdb-a115-46e7-ab92-48434488af5d,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:00.524421 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:00.526902 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:00.527668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931a817-6b6d-4dc7-b119-df7109e97036 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:00.532061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931a817-6b6d-4dc7-b119-df7109e97036 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:00.533517 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6931a817-6b6d-4dc7-b119-df7109e97036 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110950 Jul 16 18:51:00.538331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:00.560054 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.563690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.641230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet dbd006e0-843e-47b7-81af-15402d0b6074 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:00.650541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.660498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] For port 70eeafdb-a115-46e7-ab92-48434488af5d, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:00.678341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] For port 70eeafdb-a115-46e7-ab92-48434488af5d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=70eeafdb-a115-46e7-ab92-48434488af5d,segment=NetworkSegment(389b789a-92ea-4567-a246-45ba3c96ebf2),segment_id=389b789a-92ea-4567-a246-45ba3c96ebf2)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:00.686827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.689285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cac4f-842c-45f9-b5d3-78279fd6591d req-7a761fe3-d99b-4773-9330-f4375b52fa0e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:00.691565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a81cac4f-842c-45f9-b5d3-78279fd6591d req-7a761fe3-d99b-4773-9330-f4375b52fa0e tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.9011850 Jul 16 18:51:00.707198 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d7ae5f77-08df-47d9-9ddc-1d320227d535 req-9865cd09-32e0-4232-93e2-57f683f19a34 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677944 Jul 16 18:51:00.718712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.719318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf049b79-8afb-490a-9703-3fe9f2e84023 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:51:00.731364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.733231 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0f3afcad-4a23-4184-a2fe-ef2b40c6a279 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cf049b79-8afb-490a-9703-3fe9f2e84023 HTTP/1.1" status: 204 len: 168 time: 3.4311590 Jul 16 18:51:00.739955 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33454) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:00.774162 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.836303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] Deleting subnet 6af233d1-7b66-40aa-b30d-8f39f835cbe3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:00.850368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.860366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba45825-366d-43c6-a308-1160567762b1 None None] Pushing event updated for resources: {'Port': ['ID=70eeafdb-a115-46e7-ab92-48434488af5d,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:00.873813 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:00.943214 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.039968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 05e0d97e-af7f-4cab-a6c2-71465deb89ed up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:01.297029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 05e0d97e-af7f-4cab-a6c2-71465deb89ed triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:01.297741 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.318491 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.474923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.573125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af233d1-7b66-40aa-b30d-8f39f835cbe3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:01.575291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.577266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-36ae8208-4510-4900-8d4f-f752df38275f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6af233d1-7b66-40aa-b30d-8f39f835cbe3 HTTP/1.1" status: 204 len: 168 time: 0.8359511 Jul 16 18:51:01.587903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:01.594230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Allocated IP 2001:db8:3::1 (eaa37808-1b3d-48ba-a274-bf0b9aeeba4d/ecf58f83-4c03-48ea-8ebc-7f4529b6b099/13247953-dd19-473a-9bca-eed4ca7b66f6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:01.652313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dab20-c66a-423b-9d37-76da0364b20e None None] Network e5bbb623-b536-4796-962f-d25fd7f950c8 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:01.851356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.880010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Transition to ACTIVE for port object 13247953-dd19-473a-9bca-eed4ca7b66f6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:01.890966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.917078 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:57Z', 'revision_number': 6, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:29Z', 'revision_number': 1, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:01.929546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.951340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7306995e-c619-4f58-b6e7-6a33b38f972a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:01.958032 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] Checking router: 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:01.968163 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:01.969345 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:02.059841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7306995e-c619-4f58-b6e7-6a33b38f972a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:02.059841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7306995e-c619-4f58-b6e7-6a33b38f972a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:02.139899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a81cac4f-842c-45f9-b5d3-78279fd6591d req-1781e887-a550-4148-bb7e-4952b1a11ed4 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4016664 Jul 16 18:51:02.141483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Deleting port 800782e1-8ab7-4177-9b19-8a84bf500d7e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:02.142041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.154736 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:02.210236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.232082 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] For port 800782e1-8ab7-4177-9b19-8a84bf500d7e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=800782e1-8ab7-4177-9b19-8a84bf500d7e,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:02.233121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.250538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Calling delete_port for 800782e1-8ab7-4177-9b19-8a84bf500d7e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:02.273646 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.333023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] DHCP port deletion for e5bbb623-b536-4796-962f-d25fd7f950c8 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:02.455619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] Deleting port 800782e1-8ab7-4177-9b19-8a84bf500d7e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:02.456155 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.495163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:02.525977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:02.546433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:02.546969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.575623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc94b5-68b6-4e46-b918-0592aeaf7049 req-8efa74da-ca0d-41b3-8d0b-f6bb28a14224 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:02.595108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2abc94b5-68b6-4e46-b918-0592aeaf7049 req-8efa74da-ca0d-41b3-8d0b-f6bb28a14224 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.2541637 Jul 16 18:51:02.660762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] For port 800782e1-8ab7-4177-9b19-8a84bf500d7e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=800782e1-8ab7-4177-9b19-8a84bf500d7e,segment=NetworkSegment(b6040a2a-3e95-4653-8afe-39f090323428),segment_id=b6040a2a-3e95-4653-8afe-39f090323428)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:02.661199 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.669155 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:57Z', 'revision_number': 6, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:29Z', 'revision_number': 1, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:02.705585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=13247953-dd19-473a-9bca-eed4ca7b66f6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:02.723708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] Calling delete_port for 800782e1-8ab7-4177-9b19-8a84bf500d7e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:02.766685 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c954c4a-8470-4f33-a663-c48c01d87f6e None None] The sync data for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 is: [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:57Z', 'revision_number': 6, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'ff25b835-f315-478d-a429-1aacfa549c42', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'port_id': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'mac_address': 'fa:16:3e:ee:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:20Z', 'updated_at': '2021-07-16T18:49:29Z', 'revision_number': 1, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:02.785830 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2abc94b5-68b6-4e46-b918-0592aeaf7049 req-a62fbd82-ea5c-4a66-bc34-19ba60985fc2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883459 Jul 16 18:51:02.811902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.906042 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.928223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Pushing event deleted for resources: {'Port': ['ID=800782e1-8ab7-4177-9b19-8a84bf500d7e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:02.941198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] No DVR routers for this DVR port 800782e1-8ab7-4177-9b19-8a84bf500d7e on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:02.994780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd006e0-843e-47b7-81af-15402d0b6074,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:02.995447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b802e-3c2e-4c85-b966-f92c950d2d20 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:03.015486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b794a4-43cd-4d52-8c5d-7fb94dac00f3 req-3834e9c0-6fde-4dbe-a5be-63efd5e438ea tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:03.017760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8b794a4-43cd-4d52-8c5d-7fb94dac00f3 req-3834e9c0-6fde-4dbe-a5be-63efd5e438ea tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 946 time: 0.6001396 Jul 16 18:51:03.038088 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.040478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8862851d-5ecb-44c0-a9f1-7b58cd25bb79 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/dbd006e0-843e-47b7-81af-15402d0b6074 HTTP/1.1" status: 204 len: 168 time: 2.4998264 Jul 16 18:51:03.043100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:03.138833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec0c8f-3e6a-472b-ad4a-d833d80bcb95 None None] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:03.146096 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.173157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8b794a4-43cd-4d52-8c5d-7fb94dac00f3 req-f6970587-2d15-4445-a7fc-5b7bbb60159d tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310313 Jul 16 18:51:03.176970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-796a1e80-538f-4ea3-b35f-83f9199604aa tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318693 Jul 16 18:51:03.182445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:03.271825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 70eeafdb-a115-46e7-ab92-48434488af5d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:03.377522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.395338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bbb623-b536-4796-962f-d25fd7f950c8']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:03.433463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.450712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6040a2a-3e95-4653-8afe-39f090323428') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:03.451775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6040a2a-3e95-4653-8afe-39f090323428') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:03.456550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2adbd2ce-953b-4cee-9002-e368cfd4609a None None] Provisioning for port 70eeafdb-a115-46e7-ab92-48434488af5d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:03.501123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.544431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] Pushing event deleted for resources: {'Port': ['ID=800782e1-8ab7-4177-9b19-8a84bf500d7e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:03.551298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80390fe2-016c-454b-81ee-f70057bfc8a6 None None] No DVR routers for this DVR port 800782e1-8ab7-4177-9b19-8a84bf500d7e on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:03.598024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-35d711f8-c273-438c-b4e1-ccbf4ede03c7 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:03.600159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-35d711f8-c273-438c-b4e1-ccbf4ede03c7 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 946 time: 0.2010295 Jul 16 18:51:03.641389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 70eeafdb-a115-46e7-ab92-48434488af5d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:03.655802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 70eeafdb-a115-46e7-ab92-48434488af5d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:03.656723 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.696129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.760972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e222c0-6460-404c-997c-29a3f47a4465 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:03.761249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:03.762902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-53e222c0-6460-404c-997c-29a3f47a4465 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5783207 Jul 16 18:51:03.765956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:03.766747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:03.769478 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:03.772981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:03.890746 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.947840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 70eeafdb-a115-46e7-ab92-48434488af5d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=70eeafdb-a115-46e7-ab92-48434488af5d,segment=NetworkSegment(389b789a-92ea-4567-a246-45ba3c96ebf2),segment_id=389b789a-92ea-4567-a246-45ba3c96ebf2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:03.973548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.980353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.038248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.042325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] 10.222.0.49 "DELETE /v2.0/networks/e5bbb623-b536-4796-962f-d25fd7f950c8 HTTP/1.1" status: 204 len: 168 time: 2.4478755 Jul 16 18:51:04.047393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:04.073692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4905f880-1c85-4802-a9d9-09d5318c7482 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:04.080483 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4905f880-1c85-4802-a9d9-09d5318c7482 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2869511 Jul 16 18:51:04.099040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] Deleting port 91d2880e-5b6a-415b-8b9a-86b129d53157 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:04.099847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.117560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7683c225-dd07-4ae1-9a4d-20f03fd67c39 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:04.124848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.133300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81a1b0-9f82-4c2a-a24b-9c1ba92279b1 req-2847a0e1-fb1f-4edc-ae3a-914a1abc2df0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:04.144303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d81a1b0-9f82-4c2a-a24b-9c1ba92279b1 req-2847a0e1-fb1f-4edc-ae3a-914a1abc2df0 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.4935966 Jul 16 18:51:04.169483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:04.178831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fa7ba-2e21-4419-826b-fc2e3235e07c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bbb623-b536-4796-962f-d25fd7f950c8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:04.209820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] For port 91d2880e-5b6a-415b-8b9a-86b129d53157, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=91d2880e-5b6a-415b-8b9a-86b129d53157,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:04.210362 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.220133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port eca5e425-28b8-4e46-9668-269481c5d2fc {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:04.220660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.224404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.225561 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.231403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] Calling delete_port for 91d2880e-5b6a-415b-8b9a-86b129d53157 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:04.329983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bfce5d84-6185-4ddf-934f-22c80710ee69 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1512089 Jul 16 18:51:04.331596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:04.337911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.344446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:04.351078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7683c225-dd07-4ae1-9a4d-20f03fd67c39 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:04.351998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7683c225-dd07-4ae1-9a4d-20f03fd67c39 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:04.352557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 800782e1-8ab7-4177-9b19-8a84bf500d7e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:04.389384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=70eeafdb-a115-46e7-ab92-48434488af5d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:04.402969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] No DVR routers for this DVR port 91d2880e-5b6a-415b-8b9a-86b129d53157 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:04.404557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 800782e1-8ab7-4177-9b19-8a84bf500d7e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:04.405122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 800782e1-8ab7-4177-9b19-8a84bf500d7e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:04.445013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570853b9-374c-4498-9afd-9afb26a90a7b None None] Pushing event deleted for resources: {'Port': ['ID=91d2880e-5b6a-415b-8b9a-86b129d53157,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:04.451172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c100f214-35f8-4328-83a6-6f4e44d1b900 None None] Provisioning for port 13247953-dd19-473a-9bca-eed4ca7b66f6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:04.460757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c100f214-35f8-4328-83a6-6f4e44d1b900 None None] Provisioning complete for port 13247953-dd19-473a-9bca-eed4ca7b66f6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:04.461174 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c100f214-35f8-4328-83a6-6f4e44d1b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.467654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d81a1b0-9f82-4c2a-a24b-9c1ba92279b1 req-3603b9ea-4c6e-4a4d-9533-d0963e6c9b0f tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179054 Jul 16 18:51:04.531233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c100f214-35f8-4328-83a6-6f4e44d1b900 None None] Port 13247953-dd19-473a-9bca-eed4ca7b66f6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:04.546447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c100f214-35f8-4328-83a6-6f4e44d1b900 None None] Provisioning complete for port 70eeafdb-a115-46e7-ab92-48434488af5d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:04.546952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c100f214-35f8-4328-83a6-6f4e44d1b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.610511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event updated for resources: {'Port': ['ID=13247953-dd19-473a-9bca-eed4ca7b66f6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:04.767640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:04.772381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.815969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 70eeafdb-a115-46e7-ab92-48434488af5d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:04.946102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2289a5cf-e6f3-4792-b5f8-5e57e0e5556a None None] Provisioning complete for port 13247953-dd19-473a-9bca-eed4ca7b66f6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:04.946102 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2289a5cf-e6f3-4792-b5f8-5e57e0e5556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.005428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2289a5cf-e6f3-4792-b5f8-5e57e0e5556a None None] Port 13247953-dd19-473a-9bca-eed4ca7b66f6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:05.023656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 70eeafdb-a115-46e7-ab92-48434488af5d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:05.024095 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.180211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef656217-6038-4662-b29d-e15ff3181865 req-1f9b0152-3416-4cec-a9b0-2fcb1c0e8ae2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:05.183042 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef656217-6038-4662-b29d-e15ff3181865 req-1f9b0152-3416-4cec-a9b0-2fcb1c0e8ae2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 946 time: 0.1904612 Jul 16 18:51:05.226081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port eca5e425-28b8-4e46-9668-269481c5d2fc, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=eca5e425-28b8-4e46-9668-269481c5d2fc,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:05.226686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.247103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef656217-6038-4662-b29d-e15ff3181865 req-aa2f02d1-641e-4faa-bfce-b84f94d4cb93 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=5240531b-d786-43b4-b0de-a6cdb0951f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492821 Jul 16 18:51:05.273038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for eca5e425-28b8-4e46-9668-269481c5d2fc owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:05.279934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 91d2880e-5b6a-415b-8b9a-86b129d53157 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:05.288337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeb0c0-e237-475d-b411-faf1406f8fa4 req-2b6b2e38-3674-4bd6-a092-4be85af59cdd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:05.296837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5aeb0c0-e237-475d-b411-faf1406f8fa4 req-2b6b2e38-3674-4bd6-a092-4be85af59cdd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 1.1612301 Jul 16 18:51:05.312185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 91d2880e-5b6a-415b-8b9a-86b129d53157 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:05.312810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 91d2880e-5b6a-415b-8b9a-86b129d53157 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:05.314268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e4046f6b-a933-424b-b5f7-311416007474 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:05.342006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e4046f6b-a933-424b-b5f7-311416007474 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:05.342385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e4046f6b-a933-424b-b5f7-311416007474 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:05.361018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:51:05.362949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.421343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:05.436349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:05.440678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:05.445339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:05.446152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.453482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbe08f-469c-488c-9676-9c93ec496b88 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:05.461417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:05.469365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:05.475736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c006c9a-ef65-4f4e-931c-cbe51cb7d809 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1409681 Jul 16 18:51:05.478868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:05.479005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5aeb0c0-e237-475d-b411-faf1406f8fa4 req-148a2e64-ca23-4ce7-b98e-6eb5c08f9ca8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778901 Jul 16 18:51:05.495575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:ae:b6:99', 'name': 'tempest-NetworksTestDHCPv6-970732289'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:05.801936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:05.843077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:51:05.844234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.120852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1d89-41d3-46f4-98d7-7d65b1682ee5 req-f6f5f152-2380-4b06-8003-4702809c74f2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:06.122904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de4b1d89-41d3-46f4-98d7-7d65b1682ee5 req-f6f5f152-2380-4b06-8003-4702809c74f2 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.2893353 Jul 16 18:51:06.127027 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.214550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 623dc203-6d6b-44c8-8a37-e45a9b1bc59f yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:51:06.238340 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-de4b1d89-41d3-46f4-98d7-7d65b1682ee5 req-448b26a9-621f-49eb-befe-b1f5cc069665 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038942 Jul 16 18:51:06.244260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-75356365-2d0e-4b21-8c03-94ed8530b951 None None] Provisioning complete for port 13247953-dd19-473a-9bca-eed4ca7b66f6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:06.244634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-75356365-2d0e-4b21-8c03-94ed8530b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.246971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:06.269002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Allocated IP 2001:db8::f816:3eff:fe93:6a83 (78c95300-195f-443c-b5c5-d4b9b102593a/f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9/b318c78d-9c39-4af5-a805-9920d0333ca8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:06.289009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.426318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=eca5e425-28b8-4e46-9668-269481c5d2fc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:06.545206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-770dc98b-cac4-40f2-9039-fa25233ea384 req-548c83af-22b7-413f-b7bc-74cf00c1001f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=468c4b4b-9601-4d39-a408-66aab9ca5a83 HTTP/1.1" status: 200 len: 210 time: 0.0682993 Jul 16 18:51:06.573905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] No DVR routers for this DVR port eca5e425-28b8-4e46-9668-269481c5d2fc on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:06.579332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.581708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-546cd4d0-b148-45f1-a023-f0f03ab86568 req-1fddb9c8-52cd-4d40-adc9-025d436638d2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "DELETE /v2.0/ports/eca5e425-28b8-4e46-9668-269481c5d2fc HTTP/1.1" status: 204 len: 173 time: 2.9709849 Jul 16 18:51:06.582205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'name': 'network-vif-deleted', 'tag': 'eca5e425-28b8-4e46-9668-269481c5d2fc'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:06.584615 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a224d8-c717-45b2-a033-7e7122b60c58" -d '{"events": [{"server_uuid": "468c4b4b-9601-4d39-a408-66aab9ca5a83", "name": "network-vif-deleted", "tag": "eca5e425-28b8-4e46-9668-269481c5d2fc"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:06.611074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:06.622109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33560) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:06.626991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:06.630800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f32a52c-3ca7-4eb3-9e3e-c5db2f15ec37 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9995661 Jul 16 18:51:06.651462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.755599 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf28e881-f307-4429-a1d5-2ce9392996fe x-openstack-request-id: req-cf28e881-f307-4429-a1d5-2ce9392996fe {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:06.756156 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c4b4b-9601-4d39-a408-66aab9ca5a83", "name": "network-vif-deleted", "tag": "eca5e425-28b8-4e46-9668-269481c5d2fc", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:06.756652 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf28e881-f307-4429-a1d5-2ce9392996fe {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:06.757280 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c4b4b-9601-4d39-a408-66aab9ca5a83', 'name': 'network-vif-deleted', 'tag': 'eca5e425-28b8-4e46-9668-269481c5d2fc', 'status': 'completed', 'code': 200} Jul 16 18:51:06.882743 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.892206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Transition to ACTIVE for port object b318c78d-9c39-4af5-a805-9920d0333ca8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:06.916467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Transition to ACTIVE for port object b318c78d-9c39-4af5-a805-9920d0333ca8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:06.918483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-75356365-2d0e-4b21-8c03-94ed8530b951 None None] Port 13247953-dd19-473a-9bca-eed4ca7b66f6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:06.923707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:06.948875 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.009993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b057dc0-7ebc-4539-ae5d-5f27c3f6999f req-7752a00f-d653-4075-9550-468c3c280090 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:07.018638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7b057dc0-7ebc-4539-ae5d-5f27c3f6999f req-7752a00f-d653-4075-9550-468c3c280090 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.2002301 Jul 16 18:51:07.047113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Pushing event updated for resources: {'Port': ['ID=b318c78d-9c39-4af5-a805-9920d0333ca8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:07.059596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:07.062405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:07.064952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:07.066378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:07.069571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:07.103493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7b057dc0-7ebc-4539-ae5d-5f27c3f6999f req-5c02bb22-075b-4109-aad9-c4892eb81d33 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834744 Jul 16 18:51:07.171811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:feae:b699 (78c95300-195f-443c-b5c5-d4b9b102593a/f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9/623dc203-6d6b-44c8-8a37-e45a9b1bc59f) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:07.241187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Attempting to bind port b318c78d-9c39-4af5-a805-9920d0333ca8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:07.241859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Attempting to bind port b318c78d-9c39-4af5-a805-9920d0333ca8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:07.242395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Attempting to bind port b318c78d-9c39-4af5-a805-9920d0333ca8 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:07.254214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:07.254787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:07.255364 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.255929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:07.256559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Bound port: b318c78d-9c39-4af5-a805-9920d0333ca8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:07.257541 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.265318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:07.304668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Deleting port bcab10aa-5663-49d7-a673-f564155fbbda {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:07.305669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.323731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device eca5e425-28b8-4e46-9668-269481c5d2fc no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:07.393487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: eca5e425-28b8-4e46-9668-269481c5d2fc {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:07.393835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device eca5e425-28b8-4e46-9668-269481c5d2fc not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:07.497157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] For port bcab10aa-5663-49d7-a673-f564155fbbda, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bcab10aa-5663-49d7-a673-f564155fbbda,segment=NetworkSegment(ba2818bd-e939-49b8-a02a-dc8c64e5e6b6),segment_id=ba2818bd-e939-49b8-a02a-dc8c64e5e6b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:07.497665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.515278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Calling delete_port for bcab10aa-5663-49d7-a673-f564155fbbda owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:07.602208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] For port b318c78d-9c39-4af5-a805-9920d0333ca8, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:07.606197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] For port b318c78d-9c39-4af5-a805-9920d0333ca8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b318c78d-9c39-4af5-a805-9920d0333ca8,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:07.618601 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.625653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da647b3-fa3b-4405-beeb-3f407f2f874d req-ffd57ad9-3bab-49b7-bd8d-662362374e97 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:07.634907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3da647b3-fa3b-4405-beeb-3f407f2f874d req-ffd57ad9-3bab-49b7-bd8d-662362374e97 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.1900730 Jul 16 18:51:07.658185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.661929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:51:07.686942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 623dc203-6d6b-44c8-8a37-e45a9b1bc59f will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:07.689032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Removed routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:51:07.689460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.714262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3da647b3-fa3b-4405-beeb-3f407f2f874d req-7cf74080-acb8-42f5-a324-933c21a6149c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782862 Jul 16 18:51:07.739976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4d232-78ad-4b9d-8529-639d6176d6f7 None None] Pushing event updated for resources: {'Port': ['ID=b318c78d-9c39-4af5-a805-9920d0333ca8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:07.813527 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.845541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33578) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:07.885156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:07.903385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:07.925276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:02Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:03Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:07.975577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:07.976082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Updating router 4dfa4f02-69dc-44e2-8262-1b939f3da400 port 13247953-dd19-473a-9bca-eed4ca7b66f6 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:51:08.014386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.093648 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7739e33-0b64-4137-a36b-615b6b67f12e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.181212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.211318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7739e33-0b64-4137-a36b-615b6b67f12e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.331077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcab10aa-5663-49d7-a673-f564155fbbda,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:08.674370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:08.691826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:08.700805 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.782805 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.789478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=623dc203-6d6b-44c8-8a37-e45a9b1bc59f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:08.807407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7739e33-0b64-4137-a36b-615b6b67f12e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.814702 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b2615d16-4c78-411f-a98f-6d31c92b351f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3301015 Jul 16 18:51:08.814927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b7739e33-0b64-4137-a36b-615b6b67f12e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.814927 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b7739e33-0b64-4137-a36b-615b6b67f12e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/security-groups/5240531b-d786-43b4-b0de-a6cdb0951f9c HTTP/1.1" status: 204 len: 168 time: 0.9668550 Jul 16 18:51:08.817525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:08.817709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Transition to ACTIVE for port object 13247953-dd19-473a-9bca-eed4ca7b66f6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:08.834316 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.861098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7739e33-0b64-4137-a36b-615b6b67f12e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5240531b-d786-43b4-b0de-a6cdb0951f9c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:08.883079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.895466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef01b2-f959-4ad7-ab81-e9c26b474014 req-0783b6f6-83dc-4cc9-99a2-9948844e73eb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:08.903145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5ef01b2-f959-4ad7-ab81-e9c26b474014 req-0783b6f6-83dc-4cc9-99a2-9948844e73eb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.5206106 Jul 16 18:51:08.905404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.951442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babb227-29a1-470c-a3c6-e6ee1e48022b None None] Pushing event updated for resources: {'Port': ['ID=13247953-dd19-473a-9bca-eed4ca7b66f6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:09.079683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b318c78d-9c39-4af5-a805-9920d0333ca8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:09.108591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5ef01b2-f959-4ad7-ab81-e9c26b474014 req-a3443dac-4db8-4f34-b0e7-db260166757e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045271 Jul 16 18:51:09.113775 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:09.204190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:09.248313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Attempting to bind port 13247953-dd19-473a-9bca-eed4ca7b66f6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:09.248803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Attempting to bind port 13247953-dd19-473a-9bca-eed4ca7b66f6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:09.249290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Attempting to bind port 13247953-dd19-473a-9bca-eed4ca7b66f6 on network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:09.268757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9528fd-16a4-4348-8810-d6a38319ab8d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:09.278511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9528fd-16a4-4348-8810-d6a38319ab8d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:09.283139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9d9528fd-16a4-4348-8810-d6a38319ab8d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4618311 Jul 16 18:51:09.289926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:09.290557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Checking segment: {'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:09.291137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:09.291682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Bound using segment: {'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:09.292191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Bound port: 13247953-dd19-473a-9bca-eed4ca7b66f6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389b789a-92ea-4567-a246-45ba3c96ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:09.292988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33604) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:09.313953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:09.327471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b318c78d-9c39-4af5-a805-9920d0333ca8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:09.398508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting subnet 6ca750b3-10ea-47fc-8198-a6ea648cfba5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:09.414326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:09.451501 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:09.491865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:09.525306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] For port 13247953-dd19-473a-9bca-eed4ca7b66f6, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:09.533139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] For port 13247953-dd19-473a-9bca-eed4ca7b66f6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=13247953-dd19-473a-9bca-eed4ca7b66f6,segment=NetworkSegment(389b789a-92ea-4567-a246-45ba3c96ebf2),segment_id=389b789a-92ea-4567-a246-45ba3c96ebf2)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:09.545337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2c897-7caa-4b0f-8f64-9189b482145f req-87d98d10-bb04-430c-a78a-c8570e660c96 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:09.548238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:09.550730 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ac2c897-7caa-4b0f-8f64-9189b482145f req-87d98d10-bb04-430c-a78a-c8570e660c96 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.5309768 Jul 16 18:51:09.557522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:09.631259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:09.631922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:09.781902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:09.792079 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] Sync routers for ids ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:09.798732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:09.806042 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] Routers {'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:09.811853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dcaf8887-1f74-47fa-a619-fabd9e52d263 admin admin] 10.222.0.49 "PUT /v2.0/routers/c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7619674 Jul 16 18:51:09.812144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:09.813093 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:09.842510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babb227-29a1-470c-a3c6-e6ee1e48022b None None] Pushing event updated for resources: {'Port': ['ID=13247953-dd19-473a-9bca-eed4ca7b66f6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:09.862237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:09.865930 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cd5f3ca3-500d-4406-8fe2-26251869ddde tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 200 len: 954 time: 3.2427163 Jul 16 18:51:09.869161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:09.962108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ac2c897-7caa-4b0f-8f64-9189b482145f req-aa6682c8-7adc-42e3-a4cf-4effadfcfd41 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537660 Jul 16 18:51:09.998268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:10.027610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 623dc203-6d6b-44c8-8a37-e45a9b1bc59f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:10.030534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.118736 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] Set router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:10.207468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a44878f7-a985-4f07-82af-c58db9f328da None None] Provisioning for port b318c78d-9c39-4af5-a805-9920d0333ca8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:10.214101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a44878f7-a985-4f07-82af-c58db9f328da None None] Provisioning complete for port b318c78d-9c39-4af5-a805-9920d0333ca8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:10.214803 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a44878f7-a985-4f07-82af-c58db9f328da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.247276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.262240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 623dc203-6d6b-44c8-8a37-e45a9b1bc59f owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:10.329470 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-295002af-1e07-4c5b-af15-9eefcd97f1a1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 200 len: 954 time: 0.4578729 Jul 16 18:51:10.339005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:10.346431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'routes': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:10.454023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.462170 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.487607 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:51:08Z', 'revision_number': 5, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:10.515373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dfc45-cd25-4926-a947-7c60d413be62 req-3e862ea0-fe17-40b4-a548-f00a8fdb95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:10.517074 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f01dfc45-cd25-4926-a947-7c60d413be62 req-3e862ea0-fe17-40b4-a548-f00a8fdb95c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 1098 time: 0.4978056 Jul 16 18:51:10.529903 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] Checking router: c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:10.541669 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] Routers {'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:10.542558 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:10.547308 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a44878f7-a985-4f07-82af-c58db9f328da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.595084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a44878f7-a985-4f07-82af-c58db9f328da None None] For port b318c78d-9c39-4af5-a805-9920d0333ca8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b318c78d-9c39-4af5-a805-9920d0333ca8,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:10.603248 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a44878f7-a985-4f07-82af-c58db9f328da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.682881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:07Z', 'revision_number': 6, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:09Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:10.698611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0fc33-ecd7-4d6a-b81b-9a58590a699a req-9874fbcf-ce3a-4702-aa55-f6516507e570 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:10.700687 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75c0fc33-ecd7-4d6a-b81b-9a58590a699a req-9874fbcf-ce3a-4702-aa55-f6516507e570 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.3419497 Jul 16 18:51:10.705599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f01dfc45-cd25-4926-a947-7c60d413be62 req-94defdba-a3f6-447f-9b77-20cf7ac3c117 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796832 Jul 16 18:51:10.733712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e4a0c-ee83-4620-add5-ca23965ea082 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:07Z', 'revision_number': 6, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:09Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:10.742562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44878f7-a985-4f07-82af-c58db9f328da None None] Pushing event updated for resources: {'Port': ['ID=b318c78d-9c39-4af5-a805-9920d0333ca8,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:10.751013 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] Set router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:10.787592 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.844416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-75c0fc33-ecd7-4d6a-b81b-9a58590a699a req-bda8becc-7899-4a2b-95d1-8bd7e8e791f7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335945 Jul 16 18:51:10.848835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f25283aa-a56d-40e9-9d56-fa22fb0c2eb8 None None] Provisioning for port 623dc203-6d6b-44c8-8a37-e45a9b1bc59f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:10.874460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f25283aa-a56d-40e9-9d56-fa22fb0c2eb8 None None] Provisioning complete for port 623dc203-6d6b-44c8-8a37-e45a9b1bc59f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:10.874460 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f25283aa-a56d-40e9-9d56-fa22fb0c2eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.929838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f25283aa-a56d-40e9-9d56-fa22fb0c2eb8 None None] Port 623dc203-6d6b-44c8-8a37-e45a9b1bc59f was deleted so its status cannot be updated. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:51:10.952927 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.963302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Deleting port b2756c04-c6b8-40ec-9583-fa860a1ef0d4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:10.963800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.970937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:11.061268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca750b3-10ea-47fc-8198-a6ea648cfba5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:11.076526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbfc929-b4f1-4060-8841-014d00874b79 None None] Network 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:11.090229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:11.090985 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:51:08Z', 'revision_number': 5, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:11.096465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f78d5d92-c8f6-43ef-8636-7bf3da955815 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/subnets/6ca750b3-10ea-47fc-8198-a6ea648cfba5 HTTP/1.1" status: 204 len: 168 time: 1.8879089 Jul 16 18:51:11.102575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:11.107394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=623dc203-6d6b-44c8-8a37-e45a9b1bc59f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:11.163075 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cce1a-acb6-4977-8f9a-3a328b206cb4 None None] The sync data for ids ['c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374'] in n-d-791504-15 is: [{'id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'name': 'tempest-TestServerBasicOps-835254749-router', 'tenant_id': 'ed8a9081d11749649fc821356edfa317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:15Z', 'updated_at': '2021-07-16T18:51:08Z', 'revision_number': 5, 'project_id': 'ed8a9081d11749649fc821356edfa317', 'gw_port': {'id': 'b2756c04-c6b8-40ec-9583-fa860a1ef0d4', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:16Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:11.330456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:11.331103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8febfdeb-03ff-4500-bbb3-d92fc85d4083 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:11.333026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e338f896-e2dd-48af-b2d5-344b23acfe87 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/623dc203-6d6b-44c8-8a37-e45a9b1bc59f HTTP/1.1" status: 204 len: 168 time: 2.0375905 Jul 16 18:51:11.338714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:11.687139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8febfdeb-03ff-4500-bbb3-d92fc85d4083 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:11.697796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:11.700813 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:11.778410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b840b-98ce-4e43-aac7-f7e64380f93e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:11.782716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b840b-98ce-4e43-aac7-f7e64380f93e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:11.784898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-042b840b-98ce-4e43-aac7-f7e64380f93e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4421461 Jul 16 18:51:11.945581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:51:11.945897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:51:12.129775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:12.148266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:12.362188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'port_id': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'mac_address': 'fa:16:3e:74:21:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:12.433554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] For port b2756c04-c6b8-40ec-9583-fa860a1ef0d4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:12.434172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:12.442702 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:12.462384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Calling delete_port for b2756c04-c6b8-40ec-9583-fa860a1ef0d4 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:12.490171 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:12.507511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8febfdeb-03ff-4500-bbb3-d92fc85d4083 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:12.521850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:12.524652 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa59bfb-07fd-4548-aa2b-4819db42627d" -d '{"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-unplugged", "status": "completed", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:12.560951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:12.635769 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:12.639043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:51:12.639596 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:51:12.668400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:12.670619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080937d-e09f-4768-9311-ff51d807148f None None] DHCP port deletion for 1bdc2166-081d-4bef-9ba1-9efd4e47fb31 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:12.804803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:12.806131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:12.806897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:12.901220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Pushing event deleted for resources: {'Port': ['ID=b2756c04-c6b8-40ec-9583-fa860a1ef0d4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:12.972544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e131-6aec-432a-9bf2-85c43a28af53 req-539b378e-d5d7-425b-907c-7e65eb0ab941 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:12.984810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2344e131-6aec-432a-9bf2-85c43a28af53 req-539b378e-d5d7-425b-907c-7e65eb0ab941 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 1.7414148 Jul 16 18:51:12.987050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:13.026351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2344e131-6aec-432a-9bf2-85c43a28af53 req-3939165b-a23d-49ed-9eeb-b01ba6ea097d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452659 Jul 16 18:51:13.031690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.037871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:13.086301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:13.118516 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.186133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.191112 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.194590 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.194772 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1ea12-4c1a-4c1b-bf15-43ffd22b7908 x-openstack-request-id: req-1bc1ea12-4c1a-4c1b-bf15-43ffd22b7908 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:13.194876 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-unplugged", "status": "completed", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:13.195104 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bc1ea12-4c1a-4c1b-bf15-43ffd22b7908 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:13.195707 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'code': 200} Jul 16 18:51:13.240122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309bd20-1acb-4b6d-a634-3550570bb688 req-a89fdf17-3c82-4fb5-9216-44bc716cba69 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:13.247135 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a309bd20-1acb-4b6d-a634-3550570bb688 req-a89fdf17-3c82-4fb5-9216-44bc716cba69 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 1.0136840 Jul 16 18:51:13.282458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 13247953-dd19-473a-9bca-eed4ca7b66f6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:13.288463 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.289211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:51:13.298541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.299819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-05f8db30-7e34-4df1-bdf2-a1e4d9236add admin admin] 10.222.0.49 "DELETE /v2.0/routers/c48be3f3-2f9e-4ed5-ab6a-9cf0b2a30374 HTTP/1.1" status: 204 len: 168 time: 3.4848039 Jul 16 18:51:13.302431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:13.358277 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.404628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] Deleting subnet 08bdd362-a3f1-406f-ae61-6798283add5f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:13.412371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.415921 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.418019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.443887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6080937d-e09f-4768-9311-ff51d807148f None None] Deleting port 68340149-4f4c-4ab4-b3d6-dcf967900fcf {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:13.443887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6080937d-e09f-4768-9311-ff51d807148f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.483215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.485978 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.486457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8febfdeb-03ff-4500-bbb3-d92fc85d4083 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:13.625157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.627032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port 68340149-4f4c-4ab4-b3d6-dcf967900fcf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:13.627375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.635061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:13.648311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6080937d-e09f-4768-9311-ff51d807148f None None] For port 68340149-4f4c-4ab4-b3d6-dcf967900fcf, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=68340149-4f4c-4ab4-b3d6-dcf967900fcf,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:13.648723 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6080937d-e09f-4768-9311-ff51d807148f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.652205 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a309bd20-1acb-4b6d-a634-3550570bb688 req-1020f59a-e421-46fb-bf4b-a6ceb0711177 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012945 Jul 16 18:51:13.661319 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.693271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.709993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.714713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6080937d-e09f-4768-9311-ff51d807148f None None] Calling delete_port for 68340149-4f4c-4ab4-b3d6-dcf967900fcf owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:13.741032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:13.751927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08bdd362-a3f1-406f-ae61-6798283add5f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:13.754599 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.761848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aed3d3a1-02c6-483a-a890-95c95f56fc2e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/08bdd362-a3f1-406f-ae61-6798283add5f HTTP/1.1" status: 204 len: 168 time: 0.4582474 Jul 16 18:51:13.762599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33686) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:13.769987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.772121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dd514e6a-7da0-487c-9b0a-71e5ceba2b49 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9 HTTP/1.1" status: 204 len: 168 time: 1.6084001 Jul 16 18:51:13.775313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ccc8c9-6a01-49ce-9239-8f6d8177c9ed None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:13.809088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:13.846847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d071f24-aca5-4a76-8862-a5b12cac4ff3 None None] Network 769026e0-2353-4090-b33f-be99dae874ee requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:13.860888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.909823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port 68340149-4f4c-4ab4-b3d6-dcf967900fcf, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=68340149-4f4c-4ab4-b3d6-dcf967900fcf,segment=NetworkSegment(88138718-9de8-4772-b84c-909ce3722f8f),segment_id=88138718-9de8-4772-b84c-909ce3722f8f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:13.910228 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.925038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for 68340149-4f4c-4ab4-b3d6-dcf967900fcf owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:13.927485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Deleting port 8937e7ce-528f-4d06-b92f-e7686316e45f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:13.927838 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:13.932136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:13.940722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-662737d6-ab05-4d10-8117-2faf64d240f9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259940 Jul 16 18:51:13.944618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 13247953-dd19-473a-9bca-eed4ca7b66f6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:13.947229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33694) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:13.957006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 13247953-dd19-473a-9bca-eed4ca7b66f6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:13.957198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:13.957410 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.036606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] For port 8937e7ce-528f-4d06-b92f-e7686316e45f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8937e7ce-528f-4d06-b92f-e7686316e45f,segment=NetworkSegment(ba2818bd-e939-49b8-a02a-dc8c64e5e6b6),segment_id=ba2818bd-e939-49b8-a02a-dc8c64e5e6b6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:14.037066 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.050340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Calling delete_port for 8937e7ce-528f-4d06-b92f-e7686316e45f owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:14.107090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['8febfdeb-03ff-4500-bbb3-d92fc85d4083'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:14.108265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:14.162289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6080937d-e09f-4768-9311-ff51d807148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.190985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:14.222765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.243937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:11Z', 'revision_number': 7, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:09Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.261192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=8937e7ce-528f-4d06-b92f-e7686316e45f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:14.274940 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 585168f2-f6d9-4b69-8308-551b5a9c2dd4 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:14.281353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:14.299856 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.309223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] No DVR routers for this DVR port 8937e7ce-528f-4d06-b92f-e7686316e45f on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:14.314123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.316252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-46384d12-6401-45fd-8620-2fbb83730fdb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 200 len: 704 time: 3.9738340 Jul 16 18:51:14.324847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33702) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:14.328406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080937d-e09f-4768-9311-ff51d807148f None None] Pushing event deleted for resources: {'Port': ['ID=68340149-4f4c-4ab4-b3d6-dcf967900fcf,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:14.333261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080937d-e09f-4768-9311-ff51d807148f None None] No DVR routers for this DVR port 68340149-4f4c-4ab4-b3d6-dcf967900fcf on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:14.451086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.468672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:14.469565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.474078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] No DVR routers for this DVR port 68340149-4f4c-4ab4-b3d6-dcf967900fcf on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:14.479443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb16fa-b4c7-42c0-bcff-fee52725f253 req-f9cffa93-f710-4b11-adaf-dd2bfbf1df61 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:14.482122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3cb16fa-b4c7-42c0-bcff-fee52725f253 req-f9cffa93-f710-4b11-adaf-dd2bfbf1df61 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 945 time: 0.2233405 Jul 16 18:51:14.483090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=68340149-4f4c-4ab4-b3d6-dcf967900fcf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:14.491941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769026e0-2353-4090-b33f-be99dae874ee']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.516994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.517634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2818bd-e939-49b8-a02a-dc8c64e5e6b6') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.545208 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.557439 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3a33a0-dd5d-443f-9587-3496fcbfff2a None None] DHCP port deletion for 769026e0-2353-4090-b33f-be99dae874ee request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:14.565946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:14.572123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.575402 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.590837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e3cb16fa-b4c7-42c0-bcff-fee52725f253 req-424e762f-a70f-402b-99ca-7810730fb02c tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877910 Jul 16 18:51:14.600036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:14.600627 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:14.602635 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:14.613912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:14.662083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.709549 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:14.725328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dbfcfdd0-37b1-4257-98f9-a46a89c2ee1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 200 len: 704 time: 0.3792772 Jul 16 18:51:14.741461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdc2166-081d-4bef-9ba1-9efd4e47fb31']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.803192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d89e5ee2-fa31-4f85-92a8-73ec322b8734 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/floatingips/59c6bc76-7909-4329-a2a0-642f5906c88d HTTP/1.1" status: 200 len: 993 time: 0.1878786 Jul 16 18:51:14.838155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.848533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.850771 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] 10.222.0.49 "DELETE /v2.0/networks/769026e0-2353-4090-b33f-be99dae874ee HTTP/1.1" status: 204 len: 168 time: 1.0869095 Jul 16 18:51:14.876307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e3535-b169-4fd0-9a74-858121ea5d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=769026e0-2353-4090-b33f-be99dae874ee,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:14.886095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88138718-9de8-4772-b84c-909ce3722f8f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.886426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88138718-9de8-4772-b84c-909ce3722f8f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:14.902126 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.925460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.942007 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:14.970106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:14.971144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:15.068635 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:15.092286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 13247953-dd19-473a-9bca-eed4ca7b66f6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=13247953-dd19-473a-9bca-eed4ca7b66f6,segment=NetworkSegment(389b789a-92ea-4567-a246-45ba3c96ebf2),segment_id=389b789a-92ea-4567-a246-45ba3c96ebf2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:15.097347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:15.114233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.115305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b318c78d-9c39-4af5-a805-9920d0333ca8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:15.187919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=13247953-dd19-473a-9bca-eed4ca7b66f6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:15.191305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33732) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:15.211655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:15.266292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.275030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.285831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/networks/1bdc2166-081d-4bef-9ba1-9efd4e47fb31 HTTP/1.1" status: 204 len: 168 time: 4.1724961 Jul 16 18:51:15.286519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33734) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:15.324381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62f5df-266e-42cb-941e-8beb96c77792 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Network': ['ID=1bdc2166-081d-4bef-9ba1-9efd4e47fb31,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:15.348234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 585168f2-f6d9-4b69-8308-551b5a9c2dd4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=585168f2-f6d9-4b69-8308-551b5a9c2dd4,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:15.361230 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4778f081-b5a4-4078-9dae-18302fe2e13e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5b054fd84924c688f6167272d23e570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670144 Jul 16 18:51:15.372539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33738) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:15.481616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '585168f2-f6d9-4b69-8308-551b5a9c2dd4', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'port_id': '585168f2-f6d9-4b69-8308-551b5a9c2dd4', 'mac_address': 'fa:16:3e:dc:8e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:15.482293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d02bd-b638-4866-a92c-62207315cbf8 req-4f524140-cb63-423f-a440-4636669f807c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:15.492147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-050d02bd-b638-4866-a92c-62207315cbf8 req-4f524140-cb63-423f-a440-4636669f807c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 944 time: 0.6639504 Jul 16 18:51:15.598101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-050d02bd-b638-4866-a92c-62207315cbf8 req-bded78a9-4935-4c59-8012-6ff0dea2b792 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038733 Jul 16 18:51:15.600644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b318c78d-9c39-4af5-a805-9920d0333ca8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:15.600644 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.618161 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73a597d6-c90d-4733-8a12-29cd6dbc70f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.665499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.673816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73a597d6-c90d-4733-8a12-29cd6dbc70f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.717314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] Deleting port b318c78d-9c39-4af5-a805-9920d0333ca8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:15.717858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.746869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.820803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:51:15.899944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] For port b318c78d-9c39-4af5-a805-9920d0333ca8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b318c78d-9c39-4af5-a805-9920d0333ca8,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:15.900435 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.916554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] Calling delete_port for b318c78d-9c39-4af5-a805-9920d0333ca8 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:15.925751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port 02aa07f5-f037-4ceb-a234-9f3899840783 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:15.926125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.074283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585168f2-f6d9-4b69-8308-551b5a9c2dd4 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:16.133588 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.133951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.152764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for 02aa07f5-f037-4ceb-a234-9f3899840783 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:16.158134 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73a597d6-c90d-4733-8a12-29cd6dbc70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.160946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73a597d6-c90d-4733-8a12-29cd6dbc70f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.164701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-73a597d6-c90d-4733-8a12-29cd6dbc70f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88cb6b91-bf0a-4a5b-93f5-3060930abd40 HTTP/1.1" status: 204 len: 168 time: 0.7849972 Jul 16 18:51:16.177728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 585168f2-f6d9-4b69-8308-551b5a9c2dd4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=585168f2-f6d9-4b69-8308-551b5a9c2dd4,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:16.215283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a597d6-c90d-4733-8a12-29cd6dbc70f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb6b91-bf0a-4a5b-93f5-3060930abd40,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:16.240144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.254393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.306972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f82caa-baf9-401f-b738-0ee41cc58391 req-dafd86dc-c4c2-42d7-a76c-1baa1d9e6e45 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:16.315528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a0f82caa-baf9-401f-b738-0ee41cc58391 req-dafd86dc-c4c2-42d7-a76c-1baa1d9e6e45 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.1883605 Jul 16 18:51:16.397184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=585168f2-f6d9-4b69-8308-551b5a9c2dd4,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:16.424864 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cfe0ea26-839c-4e2e-8d8d-6e0987368484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.457115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.474450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 13247953-dd19-473a-9bca-eed4ca7b66f6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:16.475773 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.497199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] Pushing event deleted for resources: {'Port': ['ID=b318c78d-9c39-4af5-a805-9920d0333ca8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:16.504229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db16557-7fd6-4346-a2c7-235290f3489d None None] No DVR routers for this DVR port b318c78d-9c39-4af5-a805-9920d0333ca8 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:16.504944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.509826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:11Z', 'revision_number': 7, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:09Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:16.567886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01aeb61-80ec-4068-875a-a3d548df7f30 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:11Z', 'revision_number': 7, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:09Z', 'revision_number': 4, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:16.572321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['585168f2-f6d9-4b69-8308-551b5a9c2dd4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:16.574774 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcab10aa-5663-49d7-a673-f564155fbbda no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:16.582290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a0f82caa-baf9-401f-b738-0ee41cc58391 req-b7b7ef0e-163c-4347-8b1e-82277a821135 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644706 Jul 16 18:51:16.629851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bcab10aa-5663-49d7-a673-f564155fbbda {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:16.629851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcab10aa-5663-49d7-a673-f564155fbbda not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:16.630157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68340149-4f4c-4ab4-b3d6-dcf967900fcf no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:16.652434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=02aa07f5-f037-4ceb-a234-9f3899840783,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:16.714072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 68340149-4f4c-4ab4-b3d6-dcf967900fcf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:16.714072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 68340149-4f4c-4ab4-b3d6-dcf967900fcf not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:16.758630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port 13247953-dd19-473a-9bca-eed4ca7b66f6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=13247953-dd19-473a-9bca-eed4ca7b66f6,segment=NetworkSegment(389b789a-92ea-4567-a246-45ba3c96ebf2),segment_id=389b789a-92ea-4567-a246-45ba3c96ebf2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:16.758997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.773902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] For port b318c78d-9c39-4af5-a805-9920d0333ca8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b318c78d-9c39-4af5-a805-9920d0333ca8,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:16.801247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 13247953-dd19-473a-9bca-eed4ca7b66f6 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:16.853824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.862168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.863532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.915770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.915770 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Floating IP ff25b835-f315-478d-a429-1aacfa549c42 disassociated (deleted). External IP: 172.25.1.64, port: 9f41db7a-4356-474a-b6c9-e8d124727de3. Jul 16 18:51:17.020947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 13247953-dd19-473a-9bca-eed4ca7b66f6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:17.050335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33778) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:17.069151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=b318c78d-9c39-4af5-a805-9920d0333ca8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:17.080603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:17.087771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:17.091566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:17.092435 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:17.122096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=4372ef13-320b-488f-a7e4-3ed87e535a97,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:17.130431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e35c2fc-2637-4e22-84e0-a573ebc66a77 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1798022 Jul 16 18:51:17.134433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db601d-e931-40b9-9d73-8642e611e763 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:17.137908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:17.143611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:e5:5e:2d', 'name': 'tempest-NetworksTestDHCPv6-1545734783'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:17.155887 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:17.174183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:17.175417 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:17.317565 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:17.355390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:17.407076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 13247953-dd19-473a-9bca-eed4ca7b66f6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:17.407404 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:17.432580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '4372ef13-320b-488f-a7e4-3ed87e535a97'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:51:17.433492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:17.550853 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:17.577702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port b4b2ca2b-4106-46c1-b03b-bb60169f6b1e yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:51:17.717473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8febfdeb-03ff-4500-bbb3-d92fc85d4083 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:17.808478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fee5:5e2d (78c95300-195f-443c-b5c5-d4b9b102593a/4372ef13-320b-488f-a7e4-3ed87e535a97/b4b2ca2b-4106-46c1-b03b-bb60169f6b1e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:17.848243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:17.848944 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:17.910357 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:11Z', 'revision_number': 7, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:14Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:17.912431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2756c04-c6b8-40ec-9583-fa860a1ef0d4 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:17.981264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b2756c04-c6b8-40ec-9583-fa860a1ef0d4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:17.981264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b2756c04-c6b8-40ec-9583-fa860a1ef0d4 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:17.981738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8937e7ce-528f-4d06-b92f-e7686316e45f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:17.997422 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:18.013429 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:18.014425 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 13, "log_agent_heartbeats": false, "routers": 11},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:50:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:18.045361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.047831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8937e7ce-528f-4d06-b92f-e7686316e45f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:18.048184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8937e7ce-528f-4d06-b92f-e7686316e45f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:18.048663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b318c78d-9c39-4af5-a805-9920d0333ca8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:18.090857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b318c78d-9c39-4af5-a805-9920d0333ca8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:18.091229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b318c78d-9c39-4af5-a805-9920d0333ca8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:18.123539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.151481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d1a80-74dc-4504-9888-776fbd3df6f1 req-31874a10-60ea-4b54-acad-ad5b84c3da3c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:18.162235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-446d1a80-74dc-4504-9888-776fbd3df6f1 req-31874a10-60ea-4b54-acad-ad5b84c3da3c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.3381186 Jul 16 18:51:18.174627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:18.191913 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d832a31-ac85-4f31-b7be-8c8c29e423cc" -d '{"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-plugged", "status": "completed", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:18.233291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.233727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:18.247870 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.253799 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:18.299394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 585168f2-f6d9-4b69-8308-551b5a9c2dd4 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:18.310481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object b4b2ca2b-4106-46c1-b03b-bb60169f6b1e will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:18.409046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=13247953-dd19-473a-9bca-eed4ca7b66f6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:18.443300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:18.446902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cac591-23d5-4b26-8fc0-9960399636e1 req-f8925d46-7b98-42a7-a650-5fb50fdf0fd0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:18.455025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7cac591-23d5-4b26-8fc0-9960399636e1 req-f8925d46-7b98-42a7-a650-5fb50fdf0fd0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 945 time: 1.5828960 Jul 16 18:51:18.475909 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.524367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e5e4ee02-7605-41c8-8f81-88f8623ca9be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed8a9081d11749649fc821356edfa317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4233468 Jul 16 18:51:18.566026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:18.570867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Allocated IP 2001:db8::f816:3eff:fe47:5826 (78c95300-195f-443c-b5c5-d4b9b102593a/4372ef13-320b-488f-a7e4-3ed87e535a97/08fcfc00-731b-44ac-95c1-d852aac6e569) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:18.571819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:18.575177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:18.578850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:18.583536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:18.587113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:18.588537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.593212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:18.594457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.655440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-446d1a80-74dc-4504-9888-776fbd3df6f1 req-c5596ccd-d7af-4cd6-a32b-90f58efb8a7e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4744408 Jul 16 18:51:18.656942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7cac591-23d5-4b26-8fc0-9960399636e1 req-271843af-bef6-4310-8fb2-79f5bd8bc79f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005219 Jul 16 18:51:18.658456 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5193031 Jul 16 18:51:18.660056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.693554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:18.744804 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:11Z', 'revision_number': 7, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:14Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:18.803645 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041407b-2ea2-48c7-b4a4-df3727733de1 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:11Z', 'revision_number': 7, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13247953-dd19-473a-9bca-eed4ca7b66f6', 'name': '', 'network_id': 'eaa37808-1b3d-48ba-a274-bf0b9aeeba4d', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:5a:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:01Z', 'updated_at': '2021-07-16T18:51:14Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'ecf58f83-4c03-48ea-8ebc-7f4529b6b099', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:18.864167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d88b42-923d-4ca4-b1c8-2b26661b4ecb tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=b4b2ca2b-4106-46c1-b03b-bb60169f6b1e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:18.919701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:18.987714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdd9840-7da8-4f8a-acab-605c2e10ebe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.050059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdd9840-7da8-4f8a-acab-605c2e10ebe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.050988 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e43638-771c-4985-87e4-c0381ea60a64 x-openstack-request-id: req-16e43638-771c-4985-87e4-c0381ea60a64 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:19.051480 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-plugged", "status": "completed", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:19.051576 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16e43638-771c-4985-87e4-c0381ea60a64 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:19.051896 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'code': 200} Jul 16 18:51:19.102879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.110629 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-10a270fe-66ae-44f0-b6cd-2dc12785b4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.172337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11a10f-08b0-42ce-a0d3-089434c0b7ff tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:19.172900 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2c11a10f-08b0-42ce-a0d3-089434c0b7ff tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4874256 Jul 16 18:51:19.175729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33816) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:19.189939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdd9840-7da8-4f8a-acab-605c2e10ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.192924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2cdd9840-7da8-4f8a-acab-605c2e10ebe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.194201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2cdd9840-7da8-4f8a-acab-605c2e10ebe9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/98c87153-06d9-49fb-9114-9971f2b876fc HTTP/1.1" status: 204 len: 168 time: 0.5815942 Jul 16 18:51:19.225423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd9840-7da8-4f8a-acab-605c2e10ebe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c87153-06d9-49fb-9114-9971f2b876fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:19.281176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:19.287637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.297752 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.307129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Transition to ACTIVE for port object 08fcfc00-731b-44ac-95c1-d852aac6e569 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:19.327014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Transition to ACTIVE for port object 08fcfc00-731b-44ac-95c1-d852aac6e569 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:19.343482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] Sync routers for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:19.351305 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.360143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d3e8770e-69f3-4f62-992a-ba302b231719 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/floatingips/ff25b835-f315-478d-a429-1aacfa549c42 HTTP/1.1" status: 204 len: 168 time: 4.0650840 Jul 16 18:51:19.363397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:19.364708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port b4b2ca2b-4106-46c1-b03b-bb60169f6b1e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:19.365336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.366209 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c607c2-17fe-4e87-8367-1cd89297d842" -d '{"events": [{"name": "network-changed", "server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:19.370934 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.386426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:19.461757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:19.462675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:19.466225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:19.510179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:19.517130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:19.546493 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1eb8c7-3a37-4a2d-8a5c-aefa803adb2c x-openstack-request-id: req-0b1eb8c7-3a37-4a2d-8a5c-aefa803adb2c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:19.546842 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:19.547039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Pushing event updated for resources: {'Port': ['ID=08fcfc00-731b-44ac-95c1-d852aac6e569,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:19.547161 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b1eb8c7-3a37-4a2d-8a5c-aefa803adb2c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:19.547510 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'status': 'completed', 'code': 200} Jul 16 18:51:19.579906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 585168f2-f6d9-4b69-8308-551b5a9c2dd4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=585168f2-f6d9-4b69-8308-551b5a9c2dd4,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:19.640279 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.672248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:19.684049 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:19.687364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8292ea1c-02cf-4ac9-928d-5beffab846d3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9749510 Jul 16 18:51:19.690401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:19.705701 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:19.716967 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:19.774023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=585168f2-f6d9-4b69-8308-551b5a9c2dd4,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:19.779154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Attempting to bind port 08fcfc00-731b-44ac-95c1-d852aac6e569 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:19.779757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Attempting to bind port 08fcfc00-731b-44ac-95c1-d852aac6e569 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:19.780359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Attempting to bind port 08fcfc00-731b-44ac-95c1-d852aac6e569 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:19.800918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:19.822208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.853704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet ecf58f83-4c03-48ea-8ebc-7f4529b6b099 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:19.865659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.896650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:19.897090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:19.897477 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.897982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:19.898512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Bound port: 08fcfc00-731b-44ac-95c1-d852aac6e569, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:19.899046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.953208 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:19.983215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.987034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for b4b2ca2b-4106-46c1-b03b-bb60169f6b1e owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:20.129351 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.288740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] For port 08fcfc00-731b-44ac-95c1-d852aac6e569, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:20.293424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] For port 08fcfc00-731b-44ac-95c1-d852aac6e569, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=08fcfc00-731b-44ac-95c1-d852aac6e569,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:20.304974 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.366829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223e110-291b-4c79-ba7f-65477f458cb5 None None] Pushing event updated for resources: {'Port': ['ID=08fcfc00-731b-44ac-95c1-d852aac6e569,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:20.405361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:57Z', 'revision_number': 6, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:20.439032 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:17Z', 'revision_number': 8, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:20.451806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] Checking router: 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:20.463462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:20.464101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:20.483568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396f78-69fb-4c92-8f76-948106d58b57 req-e0b004d5-4837-4fd3-87c1-6166ce7ec288 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:20.486572 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:20.491951 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff396f78-69fb-4c92-8f76-948106d58b57 req-e0b004d5-4837-4fd3-87c1-6166ce7ec288 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 946 time: 0.4650674 Jul 16 18:51:20.503375 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:20.504616 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:20.553673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.620994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:20.675164 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:20.727369 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff396f78-69fb-4c92-8f76-948106d58b57 req-98646f01-bf86-48a0-b2c7-e130ccfaeee3 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341185 Jul 16 18:51:20.816309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.898109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf58f83-4c03-48ea-8ebc-7f4529b6b099,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:20.907253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:20.920102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.924851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0604be3e-14e3-4ebf-8adb-b7fc323ec0bb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/ecf58f83-4c03-48ea-8ebc-7f4529b6b099 HTTP/1.1" status: 204 len: 168 time: 1.2308788 Jul 16 18:51:20.926981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:21.053850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-cef16334-3247-4f7c-af96-c1481bef66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.058189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-cef16334-3247-4f7c-af96-c1481bef66f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 1097 time: 1.2397704 Jul 16 18:51:21.126901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e300975d-b106-480c-b650-9c4dc9a87752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585168f2-f6d9-4b69-8308-551b5a9c2dd4'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:21.136347 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c4abe5-c61b-4044-bd19-77f7a2e9f83a" -d '{"events": [{"server_uuid": "e300975d-b106-480c-b650-9c4dc9a87752", "name": "network-vif-plugged", "status": "completed", "tag": "585168f2-f6d9-4b69-8308-551b5a9c2dd4"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:21.189056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbdd616-eb7b-42d1-9091-ff97f798c309 None None] Network eaa37808-1b3d-48ba-a274-bf0b9aeeba4d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:21.199826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 08fcfc00-731b-44ac-95c1-d852aac6e569 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:21.286680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7897730-e803-43fe-865e-937fd4d3c3e5 req-09524c84-f134-4f4f-88b7-a4930161d9eb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.288318 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7897730-e803-43fe-865e-937fd4d3c3e5 req-09524c84-f134-4f4f-88b7-a4930161d9eb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 1.3613870 Jul 16 18:51:21.302935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-776837408-network', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:21.310112 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:17Z', 'revision_number': 8, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:21.331079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.350790 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e23ee1-0f84-4db3-8918-77b90a938bb9 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:17Z', 'revision_number': 8, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': '05e0d97e-af7f-4cab-a6c2-71465deb89ed', 'name': '', 'network_id': '0f6399bd-710e-45b8-b515-e8ec9f162499', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:8c:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:47Z', 'updated_at': '2021-07-16T18:50:59Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': 'be8626aa-1bd6-466a-a829-c49c6d21107f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:21.432851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Made reservation on behalf of 96fd14e04d124f3bb9cb6932c8feec29 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:21.437415 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.461451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7897730-e803-43fe-865e-937fd4d3c3e5 req-1164068e-f588-4173-a69e-7e7fc2da5e5c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385040 Jul 16 18:51:21.471322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-9a12e18d-1de8-479c-bed0-b26a28797366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.473110 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-9a12e18d-1de8-479c-bed0-b26a28797366 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 200 len: 898 time: 0.3874922 Jul 16 18:51:21.496662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.527651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-3818ab5d-e9fb-4692-8bdb-4b9e5e7b921d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f41db7a-4356-474a-b6c9-e8d124727de3 HTTP/1.1" status: 200 len: 217 time: 0.0467086 Jul 16 18:51:21.554998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4697bbb-5708-4d61-8cd8-f0073c00d58c req-f9148e94-c0dc-40b3-830b-f7b0b2a624ad tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.557036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4697bbb-5708-4d61-8cd8-f0073c00d58c req-f9148e94-c0dc-40b3-830b-f7b0b2a624ad tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 945 time: 0.3493743 Jul 16 18:51:21.571457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17162cc5-2082-482b-83d2-994764c380c8 req-5c667ca0-57a6-499d-b059-9e7f8eee3547 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.573149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17162cc5-2082-482b-83d2-994764c380c8 req-5c667ca0-57a6-499d-b059-9e7f8eee3547 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 945 time: 0.3631201 Jul 16 18:51:21.582141 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd0248-a9ce-47cf-a105-ed81ba81993d x-openstack-request-id: req-43bd0248-a9ce-47cf-a105-ed81ba81993d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:21.582435 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e300975d-b106-480c-b650-9c4dc9a87752", "name": "network-vif-plugged", "status": "completed", "tag": "585168f2-f6d9-4b69-8308-551b5a9c2dd4", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:21.583410 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43bd0248-a9ce-47cf-a105-ed81ba81993d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:21.583410 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e300975d-b106-480c-b650-9c4dc9a87752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585168f2-f6d9-4b69-8308-551b5a9c2dd4', 'code': 200} Jul 16 18:51:21.598971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 08fcfc00-731b-44ac-95c1-d852aac6e569 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:21.619028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:57Z', 'revision_number': 6, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:21.621202 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.664188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4adb9-89e4-4875-87b2-b7c6d08a157b None None] The sync data for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 is: [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:50:57Z', 'revision_number': 6, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'f5d2affb-d5a5-4abe-a718-180e02d2e073', 'name': '', 'network_id': '8140e75d-0891-4d35-bd3d-441eca446ef9', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:ac:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:37Z', 'updated_at': '2021-07-16T18:48:55Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'e18a92da-5fb3-48cb-810f-a1ab9b9efe4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:21.765878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-03034a72-0d6a-4711-9249-524cd0e02615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.771891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-03034a72-0d6a-4711-9249-524cd0e02615 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e18a92da-5fb3-48cb-810f-a1ab9b9efe4d HTTP/1.1" status: 200 len: 835 time: 0.2373753 Jul 16 18:51:21.781946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=b4b2ca2b-4106-46c1-b03b-bb60169f6b1e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:21.814418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.951140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] DHCP port deletion for eaa37808-1b3d-48ba-a274-bf0b9aeeba4d request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:21.969726 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.979619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1ffd2882-4c4d-4dea-a35a-3bf569836917 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/b4b2ca2b-4106-46c1-b03b-bb60169f6b1e HTTP/1.1" status: 204 len: 168 time: 2.7999785 Jul 16 18:51:21.990619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33896) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:22.106421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] Deleting port 70eeafdb-a115-46e7-ab92-48434488af5d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:22.108338 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.165539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 70eeafdb-a115-46e7-ab92-48434488af5d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:22.165965 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.269703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882606a-462a-4282-be98-bd226229f93d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.277317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882606a-462a-4282-be98-bd226229f93d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.291565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b882606a-462a-4282-be98-bd226229f93d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2836916 Jul 16 18:51:22.294367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4697bbb-5708-4d61-8cd8-f0073c00d58c req-890859ed-3557-44af-93ca-fadefdde62f9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7152791 Jul 16 18:51:22.294917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33904) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:22.371395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5b6c6-c1c5-4184-992f-0ce05907b835 req-d8126010-86d9-4144-989d-9196bbed9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.371938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] For port 70eeafdb-a115-46e7-ab92-48434488af5d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=70eeafdb-a115-46e7-ab92-48434488af5d,segment=NetworkSegment(389b789a-92ea-4567-a246-45ba3c96ebf2),segment_id=389b789a-92ea-4567-a246-45ba3c96ebf2)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:22.372448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.376379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ac5b6c6-c1c5-4184-992f-0ce05907b835 req-d8126010-86d9-4144-989d-9196bbed9ccc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 1098 time: 0.7174773 Jul 16 18:51:22.403166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] Calling delete_port for 70eeafdb-a115-46e7-ab92-48434488af5d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:22.410473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port 9f41db7a-4356-474a-b6c9-e8d124727de3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:22.410912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.480044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 4372ef13-320b-488f-a7e4-3ed87e535a97 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:22.487154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-8331fe70-0151-4853-88e0-f576f93a6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.488992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-8331fe70-0151-4853-88e0-f576f93a6017 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8140e75d-0891-4d35-bd3d-441eca446ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6826646 Jul 16 18:51:22.491575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.514599 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.532097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port 70eeafdb-a115-46e7-ab92-48434488af5d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=70eeafdb-a115-46e7-ab92-48434488af5d,segment=NetworkSegment(389b789a-92ea-4567-a246-45ba3c96ebf2),segment_id=389b789a-92ea-4567-a246-45ba3c96ebf2)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:22.532854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.544179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06599f7-c312-4083-9bf1-d029038ebcc6 None None] New status for floating IP ff25b835-f315-478d-a429-1aacfa549c42: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:51:22.555908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 70eeafdb-a115-46e7-ab92-48434488af5d owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:22.587480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-46eecb69-e5f6-4f73-a651-88b798704f84 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:51:22.589805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-46eecb69-e5f6-4f73-a651-88b798704f84 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922430 Jul 16 18:51:22.647270 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.704856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.764087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.917276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba6709-1a01-4ae8-895a-befee6a3e307 req-2b1ec5da-189e-4e69-9fd0-94a3f61df295 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.939379 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25ba6709-1a01-4ae8-895a-befee6a3e307 req-2b1ec5da-189e-4e69-9fd0-94a3f61df295 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 946 time: 0.6890924 Jul 16 18:51:22.944007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:51:22.963433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ac5b6c6-c1c5-4184-992f-0ce05907b835 req-4bdcaa6a-6eed-42ec-b467-b25ddca7a39c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682707 Jul 16 18:51:23.016677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.017343 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Added segment 332bcd20-640e-4db3-9e5e-51ed272b391d of type vlan for network ef411865-9871-42a2-a437-89cf28bede19 Jul 16 18:51:23.021323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf2f439-8cf4-4772-9f89-200c2bde469a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.025601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] No DVR routers for this DVR port 70eeafdb-a115-46e7-ab92-48434488af5d on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:23.048611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 13247953-dd19-473a-9bca-eed4ca7b66f6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:23.078521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49777f9a-cce9-4f7e-b569-9032160a0f4b None None] Pushing event deleted for resources: {'Port': ['ID=70eeafdb-a115-46e7-ab92-48434488af5d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.080965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 13247953-dd19-473a-9bca-eed4ca7b66f6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:23.081461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 13247953-dd19-473a-9bca-eed4ca7b66f6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:23.081935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 70eeafdb-a115-46e7-ab92-48434488af5d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:23.089555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.119704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50632c17-010c-476c-bce6-5c729f25df6d None None] Provisioning for port 08fcfc00-731b-44ac-95c1-d852aac6e569 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:23.123261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 70eeafdb-a115-46e7-ab92-48434488af5d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:23.123604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 70eeafdb-a115-46e7-ab92-48434488af5d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:23.126627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-50632c17-010c-476c-bce6-5c729f25df6d None None] Provisioning complete for port 08fcfc00-731b-44ac-95c1-d852aac6e569 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:23.126998 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50632c17-010c-476c-bce6-5c729f25df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.130108 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.167602 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-8ef384d6-e1f9-4d50-b19b-d1edb93dd8f6 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660727 Jul 16 18:51:23.172935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.208413 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.210575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/4372ef13-320b-488f-a7e4-3ed87e535a97 HTTP/1.1" status: 204 len: 168 time: 0.8892291 Jul 16 18:51:23.217887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33920) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:23.241308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839941b-dfac-4caa-902d-d1c7f9efe5ba tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=4372ef13-320b-488f-a7e4-3ed87e535a97,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.263531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25ba6709-1a01-4ae8-895a-befee6a3e307 req-2837ee9c-e830-42bc-89af-8585091dcc53 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228817 Jul 16 18:51:23.264061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port 9f41db7a-4356-474a-b6c9-e8d124727de3, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9f41db7a-4356-474a-b6c9-e8d124727de3,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:23.264433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.318692 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.321847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50632c17-010c-476c-bce6-5c729f25df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.337906 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c3a25e2a-7368-4bbc-a120-fac52bdbd20f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115353 Jul 16 18:51:23.338899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.345865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:23.355631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030df1cd-f97d-4d67-a84b-26f400d4a8bf None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:23.364618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for 9f41db7a-4356-474a-b6c9-e8d124727de3 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:23.394393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=70eeafdb-a115-46e7-ab92-48434488af5d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.407158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port 70eeafdb-a115-46e7-ab92-48434488af5d on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:23.436144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4c607c2-17fe-4e87-8367-1cd89297d842 req-2b661d57-28b7-41cc-9b1a-4f8e95b2d698 service neutron] 10.222.0.59 "GET /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598243 Jul 16 18:51:23.473384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-50632c17-010c-476c-bce6-5c729f25df6d None None] For port 08fcfc00-731b-44ac-95c1-d852aac6e569, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=08fcfc00-731b-44ac-95c1-d852aac6e569,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:23.475810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff65be9-36da-44db-87c0-3abae64a841d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:23.478085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cff65be9-36da-44db-87c0-3abae64a841d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1310718 Jul 16 18:51:23.480867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:23.484110 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50632c17-010c-476c-bce6-5c729f25df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.485352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef474515-339b-49ec-b30a-09fc8d891e45 req-c8614e23-dc0b-409a-8099-20b49c5ca80f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:23.492877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef474515-339b-49ec-b30a-09fc8d891e45 req-c8614e23-dc0b-409a-8099-20b49c5ca80f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.7507732 Jul 16 18:51:23.547003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c48dcf9-3f66-4f15-8e3e-108fccfcf37a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:23.550813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7c48dcf9-3f66-4f15-8e3e-108fccfcf37a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0677385 Jul 16 18:51:23.561306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:23.587010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.588003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:23.588594 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.615567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-be9b6cae-843b-4c05-b238-49a6aed53e48 None None] Could not find standard attr ID for object b4b2ca2b-4106-46c1-b03b-bb60169f6b1e. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:51:23.667711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d2bc3cc8-aaba-469b-9f02-414eb562c35f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039939 Jul 16 18:51:23.669440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:23.694199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:23.706419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632c17-010c-476c-bce6-5c729f25df6d None None] Pushing event updated for resources: {'Port': ['ID=08fcfc00-731b-44ac-95c1-d852aac6e569,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.827625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.839097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:23.840908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa37808-1b3d-48ba-a274-bf0b9aeeba4d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:23.853941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389b789a-92ea-4567-a246-45ba3c96ebf2') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:23.854408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389b789a-92ea-4567-a246-45ba3c96ebf2') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:23.857858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:23.863287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.865830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.883803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.891126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:23.891538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.902086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] Deleting port 08fcfc00-731b-44ac-95c1-d852aac6e569 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:23.902517 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.910115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2f855-b0bb-4f2c-a0ce-0605998b313e req-82915ea3-0d6c-46c7-b265-01c22415c7d1 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:23.912250 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ea2f855-b0bb-4f2c-a0ce-0605998b313e req-82915ea3-0d6c-46c7-b265-01c22415c7d1 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 945 time: 0.3463726 Jul 16 18:51:23.967689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ef474515-339b-49ec-b30a-09fc8d891e45 req-0504ef40-9a4a-482e-9f2d-01e0afe85fb5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738722 Jul 16 18:51:23.969112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] Pushing event updated for resources: {'Network': ['ID=ef411865-9871-42a2-a437-89cf28bede19,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:23.973284 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:23.984020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.984745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ef411865-9871-42a2-a437-89cf28bede19 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:51:24.020644 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.022479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ea2f855-b0bb-4f2c-a0ce-0605998b313e req-3c55c55e-e23e-4400-84f8-5d9bdfcb2fda tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=431cac0f-2adc-4988-a62d-8badfa6958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024077 Jul 16 18:51:24.023308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/eaa37808-1b3d-48ba-a274-bf0b9aeeba4d HTTP/1.1" status: 204 len: 168 time: 3.0929656 Jul 16 18:51:24.026711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33944) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:24.039668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-68b64f8c-4990-4236-9c37-3fd64ea4b05d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1291058 Jul 16 18:51:24.055612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:24.062397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Request body: {'subnet': {'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-776837408-subnet', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:24.071963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] For port 08fcfc00-731b-44ac-95c1-d852aac6e569, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=08fcfc00-731b-44ac-95c1-d852aac6e569,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:24.072466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.120278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Made reservation on behalf of 96fd14e04d124f3bb9cb6932c8feec29 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:24.123089 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.141007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] Calling delete_port for 08fcfc00-731b-44ac-95c1-d852aac6e569 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:24.163739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493aaf7-6364-4335-bd17-cee5e265eba0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=eaa37808-1b3d-48ba-a274-bf0b9aeeba4d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:24.302891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.331289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.332413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] No DVR routers for this DVR port 08fcfc00-731b-44ac-95c1-d852aac6e569 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:24.374737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0173854-534f-400b-b19e-ed6f6872d1ef None None] Pushing event deleted for resources: {'Port': ['ID=08fcfc00-731b-44ac-95c1-d852aac6e569,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:24.406424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.448900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=9f41db7a-4356-474a-b6c9-e8d124727de3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:24.545781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:24.550841 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.555908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:24.569105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:24.569361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1cc7de-6b5b-4c03-be29-09a0245a7f77 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:24.570963 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.588516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=5007470d-8aeb-40ca-ad5a-428328e7e687,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:24.606291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5c497598-f75f-4e50-8304-284ecc91a607 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9333897 Jul 16 18:51:24.637447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:24.662218 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:ac:da:b1', 'name': 'tempest-NetworksTestDHCPv6-669729541'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:24.730679 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.789291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '5007470d-8aeb-40ca-ad5a-428328e7e687'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:51:24.790677 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.828191 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Checking segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:24.828550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Network hostable DHCP agents. Network: ef411865-9871-42a2-a437-89cf28bede19, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:51:24.866621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0097f78a-2718-4b34-9d85-49a837eea900,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:24.904475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Network ef411865-9871-42a2-a437-89cf28bede19 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:51:24.927603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ef411865-9871-42a2-a437-89cf28bede19) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:24.936149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:24.937093 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.945142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:24.986739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-796a097f-4951-490c-806f-9ef9a5bcb7b5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9279649 Jul 16 18:51:24.992802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33956) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:24.993003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:25.103428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] No DVR routers for this DVR port 9f41db7a-4356-474a-b6c9-e8d124727de3 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:25.105451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.106630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.116316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.119389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17162cc5-2082-482b-83d2-994764c380c8 req-2e981947-488c-4668-b558-489c7c9bfe9e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.59 "DELETE /v2.0/ports/9f41db7a-4356-474a-b6c9-e8d124727de3 HTTP/1.1" status: 204 len: 173 time: 3.5242763 Jul 16 18:51:25.121361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'name': 'network-vif-deleted', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:25.124803 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3b6cbe-dfcf-4b9e-bb77-46b2d30f4454" -d '{"events": [{"server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "name": "network-vif-deleted", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:25.128393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.172385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 6854861d-4de0-4c03-9c48-a2eb9a9f514b yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:51:25.179642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e1386-b226-48c0-bddc-e33135028052 None None] Network ef411865-9871-42a2-a437-89cf28bede19 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:25.207199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 08fcfc00-731b-44ac-95c1-d852aac6e569 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:25.262393 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b654-3e82-4e28-ae6a-88b888fe6b60 req-af736bbc-91b6-4de3-a6cd-43b1ffad0fd4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:25.264134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f71b654-3e82-4e28-ae6a-88b888fe6b60 req-af736bbc-91b6-4de3-a6cd-43b1ffad0fd4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 946 time: 0.8053422 Jul 16 18:51:25.283385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 08fcfc00-731b-44ac-95c1-d852aac6e569 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:25.285383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 08fcfc00-731b-44ac-95c1-d852aac6e569 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:25.316676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::b7 (78c95300-195f-443c-b5c5-d4b9b102593a/5007470d-8aeb-40ca-ad5a-428328e7e687/6854861d-4de0-4c03-9c48-a2eb9a9f514b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:25.422810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f71b654-3e82-4e28-ae6a-88b888fe6b60 req-7282bba2-cbed-4c45-8810-daa1d7dea710 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457083 Jul 16 18:51:25.424565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.490012 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.557412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-ef411865-9871-42a2-a437-89cf28bede19', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'fixed_ips': [{'subnet_id': '0097f78a-2718-4b34-9d85-49a837eea900'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:51:25.558291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.623178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b02dd423-d934-43e3-8aa6-a9ea1dc94191 req-12b33c9b-13b6-4369-8e1f-9443e8075c53 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f HTTP/1.1" status: 200 len: 210 time: 0.0396729 Jul 16 18:51:25.710537 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3f60d-9f62-4fc0-8a06-ea8d8806479f x-openstack-request-id: req-e7b3f60d-9f62-4fc0-8a06-ea8d8806479f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:25.710827 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f", "name": "network-vif-deleted", "tag": "9f41db7a-4356-474a-b6c9-e8d124727de3", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:25.710827 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7b3f60d-9f62-4fc0-8a06-ea8d8806479f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:25.711284 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60cc19-4c7a-4a33-880e-cccf8f4d2f2f', 'name': 'network-vif-deleted', 'tag': '9f41db7a-4356-474a-b6c9-e8d124727de3', 'status': 'completed', 'code': 200} Jul 16 18:51:25.750174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Allocated IP 172.20.0.2 (ef411865-9871-42a2-a437-89cf28bede19/0097f78a-2718-4b34-9d85-49a837eea900/8f48615c-0b80-4205-9f74-c77cd5c40bc3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:25.797985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.866320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8528ca-a6f4-41e2-9b87-a6cb23989f18 req-2d591f97-2bd7-4536-aad9-3f5d3c444411 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:25.868246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cb8528ca-a6f4-41e2-9b87-a6cb23989f18 req-2d591f97-2bd7-4536-aad9-3f5d3c444411 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.5294931 Jul 16 18:51:25.870840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.897034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 6854861d-4de0-4c03-9c48-a2eb9a9f514b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:25.898869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 05e0d97e-af7f-4cab-a6c2-71465deb89ed {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:25.899008 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:25.985288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cb8528ca-a6f4-41e2-9b87-a6cb23989f18 req-5bc95a88-d19e-45b4-a801-7399f6ccac58 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063123 Jul 16 18:51:26.000877 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.011357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Transition to ACTIVE for port object 8f48615c-0b80-4205-9f74-c77cd5c40bc3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:26.031419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Transition to ACTIVE for port object 8f48615c-0b80-4205-9f74-c77cd5c40bc3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:26.040984 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.075203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port 05e0d97e-af7f-4cab-a6c2-71465deb89ed, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=05e0d97e-af7f-4cab-a6c2-71465deb89ed,segment=NetworkSegment(9ad01f94-2577-4a1b-bdde-5ed183658ee9),segment_id=9ad01f94-2577-4a1b-bdde-5ed183658ee9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:26.075890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.092015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Network ef411865-9871-42a2-a437-89cf28bede19 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:26.100441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:26.112298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:26.115085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305086df-e9f2-4ab1-baf8-2a2856cd0dcf req-69065890-53ce-49c2-b1b1-968f7bddc160 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:26.123772 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-305086df-e9f2-4ab1-baf8-2a2856cd0dcf req-69065890-53ce-49c2-b1b1-968f7bddc160 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 946 time: 0.1572099 Jul 16 18:51:26.131666 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.135710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 05e0d97e-af7f-4cab-a6c2-71465deb89ed owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:26.175630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Pushing event updated for resources: {'Port': ['ID=8f48615c-0b80-4205-9f74-c77cd5c40bc3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:26.188811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-305086df-e9f2-4ab1-baf8-2a2856cd0dcf req-2f3daeed-e40f-462e-800a-acbe96a35200 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640032 Jul 16 18:51:26.220635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:26.224322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Attempting to bind port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:26.224761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Attempting to bind port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:26.225315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Attempting to bind port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 on network ef411865-9871-42a2-a437-89cf28bede19 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:26.230871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/5007470d-8aeb-40ca-ad5a-428328e7e687/e1ab2deb-3a2e-4d32-8145-ef132384c040) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:26.238594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:26.239751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:26.241085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Checking segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:26.241982 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.242538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Bound using segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:26.243199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Bound port: 8f48615c-0b80-4205-9f74-c77cd5c40bc3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:26.243656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.249640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:26.257423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:26.258257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.284324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=6854861d-4de0-4c03-9c48-a2eb9a9f514b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:26.294033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6700d1ba-eecc-4ec7-ad0b-13d1594a4150 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6354005 Jul 16 18:51:26.294615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33972) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:26.336712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9f41db7a-4356-474a-b6c9-e8d124727de3 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:26.389262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 9f41db7a-4356-474a-b6c9-e8d124727de3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:26.393288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9f41db7a-4356-474a-b6c9-e8d124727de3 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:26.542947 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.557868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] For port 8f48615c-0b80-4205-9f74-c77cd5c40bc3, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:26.565001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] For port 8f48615c-0b80-4205-9f74-c77cd5c40bc3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f48615c-0b80-4205-9f74-c77cd5c40bc3,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:26.576212 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.614185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=05e0d97e-af7f-4cab-a6c2-71465deb89ed,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:26.833074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:26.888120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d84cf-64f0-4690-af5d-18fad041dadf None None] Pushing event updated for resources: {'Port': ['ID=8f48615c-0b80-4205-9f74-c77cd5c40bc3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:26.890806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.934005 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.962432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Transition to ACTIVE for port object e1ab2deb-3a2e-4d32-8145-ef132384c040 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:26.989496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Transition to ACTIVE for port object e1ab2deb-3a2e-4d32-8145-ef132384c040 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:27.008181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.052626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca131d8-0f76-47a0-aa4c-5f68d39a41e0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.124977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Pushing event updated for resources: {'Port': ['ID=e1ab2deb-3a2e-4d32-8145-ef132384c040,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:27.126475 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca131d8-0f76-47a0-aa4c-5f68d39a41e0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.160383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:27.164586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:27.175764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:27.205546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.233386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca131d8-0f76-47a0-aa4c-5f68d39a41e0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.236153 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dca131d8-0f76-47a0-aa4c-5f68d39a41e0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.240473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dca131d8-0f76-47a0-aa4c-5f68d39a41e0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/security-groups/431cac0f-2adc-4988-a62d-8badfa6958d1 HTTP/1.1" status: 204 len: 168 time: 0.4061759 Jul 16 18:51:27.261017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Attempting to bind port e1ab2deb-3a2e-4d32-8145-ef132384c040 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:27.261425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Attempting to bind port e1ab2deb-3a2e-4d32-8145-ef132384c040 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:27.261798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Attempting to bind port e1ab2deb-3a2e-4d32-8145-ef132384c040 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:27.268698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:27.269286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:27.269757 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.270225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:27.270844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Bound port: e1ab2deb-3a2e-4d32-8145-ef132384c040, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:27.271305 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.294095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca131d8-0f76-47a0-aa4c-5f68d39a41e0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431cac0f-2adc-4988-a62d-8badfa6958d1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:27.297706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff54e47-756c-4500-8a28-68f0fd1c6c63 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:27.303388 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dff54e47-756c-4500-8a28-68f0fd1c6c63 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.0050020 Jul 16 18:51:27.304611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.310375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33986) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:27.370317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] For port e1ab2deb-3a2e-4d32-8145-ef132384c040, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:27.374488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] For port e1ab2deb-3a2e-4d32-8145-ef132384c040, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1ab2deb-3a2e-4d32-8145-ef132384c040,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:27.387640 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.422560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809d82b-acdd-4233-9d7b-b5ef55369fe6 req-2c8242f2-c6f0-4da9-8592-799884462cda tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:27.424266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2809d82b-acdd-4233-9d7b-b5ef55369fe6 req-2c8242f2-c6f0-4da9-8592-799884462cda tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.1776021 Jul 16 18:51:27.426558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:27.466108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741586d-c500-4738-bcd2-c0c2d1279af9 None None] Pushing event updated for resources: {'Port': ['ID=e1ab2deb-3a2e-4d32-8145-ef132384c040,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:27.481776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005b1a-2c25-4f8e-94e0-7a6856641209 req-359aefae-3a46-4566-a6b6-980c2eb59253 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:27.486234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02005b1a-2c25-4f8e-94e0-7a6856641209 req-359aefae-3a46-4566-a6b6-980c2eb59253 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 946 time: 0.4545212 Jul 16 18:51:27.562857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2809d82b-acdd-4233-9d7b-b5ef55369fe6 req-6fb3da60-1c7e-4e54-8035-11eba3b792a1 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321151 Jul 16 18:51:27.606618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:27.612031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96448fb9-dbcb-4dcb-8229-47c4567a5ceb tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5742707 Jul 16 18:51:27.615229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:27.622693 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:27.639525 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:27.642094 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:27.662709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02005b1a-2c25-4f8e-94e0-7a6856641209 req-f21b3afc-cdbc-4ac9-b3c0-f69e20368950 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678684 Jul 16 18:51:27.669337 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 33992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:27.690449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Allocated IP 172.25.1.159 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/8f975f25-1e24-4721-8053-8b555c0708b7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:27.707145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet be8626aa-1bd6-466a-a829-c49c6d21107f {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:27.711219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.741649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:27.756498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 6854861d-4de0-4c03-9c48-a2eb9a9f514b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:27.756498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.828957 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.884732 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:27.918877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:27.941493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 6854861d-4de0-4c03-9c48-a2eb9a9f514b owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:28.034450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:28.061454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'port_id': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'mac_address': 'fa:16:3e:83:f5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:28.083413 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.163224 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.189842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:28.233156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:28.247245 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.311704 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.359473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:28.405952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=be8626aa-1bd6-466a-a829-c49c6d21107f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:28.420021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.425295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e311a-7c8e-4b09-b1fe-f8a27a07ab49 None None] Network 0f6399bd-710e-45b8-b515-e8ec9f162499 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:28.426199 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:26Z', 'revision_number': 9, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:28.434744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-24123a22-9784-40ca-a4d6-6a12f3f78f53 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/be8626aa-1bd6-466a-a829-c49c6d21107f HTTP/1.1" status: 204 len: 168 time: 0.8124993 Jul 16 18:51:28.441696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 33996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:28.458799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9a41c55b-33f3-4f53-a2c0-01ec26f4c597'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:28.477237 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:28.491264 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:28.491875 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:28.496456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-cbb49d6a-eb8a-41f5-8007-3a0b03070dcc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:28.514364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-cbb49d6a-eb8a-41f5-8007-3a0b03070dcc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 946 time: 0.2966373 Jul 16 18:51:28.520705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.528396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.534164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b005b3-f98a-428b-bf0a-b27df0d43764 None None] Network ef411865-9871-42a2-a437-89cf28bede19 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:28.598540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=6854861d-4de0-4c03-9c48-a2eb9a9f514b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:28.635263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.639744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a1480509-8702-4516-bbbb-a89f15f424c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/6854861d-4de0-4c03-9c48-a2eb9a9f514b HTTP/1.1" status: 204 len: 168 time: 1.3260636 Jul 16 18:51:28.648230 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34000) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:28.667620 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:28.961194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.974132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c671ab05-a382-429c-9411-4d263456cb89 None None] Provisioning for port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:29.070589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:29.070949 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.196181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c346bc3-d399-4206-bcf0-ca6e247eb93e req-90747b6f-9956-47fd-9ddb-2be3ac188c83 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:29.204255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c346bc3-d399-4206-bcf0-ca6e247eb93e req-90747b6f-9956-47fd-9ddb-2be3ac188c83 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 944 time: 0.3893602 Jul 16 18:51:29.320490 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:26Z', 'revision_number': 9, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:29.361596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c346bc3-d399-4206-bcf0-ca6e247eb93e req-c7ddf37b-de24-4be8-beeb-59497206effc tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346691 Jul 16 18:51:29.376556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534718c9-74de-43c0-80b8-922951bbeffd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:29.382040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534718c9-74de-43c0-80b8-922951bbeffd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:29.390085 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-534718c9-74de-43c0-80b8-922951bbeffd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7328722 Jul 16 18:51:29.393287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.395600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34018) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:29.396216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port a0810927-ec87-4039-985d-c267be1baf19 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:29.399288 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.415380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c858a-2d79-44bb-adcd-b7d50b8771d5 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:26Z', 'revision_number': 9, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3', 'name': '', 'network_id': '03a13fa8-abbc-4b51-847e-7175619ba246', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:e6:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '9ef46303-763b-4916-b588-9d622e460ac5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:36Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '9ef46303-763b-4916-b588-9d622e460ac5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:29.456590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] For port 585168f2-f6d9-4b69-8308-551b5a9c2dd4, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=585168f2-f6d9-4b69-8308-551b5a9c2dd4,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:29.462336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.515070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for 585168f2-f6d9-4b69-8308-551b5a9c2dd4 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:29.558195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Pushing event updated for resources: {'Port': ['ID=8f975f25-1e24-4721-8053-8b555c0708b7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:29.571261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f48615c-0b80-4205-9f74-c77cd5c40bc3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:29.571787 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:29.599657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 5007470d-8aeb-40ca-ad5a-428328e7e687 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:29.609628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.632095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:29.652667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port a0810927-ec87-4039-985d-c267be1baf19, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a0810927-ec87-4039-985d-c267be1baf19,segment=NetworkSegment(9ad01f94-2577-4a1b-bdde-5ed183658ee9),segment_id=9ad01f94-2577-4a1b-bdde-5ed183658ee9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:29.653213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.699441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0e4c2e6a-3832-45f2-9218-a267b46bc000 None None] Provisioning for port e1ab2deb-3a2e-4d32-8145-ef132384c040 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:29.706386 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:29.755625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:29.760841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:29.761360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.784311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for a0810927-ec87-4039-985d-c267be1baf19 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:29.855582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:29.873501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] DHCP port deletion for 0f6399bd-710e-45b8-b515-e8ec9f162499 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:29.882713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-18ddc33c-5b27-4d0d-ac89-4cbdd7929ac3 None None] Could not find standard attr ID for object 6854861d-4de0-4c03-9c48-a2eb9a9f514b. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:51:30.070664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b3cf1-3e5f-40e0-a135-6e32fa83b50c req-736e6e1e-7556-47fd-93c0-dba036a9a479 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.085667 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b01b3cf1-3e5f-40e0-a135-6e32fa83b50c req-736e6e1e-7556-47fd-93c0-dba036a9a479 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 946 time: 1.1605732 Jul 16 18:51:30.117029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] Deleting port a0810927-ec87-4039-985d-c267be1baf19 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:30.117466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.119461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.199799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.261522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b01b3cf1-3e5f-40e0-a135-6e32fa83b50c req-4fa2d8ff-11b1-42ad-9fc8-302a4f1c928c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667418 Jul 16 18:51:30.286359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.309209 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.314872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=a0810927-ec87-4039-985d-c267be1baf19,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:30.317267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port a0810927-ec87-4039-985d-c267be1baf19 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:30.321531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7a0447db-1f83-4065-8845-225d4955c510 None None] Provisioning complete for port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:30.322002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7a0447db-1f83-4065-8845-225d4955c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.336612 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ea7b8db-a2cb-400f-829e-58d9b415e683', '585168f2-f6d9-4b69-8308-551b5a9c2dd4'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:30.367175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=585168f2-f6d9-4b69-8308-551b5a9c2dd4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:30.412011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8f48615c-0b80-4205-9f74-c77cd5c40bc3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f48615c-0b80-4205-9f74-c77cd5c40bc3,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:30.422079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] For port a0810927-ec87-4039-985d-c267be1baf19, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a0810927-ec87-4039-985d-c267be1baf19,segment=NetworkSegment(9ad01f94-2577-4a1b-bdde-5ed183658ee9),segment_id=9ad01f94-2577-4a1b-bdde-5ed183658ee9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:30.422481 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.439142 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.440700 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1ab2deb-3a2e-4d32-8145-ef132384c040 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:30.479960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] Calling delete_port for a0810927-ec87-4039-985d-c267be1baf19 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:30.636402 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] No DVR routers for this DVR port 585168f2-f6d9-4b69-8308-551b5a9c2dd4 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:30.641817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.652556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4abe4d16-c435-4df5-8ae8-749fa84449f8 req-2928780a-76ca-41ab-9142-ddd846adffa4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "DELETE /v2.0/ports/585168f2-f6d9-4b69-8308-551b5a9c2dd4 HTTP/1.1" status: 204 len: 173 time: 2.1296661 Jul 16 18:51:30.673089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e300975d-b106-480c-b650-9c4dc9a87752', 'name': 'network-vif-deleted', 'tag': '585168f2-f6d9-4b69-8308-551b5a9c2dd4'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:30.675900 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5265e078-ea37-4d93-bbbb-bb16e4648224" -d '{"events": [{"server_uuid": "e300975d-b106-480c-b650-9c4dc9a87752", "name": "network-vif-deleted", "tag": "585168f2-f6d9-4b69-8308-551b5a9c2dd4"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:30.735926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.806922 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.808974 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.812318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6399bd-710e-45b8-b515-e8ec9f162499']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:30.859387 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253cd523-9558-4227-b5f9-6dac3c9ebc9a x-openstack-request-id: req-253cd523-9558-4227-b5f9-6dac3c9ebc9a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:30.859753 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e300975d-b106-480c-b650-9c4dc9a87752", "name": "network-vif-deleted", "tag": "585168f2-f6d9-4b69-8308-551b5a9c2dd4", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:30.859927 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-253cd523-9558-4227-b5f9-6dac3c9ebc9a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:30.860315 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e300975d-b106-480c-b650-9c4dc9a87752', 'name': 'network-vif-deleted', 'tag': '585168f2-f6d9-4b69-8308-551b5a9c2dd4', 'status': 'completed', 'code': 200} Jul 16 18:51:30.862535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad01f94-2577-4a1b-bdde-5ed183658ee9') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:30.862825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad01f94-2577-4a1b-bdde-5ed183658ee9') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:30.867002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.891027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.907622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8f48615c-0b80-4205-9f74-c77cd5c40bc3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:30.939749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.945972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.954409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] No DVR routers for this DVR port a0810927-ec87-4039-985d-c267be1baf19 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:31.004454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666411eb-7c78-43fd-ad2e-bb2dc027398c req-179a9e80-3b3f-4f33-b6f6-79e0a921a084 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:31.009613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-666411eb-7c78-43fd-ad2e-bb2dc027398c req-179a9e80-3b3f-4f33-b6f6-79e0a921a084 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 944 time: 0.3744922 Jul 16 18:51:31.010800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:31.014008 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:31.017400 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:31.062675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276139c6-c4e4-443a-940d-b3f5cc92396c None None] Pushing event deleted for resources: {'Port': ['ID=a0810927-ec87-4039-985d-c267be1baf19,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:31.236146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e1ab2deb-3a2e-4d32-8145-ef132384c040 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:31.240473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e1ab2deb-3a2e-4d32-8145-ef132384c040 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:31.241063 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.249421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-666411eb-7c78-43fd-ad2e-bb2dc027398c req-339d6b84-799d-4937-896e-449872e623fc tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306192 Jul 16 18:51:31.283642 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.301464 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.316429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/0f6399bd-710e-45b8-b515-e8ec9f162499 HTTP/1.1" status: 204 len: 168 time: 2.8738317 Jul 16 18:51:31.317854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34042) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:31.339766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.414599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=5007470d-8aeb-40ca-ad5a-428328e7e687,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:31.424966 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.430566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-91b19a3a-647a-4f2c-9ac8-f8361855815d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/5007470d-8aeb-40ca-ad5a-428328e7e687 HTTP/1.1" status: 204 len: 168 time: 2.0258093 Jul 16 18:51:31.431521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34044) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:31.438859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8d6b5-5fa4-4541-b06b-55286aa272da None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:31.460067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d811f-7713-4ea8-8e85-e047d786a74d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=0f6399bd-710e-45b8-b515-e8ec9f162499,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:31.475871 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.483787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-15980dc7-deca-4baa-a9a0-14ee6845acd4 req-798cef22-09d6-43a5-b5d7-0e5aeaf2f811 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.0353780 Jul 16 18:51:31.611494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e1ab2deb-3a2e-4d32-8145-ef132384c040, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1ab2deb-3a2e-4d32-8145-ef132384c040,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:31.673623 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.776542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:31.894889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e1ab2deb-3a2e-4d32-8145-ef132384c040,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:31.918318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f48615c-0b80-4205-9f74-c77cd5c40bc3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:31.989300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:32.031583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0f74cce1-9173-46df-b093-a08cf78a2c4b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5956848 Jul 16 18:51:32.032490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:32.058191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:32.058734 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.125284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:32.125592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.174857 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.180295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] Deleting port e1ab2deb-3a2e-4d32-8145-ef132384c040 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:32.181360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.194535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf92aadc-3c13-4710-a6c7-5d8c7ea2a3ad tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:32.202640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bf92aadc-3c13-4710-a6c7-5d8c7ea2a3ad tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1667116 Jul 16 18:51:32.203309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34050) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:32.219907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.309268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] For port e1ab2deb-3a2e-4d32-8145-ef132384c040, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e1ab2deb-3a2e-4d32-8145-ef132384c040,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:32.309894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.324737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] Calling delete_port for e1ab2deb-3a2e-4d32-8145-ef132384c040 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:32.372241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port f5d2affb-d5a5-4abe-a718-180e02d2e073 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:32.372900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.455927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 585168f2-f6d9-4b69-8308-551b5a9c2dd4 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:32.463140 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.473239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2a2d5-8fbc-4206-adb5-81f201d1f55f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:32.488948 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-59d2a2d5-8fbc-4206-adb5-81f201d1f55f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2807345 Jul 16 18:51:32.489625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:32.534542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Router 61499351-8124-460e-892f-b21f77a0c37d is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:51:32.591336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 585168f2-f6d9-4b69-8308-551b5a9c2dd4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:32.592053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 585168f2-f6d9-4b69-8308-551b5a9c2dd4 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:32.605359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] Pushing event deleted for resources: {'Port': ['ID=e1ab2deb-3a2e-4d32-8145-ef132384c040,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:32.608827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c59d9-00f1-43bd-8ba3-337e12d7b522 None None] No DVR routers for this DVR port e1ab2deb-3a2e-4d32-8145-ef132384c040 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:32.660157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d3ba0ffe-0653-4784-8a74-e4caa5c63ddc tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1695678 Jul 16 18:51:32.660862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:32.679588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:32.742593 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.806388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:32.807926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:32.816836 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a0222-9b0d-4d3f-843e-91267f367d9c" -d '{"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-plugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:32.821566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.856902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:32.881199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port f5d2affb-d5a5-4abe-a718-180e02d2e073, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f5d2affb-d5a5-4abe-a718-180e02d2e073,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:32.881573 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.898110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:32.902766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Sync routers for ids ['61499351-8124-460e-892f-b21f77a0c37d'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:32.905588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 05e0d97e-af7f-4cab-a6c2-71465deb89ed no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:32.941483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 05e0d97e-af7f-4cab-a6c2-71465deb89ed {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:32.942244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 05e0d97e-af7f-4cab-a6c2-71465deb89ed not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:32.943000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a0810927-ec87-4039-985d-c267be1baf19 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:32.967914 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6cfcd53-354e-485e-8af8-530f739faa8f req-ce3e8ca1-46fe-477f-896b-3f16f526246c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1236489 Jul 16 18:51:32.971080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: a0810927-ec87-4039-985d-c267be1baf19 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:32.971721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a0810927-ec87-4039-985d-c267be1baf19 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:32.973924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Routers {'61499351-8124-460e-892f-b21f77a0c37d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:32.974794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['61499351-8124-460e-892f-b21f77a0c37d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:32.990252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for f5d2affb-d5a5-4abe-a718-180e02d2e073 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:33.008915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.020627 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-731ce2bd-0fa9-4ff8-b391-e8401d8f151b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0317886 Jul 16 18:51:33.021328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34064) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:33.154628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Set router 61499351-8124-460e-892f-b21f77a0c37d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:33.410182 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74821977-7c94-4de7-b920-426240cc78b4 x-openstack-request-id: req-74821977-7c94-4de7-b920-426240cc78b4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:33.410461 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-plugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:33.410716 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74821977-7c94-4de7-b920-426240cc78b4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:33.414130 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'code': 200} Jul 16 18:51:33.549211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:51:30Z', 'revision_number': 3, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:33.586362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:33.591866 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.604143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Checking router: 61499351-8124-460e-892f-b21f77a0c37d for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:33.615176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Updating router 61499351-8124-460e-892f-b21f77a0c37d port 8f975f25-1e24-4721-8053-8b555c0708b7 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:51:33.639972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f29b-bbf4-4e01-ac02-30f394550b2d req-553c341b-16d1-4f75-9d60-ae6b89bc1fec tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:33.648637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c202f29b-bbf4-4e01-ac02-30f394550b2d req-553c341b-16d1-4f75-9d60-ae6b89bc1fec tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 944 time: 1.1243813 Jul 16 18:51:33.698145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.864091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c202f29b-bbf4-4e01-ac02-30f394550b2d req-6fb0401b-badf-4742-b708-dac86637bfd6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143424 Jul 16 18:51:34.119411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:34.119761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.227954 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.273336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=f5d2affb-d5a5-4abe-a718-180e02d2e073,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:34.340960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.343558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9fa07fde-a56a-4976-82a1-d9e100b9ba52 req-56d902c0-9de7-4a63-8b76-3cfa26d65337 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1391900 Jul 16 18:51:34.620623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Allocated IP 172.20.0.1 (ef411865-9871-42a2-a437-89cf28bede19/0097f78a-2718-4b34-9d85-49a837eea900/0d773b22-2dcb-4872-b22c-88b2d0badaf9) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:34.664082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,segment=NetworkSegment(cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c),segment_id=cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:34.664615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.720620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34076) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:34.730900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a2b198af-d6e1-43d6-9ae2-1e3d1fbb247a tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582993862', 'description': 'tempest-secgroup-smoke-582993862 description', 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:34.749173 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.754601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:51:34.759972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.762250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:34.777357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Transition to ACTIVE for port object 8f975f25-1e24-4721-8053-8b555c0708b7 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:34.793944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1ab2deb-3a2e-4d32-8145-ef132384c040 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:34.818638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:34.825836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:34.830173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:34.830881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.865803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb8d76-b2c8-41a2-b066-58821d319cbe None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:34.874565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.901624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=8b00b696-bef5-49a6-b355-371508f993ea,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:34.908671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8761bc26-a4b2-43f5-84be-21bb5840770d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2428939 Jul 16 18:51:34.913878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34080) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:34.922121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5ebac93c-e90d-43af-96f5-f6263ea40d64 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:34.949818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e1ab2deb-3a2e-4d32-8145-ef132384c040 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:34.951510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e1ab2deb-3a2e-4d32-8145-ef132384c040 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:34.964795 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.193400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.231196 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b198af-d6e1-43d6-9ae2-1e3d1fbb247a tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.259005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Transition to ACTIVE for port object 0d773b22-2dcb-4872-b22c-88b2d0badaf9 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:35.315513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Attempting to bind port 8f975f25-1e24-4721-8053-8b555c0708b7 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:35.315858 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Attempting to bind port 8f975f25-1e24-4721-8053-8b555c0708b7 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:35.317395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Attempting to bind port 8f975f25-1e24-4721-8053-8b555c0708b7 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:35.351751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa023bc5-a0d2-4af4-8720-ea1e947a3cde None None] Pushing event updated for resources: {'Port': ['ID=8f975f25-1e24-4721-8053-8b555c0708b7,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:35.359118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '8b00b696-bef5-49a6-b355-371508f993ea'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:51:35.362059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.367436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:35.368179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:35.369311 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.370344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:35.372890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Bound port: 8f975f25-1e24-4721-8053-8b555c0708b7, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:35.373612 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.482679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d7c2a-1465-47ec-a8bd-502a99103005 req-60fe2b3a-fabc-494b-a09c-989df1fde0fb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.486258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e1d7c2a-1465-47ec-a8bd-502a99103005 req-60fe2b3a-fabc-494b-a09c-989df1fde0fb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.2153425 Jul 16 18:51:35.518667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.524520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] For port 8f975f25-1e24-4721-8053-8b555c0708b7, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:35.532451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] For port 8f975f25-1e24-4721-8053-8b555c0708b7, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f975f25-1e24-4721-8053-8b555c0708b7,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:35.549202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:35.561613 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.601727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e1d7c2a-1465-47ec-a8bd-502a99103005 req-3695759f-a97c-4d5a-bc55-7f9f84e95fda tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037221 Jul 16 18:51:35.632221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.725736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa023bc5-a0d2-4af4-8720-ea1e947a3cde None None] Pushing event updated for resources: {'Port': ['ID=8f975f25-1e24-4721-8053-8b555c0708b7,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:35.812134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c339028-3e8d-4d42-adc5-29ea28d74abd req-afa0e740-bbd4-42f4-87ac-c9582d3dbe16 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1584718 Jul 16 18:51:35.916086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Routers {'61499351-8124-460e-892f-b21f77a0c37d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:35.917357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['61499351-8124-460e-892f-b21f77a0c37d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:35.938972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Network ef411865-9871-42a2-a437-89cf28bede19 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:35.973360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:35.973819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.979187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:36.072259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b198af-d6e1-43d6-9ae2-1e3d1fbb247a tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.076980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Pushing event updated for resources: {'Port': ['ID=0d773b22-2dcb-4872-b22c-88b2d0badaf9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:36.100393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b198af-d6e1-43d6-9ae2-1e3d1fbb247a tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.110397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:36.220278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Allocated IP 2001:db8::f816:3eff:fe8d:3675 (78c95300-195f-443c-b5c5-d4b9b102593a/8b00b696-bef5-49a6-b355-371508f993ea/deb91d3b-8258-41e0-bd7c-74af342b02b2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:36.245785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] Set router 61499351-8124-460e-892f-b21f77a0c37d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:36.328101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebac93c-e90d-43af-96f5-f6263ea40d64 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:36.333647 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ebac93c-e90d-43af-96f5-f6263ea40d64 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.434893 n-d-791504-15 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-5ebac93c-e90d-43af-96f5-f6263ea40d64 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b00b696-bef5-49a6-b355-371508f993ea (CIDR: 2001:db8::/64) Jul 16 18:51:36.523422 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebac93c-e90d-43af-96f5-f6263ea40d64 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:51:36.526531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebac93c-e90d-43af-96f5-f6263ea40d64 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:51:36.665460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5ebac93c-e90d-43af-96f5-f6263ea40d64 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7476554 Jul 16 18:51:36.671810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34084) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:36.681178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:36.713861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-246dc6ce-221a-4fcf-b6bd-6bd1335a688b None None] Provisioning for port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:36.729228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:36.754648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-246dc6ce-221a-4fcf-b6bd-6bd1335a688b None None] Provisioning complete for port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:36.755712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-246dc6ce-221a-4fcf-b6bd-6bd1335a688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.766801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.770139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2b198af-d6e1-43d6-9ae2-1e3d1fbb247a tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.774692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2b198af-d6e1-43d6-9ae2-1e3d1fbb247a tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0510867 Jul 16 18:51:36.775360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34088) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:36.787862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7d11176b-dd5b-4e62-b8d9-9ae8443534f6 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'security_group_rule': {'security_group_id': '02b9d555-60d6-48c6-8c07-07ca8b423070', 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:36.883790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-246dc6ce-221a-4fcf-b6bd-6bd1335a688b None None] Port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:36.896232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:51:30Z', 'revision_number': 3, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:36.963678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de7435-e88c-41c9-8a0d-45209e146081 None None] The sync data for ids ['61499351-8124-460e-892f-b21f77a0c37d'] in n-d-791504-15 is: [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:51:30Z', 'revision_number': 3, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:36.977112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b198af-d6e1-43d6-9ae2-1e3d1fbb247a tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b9d555-60d6-48c6-8c07-07ca8b423070,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:36.990786 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.022911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Transition to ACTIVE for port object deb91d3b-8258-41e0-bd7c-74af342b02b2 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:37.051795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Transition to ACTIVE for port object deb91d3b-8258-41e0-bd7c-74af342b02b2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:37.066407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.136016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Pushing event updated for resources: {'Port': ['ID=deb91d3b-8258-41e0-bd7c-74af342b02b2,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:37.151297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:37.156355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:37.159935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:37.163347 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:37.168863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:37.177177 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:37.178112 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:37.183468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a323211f-a6f8-423a-83e2-99c0dda9725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8588810 Jul 16 18:51:37.191447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:37.278135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Attempting to bind port deb91d3b-8258-41e0-bd7c-74af342b02b2 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:37.278517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Attempting to bind port deb91d3b-8258-41e0-bd7c-74af342b02b2 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:37.278889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Attempting to bind port deb91d3b-8258-41e0-bd7c-74af342b02b2 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:37.280858 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-031a23d1-cfce-4662-9c24-25078c70b06d req-3ed225a4-c264-45db-8e94-651df91ebe86 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1216509 Jul 16 18:51:37.294236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:37.295415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:37.295936 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.297718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:37.299232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Bound port: deb91d3b-8258-41e0-bd7c-74af342b02b2, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:37.301712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.331353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d0d39-f5fe-41b1-bab8-a1377374c537 req-fb4f76d6-6c25-488f-ba00-1a0b1ce4e6f7 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.333170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac2d0d39-f5fe-41b1-bab8-a1377374c537 req-fb4f76d6-6c25-488f-ba00-1a0b1ce4e6f7 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.4475777 Jul 16 18:51:37.440691 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:37.540357 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d11176b-dd5b-4e62-b8d9-9ae8443534f6 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.551642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet 9ef46303-763b-4916-b588-9d622e460ac5 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:37.563512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.569735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac2d0d39-f5fe-41b1-bab8-a1377374c537 req-ba2083ba-19b8-4292-8783-1750ef45dada tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222569 Jul 16 18:51:37.632824 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] For port deb91d3b-8258-41e0-bd7c-74af342b02b2, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:37.641321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] For port deb91d3b-8258-41e0-bd7c-74af342b02b2, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=deb91d3b-8258-41e0-bd7c-74af342b02b2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:37.645859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.653087 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.764131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:37.795511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] Sync routers for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:37.848911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:37.850000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:37.872016 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.887325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-abb6f265-b665-4034-b8d1-51d38c8a58e8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "PUT /v2.0/routers/5dc3ea4f-38a4-4e53-a038-a12d06c96c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2069185 Jul 16 18:51:37.911032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34098) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:37.916279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:37.923092 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.945104 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:35Z', 'revision_number': 10, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:37.997157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.013105 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:38.042000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f975f25-1e24-4721-8053-8b555c0708b7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:38.047128 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:38.047772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:38.154332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.174045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Pushing event updated for resources: {'Port': ['ID=deb91d3b-8258-41e0-bd7c-74af342b02b2,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:38.197559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.202047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.202483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.202838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.203181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.203746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.203845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.204160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.204493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.204976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.205373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.205637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516969-8b95-430b-887d-ce80fbf35d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:38.236295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef46303-763b-4916-b588-9d622e460ac5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:38.252575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.260704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-529729d3-b679-4c18-a17b-e1bee58c17da tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/9ef46303-763b-4916-b588-9d622e460ac5 HTTP/1.1" status: 204 len: 168 time: 1.0679023 Jul 16 18:51:38.267716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:38.362355 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:38.379140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b876c2-a0bc-49aa-aba0-045d3cbd5058 None None] Network 03a13fa8-abbc-4b51-847e-7175619ba246 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:38.419226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d11176b-dd5b-4e62-b8d9-9ae8443534f6 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.461648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting subnet e18a92da-5fb3-48cb-810f-a1ab9b9efe4d {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:38.465956 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.468627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.552913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.585721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:38.586417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.681399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d11f2d5-ed71-413d-9bfb-021bb86e70d5,segment=NetworkSegment(cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c),segment_id=cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:38.682428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.689662 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:38.692364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8f975f25-1e24-4721-8053-8b555c0708b7 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:38.705632 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.714358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:38.812070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8f975f25-1e24-4721-8053-8b555c0708b7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:38.812439 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.869087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d11176b-dd5b-4e62-b8d9-9ae8443534f6 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.899969 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.929872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d11176b-dd5b-4e62-b8d9-9ae8443534f6 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.935030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7d11176b-dd5b-4e62-b8d9-9ae8443534f6 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1509571 Jul 16 18:51:38.946072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:38.971464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d3f3a9fd-60a4-4984-bee0-baa0f0609d49 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'security_group_rule': {'security_group_id': '02b9d555-60d6-48c6-8c07-07ca8b423070', 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:39.000302 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f5dec083-9e2d-4016-9b81-0246983aa8da req-329af801-a61d-465f-958c-e2374aeba0ea tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1518836 Jul 16 18:51:39.127106 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:35Z', 'revision_number': 10, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:39.132470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.190594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:39.192681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=4d11f2d5-ed71-413d-9bfb-021bb86e70d5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:39.224720 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1892a98-a827-48e0-855f-19896c6f3d7c None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:35Z', 'revision_number': 10, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None, '_interfaces': [{'id': 'a2362186-b5cb-43aa-adde-ce251524e1c1', 'name': '', 'network_id': '9b64d939-7bcd-4989-9c4a-0442e1295848', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'mac_address': 'fa:16:3e:09:8c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:29Z', 'updated_at': '2021-07-16T18:50:38Z', 'revision_number': 5, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'subnets': [{'id': '875c0f02-e495-4d23-ba4f-ffc3c1a09f02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:39.269911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374e97f-923c-4100-a6c4-4723730d96c7 req-75d9fc5f-caa0-42aa-a220-f894c1b63891 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.276595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4374e97f-923c-4100-a6c4-4723730d96c7 req-75d9fc5f-caa0-42aa-a220-f894c1b63891 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.3671565 Jul 16 18:51:39.371658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4374e97f-923c-4100-a6c4-4723730d96c7 req-106b28cf-3a90-4014-975a-535a1c5388e9 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815589 Jul 16 18:51:39.400356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Subnet': ['ID=e18a92da-5fb3-48cb-810f-a1ab9b9efe4d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:39.401309 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.420619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a13fa8-abbc-4b51-847e-7175619ba246']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:39.437779 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:39.438501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1d4990-ebc1-4e44-bbc1-02c4d3eeb43c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:39.447720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.450157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cfe2f493-ea65-4800-87a5-73579a7ced45 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/subnets/e18a92da-5fb3-48cb-810f-a1ab9b9efe4d HTTP/1.1" status: 204 len: 168 time: 1.4972732 Jul 16 18:51:39.450934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11176b-dd5b-4e62-b8d9-9ae8443534f6 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b321ec3f-fd48-4a55-b7da-334cf1a401bb,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:39.457571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34114) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:39.494705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.519775 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a9fd-60a4-4984-bee0-baa0f0609d49 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.525640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce86bcd-cd06-4345-b382-1d36f1aac256 None None] Network 8140e75d-0891-4d35-bd3d-441eca446ef9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:39.604356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.637484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:39.637904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:39.663858 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:39.687002 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a9fd-60a4-4984-bee0-baa0f0609d49 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.748370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a9fd-60a4-4984-bee0-baa0f0609d49 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.975389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.014405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3a9fd-60a4-4984-bee0-baa0f0609d49 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9a7c41-ffe0-43ba-9c5a-fe5ee57f0043,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:40.035970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a9fd-60a4-4984-bee0-baa0f0609d49 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.038073 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3f3a9fd-60a4-4984-bee0-baa0f0609d49 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0802670 Jul 16 18:51:40.046928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.047773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34116) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:40.076173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-31f06370-e39a-478e-9b2a-efc536d84651 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'security_group_rule': {'security_group_id': '02b9d555-60d6-48c6-8c07-07ca8b423070', 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:40.106288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.145690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.175927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.179613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/03a13fa8-abbc-4b51-847e-7175619ba246 HTTP/1.1" status: 204 len: 168 time: 1.9094667 Jul 16 18:51:40.179805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:40.188253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:40.191663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34122) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:40.195562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:40.196714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.212419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Pushing event updated for resources: {'Port': ['ID=0d773b22-2dcb-4872-b22c-88b2d0badaf9,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:40.218690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.231997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fe7d8-2ce3-4dda-9013-800b7fd04de3 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:40.246639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=708e1617-fad5-47de-af41-51b7135262e3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:40.390322 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.392931 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.398585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ffcd9-feaf-424c-8055-064020ce7575 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=03a13fa8-abbc-4b51-847e-7175619ba246,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:40.414941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:51:33Z', 'revision_number': 7, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:40.472680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31f06370-e39a-478e-9b2a-efc536d84651 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.475221 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4b06409c-5365-4d29-9a59-be0a0e6035b0 req-091f4de9-7ecc-4e99-bce7-b6c1ca22df24 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1043046 Jul 16 18:51:40.484423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2eed0005-b83e-4255-8b54-df2f04f11a66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8085649 Jul 16 18:51:40.492485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34126) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:40.498331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:b5:22:c7', 'name': 'tempest-NetworksTestDHCPv6-724567009'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:40.524368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-01efd9cd-b164-4f97-9d61-bda5021bdf06 None None] Provisioning for port deb91d3b-8258-41e0-bd7c-74af342b02b2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:40.536519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e149b5c-160c-49bf-b16d-e45ccc119a19 None None] DHCP port deletion for 03a13fa8-abbc-4b51-847e-7175619ba246 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:40.675937 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Network ef411865-9871-42a2-a437-89cf28bede19 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:40.681373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:40.692966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:40.783072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] Checking router: 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:40.915814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] Routers {'5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:40.916487 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:40.929648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8f975f25-1e24-4721-8053-8b555c0708b7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f975f25-1e24-4721-8053-8b555c0708b7,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:40.971112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.979185 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.168056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.209372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 0d9b8c42-bdcc-4701-9f42-9014a9e1f748 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:51:41.262432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device deb91d3b-8258-41e0-bd7c-74af342b02b2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:41.364325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Router 61499351-8124-460e-892f-b21f77a0c37d has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:41.367640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8f975f25-1e24-4721-8053-8b555c0708b7,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:41.429076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] DHCP port deletion for 8140e75d-0891-4d35-bd3d-441eca446ef9 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:41.445687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-448273f2-231b-43d9-8bb3-2861025f94c1 None None] Provisioning complete for port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:41.446468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-448273f2-231b-43d9-8bb3-2861025f94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.508169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31f06370-e39a-478e-9b2a-efc536d84651 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.518810 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31f06370-e39a-478e-9b2a-efc536d84651 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.566969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-448273f2-231b-43d9-8bb3-2861025f94c1 None None] Port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:41.574264 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31f06370-e39a-478e-9b2a-efc536d84651 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.578913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8:0:1::363 (78c95300-195f-443c-b5c5-d4b9b102593a/708e1617-fad5-47de-af41-51b7135262e3/0d9b8c42-bdcc-4701-9f42-9014a9e1f748) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:41.580296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-31f06370-e39a-478e-9b2a-efc536d84651 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5260737 Jul 16 18:51:41.584838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34130) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:41.605513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'security_group_rule': {'security_group_id': '02b9d555-60d6-48c6-8c07-07ca8b423070', 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:41.611936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] Set router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:41.735696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:feb5:22c7 (78c95300-195f-443c-b5c5-d4b9b102593a/8b00b696-bef5-49a6-b355-371508f993ea/0d9b8c42-bdcc-4701-9f42-9014a9e1f748) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:41.786230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f06370-e39a-478e-9b2a-efc536d84651 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17de238-e34b-4392-a678-c48f893d5691,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:41.805185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b8f3-f8e0-4571-a800-015426c70b8d req-504ffe25-3795-44e4-8c11-d5fd092ecb9e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.806794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a43b8f3-f8e0-4571-a800-015426c70b8d req-504ffe25-3795-44e4-8c11-d5fd092ecb9e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.6743057 Jul 16 18:51:41.821274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port 114ae390-7a89-47e6-89ed-d3a9e917447c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:41.821607 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.826365 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.874032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port deb91d3b-8258-41e0-bd7c-74af342b02b2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:41.886341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port deb91d3b-8258-41e0-bd7c-74af342b02b2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:41.887099 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.920235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9e9a589e-b149-42f0-b906-9489a8706fb7 req-b9483e86-8e34-4c8b-b62c-eba8cdd6bb31 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=e300975d-b106-480c-b650-9c4dc9a87752 HTTP/1.1" status: 200 len: 210 time: 0.1245749 Jul 16 18:51:41.936826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a43b8f3-f8e0-4571-a800-015426c70b8d req-7e6f51af-6757-4fe2-a745-cbfdd8eb9acc tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227455 Jul 16 18:51:41.981110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port 114ae390-7a89-47e6-89ed-d3a9e917447c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=114ae390-7a89-47e6-89ed-d3a9e917447c,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:41.981691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:41.995055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for 114ae390-7a89-47e6-89ed-d3a9e917447c owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:42.058503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:42.085333 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Sync routers for ids ['61499351-8124-460e-892f-b21f77a0c37d'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:42.102020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dc4e971b-2cad-4c30-b01c-1b3317f20862 admin admin] 10.222.0.49 "PUT /v2.0/routers/61499351-8124-460e-892f-b21f77a0c37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0646591 Jul 16 18:51:42.111788 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Routers {'61499351-8124-460e-892f-b21f77a0c37d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:42.112703 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['61499351-8124-460e-892f-b21f77a0c37d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:42.120738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] Deleting port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:42.121238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.261136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.270738 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] For port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1f6ffa4e-edb8-48f0-9977-a73737bc8f4c,segment=NetworkSegment(c6d01398-47ec-4b6b-8c94-6e50a95f9357),segment_id=c6d01398-47ec-4b6b-8c94-6e50a95f9357)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:42.285345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.321954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] Calling delete_port for 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:42.357177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.415426 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Set router 61499351-8124-460e-892f-b21f77a0c37d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:42.469713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059bc02d-532a-4dc4-b3f1-197a5d416297,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:42.510331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.517932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.518680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.519136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.519599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.520092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.520529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.520948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.522447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.522856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.523252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.534206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.553246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.561861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9d5e88f0-fe56-42e2-920f-55cb64f568fc tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9685533 Jul 16 18:51:42.578858 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:42.613777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'security_group_rule': {'security_group_id': '02b9d555-60d6-48c6-8c07-07ca8b423070', 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:42.635383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.640866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.690891 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Project a87c51d3bf8d4794bf3165b62f9f681c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:51:42.715851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] Pushing event deleted for resources: {'Port': ['ID=1f6ffa4e-edb8-48f0-9977-a73737bc8f4c,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:42.732750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a90a8-6ca0-4f40-91de-8bd4894bd66c None None] No DVR routers for this DVR port 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:42.740172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': '8b00b696-bef5-49a6-b355-371508f993ea', 'ip_address': '2001:db8::f816:3eff:fe8d:3675'}, {'subnet_id': '708e1617-fad5-47de-af41-51b7135262e3'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'deb91d3b-8258-41e0-bd7c-74af342b02b2'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:51:42.747530 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.755402 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.822527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:51:33Z', 'revision_number': 7, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:42.858386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.868261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.874577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.877874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45274e2b-abd1-4cb7-951c-df9bdb2db032 None None] The sync data for ids ['5dc3ea4f-38a4-4e53-a038-a12d06c96c2c'] in n-d-791504-15 is: [{'id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'name': 'tempest-TestNetworkBasicOps-router-835346130', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:27Z', 'updated_at': '2021-07-16T18:51:33Z', 'revision_number': 7, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '114ae390-7a89-47e6-89ed-d3a9e917447c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc3ea4f-38a4-4e53-a038-a12d06c96c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:29Z', 'updated_at': '2021-07-16T18:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:42.879743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=114ae390-7a89-47e6-89ed-d3a9e917447c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:42.897602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port deb91d3b-8258-41e0-bd7c-74af342b02b2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=deb91d3b-8258-41e0-bd7c-74af342b02b2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:42.915518 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.941292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.949257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.965415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.966019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.966516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.967062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.967572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.968095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.969543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.973539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.976022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.980508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:43.007350 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:51:37Z', 'revision_number': 4, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0d773b22-2dcb-4872-b22c-88b2d0badaf9', 'name': '', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'mac_address': 'fa:16:3e:92:16:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0097f78a-2718-4b34-9d85-49a837eea900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:34Z', 'updated_at': '2021-07-16T18:51:38Z', 'revision_number': 2, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'subnets': [{'id': '0097f78a-2718-4b34-9d85-49a837eea900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:43.033200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.047578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.084220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Checking router: 61499351-8124-460e-892f-b21f77a0c37d for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:43.085715 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Updating router 61499351-8124-460e-892f-b21f77a0c37d port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:51:43.113258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.113258 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5302322 Jul 16 18:51:43.121234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:43.135990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'security_group_rule': {'security_group_id': '02b9d555-60d6-48c6-8c07-07ca8b423070', 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:43.148963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 0d9b8c42-bdcc-4701-9f42-9014a9e1f748 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:43.169882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a11370-2ce9-48e2-9132-064a3431f0bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3805d7eb-dc88-49f7-9820-6d42e1612bc4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.240290 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.242067 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Project a87c51d3bf8d4794bf3165b62f9f681c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:51:43.252373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.257959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.325208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=0d9b8c42-bdcc-4701-9f42-9014a9e1f748,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.348231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=deb91d3b-8258-41e0-bd7c-74af342b02b2,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.362714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:43.369373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:43.373065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:43.380050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:43.381020 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.462626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:43.465367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-63c1ea5b-1383-4960-9d44-564a7a7185e5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9715002 Jul 16 18:51:43.482308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:43.482308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34158) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:43.523266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:43.523771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d11f2d5-ed71-413d-9bfb-021bb86e70d5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:43.524430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:43.577289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:43.578392 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.580174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ebbb44d9-bf8d-4c4f-bff3-2c0b3a306ad3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:43.622869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1493533082-network', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:43.638022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] Allocated IP 2001:db8:0:1::2 (78c95300-195f-443c-b5c5-d4b9b102593a/708e1617-fad5-47de-af41-51b7135262e3/deb91d3b-8258-41e0-bd7c-74af342b02b2) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:43.764361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.776038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Made reservation on behalf of a7a4ce62e399442f8f757113953854fb for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:43.787947 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.814559 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.864456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.896495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] For port deb91d3b-8258-41e0-bd7c-74af342b02b2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=deb91d3b-8258-41e0-bd7c-74af342b02b2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:43.911120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06715bca-5b9d-447d-816a-59dd9031e04b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.931560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.933143 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b2edd6ce-e75c-41a4-8375-c063e990cbda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8085036 Jul 16 18:51:43.955753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 0d9b8c42-bdcc-4701-9f42-9014a9e1f748 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:43.956442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.996737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device deb91d3b-8258-41e0-bd7c-74af342b02b2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:44.072366 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.090119 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.110348 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Transition to ACTIVE for port object 0d773b22-2dcb-4872-b22c-88b2d0badaf9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:44.130412 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.131577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.139450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] Transition to ACTIVE for port object deb91d3b-8258-41e0-bd7c-74af342b02b2 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:44.142753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port deb91d3b-8258-41e0-bd7c-74af342b02b2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:44.143413 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.146426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.196551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.211930 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b55671-d42e-4e9f-8d70-e183bb206f5d None None] Pushing event updated for resources: {'Port': ['ID=0d773b22-2dcb-4872-b22c-88b2d0badaf9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:44.343225 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Attempting to bind port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:44.345052 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Attempting to bind port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:44.346339 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Attempting to bind port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 on network ef411865-9871-42a2-a437-89cf28bede19 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:44.355662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.356199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc3ea4f-38a4-4e53-a038-a12d06c96c2c {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:51:44.369279 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:44.373155 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Checking segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:44.373864 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.374484 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Bound using segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:44.375227 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Bound port: 0d773b22-2dcb-4872-b22c-88b2d0badaf9, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:44.375538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.376073 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.376839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c742f2b5-20d6-4e44-925d-92202c5c5bcc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/routers/5dc3ea4f-38a4-4e53-a038-a12d06c96c2c HTTP/1.1" status: 204 len: 168 time: 4.9130003 Jul 16 18:51:44.398152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11748aed-f947-4182-b1c9-7f00298791f7 req-ca4180e0-e2b5-4881-b47b-7e6887b4e007 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:44.417254 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11748aed-f947-4182-b1c9-7f00298791f7 req-ca4180e0-e2b5-4881-b47b-7e6887b4e007 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.8989944 Jul 16 18:51:44.461523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Port deb91d3b-8258-41e0-bd7c-74af342b02b2 had new provisioning blocks added so it will not transition to active. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 18:51:44.462470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f975f25-1e24-4721-8053-8b555c0708b7 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:44.503680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34168) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:44.514897 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] For port 0d773b22-2dcb-4872-b22c-88b2d0badaf9, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:44.532382 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] For port 0d773b22-2dcb-4872-b22c-88b2d0badaf9, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0d773b22-2dcb-4872-b22c-88b2d0badaf9,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:44.544455 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.622769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48dc26-c895-44e7-8be8-d568c3788f0b None None] Pushing event updated for resources: {'Port': ['ID=deb91d3b-8258-41e0-bd7c-74af342b02b2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:44.674550 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b55671-d42e-4e9f-8d70-e183bb206f5d None None] Pushing event updated for resources: {'Port': ['ID=0d773b22-2dcb-4872-b22c-88b2d0badaf9,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:44.700340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8f975f25-1e24-4721-8053-8b555c0708b7 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:44.703885 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.727328 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Routers {'61499351-8124-460e-892f-b21f77a0c37d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:44.728018 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['61499351-8124-460e-892f-b21f77a0c37d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:44.980101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11748aed-f947-4182-b1c9-7f00298791f7 req-ccb1ece9-c679-485e-8c8a-c2a62d47aefa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5587296 Jul 16 18:51:45.004660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.071513 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] Set router 61499351-8124-460e-892f-b21f77a0c37d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:45.289731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.303618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8140e75d-0891-4d35-bd3d-441eca446ef9']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:45.305350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-9b8643d5-b072-400c-bbb6-5f4e40fc9b37 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582993862&fields=id&tenant_id=a87c51d3bf8d4794bf3165b62f9f681c HTTP/1.1" status: 200 len: 267 time: 0.1233859 Jul 16 18:51:45.329776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d01398-47ec-4b6b-8c94-6e50a95f9357') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:45.330345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d01398-47ec-4b6b-8c94-6e50a95f9357') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:45.343014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.360887 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.375630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:45.375986 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.381364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:45.452404 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:45.456364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.461461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.463560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/networks/8140e75d-0891-4d35-bd3d-441eca446ef9 HTTP/1.1" status: 204 len: 168 time: 0.9272346 Jul 16 18:51:45.468424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port a2362186-b5cb-43aa-adde-ce251524e1c1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:45.468759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.493692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34172) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:45.526353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'network': {'name': 'tempest-network-smoke--1963084091', 'project_id': '704683cc6fff444491603367f079fc81', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:45.543066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 0d9b8c42-bdcc-4701-9f42-9014a9e1f748 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:45.614885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port a2362186-b5cb-43aa-adde-ce251524e1c1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=a2362186-b5cb-43aa-adde-ce251524e1c1,segment=NetworkSegment(c40ba8e8-c5b6-41fb-896e-d10409d16fc0),segment_id=c40ba8e8-c5b6-41fb-896e-d10409d16fc0)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:45.615313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.620367 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:51:37Z', 'revision_number': 4, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0d773b22-2dcb-4872-b22c-88b2d0badaf9', 'name': '', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'mac_address': 'fa:16:3e:92:16:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0097f78a-2718-4b34-9d85-49a837eea900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:34Z', 'updated_at': '2021-07-16T18:51:44Z', 'revision_number': 4, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'subnets': [{'id': '0097f78a-2718-4b34-9d85-49a837eea900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:45.630425 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for a2362186-b5cb-43aa-adde-ce251524e1c1 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:45.685874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77f28af-f3ea-4713-8fb7-09f186156ee8 None None] The sync data for ids ['61499351-8124-460e-892f-b21f77a0c37d'] in n-d-791504-15 is: [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:51:37Z', 'revision_number': 4, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0d773b22-2dcb-4872-b22c-88b2d0badaf9', 'name': '', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'mac_address': 'fa:16:3e:92:16:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '0097f78a-2718-4b34-9d85-49a837eea900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:34Z', 'updated_at': '2021-07-16T18:51:44Z', 'revision_number': 4, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'subnets': [{'id': '0097f78a-2718-4b34-9d85-49a837eea900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:45.799814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.861260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.886414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3347584-f037-407e-a8eb-43f536dc6902 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Network': ['ID=8140e75d-0891-4d35-bd3d-441eca446ef9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:45.919721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5d2affb-d5a5-4abe-a718-180e02d2e073 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:45.957811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f5d2affb-d5a5-4abe-a718-180e02d2e073 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:45.958158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:45.958274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f5d2affb-d5a5-4abe-a718-180e02d2e073 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:45.961364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:45.962172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.995732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:45.996077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1f6ffa4e-edb8-48f0-9977-a73737bc8f4c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:46.076264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:51:46.102894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-0943933a-d19f-48d6-8287-3091f9770da9 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.104519 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-0943933a-d19f-48d6-8287-3091f9770da9 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 813 time: 0.7868986 Jul 16 18:51:46.110877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:51:46.126387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.144926 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-22750eed-f270-42c1-9ee2-c2b5057d9193 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/quotas/a87c51d3bf8d4794bf3165b62f9f681c HTTP/1.1" status: 200 len: 375 time: 0.0263314 Jul 16 18:51:46.153685 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.154128 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Added segment 228dd588-b83c-4c3c-a0f1-8784c6e8e202 of type vlan for network 2012f6b6-5d91-438c-bee5-c252f94b98d9 Jul 16 18:51:46.155800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3df8f2-24ec-480d-920d-01413784ad89,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:46.193128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.193782 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Added segment bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d of type vlan for network b86d3138-df52-4ebe-bc94-ee68f01b7dfe Jul 16 18:51:46.202187 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-244307d3-759a-4139-9230-659e09d7a167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.213740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=a2362186-b5cb-43aa-adde-ce251524e1c1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:46.269578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7ecb2e0d-4813-49a0-b794-945531f52d46 None None] Provisioning for port deb91d3b-8258-41e0-bd7c-74af342b02b2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:46.282219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7ecb2e0d-4813-49a0-b794-945531f52d46 None None] Provisioning complete for port deb91d3b-8258-41e0-bd7c-74af342b02b2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:46.282680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ecb2e0d-4813-49a0-b794-945531f52d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.475027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device deb91d3b-8258-41e0-bd7c-74af342b02b2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:46.532380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.570278 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.629703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port deb91d3b-8258-41e0-bd7c-74af342b02b2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:46.630064 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.742136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.779056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.resource_extend [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:51:46.813273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-0e4f7c38-49c1-41ad-97d1-05bbe71a12fe tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6303568 Jul 16 18:51:46.857378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-9ccf4062-e0fe-4d0b-827a-9ddba685e26e tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:51:46.858017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-9ccf4062-e0fe-4d0b-827a-9ddba685e26e tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269332 Jul 16 18:51:46.859204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0d773b22-2dcb-4872-b22c-88b2d0badaf9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:46.867832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.868808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.885628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.942325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbfc0f-fd76-49c4-ab7e-f0963a5b7b34 req-0fe7be48-013e-4f42-aa6b-7d532c2cbddb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.946869 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a3fbfc0f-fd76-49c4-ab7e-f0963a5b7b34 req-0fe7be48-013e-4f42-aa6b-7d532c2cbddb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.4411869 Jul 16 18:51:47.027153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:47.032595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:47.032984 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.087328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-5ba80d3c-f39a-421b-a101-1eb12bda5bb7 service neutron] 10.222.0.49 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740501 Jul 16 18:51:47.093548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4826999 Jul 16 18:51:47.109272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34180) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:47.151261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Request body: {'subnet': {'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1493533082-subnet', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:47.179485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.187591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.188653 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.266411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-538f0672-3fb9-426b-8b76-e574a6fcdcf6 None None] Provisioning for port 0d9b8c42-bdcc-4701-9f42-9014a9e1f748 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:47.276482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-538f0672-3fb9-426b-8b76-e574a6fcdcf6 None None] Provisioning complete for port 0d9b8c42-bdcc-4701-9f42-9014a9e1f748 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:47.279014 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-538f0672-3fb9-426b-8b76-e574a6fcdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.298899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:47.309164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a3fbfc0f-fd76-49c4-ab7e-f0963a5b7b34 req-f19980f7-86f7-4043-9b1b-3ecf9f674ddf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536508 Jul 16 18:51:47.322380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Made reservation on behalf of a7a4ce62e399442f8f757113953854fb for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:47.325474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc383c9-da13-44c6-93ce-2c716062cd90 admin admin] Pushing event updated for resources: {'Network': ['ID=2012f6b6-5d91-438c-bee5-c252f94b98d9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:47.328508 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.343037 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.346699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.383807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:51:47.418104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-538f0672-3fb9-426b-8b76-e574a6fcdcf6 None None] Port 0d9b8c42-bdcc-4701-9f42-9014a9e1f748 was deleted so its status cannot be updated. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:51:47.436865 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9372346 Jul 16 18:51:47.486161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34182) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:47.515486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'admin_state_up': True, 'project_id': '704683cc6fff444491603367f079fc81', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:47.532943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=0d9b8c42-bdcc-4701-9f42-9014a9e1f748,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:47.622252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 0d773b22-2dcb-4872-b22c-88b2d0badaf9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0d773b22-2dcb-4872-b22c-88b2d0badaf9,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:47.636180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.646148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cd101-1142-4e30-a8ef-26bbcccc3dd4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Network': ['ID=b86d3138-df52-4ebe-bc94-ee68f01b7dfe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:47.669800 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.682632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6fac4fef-f395-4509-b85f-0eca0ec89720 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/0d9b8c42-bdcc-4701-9f42-9014a9e1f748 HTTP/1.1" status: 204 len: 168 time: 4.2035000 Jul 16 18:51:47.687979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34184) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:47.773425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=0d773b22-2dcb-4872-b22c-88b2d0badaf9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:47.782822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 114ae390-7a89-47e6-89ed-d3a9e917447c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:47.795775 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-d97fd9e5-0939-405a-9f5e-a4e8362c4f9d service neutron] 10.222.0.49 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695833 Jul 16 18:51:47.826535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.832531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.904368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:51:47.910670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 114ae390-7a89-47e6-89ed-d3a9e917447c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:47.911010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 114ae390-7a89-47e6-89ed-d3a9e917447c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:47.926230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.042077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:48.048614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70162b88-498a-438c-86d4-333cd7eb7a07 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8448634 Jul 16 18:51:48.049932 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.058311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:48.132889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc01ef91-fbc8-4e76-809a-7b28b5cb3946,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:48.170007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:48.231799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting subnet 875c0f02-e495-4d23-ba4f-ffc3c1a09f02 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:48.248906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.257461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:48.258508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:48.337298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f03ac2-1ed2-4221-b6c6-e2d1ec1dddbd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.342149 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a6f03ac2-1ed2-4221-b6c6-e2d1ec1dddbd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6410391 Jul 16 18:51:48.416177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34202) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:48.526231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:48.556894 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.627675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:45Z', 'revision_number': 11, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:48.631151 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d7aa91bb-b966-40d3-aba9-6d36e4869119 req-5513d651-fa60-4a41-9ca6-5718efad847d tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.0532284 Jul 16 18:51:48.638875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Checking segment: {'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:48.638875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Network hostable DHCP agents. Network: 2012f6b6-5d91-438c-bee5-c252f94b98d9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:51:48.651895 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0d773b22-2dcb-4872-b22c-88b2d0badaf9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:48.655798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34212) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:48.669157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.875284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:51:48.959118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627910-6935-4021-b010-c35f4f5203cb req-d56f11af-1d80-4081-96c8-af6e81ad8551 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.960748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df627910-6935-4021-b010-c35f4f5203cb req-d56f11af-1d80-4081-96c8-af6e81ad8551 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.3788698 Jul 16 18:51:49.011538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:49.043071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d55ea3-146c-4947-b123-956dbfb9fda5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.051040 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a3bf2471-8127-40e7-aa77-1df897973332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.052630 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45d55ea3-146c-4947-b123-956dbfb9fda5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6310427 Jul 16 18:51:49.060313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34220) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:49.062646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.067017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:49.067712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:49.188643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2012f6b6-5d91-438c-bee5-c252f94b98d9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:49.226065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a16d9-0650-464f-a8e5-821dcd56c4f2 None None] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:49.326190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.334738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.353560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.391213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.413291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:49.416576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.434216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df627910-6935-4021-b010-c35f4f5203cb req-8c38c454-4efc-4141-90cc-090816fcd96a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316816 Jul 16 18:51:49.435786 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.444473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5f23958a-cfe9-4ae9-b806-171f1f13fd30 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3075941 Jul 16 18:51:49.452234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34230) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:49.458303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:49.470564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:49.492685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b639b32-db5a-4d07-95cd-f7122e1cc1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.495099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b639b32-db5a-4d07-95cd-f7122e1cc1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.496797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b639b32-db5a-4d07-95cd-f7122e1cc1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.498672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7b639b32-db5a-4d07-95cd-f7122e1cc1a9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4258349 Jul 16 18:51:49.508521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:49.592963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.595439 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.666879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.800382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:45Z', 'revision_number': 11, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:49.877995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4595bab-1e9b-4ef9-baa4-502820328dc5 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:45Z', 'revision_number': 11, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:50.054264 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ace95fc6-9569-435b-b11b-cb3d71023d3f req-11b9180f-39e0-4308-9b5d-54d096ce3cd1 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.1436996 Jul 16 18:51:50.166157 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.25.1.232 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/31926702-b2c0-4b7b-82d2-6954a8f1a207) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:50.167817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-2012f6b6-5d91-438c-bee5-c252f94b98d9', 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'fixed_ips': [{'subnet_id': 'fc01ef91-fbc8-4e76-809a-7b28b5cb3946'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:51:50.168697 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.226836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.248481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 910b8a9d-3f46-4df6-936a-f7a1756be669 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:50.248852 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.484457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.484676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.547759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a2362186-b5cb-43aa-adde-ce251524e1c1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:50.560235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.562907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 910b8a9d-3f46-4df6-936a-f7a1756be669 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:50.653472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Subnet': ['ID=875c0f02-e495-4d23-ba4f-ffc3c1a09f02,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:50.658804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: a2362186-b5cb-43aa-adde-ce251524e1c1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:50.659269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device a2362186-b5cb-43aa-adde-ce251524e1c1 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:50.686598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 708e1617-fad5-47de-af41-51b7135262e3 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:50.762643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.770501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-73f8269a-5b91-4a0f-85d3-8005aaa37a09 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/875c0f02-e495-4d23-ba4f-ffc3c1a09f02 HTTP/1.1" status: 204 len: 168 time: 2.6397560 Jul 16 18:51:50.771409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:50.772171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.776470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375255cc-43af-46eb-9ad6-c28f570b783f None None] Network 9b64d939-7bcd-4989-9c4a-0442e1295848 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:50.805962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.964475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Allocated IP 172.20.0.2 (2012f6b6-5d91-438c-bee5-c252f94b98d9/fc01ef91-fbc8-4e76-809a-7b28b5cb3946/6637174c-23c9-43d2-b97e-e486189be5ac) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:51.082205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.175704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] DHCP port deletion for 9b64d939-7bcd-4989-9c4a-0442e1295848 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:51.188491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.217975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.226676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.349622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=910b8a9d-3f46-4df6-936a-f7a1756be669,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:51.385637 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:51.388653 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.389176 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Floating IP 59c6bc76-7909-4329-a2a0-642f5906c88d disassociated (deleted). External IP: 172.25.1.200, port: 8febfdeb-03ff-4500-bbb3-d92fc85d4083. Jul 16 18:51:51.414885 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.426522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:51.426903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Transition to ACTIVE for port object 6637174c-23c9-43d2-b97e-e486189be5ac will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:51.433017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:51.435453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] Deleting port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:51.436004 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.476986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-314a1d42-a79c-42da-b0ae-fb4436bd5836 req-aa63b656-7f36-46d4-a7ff-813cd5f9de6d tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.0935264 Jul 16 18:51:51.528564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-bbb098b8-9c4d-46b8-8324-3ce6ec1c40bf tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:51.530174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-bbb098b8-9c4d-46b8-8324-3ce6ec1c40bf tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.59 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 813 time: 0.7548754 Jul 16 18:51:51.536017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.539424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.556255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] For port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,segment=NetworkSegment(c40ba8e8-c5b6-41fb-896e-d10409d16fc0),segment_id=c40ba8e8-c5b6-41fb-896e-d10409d16fc0)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:51.556955 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.590151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] Calling delete_port for 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:51.663124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7786f-fb85-42de-83ba-4f1e5d5e450d req-df9f4106-f559-4b08-bcef-3ba074b5846e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:51.664714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4cc7786f-fb85-42de-83ba-4f1e5d5e450d req-df9f4106-f559-4b08-bcef-3ba074b5846e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.9460063 Jul 16 18:51:51.710408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-b1af7ecc-2a23-4fbd-968f-1b0405bac5a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a87c51d3bf8d4794bf3165b62f9f681c HTTP/1.1" status: 200 len: 379 time: 0.1654513 Jul 16 18:51:51.735043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'port': {'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'admin_state_up': True, 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'security_groups': ['02b9d555-60d6-48c6-8c07-07ca8b423070']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:51.785534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.823941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] Pushing event deleted for resources: {'Port': ['ID=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:51.827911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed9922-5084-4382-9e44-fffb416ea0f6 None None] No DVR routers for this DVR port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:51.835809 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.905022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Transition to ACTIVE for port object 6637174c-23c9-43d2-b97e-e486189be5ac will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:51.918400 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.054796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:52.063335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.085843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:52.090941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:52.095284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Pushing event updated for resources: {'Port': ['ID=6637174c-23c9-43d2-b97e-e486189be5ac,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:52.134521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3f0cf-3261-4c5b-b8a8-9f0c2c59ea2f None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:52.137600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.140361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/708e1617-fad5-47de-af41-51b7135262e3 HTTP/1.1" status: 204 len: 168 time: 2.6307230 Jul 16 18:51:52.143085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Made reservation on behalf of a87c51d3bf8d4794bf3165b62f9f681c for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:52.146983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.178024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34250) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:52.200074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Attempting to bind port 6637174c-23c9-43d2-b97e-e486189be5ac on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:52.200374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Attempting to bind port 6637174c-23c9-43d2-b97e-e486189be5ac by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:52.200704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Attempting to bind port 6637174c-23c9-43d2-b97e-e486189be5ac on network 2012f6b6-5d91-438c-bee5-c252f94b98d9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:52.205438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4cc7786f-fb85-42de-83ba-4f1e5d5e450d req-ff8733fd-5131-4d08-86e0-930a0ccb0560 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060983 Jul 16 18:51:52.209079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:52.209452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Checking segment: {'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:52.209858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.210253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Bound using segment: {'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:52.210736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Bound port: 6637174c-23c9-43d2-b97e-e486189be5ac, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:52.211120 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.250775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a3462-a633-4ba2-b4e4-a804b26e2365 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=708e1617-fad5-47de-af41-51b7135262e3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:52.317696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Deleting port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:52.318451 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.380125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=31926702-b2c0-4b7b-82d2-6954a8f1a207,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:52.457513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:52.463283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 8b00b696-bef5-49a6-b355-371508f993ea {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:52.474856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.639703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.664979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:52.665495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:52.698580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] For port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa, host n-d-791504-15, got binding levels [] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:52.699861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.701910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] For port 6637174c-23c9-43d2-b97e-e486189be5ac, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:52.706503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] For port 6637174c-23c9-43d2-b97e-e486189be5ac, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6637174c-23c9-43d2-b97e-e486189be5ac,segment=NetworkSegment(228dd588-b83c-4c3c-a0f1-8784c6e8e202),segment_id=228dd588-b83c-4c3c-a0f1-8784c6e8e202)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:52.717153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.728862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a58be-c55e-47b1-bb83-94ed7f3ab3ac req-55d097a8-75b7-41c9-aba3-9ef3f1835372 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:52.730973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7b5a58be-c55e-47b1-bb83-94ed7f3ab3ac req-55d097a8-75b7-41c9-aba3-9ef3f1835372 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 946 time: 0.3748207 Jul 16 18:51:52.838378 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.840311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ef76-4dcd-4e0f-9fbc-2b45c378747c None None] Pushing event updated for resources: {'Port': ['ID=6637174c-23c9-43d2-b97e-e486189be5ac,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:52.898113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7b5a58be-c55e-47b1-bb83-94ed7f3ab3ac req-18eab1ce-2277-4c55-9356-687e21be8bb9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553285 Jul 16 18:51:53.001116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Calling delete_port for 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:53.005152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa was not found and therefore no delete operation was performed {{(pid=93795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:51:53.007755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.111241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05c6d22d-d20e-4780-bd62-3343b159bfdd req-fddebd18-9cf2-41a9-84ff-517f93f1fb6c tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.1478117 Jul 16 18:51:53.115158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Port': ['ID=7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:53.138186 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.192709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No DVR routers for this DVR port 7b9f9d40-14f6-4db9-a1a3-3ae4f7e92eaa on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:53.229705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 09e774ee-8887-44d1-a638-989cb041f9bf has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:53.252233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Allocated IP 172.20.0.10 (bf90ac00-84fc-4848-aaf4-515e362c8627/fb3c2d65-535e-49bc-a3f7-cbaafef290a8/cb720880-7b09-4aa5-bb7d-9c33773de2ad) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:53.301171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.399803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.457190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:53.468037 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] Sync routers for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:53.484037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.487738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.490470 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:53.494549 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:53.636126 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.755948 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:53.867131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-23cde599-5cc0-47de-910e-44ba2f9766de tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/floatingips/59c6bc76-7909-4329-a2a0-642f5906c88d HTTP/1.1" status: 204 len: 168 time: 5.2010891 Jul 16 18:51:53.894992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:53.903718 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:53.992384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Allocated IP 172.25.1.134 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:54.081048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8ed78-a985-43b3-b496-73125c200bdf req-41044b67-9664-4bfc-88b1-4e74804f09e2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:54.089710 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-17a8ed78-a985-43b3-b496-73125c200bdf req-41044b67-9664-4bfc-88b1-4e74804f09e2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.5155149 Jul 16 18:51:54.128077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-45b75eff-a6b8-4382-bbc6-8375f1a64123 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:54.142683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-45b75eff-a6b8-4382-bbc6-8375f1a64123 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 946 time: 0.5666273 Jul 16 18:51:54.154389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.209883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b64d939-7bcd-4989-9c4a-0442e1295848']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.233531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dd0982c9-9320-4ac3-bcd9-65bd34f5743b None None] Provisioning complete for port deb91d3b-8258-41e0-bd7c-74af342b02b2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:54.237195 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd0982c9-9320-4ac3-bcd9-65bd34f5743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.249856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.292932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-17a8ed78-a985-43b3-b496-73125c200bdf req-d4608d28-f8a5-420d-8aeb-6bc5b8bb62aa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488924 Jul 16 18:51:54.307168 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:56Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.356603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:54.481353 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcb698a-769c-4b5a-a28f-2d21d424cb11 x-openstack-request-id: req-afcb698a-769c-4b5a-a28f-2d21d424cb11 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:54.482186 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:54.483387 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afcb698a-769c-4b5a-a28f-2d21d424cb11 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:54.483965 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'status': 'completed', 'code': 200} Jul 16 18:51:54.512800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:54.515619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:54.551475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.552027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40ba8e8-c5b6-41fb-896e-d10409d16fc0') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.613576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6637174c-23c9-43d2-b97e-e486189be5ac up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:54.644056 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] Checking router: 09e774ee-8887-44d1-a638-989cb041f9bf for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:54.660265 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:54.661576 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.664468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:51:54.696208 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.776845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6637174c-23c9-43d2-b97e-e486189be5ac completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:54.821217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4dcf3-7e89-4d2d-8f7c-dc3c3c97f9b5 None None] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:54.842163 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:54.855401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.863793 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.009863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port 6ea7b8db-a2cb-400f-829e-58d9b415e683 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:55.010152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.088437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a670bfb6-7e3f-4a7d-8721-b3418701a227 None None] Provisioning for port 6637174c-23c9-43d2-b97e-e486189be5ac completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:55.097231 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:56Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:55.110203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a670bfb6-7e3f-4a7d-8721-b3418701a227 None None] Provisioning complete for port 6637174c-23c9-43d2-b97e-e486189be5ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:55.110900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a670bfb6-7e3f-4a7d-8721-b3418701a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.135873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] For port 6ea7b8db-a2cb-400f-829e-58d9b415e683, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6ea7b8db-a2cb-400f-829e-58d9b415e683,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:55.136254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.162845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for 6ea7b8db-a2cb-400f-829e-58d9b415e683 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:55.169874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3be50-0033-44c8-bc77-bfa9e7631323 None None] The sync data for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 is: [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:49:45Z', 'revision_number': 4, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '33460443-55a9-4469-b159-5840316fe2e8', 'name': '', 'network_id': 'ebd34940-7229-4e10-afdd-defd4991d66d', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'mac_address': 'fa:16:3e:56:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:44Z', 'updated_at': '2021-07-16T18:49:56Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'subnets': [{'id': 'e53493b3-e287-4b2c-99b2-a29718dd7b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:55.178514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:55.252076 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.289342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ced3e70b-22e0-4d81-9e54-7e973d9fdfd3 req-142cf468-1cee-49fc-bfeb-801b07d26909 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.2616544 Jul 16 18:51:55.458063 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a670bfb6-7e3f-4a7d-8721-b3418701a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.480637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.559787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a670bfb6-7e3f-4a7d-8721-b3418701a227 None None] For port 6637174c-23c9-43d2-b97e-e486189be5ac, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6637174c-23c9-43d2-b97e-e486189be5ac,segment=NetworkSegment(228dd588-b83c-4c3c-a0f1-8784c6e8e202),segment_id=228dd588-b83c-4c3c-a0f1-8784c6e8e202)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:55.567937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6ea7b8db-a2cb-400f-829e-58d9b415e683'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:55.577607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7274a-5cfe-4f9e-9568-875f28df8362 req-ba3387d6-ea69-404c-925b-7bb8f45ce236 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:55.585889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6d7274a-5cfe-4f9e-9568-875f28df8362 req-ba3387d6-ea69-404c-925b-7bb8f45ce236 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 867 time: 0.8556974 Jul 16 18:51:55.669638 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a670bfb6-7e3f-4a7d-8721-b3418701a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.702158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6d7274a-5cfe-4f9e-9568-875f28df8362 req-54075342-f611-4900-a1c9-b6831f27c5d0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=21fd25ba-1363-4061-8c45-24d66eb51d27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151440 Jul 16 18:51:55.771108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cbb4bd-215f-4a06-afbe-9a8a0d88a36b None None] New status for floating IP 59c6bc76-7909-4329-a2a0-642f5906c88d: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:51:55.781693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] No DVR routers for this DVR port 6ea7b8db-a2cb-400f-829e-58d9b415e683 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:55.791357 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.794230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-659c4ba8-d521-4f62-832a-8c2fbc7008af req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "DELETE /v2.0/ports/6ea7b8db-a2cb-400f-829e-58d9b415e683 HTTP/1.1" status: 204 len: 173 time: 1.5356536 Jul 16 18:51:55.795022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf312a1b-9823-40f0-836d-42b6b09da40f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=6ea7b8db-a2cb-400f-829e-58d9b415e683,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:55.843499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:55.855222 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Sync routers for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:55.873817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:55.874254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.875429 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:55.881892 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:55.884625 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:55.928818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670bfb6-7e3f-4a7d-8721-b3418701a227 None None] Pushing event updated for resources: {'Port': ['ID=6637174c-23c9-43d2-b97e-e486189be5ac,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:55.980158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-646acfff-2a79-455b-a70f-2030348f9bf1 None None] Provisioning complete for port 6637174c-23c9-43d2-b97e-e486189be5ac triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:55.981267 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-646acfff-2a79-455b-a70f-2030348f9bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.020252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.021761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2a1c1143-961d-4267-b2a7-93f0e2e7914b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5145342 Jul 16 18:51:56.037553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34274) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.148472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7780e54b-b3be-4783-8f9f-fe6e353d0765 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=704683cc6fff444491603367f079fc81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0982037 Jul 16 18:51:56.180817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34276) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:56.192355 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:56.323311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-1b11f42d-84bd-44e6-b1bf-959be3d89b89 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.325441 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-1b11f42d-84bd-44e6-b1bf-959be3d89b89 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 946 time: 0.4172451 Jul 16 18:51:56.385923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.429371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b8a8-24ea-4539-8798-24ce88431d9f req-45150815-c31c-4268-9ed4-e6a6ab264da3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.434852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b025b8a8-24ea-4539-8798-24ce88431d9f req-45150815-c31c-4268-9ed4-e6a6ab264da3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.3156364 Jul 16 18:51:56.468030 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.483902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Transition to ACTIVE for port object cb720880-7b09-4aa5-bb7d-9c33773de2ad will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:56.487182 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c039970-deea-4579-801c-faf6942b5920', 'name': 'network-vif-deleted', 'tag': '6ea7b8db-a2cb-400f-829e-58d9b415e683'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:56.492204 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875bd738-b10d-4efd-bb11-0e3180f32b78" -d '{"events": [{"server_uuid": "2c039970-deea-4579-801c-faf6942b5920", "name": "network-vif-deleted", "tag": "6ea7b8db-a2cb-400f-829e-58d9b415e683"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:56.496649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6637174c-23c9-43d2-b97e-e486189be5ac up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:56.586504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b025b8a8-24ea-4539-8798-24ce88431d9f req-6ed583f5-3ece-4638-9c0a-6e430376badc tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393201 Jul 16 18:51:56.607701 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:51:52Z', 'revision_number': 3, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:56.624429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6637174c-23c9-43d2-b97e-e486189be5ac triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:56.628008 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.634005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:56.634358 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.701203 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Checking router: df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:56.701560 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Updating router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 port 31926702-b2c0-4b7b-82d2-6954a8f1a207 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:51:56.784706 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.856131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port 8febfdeb-03ff-4500-bbb3-d92fc85d4083, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8febfdeb-03ff-4500-bbb3-d92fc85d4083,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:56.857431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.890590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 8febfdeb-03ff-4500-bbb3-d92fc85d4083 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:57.140573 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.187618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=8febfdeb-03ff-4500-bbb3-d92fc85d4083,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.257954 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.287416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af5436fc-30e6-4f70-a29e-78534a22b956 req-0c1d973a-4fef-437e-b344-d3956ec9635c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 3.0685380 Jul 16 18:51:57.293766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.295378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] No DVR routers for this DVR port 8febfdeb-03ff-4500-bbb3-d92fc85d4083 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:57.296702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/networks/9b64d939-7bcd-4989-9c4a-0442e1295848 HTTP/1.1" status: 204 len: 168 time: 6.4933174 Jul 16 18:51:57.299145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.301553 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-32c7ee01-1179-481b-bdb0-ded06e4c4aac req-e401823c-0caa-41ec-be2f-13682c0e7316 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.67 "DELETE /v2.0/ports/8febfdeb-03ff-4500-bbb3-d92fc85d4083 HTTP/1.1" status: 204 len: 173 time: 0.9679048 Jul 16 18:51:57.302934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34284) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:57.308507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.316678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'routes': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:57.362125 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Transition to ACTIVE for port object 31926702-b2c0-4b7b-82d2-6954a8f1a207 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:57.379757 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.427676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-86fb995f-dfe0-48dc-98b3-8f0d8f4dc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.429538 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-86fb995f-dfe0-48dc-98b3-8f0d8f4dc0a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 1019 time: 2.8642347 Jul 16 18:51:57.430524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb638ba-346b-4489-85d2-d1316c542ff6 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Pushing event deleted for resources: {'Network': ['ID=9b64d939-7bcd-4989-9c4a-0442e1295848,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.444196 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.526276 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Attempting to bind port 31926702-b2c0-4b7b-82d2-6954a8f1a207 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:57.526633 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Attempting to bind port 31926702-b2c0-4b7b-82d2-6954a8f1a207 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:57.527000 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Attempting to bind port 31926702-b2c0-4b7b-82d2-6954a8f1a207 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:57.530621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=8b00b696-bef5-49a6-b355-371508f993ea,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.554720 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:57.555185 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:57.555506 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.555898 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:57.556372 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Bound port: 31926702-b2c0-4b7b-82d2-6954a8f1a207, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:57.556758 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.557623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Network bf90ac00-84fc-4848-aaf4-515e362c8627 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:57.586662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:57.613933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:57.639230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.645619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8edbb605-2809-41a8-aa75-45a40637e559 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/8b00b696-bef5-49a6-b355-371508f993ea HTTP/1.1" status: 204 len: 168 time: 5.4623775 Jul 16 18:51:57.652666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96172392-eaf0-4d5e-8a26-781559cc9d88 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:57.673800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34288) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:57.722540 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] For port 31926702-b2c0-4b7b-82d2-6954a8f1a207, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:57.726608 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] For port 31926702-b2c0-4b7b-82d2-6954a8f1a207, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=31926702-b2c0-4b7b-82d2-6954a8f1a207,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:57.729787 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Pushing event updated for resources: {'Port': ['ID=31926702-b2c0-4b7b-82d2-6954a8f1a207,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.759256 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.761721 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.762084 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.762418 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.762749 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.763084 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.763412 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.763736 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.764059 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.769121 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.769640 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.770021 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.788275 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.893704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cc6e78a0-8eca-4007-af1c-4298c3a1219a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2162819 Jul 16 18:51:57.928282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076b31e-02f0-4526-a333-98725f6af455 req-99bd13a4-af85-4450-8c18-611695902bb6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.929957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8076b31e-02f0-4526-a333-98725f6af455 req-99bd13a4-af85-4450-8c18-611695902bb6 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 867 time: 2.2403133 Jul 16 18:51:57.930474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:57.950768 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a283e-f29e-4e8d-802c-5e6ec0916b03 None None] Pushing event updated for resources: {'Port': ['ID=31926702-b2c0-4b7b-82d2-6954a8f1a207,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.997884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:58.001883 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'Port': ['ID=cb720880-7b09-4aa5-bb7d-9c33773de2ad,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:58.019887 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.023388 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:58.023946 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:58.126126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:58.178109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e630c85-2d54-46e5-81b9-70ba3d997779 None None] Provisioning for port cb720880-7b09-4aa5-bb7d-9c33773de2ad completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:58.193906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1e630c85-2d54-46e5-81b9-70ba3d997779 None None] Provisioning complete for port cb720880-7b09-4aa5-bb7d-9c33773de2ad triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:58.194286 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1e630c85-2d54-46e5-81b9-70ba3d997779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.297325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] Deleting port deb91d3b-8258-41e0-bd7c-74af342b02b2 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:58.297768 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.331182 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:58.339550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1e630c85-2d54-46e5-81b9-70ba3d997779 None None] Port cb720880-7b09-4aa5-bb7d-9c33773de2ad cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:58.359377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb116f83-3eee-4f9f-9e2a-89e142d60346 req-dcf44ce8-be98-4a27-9512-c7654fb7ee44 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.361645 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb116f83-3eee-4f9f-9e2a-89e142d60346 req-dcf44ce8-be98-4a27-9512-c7654fb7ee44 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 932 time: 1.3013613 Jul 16 18:51:58.477442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-a5b5341a-baf5-4887-8d21-6cc369ff0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.480006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-a5b5341a-baf5-4887-8d21-6cc369ff0384 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebd34940-7229-4e10-afdd-defd4991d66d HTTP/1.1" status: 200 len: 897 time: 1.0272024 Jul 16 18:51:58.481186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ea7b8db-a2cb-400f-829e-58d9b415e683 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:58.531500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device deb91d3b-8258-41e0-bd7c-74af342b02b2 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:58.536241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] For port deb91d3b-8258-41e0-bd7c-74af342b02b2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=deb91d3b-8258-41e0-bd7c-74af342b02b2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:58.536882 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.561997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 6ea7b8db-a2cb-400f-829e-58d9b415e683 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:58.562346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6ea7b8db-a2cb-400f-829e-58d9b415e683 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:58.579424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] Calling delete_port for deb91d3b-8258-41e0-bd7c-74af342b02b2 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:58.611636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-551c9f9e-a71c-40cd-bba7-e1442ce640b6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:51:58.612928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-551c9f9e-a71c-40cd-bba7-e1442ce640b6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261836 Jul 16 18:51:58.692194 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:51:52Z', 'revision_number': 3, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:58.719121 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ceebc5-988f-4fe3-a7ae-7858ad9d4284 None None] The sync data for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 is: [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:51:52Z', 'revision_number': 3, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:58.740719 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.742090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Added routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:51:58.742396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.extraroute_db [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Removed routes are [] {{(pid=93796) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:51:58.742767 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.748817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb116f83-3eee-4f9f-9e2a-89e142d60346 req-8d915fbf-6d6b-47bc-973e-37fa397125b4 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717332 Jul 16 18:51:58.780019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.781611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.815204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port deb91d3b-8258-41e0-bd7c-74af342b02b2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=deb91d3b-8258-41e0-bd7c-74af342b02b2,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:58.826592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.858204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14211ab-e7cd-4323-a7d4-d0fecd355c89 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.863435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b14211ab-e7cd-4323-a7d4-d0fecd355c89 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.6815522 Jul 16 18:51:58.873771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:58.908168 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.944158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] No DVR routers for this DVR port deb91d3b-8258-41e0-bd7c-74af342b02b2 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:58.949749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=deb91d3b-8258-41e0-bd7c-74af342b02b2,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:58.998768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa8f4f-f902-4e71-bedd-94657d8fd72f None None] Pushing event deleted for resources: {'Port': ['ID=deb91d3b-8258-41e0-bd7c-74af342b02b2,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:59.014435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-956e2cbf-2063-4057-99ce-02e3572861ac tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2782629 Jul 16 18:51:59.043324 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b8060c-7e5a-4df3-95e4-044717ea1400 x-openstack-request-id: req-88b8060c-7e5a-4df3-95e4-044717ea1400 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:59.043592 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c039970-deea-4579-801c-faf6942b5920", "name": "network-vif-deleted", "tag": "6ea7b8db-a2cb-400f-829e-58d9b415e683", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:59.043840 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88b8060c-7e5a-4df3-95e4-044717ea1400 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:59.044234 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c039970-deea-4579-801c-faf6942b5920', 'name': 'network-vif-deleted', 'tag': '6ea7b8db-a2cb-400f-829e-58d9b415e683', 'status': 'completed', 'code': 200} Jul 16 18:51:59.044670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:59.045395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-18e30699-9286-4a61-90d6-a2a3c9d3b8e6 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1701062 Jul 16 18:51:59.144114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Request body: {'port': {'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:59.161148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223406867', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'project_id': '704683cc6fff444491603367f079fc81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:59.189595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8076b31e-02f0-4526-a333-98725f6af455 req-50796fa0-2ef0-4d6c-ba70-2417e2d3ca46 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "GET /v2.0/security-groups?id=3142352c-5718-404c-a8cb-7afa5957b641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2362621 Jul 16 18:51:59.201672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.222128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:59.228091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.302565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.371316 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-71685d7e-921b-4c31-b76c-47fd12d79942 req-69bb50e6-0855-48ce-98e3-4f317549ab68 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 210 time: 0.1960166 Jul 16 18:51:59.376244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.456005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-caccd9f3-365f-4343-96c6-7bbd8d3116e0 service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380241 Jul 16 18:51:59.667109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:59.673973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.717193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.836211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8febfdeb-03ff-4500-bbb3-d92fc85d4083 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:59.901107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 8febfdeb-03ff-4500-bbb3-d92fc85d4083 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:59.901475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8febfdeb-03ff-4500-bbb3-d92fc85d4083 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:59.961744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9bc7be59-8511-41e1-a1cd-ce57ac5eeabf req-a0262861-4c59-4e50-8107-7885457b305b service neutron] 10.222.0.67 "GET /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565563 Jul 16 18:52:00.044022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198348cc-096a-4018-88ba-6ecc785a8774 req-b8a9c4b3-28c2-476c-b980-40783649b5b8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:00.052505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-198348cc-096a-4018-88ba-6ecc785a8774 req-b8a9c4b3-28c2-476c-b980-40783649b5b8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.5636327 Jul 16 18:52:00.138115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 4dfa4f02-69dc-44e2-8262-1b939f3da400 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:00.201682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.228962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af5436fc-30e6-4f70-a29e-78534a22b956 req-c2437412-a370-482a-abe6-0f7dec4a1e5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&device_id=b0f77265-b084-4c8b-abef-28882c952213 HTTP/1.1" status: 200 len: 210 time: 0.1328664 Jul 16 18:52:00.339818 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1e1e-a6dd-46f0-a720-46946b0feb0f req-fac7e46a-3232-4ccb-8f52-cdd6e0e3ddb0 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:00.341407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-547c1e1e-a6dd-46f0-a720-46946b0feb0f req-fac7e46a-3232-4ccb-8f52-cdd6e0e3ddb0 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 932 time: 0.3007965 Jul 16 18:52:00.372371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-198348cc-096a-4018-88ba-6ecc785a8774 req-b5b6f136-13aa-47ab-a3f2-9dae8463a0ef tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177497 Jul 16 18:52:00.400942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:00.404875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Subnet': ['ID=bf8fd8e5-0e2e-4a55-be51-6fc210941c0a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:00.415879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.419839 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e6127a6f-b6cf-4145-a53e-376d5ed8de1c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 200 len: 705 time: 3.1157601 Jul 16 18:52:00.424039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34306) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:00.432000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:52:00.470028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a0409d9-8888-4f35-924f-101c776f468c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 200 len: 205 time: 0.0432110 Jul 16 18:52:00.471942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34312) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:00.480469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] Sync routers for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:00.494816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:00.519585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:00.537688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-547c1e1e-a6dd-46f0-a720-46946b0feb0f req-62821801-b72d-4945-ac49-c0f0daf499fe tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895721 Jul 16 18:52:00.579896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34316) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:00.650177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Checking segment: {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:00.650545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network hostable DHCP agents. Network: b86d3138-df52-4ebe-bc94-ee68f01b7dfe, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:52:00.663142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede62acb-bc2a-43fa-aec4-5d8b41529833 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.674969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 31926702-b2c0-4b7b-82d2-6954a8f1a207 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:00.740921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:00.791699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 31926702-b2c0-4b7b-82d2-6954a8f1a207 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:00.794303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e8f14eb-1cbe-411a-9a1f-a8ab3ac2ed30 req-53b549fa-ba55-4052-ae22-a27798d7e840 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 210 time: 0.0482399 Jul 16 18:52:00.802229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:52:00.841730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:45Z', 'revision_number': 11, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:00.849229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 31926702-b2c0-4b7b-82d2-6954a8f1a207 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:00.849229 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.882567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, b86d3138-df52-4ebe-bc94-ee68f01b7dfe) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:00.915934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:00.916331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.923543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59afd49-89c4-4d77-9219-7d9316dab678 None None] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:00.928195 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede62acb-bc2a-43fa-aec4-5d8b41529833 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.932195 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede62acb-bc2a-43fa-aec4-5d8b41529833 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.943350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-815907e2-1cc2-4ec2-9254-940648c85386 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8021090 Jul 16 18:52:00.974521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:00.999663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5436fc-30e6-4f70-a29e-78534a22b956 req-0076b38d-d8cc-4ce0-804a-a94aeeca6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:01.001334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af5436fc-30e6-4f70-a29e-78534a22b956 req-0076b38d-d8cc-4ce0-804a-a94aeeca6c06 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&shared=False HTTP/1.1" status: 200 len: 897 time: 0.7413390 Jul 16 18:52:01.058506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] Checking router: 4dfa4f02-69dc-44e2-8262-1b939f3da400 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:01.095170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-deleted', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:01.096561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] Routers {'4dfa4f02-69dc-44e2-8262-1b939f3da400'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:01.097255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4dfa4f02-69dc-44e2-8262-1b939f3da400'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:01.099343 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd5c848-77ff-47b4-8f7f-ff0207643636" -d '{"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-deleted", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:01.128213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede62acb-bc2a-43fa-aec4-5d8b41529833 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.130336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede62acb-bc2a-43fa-aec4-5d8b41529833 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Fanout notify agent at l3_agent the message router_deleted on router 4dfa4f02-69dc-44e2-8262-1b939f3da400 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:52:01.157999 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ede62acb-bc2a-43fa-aec4-5d8b41529833 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.165470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ede62acb-bc2a-43fa-aec4-5d8b41529833 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 204 len: 168 time: 0.6899242 Jul 16 18:52:01.166158 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:01.179248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ce15e59e-20e7-4fec-8b46-852914f66cd0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015172022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:01.200303 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629d810-2136-47e9-9d66-01b8b33e0610 x-openstack-request-id: req-d629d810-2136-47e9-9d66-01b8b33e0610 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:01.200588 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f77265-b084-4c8b-abef-28882c952213", "name": "network-vif-deleted", "tag": "8febfdeb-03ff-4500-bbb3-d92fc85d4083", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:01.205082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] Set router 4dfa4f02-69dc-44e2-8262-1b939f3da400 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:01.206674 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d629d810-2136-47e9-9d66-01b8b33e0610 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:01.207228 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f77265-b084-4c8b-abef-28882c952213', 'name': 'network-vif-deleted', 'tag': '8febfdeb-03ff-4500-bbb3-d92fc85d4083', 'status': 'completed', 'code': 200} Jul 16 18:52:01.281758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:45Z', 'revision_number': 11, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:01.292058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce15e59e-20e7-4fec-8b46-852914f66cd0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.293011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:52:01.293188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce15e59e-20e7-4fec-8b46-852914f66cd0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.294032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.348624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490bf1d-2494-4125-86d2-b9ca0ce01d56 None None] The sync data for ids ['4dfa4f02-69dc-44e2-8262-1b939f3da400'] in n-d-791504-15 is: [{'id': '4dfa4f02-69dc-44e2-8262-1b939f3da400', 'name': 'tempest-RoutersIpV6Test-router-1692384700', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:26Z', 'updated_at': '2021-07-16T18:51:45Z', 'revision_number': 11, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:01.410120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce15e59e-20e7-4fec-8b46-852914f66cd0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.485049 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce15e59e-20e7-4fec-8b46-852914f66cd0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.523895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.569698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 31926702-b2c0-4b7b-82d2-6954a8f1a207, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=31926702-b2c0-4b7b-82d2-6954a8f1a207,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:01.578641 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.630403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ce15e59e-20e7-4fec-8b46-852914f66cd0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.634615 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ce15e59e-20e7-4fec-8b46-852914f66cd0 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4632692 Jul 16 18:52:01.658169 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:01.676950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-16b7a27d-1997-46fa-a6af-a5f584bb14e1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:01.696147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Allocated IP 172.20.0.2 (b86d3138-df52-4ebe-bc94-ee68f01b7dfe/bf8fd8e5-0e2e-4a55-be51-6fc210941c0a/0703b62a-9692-4164-abd2-8dcc0584fa46) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:01.698531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=31926702-b2c0-4b7b-82d2-6954a8f1a207,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:01.937121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.948174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Transition to ACTIVE for port object 0703b62a-9692-4164-abd2-8dcc0584fa46 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:01.965520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Transition to ACTIVE for port object 0703b62a-9692-4164-abd2-8dcc0584fa46 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:01.973927 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.987399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-c244eeff-8777-440b-8cd6-2828bab86ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:01.989078 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-c244eeff-8777-440b-8cd6-2828bab86ad4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1097 time: 0.5772600 Jul 16 18:52:02.016746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:02.019100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:02.025776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022cc59-8e92-487a-9e9e-209a007299cb req-e728ef10-3ae1-44ef-81a6-fe45ab9b7b2a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.026490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:02.027488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4022cc59-8e92-487a-9e9e-209a007299cb req-e728ef10-3ae1-44ef-81a6-fe45ab9b7b2a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 945 time: 0.3906498 Jul 16 18:52:02.041253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Pushing event updated for resources: {'Port': ['ID=0703b62a-9692-4164-abd2-8dcc0584fa46,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.112193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Attempting to bind port 0703b62a-9692-4164-abd2-8dcc0584fa46 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:02.112729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Attempting to bind port 0703b62a-9692-4164-abd2-8dcc0584fa46 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:02.113510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Attempting to bind port 0703b62a-9692-4164-abd2-8dcc0584fa46 on network b86d3138-df52-4ebe-bc94-ee68f01b7dfe {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:02.119130 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:02.119508 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Checking segment: {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:02.120381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.120833 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Bound using segment: {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:02.121323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Bound port: 0703b62a-9692-4164-abd2-8dcc0584fa46, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:02.121712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.127223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5436fc-30e6-4f70-a29e-78534a22b956 req-8ec82962-992d-4782-8b6f-a0e8a8235b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.129949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-af5436fc-30e6-4f70-a29e-78534a22b956 req-8ec82962-992d-4782-8b6f-a0e8a8235b31 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1165762 Jul 16 18:52:02.173627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:52:02.179121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.222622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] For port 0703b62a-9692-4164-abd2-8dcc0584fa46, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:02.226467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] For port 0703b62a-9692-4164-abd2-8dcc0584fa46, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0703b62a-9692-4164-abd2-8dcc0584fa46,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:02.232480 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.265338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:02.272627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=f39c574e-7b55-42a7-be38-b96f9d157541,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.275803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:02.290871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.291728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.314679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cbb69-9340-4f16-befd-6fc99230a726 None None] Pushing event updated for resources: {'Port': ['ID=0703b62a-9692-4164-abd2-8dcc0584fa46,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.321457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe6091-5e70-4117-98a4-23b8e5117830 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:02.327994 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1cadb556-d79b-407e-b3e2-0ca5d51ea5c1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3776901 Jul 16 18:52:02.358930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:02.368804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:02.370597 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Sync routers for ids ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:02.378181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-693a4cd1-4581-4140-ac20-3f6f38536f25 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:02.389418 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Routers {'c9e5685d-224f-49c3-8e2c-e96c00fce0d7'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:02.390430 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:02.549093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.550803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7eb0f37f-f2f7-473f-9841-50a6fdf49a69 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.0970824 Jul 16 18:52:02.557049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:02.625090 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Set router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:02.668106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 31926702-b2c0-4b7b-82d2-6954a8f1a207 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:02.733127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-1bccc4c9-51d5-4312-b89a-d12b9ac82c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.734721 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-1bccc4c9-51d5-4312-b89a-d12b9ac82c9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.7323558 Jul 16 18:52:02.762047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'f39c574e-7b55-42a7-be38-b96f9d157541'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:52:02.763336 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.818803 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:51:55Z', 'revision_number': 3, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port': {'id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:53Z', 'updated_at': '2021-07-16T18:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:02.844198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb720880-7b09-4aa5-bb7d-9c33773de2ad {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:02.854533 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Checking router: c9e5685d-224f-49c3-8e2c-e96c00fce0d7 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:02.855056 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Updating router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:02.864592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec482e8e-1781-41cc-ac38-7943040dc198 req-82e9ead1-88cc-4a6b-afce-85109f9b2871 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.866841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec482e8e-1781-41cc-ac38-7943040dc198 req-82e9ead1-88cc-4a6b-afce-85109f9b2871 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 932 time: 1.0216038 Jul 16 18:52:02.888312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16b7a27d-1997-46fa-a6af-a5f584bb14e1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.920793 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.950007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Allocated IP 2001:db8::f816:3eff:fe8b:c15b (78c95300-195f-443c-b5c5-d4b9b102593a/f39c574e-7b55-42a7-be38-b96f9d157541/2f276dba-6ded-4d3f-a6f4-477699e780ce) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:03.016625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.021648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4022cc59-8e92-487a-9e9e-209a007299cb req-1835bdfb-caed-4376-8650-eb01defe3d8d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9784799 Jul 16 18:52:03.028752 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ec482e8e-1781-41cc-ac38-7943040dc198 req-7d0d6d90-6fa8-4a50-a50f-43a82c5dbfbf tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835605 Jul 16 18:52:03.044233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16b7a27d-1997-46fa-a6af-a5f584bb14e1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1942815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1942790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942927'] for router, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.132455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693a4cd1-4581-4140-ac20-3f6f38536f25 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:03.137436 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-693a4cd1-4581-4140-ac20-3f6f38536f25 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.218145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.223797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-66b6f4a0-0f51-40cb-a7fe-b91be0492b13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 1000 time: 0.4109993 Jul 16 18:52:03.229424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Transition to ACTIVE for port object 2f276dba-6ded-4d3f-a6f4-477699e780ce will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:03.247018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Transition to ACTIVE for port object 2f276dba-6ded-4d3f-a6f4-477699e780ce will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:03.259362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 31926702-b2c0-4b7b-82d2-6954a8f1a207 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:03.260042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.283351 n-d-791504-15 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-693a4cd1-4581-4140-ac20-3f6f38536f25 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f39c574e-7b55-42a7-be38-b96f9d157541 (CIDR: 2001:db8::/64) Jul 16 18:52:03.305798 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.327231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:03.332403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:03.336235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:03.341603 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-693a4cd1-4581-4140-ac20-3f6f38536f25 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:52:03.342104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693a4cd1-4581-4140-ac20-3f6f38536f25 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:03.363857 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.389811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Pushing event updated for resources: {'Port': ['ID=2f276dba-6ded-4d3f-a6f4-477699e780ce,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.392603 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Transition to ACTIVE for port object e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:03.399858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Transition to ACTIVE for port object cb720880-7b09-4aa5-bb7d-9c33773de2ad will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:03.404968 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.405241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-693a4cd1-4581-4140-ac20-3f6f38536f25 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0339246 Jul 16 18:52:03.409601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:03.416316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:03.425318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.492606 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dca62-52d5-4e0a-bc0d-0a71fe5931ed None None] Pushing event updated for resources: {'Port': ['ID=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.507426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Attempting to bind port 2f276dba-6ded-4d3f-a6f4-477699e780ce on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:03.507869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Attempting to bind port 2f276dba-6ded-4d3f-a6f4-477699e780ce by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:03.508242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Attempting to bind port 2f276dba-6ded-4d3f-a6f4-477699e780ce on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:03.514455 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Attempting to bind port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:03.514968 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Attempting to bind port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:03.515434 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Attempting to bind port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:03.516109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:03.516984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:03.517778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.518184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:03.518672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Bound port: 2f276dba-6ded-4d3f-a6f4-477699e780ce, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:03.519072 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.521602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb720880-7b09-4aa5-bb7d-9c33773de2ad,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.536454 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:03.537436 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:03.543380 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.543939 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:03.544566 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Bound port: e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:03.545041 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.561592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e41d4d24-ad11-4c14-8969-d21652257f58 req-52956dc6-66ab-45cb-988e-83f8827eda54 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c039970-deea-4579-801c-faf6942b5920 HTTP/1.1" status: 200 len: 210 time: 0.1030667 Jul 16 18:52:03.598628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-e88230f5-8f48-43bf-8faa-5d737f2517a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:03.600123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-e88230f5-8f48-43bf-8faa-5d737f2517a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.2801189 Jul 16 18:52:03.626441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] For port 2f276dba-6ded-4d3f-a6f4-477699e780ce, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:03.631732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] For port 2f276dba-6ded-4d3f-a6f4-477699e780ce, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2f276dba-6ded-4d3f-a6f4-477699e780ce,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:03.639729 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.678685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.688118 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] For port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:03.692127 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] For port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:03.700624 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.746916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0307c-c036-4d34-b8ff-f2e08f323f89 None None] Pushing event updated for resources: {'Port': ['ID=2f276dba-6ded-4d3f-a6f4-477699e780ce,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.762298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7a27d-1997-46fa-a6af-a5f584bb14e1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Router 7ec8df65-d0be-490d-98aa-9e688237b153 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:52:03.826483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-1fc9cee2-4280-4d9d-a1cd-1085209fa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:03.828030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-1fc9cee2-4280-4d9d-a1cd-1085209fa807 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994913 Jul 16 18:52:03.868183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dca62-52d5-4e0a-bc0d-0a71fe5931ed None None] Pushing event updated for resources: {'Port': ['ID=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:03.882723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:03.886067 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Routers {'c9e5685d-224f-49c3-8e2c-e96c00fce0d7'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:03.888944 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:03.947032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Attempting to bind port cb720880-7b09-4aa5-bb7d-9c33773de2ad on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:03.947385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Attempting to bind port cb720880-7b09-4aa5-bb7d-9c33773de2ad by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:03.947813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Attempting to bind port cb720880-7b09-4aa5-bb7d-9c33773de2ad on network bf90ac00-84fc-4848-aaf4-515e362c8627 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:03.976921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7a27d-1997-46fa-a6af-a5f584bb14e1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:04.008879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16b7a27d-1997-46fa-a6af-a5f584bb14e1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.012832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-16b7a27d-1997-46fa-a6af-a5f584bb14e1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "PUT /v2.0/routers/7ec8df65-d0be-490d-98aa-9e688237b153 HTTP/1.1" status: 200 len: 698 time: 2.3395512 Jul 16 18:52:04.063546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34342) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:04.101426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Port cb720880-7b09-4aa5-bb7d-9c33773de2ad on network bf90ac00-84fc-4848-aaf4-515e362c8627 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:04.102197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Attempting to bind port cb720880-7b09-4aa5-bb7d-9c33773de2ad on network bf90ac00-84fc-4848-aaf4-515e362c8627 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:04.105759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] Set router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:04.152959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:04.153563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Checking segment: {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:04.153563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Bound using segment: {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:04.153985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Bound port: cb720880-7b09-4aa5-bb7d-9c33773de2ad, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:04.154349 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.170360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.223165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] Sync routers for ids ['7ec8df65-d0be-490d-98aa-9e688237b153'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:04.341086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:04.376155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:04.387339 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8151379-72c7-41ba-93b4-5ed4bfa9ce14" -d '{"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-unplugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:04.401576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] Routers {'7ec8df65-d0be-490d-98aa-9e688237b153'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:04.403692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7ec8df65-d0be-490d-98aa-9e688237b153'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.413039 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.429362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.482153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-fb8b10be-5cff-45d8-8d2d-9012abaad55a service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136077 Jul 16 18:52:04.532704 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:51:55Z', 'revision_number': 3, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port': {'id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:53Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.556853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1cd5811a-64b8-4b53-82dd-76f48c97737e tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/routers/7ec8df65-d0be-490d-98aa-9e688237b153 HTTP/1.1" status: 200 len: 704 time: 0.4656880 Jul 16 18:52:04.568315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:04.574085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.604123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600212d-b33d-41f3-b96d-4e2fe0ac1368 None None] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:04.612274 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c851374-ecc3-4b04-a933-a9b136adcc87 None None] The sync data for ids ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'] in n-d-791504-15 is: [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:51:55Z', 'revision_number': 3, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port': {'id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:53Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:04.631670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34350) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:04.708486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2f276dba-6ded-4d3f-a6f4-477699e780ce up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:04.758332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] Set router 7ec8df65-d0be-490d-98aa-9e688237b153 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:04.820369 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a4f65dd-a3c2-4f91-8042-8214424aa067 req-c670f6bb-f545-4b7c-af8a-4144852152b7 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721949 Jul 16 18:52:04.882917 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2788b6e9-ec78-4f22-8e87-ec2da8ed1974 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ec8df65-d0be-490d-98aa-9e688237b153 HTTP/1.1" status: 200 len: 205 time: 0.2500076 Jul 16 18:52:04.887136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:04.944520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec8df65-d0be-490d-98aa-9e688237b153', 'name': 'tempest-RoutersIpV6Test-router-2015172022', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:01Z', 'updated_at': '2021-07-16T18:52:02Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.954932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:05.022384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] Checking router: 7ec8df65-d0be-490d-98aa-9e688237b153 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:05.116258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-52ba5f11-0753-4b01-b377-035b86e6cf06 None None] Provisioning for port 0703b62a-9692-4164-abd2-8dcc0584fa46 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:05.119299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] For port cb720880-7b09-4aa5-bb7d-9c33773de2ad, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:05.120713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] Routers {'7ec8df65-d0be-490d-98aa-9e688237b153'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:05.121361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7ec8df65-d0be-490d-98aa-9e688237b153'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:05.215186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] For port cb720880-7b09-4aa5-bb7d-9c33773de2ad, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:05.262112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b41ba8c-294f-4aef-be6a-ad617585be3a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.338603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 2f276dba-6ded-4d3f-a6f4-477699e780ce completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:05.355697 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.369888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] Set router 7ec8df65-d0be-490d-98aa-9e688237b153 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:05.373261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0703b62a-9692-4164-abd2-8dcc0584fa46 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:05.420391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.464500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:05.466166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.468445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] 10.222.0.59 "PUT /v2.0/ports/cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 1093 time: 6.3492844 Jul 16 18:52:05.531801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:05.538696 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:05.576792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec8df65-d0be-490d-98aa-9e688237b153', 'name': 'tempest-RoutersIpV6Test-router-2015172022', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:01Z', 'updated_at': '2021-07-16T18:52:02Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:05.621832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b149558-aa01-4649-b0b4-8be404374140 req-81c082ac-7ef0-4e2e-84ab-b87f45e39d36 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:05.629471 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b149558-aa01-4649-b0b4-8be404374140 req-81c082ac-7ef0-4e2e-84ab-b87f45e39d36 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 944 time: 1.1952052 Jul 16 18:52:05.706825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f691cab-be46-4853-9b14-642293e9f706 None None] The sync data for ids ['7ec8df65-d0be-490d-98aa-9e688237b153'] in n-d-791504-15 is: [{'id': '7ec8df65-d0be-490d-98aa-9e688237b153', 'name': 'tempest-RoutersIpV6Test-router-2015172022', 'tenant_id': '91609b55ba394446aa69c9c83dfa0b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:01Z', 'updated_at': '2021-07-16T18:52:02Z', 'revision_number': 2, 'project_id': '91609b55ba394446aa69c9c83dfa0b9f', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:05.783451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7cfbe770-aa93-4762-8482-17955f643d8d None None] Provisioning for port 2f276dba-6ded-4d3f-a6f4-477699e780ce completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:05.801873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7cfbe770-aa93-4762-8482-17955f643d8d None None] Provisioning complete for port 2f276dba-6ded-4d3f-a6f4-477699e780ce triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:05.802784 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe770-aa93-4762-8482-17955f643d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.826428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 0703b62a-9692-4164-abd2-8dcc0584fa46 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:05.862314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0703b62a-9692-4164-abd2-8dcc0584fa46 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:05.862850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.878723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b41ba8c-294f-4aef-be6a-ad617585be3a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.883040 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b41ba8c-294f-4aef-be6a-ad617585be3a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.907026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b149558-aa01-4649-b0b4-8be404374140 req-33da72d5-20e7-47b9-b044-e625404fc782 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764997 Jul 16 18:52:05.947573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67114baf-3f95-465a-ac43-428c59b161b3 req-dc1d5f31-ac65-43ff-9c16-fe07507fddd4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:05.956936 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67114baf-3f95-465a-ac43-428c59b161b3 req-dc1d5f31-ac65-43ff-9c16-fe07507fddd4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 1.4751821 Jul 16 18:52:05.991906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c2bb0-816d-4b3e-8e18-6f5f48fccdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb720880-7b09-4aa5-bb7d-9c33773de2ad,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.018924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.20.0.1 (b86d3138-df52-4ebe-bc94-ee68f01b7dfe/bf8fd8e5-0e2e-4a55-be51-6fc210941c0a/1c05a9bc-deff-41c8-9c50-6d78879d9db6) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:06.032109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b41ba8c-294f-4aef-be6a-ad617585be3a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.032925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b41ba8c-294f-4aef-be6a-ad617585be3a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec8df65-d0be-490d-98aa-9e688237b153 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:52:06.045270 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b41ba8c-294f-4aef-be6a-ad617585be3a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.051833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b41ba8c-294f-4aef-be6a-ad617585be3a tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/7ec8df65-d0be-490d-98aa-9e688237b153 HTTP/1.1" status: 204 len: 168 time: 1.1580484 Jul 16 18:52:06.056400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.137215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-37b9653a-80a1-492d-9a4d-9712963d0264 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ec8df65-d0be-490d-98aa-9e688237b153 HTTP/1.1" status: 200 len: 205 time: 0.0774181 Jul 16 18:52:06.221969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.320541 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-965643e2-0477-44b3-b08a-4cfde1096b68 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] delete failed (client error): The resource could not be found. Jul 16 18:52:06.321734 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5977824-a06d-4356-b038-8e2a48ae5afc x-openstack-request-id: req-c5977824-a06d-4356-b038-8e2a48ae5afc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:06.322029 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-unplugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:06.322334 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5977824-a06d-4356-b038-8e2a48ae5afc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:06.322707 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'code': 200} Jul 16 18:52:06.323850 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-965643e2-0477-44b3-b08a-4cfde1096b68 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/7ec8df65-d0be-490d-98aa-9e688237b153 HTTP/1.1" status: 404 len: 336 time: 0.1004791 Jul 16 18:52:06.330945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34366) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.377613 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a34408d-a9dd-4208-b096-32d27afe2472 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:06.378390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a34408d-a9dd-4208-b096-32d27afe2472 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:06.380430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9a34408d-a9dd-4208-b096-32d27afe2472 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/ecf58f83-4c03-48ea-8ebc-7f4529b6b099 HTTP/1.1" status: 404 len: 337 time: 0.0481098 Jul 16 18:52:06.383164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.428353 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe770-aa93-4762-8482-17955f643d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.434667 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-81335048-f69b-4977-a089-23b22928e5d1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:06.435267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81335048-f69b-4977-a089-23b22928e5d1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:06.437201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-81335048-f69b-4977-a089-23b22928e5d1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/be8626aa-1bd6-466a-a829-c49c6d21107f HTTP/1.1" status: 404 len: 337 time: 0.0530064 Jul 16 18:52:06.440033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34370) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.451475 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.452434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.479428 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-11837865-eb13-4c5f-a494-9cfcbd24783d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:06.481300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11837865-eb13-4c5f-a494-9cfcbd24783d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:06.483413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-11837865-eb13-4c5f-a494-9cfcbd24783d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/9ef46303-763b-4916-b588-9d622e460ac5 HTTP/1.1" status: 404 len: 337 time: 0.0423594 Jul 16 18:52:06.496297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Transition to ACTIVE for port object 1c05a9bc-deff-41c8-9c50-6d78879d9db6 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:06.534295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7cfbe770-aa93-4762-8482-17955f643d8d None None] For port 2f276dba-6ded-4d3f-a6f4-477699e780ce, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2f276dba-6ded-4d3f-a6f4-477699e780ce,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:06.541175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34372) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.550346 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7cfbe770-aa93-4762-8482-17955f643d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.560525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.561270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 0703b62a-9692-4164-abd2-8dcc0584fa46, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0703b62a-9692-4164-abd2-8dcc0584fa46,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:06.605295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.629666 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de87fb1-0851-4075-855e-8e78998d0175 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:06.629666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de87fb1-0851-4075-855e-8e78998d0175 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:06.633188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7de87fb1-0851-4075-855e-8e78998d0175 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/875c0f02-e495-4d23-ba4f-ffc3c1a09f02 HTTP/1.1" status: 404 len: 337 time: 0.0889130 Jul 16 18:52:06.694184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34378) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.722427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:06.761535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:06.761861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbe770-aa93-4762-8482-17955f643d8d None None] Pushing event updated for resources: {'Port': ['ID=2f276dba-6ded-4d3f-a6f4-477699e780ce,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.800910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bb9df5b3-50d3-4f5d-867a-feeea6c5b66c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 200 len: 205 time: 0.0993247 Jul 16 18:52:06.826912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:06.858660 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:06.870716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:06.919211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34380) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.920723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=1c05a9bc-deff-41c8-9c50-6d78879d9db6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.929924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.945108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=0703b62a-9692-4164-abd2-8dcc0584fa46,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.985200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:06.998343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:07.004056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.044478 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8dd58a-4ef6-4f6a-9079-8d047f87ad8e x-openstack-request-id: req-de8dd58a-4ef6-4f6a-9079-8d047f87ad8e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:07.045122 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:07.045122 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de8dd58a-4ef6-4f6a-9079-8d047f87ad8e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:07.045554 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'status': 'completed', 'code': 200} Jul 16 18:52:07.057971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8f30b166-7e06-42ea-a03d-7d243d68e741 None None] Provisioning complete for port 0703b62a-9692-4164-abd2-8dcc0584fa46 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:07.062213 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f30b166-7e06-42ea-a03d-7d243d68e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.066796 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-f88e1028-2b2d-404f-84bb-1852ab9dcae9 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] delete failed (client error): The resource could not be found. Jul 16 18:52:07.068134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f88e1028-2b2d-404f-84bb-1852ab9dcae9 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/4dfa4f02-69dc-44e2-8262-1b939f3da400 HTTP/1.1" status: 404 len: 336 time: 0.1348941 Jul 16 18:52:07.072003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34384) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.098743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.164217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-67114baf-3f95-465a-ac43-428c59b161b3 req-a3a2db9a-8957-4ffb-bd59-cc707196f5b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1500223 Jul 16 18:52:07.166020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a46305ef-33d9-4643-a2e8-3f7cd60b1652 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e8e9244-c5eb-4711-913f-32ce837773f7 HTTP/1.1" status: 200 len: 205 time: 0.0824118 Jul 16 18:52:07.174952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34386) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.255069 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-231c8002-f67a-448d-9ba2-3eeef511e24f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] delete failed (client error): The resource could not be found. Jul 16 18:52:07.256745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-231c8002-f67a-448d-9ba2-3eeef511e24f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/5e8e9244-c5eb-4711-913f-32ce837773f7 HTTP/1.1" status: 404 len: 336 time: 0.0810256 Jul 16 18:52:07.268126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34388) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.273137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.341786 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c60608-1946-408a-a515-61f02dc1fdc9 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:07.345090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c60608-1946-408a-a515-61f02dc1fdc9 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:07.349899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-43c60608-1946-408a-a515-61f02dc1fdc9 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/25f027da-e1b3-40b0-b60f-aea8f51321da HTTP/1.1" status: 404 len: 337 time: 0.0748284 Jul 16 18:52:07.352186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:07.354376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:07.355893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34390) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.367908 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.384192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:07.429011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.429616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.442507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:07.450746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.451091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ae826-a292-4a51-a2c6-d39942af8894 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:07.481677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0697317 Jul 16 18:52:07.485002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.486638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7116ef4a-ea89-410e-a68c-53c76ef92570 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 HTTP/1.1" status: 200 len: 205 time: 0.1266193 Jul 16 18:52:07.487262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.492134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:d7:b2:eb', 'name': 'tempest-NetworksTestDHCPv6-477360092'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:07.520064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8b0c9a9-6359-4c18-907b-a3e23189eea1 None None] Provisioning for port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:07.552370 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-de7ac034-13f7-4c4e-b5cf-4d78e8d8c6f1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] delete failed (client error): The resource could not be found. Jul 16 18:52:07.555204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8b0c9a9-6359-4c18-907b-a3e23189eea1 None None] Provisioning complete for port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:07.555582 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c9a9-6359-4c18-907b-a3e23189eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.556355 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-de7ac034-13f7-4c4e-b5cf-4d78e8d8c6f1 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/ad4a269e-2863-4d2b-a6a5-362da6f7d3c2 HTTP/1.1" status: 404 len: 336 time: 0.0487082 Jul 16 18:52:07.558384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dafce8-51d3-42de-aff5-b8ddb0fe074a tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=0d3defeb-566c-4f13-a7d8-1d52d6c14dab,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:07.560524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.575952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-05a39dc1-a4a0-4889-9a72-a9ec05417420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.577828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-05a39dc1-a4a0-4889-9a72-a9ec05417420 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1096 time: 1.9052606 Jul 16 18:52:07.598074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0c9a9-6359-4c18-907b-a3e23189eea1 None None] Port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:07.618842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a265fdf9-8f5b-42bf-bced-7127b20b645f tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=055ee9ee-bcd8-4c12-80b3-79054279e0c6 HTTP/1.1" status: 200 len: 205 time: 0.0463684 Jul 16 18:52:07.621923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.627812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Allocated IP 172.20.0.1 (2012f6b6-5d91-438c-bee5-c252f94b98d9/fc01ef91-fbc8-4e76-809a-7b28b5cb3946/211c11ae-8664-4aa4-8b97-3ffec53d2382) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:07.672981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769c56f-67bd-4523-a2a7-15cff7b770ea req-60fa92a9-a5be-4bda-9e7a-68453dbf2d84 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.674740 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9769c56f-67bd-4523-a2a7-15cff7b770ea req-60fa92a9-a5be-4bda-9e7a-68453dbf2d84 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 944 time: 0.4222665 Jul 16 18:52:07.682380 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8721bd33-f237-4647-8a40-86c07209725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] delete failed (client error): The resource could not be found. Jul 16 18:52:07.686232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8721bd33-f237-4647-8a40-86c07209725d tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/055ee9ee-bcd8-4c12-80b3-79054279e0c6 HTTP/1.1" status: 404 len: 336 time: 0.0625193 Jul 16 18:52:07.692159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.754580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-e14c3c6f-2fee-42b3-aab8-4dd357218767 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 217 time: 0.1318800 Jul 16 18:52:07.758387 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-45354ff5-bcf2-4947-8242-93c91f073655 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:07.758748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45354ff5-bcf2-4947-8242-93c91f073655 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:07.763435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45354ff5-bcf2-4947-8242-93c91f073655 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/fcaefb51-8321-4526-bf70-f12ab8820ac5 HTTP/1.1" status: 404 len: 337 time: 0.0701780 Jul 16 18:52:07.771421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.848328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-1235ce3c-faf2-4bbf-9a15-b4fde9a5b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.850194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-1235ce3c-faf2-4bbf-9a15-b4fde9a5b1d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 200 len: 852 time: 0.0778501 Jul 16 18:52:07.897174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-702cba77-38a8-4f91-97a6-96603a7a0f7c tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b66359-71a0-43e3-9300-5a53a0d4b9ea HTTP/1.1" status: 200 len: 205 time: 0.1202605 Jul 16 18:52:07.897807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.939238 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': 'f39c574e-7b55-42a7-be38-b96f9d157541', 'ip_address': '2001:db8::f816:3eff:fe8b:c15b'}, {'subnet_id': '0d3defeb-566c-4f13-a7d8-1d52d6c14dab'}], 'binding:host_id': 'n-d-791504-15'}, 'id': '2f276dba-6ded-4d3f-a6f4-477699e780ce'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:52:07.955982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 33460443-55a9-4469-b159-5840316fe2e8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:07.956343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.984576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.123445 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-c075a201-49a6-46a0-b1a2-d9c165904b60 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] delete failed (client error): The resource could not be found. Jul 16 18:52:08.134957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c075a201-49a6-46a0-b1a2-d9c165904b60 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/22b66359-71a0-43e3-9300-5a53a0d4b9ea HTTP/1.1" status: 404 len: 336 time: 0.2217426 Jul 16 18:52:08.138334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34408) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:08.189743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9769c56f-67bd-4523-a2a7-15cff7b770ea req-be7fd5f2-ef51-4372-9e75-54d872c2be98 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4964066 Jul 16 18:52:08.208170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port 33460443-55a9-4469-b159-5840316fe2e8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=33460443-55a9-4469-b159-5840316fe2e8,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:08.208811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.225067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 33460443-55a9-4469-b159-5840316fe2e8 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:08.270679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] Allocated IP 2001:db8:0:1::2 (78c95300-195f-443c-b5c5-d4b9b102593a/0d3defeb-566c-4f13-a7d8-1d52d6c14dab/2f276dba-6ded-4d3f-a6f4-477699e780ce) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:08.379977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:08.412665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] For port 2f276dba-6ded-4d3f-a6f4-477699e780ce, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2f276dba-6ded-4d3f-a6f4-477699e780ce,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:08.445104 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.461534 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d4341a-3065-4bd1-9a42-13080babe4a5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:08.462155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d4341a-3065-4bd1-9a42-13080babe4a5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:08.463128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] Transition to ACTIVE for port object 2f276dba-6ded-4d3f-a6f4-477699e780ce will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:08.464378 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-69d4341a-3065-4bd1-9a42-13080babe4a5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/67a99c91-e6da-426e-8f59-07aec5d90c66 HTTP/1.1" status: 404 len: 337 time: 0.3228688 Jul 16 18:52:08.470498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.476005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:08.478570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.488970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.533325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cfa6fd85-4403-494f-8a77-93d2638b7ef5 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "GET /v2.0/ports?device_id=01651aa9-1223-45f2-a3e3-9c681b42e19c HTTP/1.1" status: 200 len: 205 time: 0.0534642 Jul 16 18:52:08.534455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.536511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34414) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:08.558246 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed73d9-a0b3-4fed-83a3-b495bb772b1a None None] Pushing event updated for resources: {'Port': ['ID=2f276dba-6ded-4d3f-a6f4-477699e780ce,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:08.592351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=33460443-55a9-4469-b159-5840316fe2e8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:08.673886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.694509 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-06e536c5-59f6-4cfa-940e-02ff39a731b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] delete failed (client error): The resource could not be found. Jul 16 18:52:08.699758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-06e536c5-59f6-4cfa-940e-02ff39a731b3 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/routers/01651aa9-1223-45f2-a3e3-9c681b42e19c HTTP/1.1" status: 404 len: 336 time: 0.1198711 Jul 16 18:52:08.706564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34416) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:08.728522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Transition to ACTIVE for port object 211c11ae-8664-4aa4-8b97-3ffec53d2382 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:08.764229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-46b3460d-68f2-447e-a890-7e09cc723813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:08.765998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-46b3460d-68f2-447e-a890-7e09cc723813 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf90ac00-84fc-4848-aaf4-515e362c8627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8855543 Jul 16 18:52:08.895200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2f276dba-6ded-4d3f-a6f4-477699e780ce up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:08.901544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4461125-6741-4d5b-b6a5-bec7f238fdf0 req-7f92d364-4c40-4eee-a1ef-6c2606626297 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:08.909805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4461125-6741-4d5b-b6a5-bec7f238fdf0 req-7f92d364-4c40-4eee-a1ef-6c2606626297 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.4908071 Jul 16 18:52:08.913946 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-86856451-2d94-43fe-a159-99195957d7f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:08.914605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86856451-2d94-43fe-a159-99195957d7f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:08.919740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-86856451-2d94-43fe-a159-99195957d7f4 tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/9c078a49-706b-4fc5-8fab-dc786398cb19 HTTP/1.1" status: 404 len: 337 time: 0.2006035 Jul 16 18:52:08.922856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:09.001261 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:09.026279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-87c31ddd-ae3f-458d-859d-4528b4e84420 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516890 Jul 16 18:52:09.088421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.103371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:09.103752 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.115478 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port d5b49028-60cc-40bd-96de-a0a125af62cf yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:52:09.199585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0703b62a-9692-4164-abd2-8dcc0584fa46 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:09.269632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ddd7fd8-e474-4477-b51b-c6960ffad2e9 req-5bd099e5-7df6-4f93-a3cd-85d404e862f5 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236271 Jul 16 18:52:09.279058 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faf6957-9b6b-493a-a651-a75797e508ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:09.279676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faf6957-9b6b-493a-a651-a75797e508ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:09.284617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7faf6957-9b6b-493a-a651-a75797e508ee tempest-RoutersIpV6Test-1285801682 tempest-RoutersIpV6Test-1285801682-project] 10.222.0.49 "DELETE /v2.0/subnets/9a3c7d4b-41a8-4f79-9e05-a5d2656e1d40 HTTP/1.1" status: 404 len: 337 time: 0.2589552 Jul 16 18:52:09.327877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0703b62a-9692-4164-abd2-8dcc0584fa46 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:09.328267 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.379676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4461125-6741-4d5b-b6a5-bec7f238fdf0 req-563375b8-d021-4f81-9025-75a81d2a7bdd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4670417 Jul 16 18:52:09.396360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8:0:1::28e (78c95300-195f-443c-b5c5-d4b9b102593a/0d3defeb-566c-4f13-a7d8-1d52d6c14dab/d5b49028-60cc-40bd-96de-a0a125af62cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:09.411440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::f816:3eff:fed7:b2eb (78c95300-195f-443c-b5c5-d4b9b102593a/f39c574e-7b55-42a7-be38-b96f9d157541/d5b49028-60cc-40bd-96de-a0a125af62cf) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:09.427990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=1c05a9bc-deff-41c8-9c50-6d78879d9db6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:09.443570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.538452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.722281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Pushing event updated for resources: {'Port': ['ID=211c11ae-8664-4aa4-8b97-3ffec53d2382,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:09.745688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:09.751184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6a02b5f7-67d3-4325-a9a1-d83ee709b4b1 None None] Provisioning for port 2f276dba-6ded-4d3f-a6f4-477699e780ce completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:09.755860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-6d31a9c6-a376-46e8-baaa-dd4a56a7cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:09.756243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6a02b5f7-67d3-4325-a9a1-d83ee709b4b1 None None] Provisioning complete for port 2f276dba-6ded-4d3f-a6f4-477699e780ce triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:09.756625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a02b5f7-67d3-4325-a9a1-d83ee709b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.758672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-6d31a9c6-a376-46e8-baaa-dd4a56a7cf20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1096 time: 0.3901751 Jul 16 18:52:09.764585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:09.782156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:09.827078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.836991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34436) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:09.863262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object d5b49028-60cc-40bd-96de-a0a125af62cf will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:09.881568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.947557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:09.980451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.994127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:10.021067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:10.163303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.241709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed814c5-47c4-455b-8ab8-bed565358489 req-93ace225-17fc-436e-b3e2-67e766d1ed70 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:10.254624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ed814c5-47c4-455b-8ab8-bed565358489 req-93ace225-17fc-436e-b3e2-67e766d1ed70 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 944 time: 0.8285530 Jul 16 18:52:10.289866 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4fac1bbd-6c3d-4303-a515-3f3aa1e62025 None None] Provisioning for port 211c11ae-8664-4aa4-8b97-3ffec53d2382 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:10.291316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:10.295699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4fac1bbd-6c3d-4303-a515-3f3aa1e62025 None None] Provisioning complete for port 211c11ae-8664-4aa4-8b97-3ffec53d2382 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:10.296062 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4fac1bbd-6c3d-4303-a515-3f3aa1e62025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.309197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:10.368547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-64be0965-1942-4d72-b1a9-351ddd68412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:10.370704 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-64be0965-1942-4d72-b1a9-351ddd68412a service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 914 time: 0.5810771 Jul 16 18:52:10.374358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:10.381596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:10.382662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.388692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ed814c5-47c4-455b-8ab8-bed565358489 req-bcf58d95-4b73-46af-82aa-ce36b40d7ca5 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321585 Jul 16 18:52:10.389546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=d5b49028-60cc-40bd-96de-a0a125af62cf,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:10.413120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4fac1bbd-6c3d-4303-a515-3f3aa1e62025 None None] Port 211c11ae-8664-4aa4-8b97-3ffec53d2382 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:10.423803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3383d2a-ba3a-447d-b4c9-575131fad9c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9362781 Jul 16 18:52:10.426871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34450) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:10.459872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-4197d5cb-2dd1-44f3-b531-c20f20ebeba9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 217 time: 0.0775406 Jul 16 18:52:10.464462 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-334dbaf6-dad3-4e8c-a505-9997a7b90b40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91609b55ba394446aa69c9c83dfa0b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6221535 Jul 16 18:52:10.477732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:10.479911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-45dfd88d-9eea-4fb4-9609-a0a043cf4b8a req-798d4dbd-1026-42d2-bc10-916534ea997a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:52:10.481061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-45dfd88d-9eea-4fb4-9609-a0a043cf4b8a req-798d4dbd-1026-42d2-bc10-916534ea997a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1511078 Jul 16 18:52:10.538642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-4cba71ed-e224-416a-89f8-42a8f6b0aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:10.540705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-4cba71ed-e224-416a-89f8-42a8f6b0aa12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 200 len: 852 time: 0.0687044 Jul 16 18:52:10.550671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:10.566549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d1954b35-051e-4b22-af64-6323e35a87a4 None None] Provisioning complete for port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:10.566931 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1954b35-051e-4b22-af64-6323e35a87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.666107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d1954b35-051e-4b22-af64-6323e35a87a4 None None] Port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:10.697560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port d5b49028-60cc-40bd-96de-a0a125af62cf {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:10.697968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.704376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158fa4c7-2306-49d9-8c2f-5fd43f85ac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.799497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e161bd19-2c2a-43ba-a263-04d78afffd85 None None] Provisioning for port d5b49028-60cc-40bd-96de-a0a125af62cf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:10.802064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:10.813034 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Sync routers for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:10.820104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158fa4c7-2306-49d9-8c2f-5fd43f85ac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.837594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e161bd19-2c2a-43ba-a263-04d78afffd85 None None] Provisioning complete for port d5b49028-60cc-40bd-96de-a0a125af62cf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:10.837975 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e161bd19-2c2a-43ba-a263-04d78afffd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.841414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-02d8e8eb-bd1b-4cb2-8e61-3e413a47a10e tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "PUT /v2.0/routers/df4b4c22-21d1-4c1c-b1d6-35dada7c57d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8658063 Jul 16 18:52:10.842907 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:10.843188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34462) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:10.845355 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:10.925354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e161bd19-2c2a-43ba-a263-04d78afffd85 None None] Port d5b49028-60cc-40bd-96de-a0a125af62cf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:11.038916 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:11.170268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.276546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for d5b49028-60cc-40bd-96de-a0a125af62cf owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:11.289039 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158fa4c7-2306-49d9-8c2f-5fd43f85ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.291862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-158fa4c7-2306-49d9-8c2f-5fd43f85ac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.293431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-158fa4c7-2306-49d9-8c2f-5fd43f85ac79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e54ca1d-0051-4295-a904-b459b72d70a8 HTTP/1.1" status: 204 len: 168 time: 0.8129508 Jul 16 18:52:11.326113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c2993-4847-4944-adbc-c67717cd5c6b req-5c9d5aac-ace0-40d8-9e0d-395badd6b894 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.333441 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e8c2993-4847-4944-adbc-c67717cd5c6b req-5c9d5aac-ace0-40d8-9e0d-395badd6b894 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.4994900 Jul 16 18:52:11.381928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.411641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4e8c2993-4847-4944-adbc-c67717cd5c6b req-10e1f09b-6966-4234-862d-6cc2b6ac65d1 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770135 Jul 16 18:52:11.471176 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 2, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:11.471447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fa4c7-2306-49d9-8c2f-5fd43f85ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e54ca1d-0051-4295-a904-b459b72d70a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:11.492856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.493309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.493794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.494228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.494685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.495136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.495585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.496055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.496486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.496972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.497601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.498204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.498808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.503388 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Checking router: df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:11.503858 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Updating router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:11.504497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97898d94-087c-44bf-9ef1-0c70e05e16bb tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9214 time: 0.6533842 Jul 16 18:52:11.505532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34476) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:11.533867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-101c88db-fab6-4d83-8e31-14f938760211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.535918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-101c88db-fab6-4d83-8e31-14f938760211 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf90ac00-84fc-4848-aaf4-515e362c8627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9798098 Jul 16 18:52:11.543369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Router 09e774ee-8887-44d1-a638-989cb041f9bf has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:11.570846 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.749981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.750686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.751451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.752056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.752852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.753448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.754042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.754636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.755251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.755842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.756433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.757045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.757634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.758223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.763223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-d2446f09-a66c-4c1a-aa2d-b6a02df4f31e service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085192 Jul 16 18:52:11.763874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34484) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:11.764044 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-29a59118-a7be-4e06-bb78-21fc5977a8e1 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9104 time: 0.2345119 Jul 16 18:52:11.789051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-d701c474-ece2-4436-b4f1-ec275bd8ff24 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5059366 Jul 16 18:52:11.944972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.014367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=d5b49028-60cc-40bd-96de-a0a125af62cf,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:12.109291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1a5f2b1-85b0-49ad-85a8-c0924060f36c req-980aa3d1-8a2c-497b-8556-b12f7fb06a42 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226500 Jul 16 18:52:12.113566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.116089 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f31ea9d9-8d1f-41b6-bdfb-69846434168e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/d5b49028-60cc-40bd-96de-a0a125af62cf HTTP/1.1" status: 204 len: 168 time: 1.6877284 Jul 16 18:52:12.118392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.195228 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.229545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69030ab8-5b6e-45b2-8988-3b65352abb57 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.231513 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-69030ab8-5b6e-45b2-8988-3b65352abb57 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1119730 Jul 16 18:52:12.232958 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Transition to ACTIVE for port object 1c05a9bc-deff-41c8-9c50-6d78879d9db6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:12.234693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.253634 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.385367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2460a052-771f-4388-8ea8-056e37802a15 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.387669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2460a052-771f-4388-8ea8-056e37802a15 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1510255 Jul 16 18:52:12.393354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.403890 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f10c16-00e5-4e17-8f46-8107f697fe42 None None] Pushing event updated for resources: {'Port': ['ID=1c05a9bc-deff-41c8-9c50-6d78879d9db6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:12.432491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff8dd6-ab17-4054-838b-22dfd56bde0d req-07444b4d-fd1f-48b8-9d2d-10db47d10c9b tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.436845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-edff8dd6-ab17-4054-838b-22dfd56bde0d req-07444b4d-fd1f-48b8-9d2d-10db47d10c9b tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 944 time: 0.7365990 Jul 16 18:52:12.542933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1aa964-4ef4-4e3e-947a-1d95f7c5549d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.546028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1aa964-4ef4-4e3e-947a-1d95f7c5549d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.550434 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Attempting to bind port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:12.553100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1aa964-4ef4-4e3e-947a-1d95f7c5549d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.554976 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8a1aa964-4ef4-4e3e-947a-1d95f7c5549d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1585252 Jul 16 18:52:12.555690 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Attempting to bind port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:12.557782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34520) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.558334 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Attempting to bind port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 on network b86d3138-df52-4ebe-bc94-ee68f01b7dfe {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:12.574712 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:12.579939 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Checking segment: {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:12.581333 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.582278 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Bound using segment: {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:12.583770 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Bound port: 1c05a9bc-deff-41c8-9c50-6d78879d9db6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:12.584647 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.650619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.697521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 0d3defeb-566c-4f13-a7d8-1d52d6c14dab {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:12.703748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.719281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34530) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.727852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.756491 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] For port 1c05a9bc-deff-41c8-9c50-6d78879d9db6, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:12.764518 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] For port 1c05a9bc-deff-41c8-9c50-6d78879d9db6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1c05a9bc-deff-41c8-9c50-6d78879d9db6,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:12.785293 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.802305 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.826910 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:12.838822 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] Sync routers for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:12.853262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:12.854003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:12.907971 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f10c16-00e5-4e17-8f46-8107f697fe42 None None] Pushing event updated for resources: {'Port': ['ID=1c05a9bc-deff-41c8-9c50-6d78879d9db6,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:12.959276 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:12.959945 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:12.971208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-05b5148e-cb68-4cee-ba03-163a1d8f777d tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "PUT /v2.0/routers/09e774ee-8887-44d1-a638-989cb041f9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3766632 Jul 16 18:52:12.996981 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34540) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:13.069460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--856839271'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:13.082835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-edff8dd6-ab17-4054-838b-22dfd56bde0d req-b85a8b7f-8785-4958-becd-ddcbf4fd26bf tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5308700 Jul 16 18:52:13.152611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:13.184294 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.206006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting subnet e53493b3-e287-4b2c-99b2-a29718dd7b6e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:13.246328 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.277896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Pushing event updated for resources: {'Port': ['ID=211c11ae-8664-4aa4-8b97-3ffec53d2382,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:13.359465 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.463677 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.483383 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:13.487366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.497916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a7a05-75a0-4cd0-90ae-bec668f6deba req-19cfb233-dc7d-4678-bd4b-c1d760b33ace tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:13.505469 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd5a7a05-75a0-4cd0-90ae-bec668f6deba req-19cfb233-dc7d-4678-bd4b-c1d760b33ace tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.5093789 Jul 16 18:52:13.546353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:52:08Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:13.557947 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.586003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] Checking router: 09e774ee-8887-44d1-a638-989cb041f9bf for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:13.601971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] Routers {'09e774ee-8887-44d1-a638-989cb041f9bf'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:13.604413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09e774ee-8887-44d1-a638-989cb041f9bf'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:13.695322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eb48294d-16e3-4f25-b279-3311a0360464 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7382 time: 1.9165833 Jul 16 18:52:13.724307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd5a7a05-75a0-4cd0-90ae-bec668f6deba req-a517ed77-8cb3-49e4-8818-8693800ac20a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175860 Jul 16 18:52:13.730261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:13.732002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:13.760479 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.791346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] Set router 09e774ee-8887-44d1-a638-989cb041f9bf gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:13.853891 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:12Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:13.884696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f2d447-ba55-49fe-b109-4f78185a1477 None None] The sync data for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 is: [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:12Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:13.899502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3defeb-566c-4f13-a7d8-1d52d6c14dab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:13.927314 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.929550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d2bffad-36f1-4900-82d8-710b6eae0fdd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/0d3defeb-566c-4f13-a7d8-1d52d6c14dab HTTP/1.1" status: 204 len: 168 time: 1.3707399 Jul 16 18:52:13.933927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34564) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:13.945890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39820725-d744-42a9-9321-08843ee11c8d None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:14.028928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.102627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:14.164426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet f39c574e-7b55-42a7-be38-b96f9d157541 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:14.179826 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.252045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.280664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:14.316626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Subnet': ['ID=e53493b3-e287-4b2c-99b2-a29718dd7b6e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:14.327931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.330220 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7cffb548-d50a-4c33-b94d-786dbd497c79 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/subnets/e53493b3-e287-4b2c-99b2-a29718dd7b6e HTTP/1.1" status: 204 len: 168 time: 1.3322668 Jul 16 18:52:14.332956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:14.345504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f6622-18c2-4204-bd30-489f77b54196 None None] Network ebd34940-7229-4e10-afdd-defd4991d66d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:14.357812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-02c7bd89-3177-45ed-b3fe-3bbdfec3b75b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971291242', 'description': 'tempest-secgroup-smoke-1971291242 description', 'project_id': '704683cc6fff444491603367f079fc81'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:14.482916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.551516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.660929 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.766318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02c7bd89-3177-45ed-b3fe-3bbdfec3b75b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.833590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1c5af5-db2f-423d-af4b-4c387985b710,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:14.894403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1c05a9bc-deff-41c8-9c50-6d78879d9db6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:14.900759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7ec102cb-491d-4aaa-b073-9a3c087ec58b None None] Provisioning complete for port 211c11ae-8664-4aa4-8b97-3ffec53d2382 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:14.901146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ec102cb-491d-4aaa-b073-9a3c087ec58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.941721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:14.953960 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Sync routers for ids ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:14.968292 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Routers {'c9e5685d-224f-49c3-8e2c-e96c00fce0d7'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:14.968993 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:14.989466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-263025c3-ff4a-4da9-9053-1cad529c1422 admin admin] 10.222.0.49 "PUT /v2.0/routers/c9e5685d-224f-49c3-8e2c-e96c00fce0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4260180 Jul 16 18:52:15.055228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa71a9-d1d1-4bef-ab5a-e2f51da2dbd1 req-779b0e0b-ccd6-424f-9f28-b5a04a5fbdf4 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:15.071633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76fa71a9-d1d1-4bef-ab5a-e2f51da2dbd1 req-779b0e0b-ccd6-424f-9f28-b5a04a5fbdf4 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 944 time: 0.5982649 Jul 16 18:52:15.115066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:52:08Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:15.171132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.243689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c894991-50fe-4919-963b-4ece6cd73714 None None] The sync data for ids ['09e774ee-8887-44d1-a638-989cb041f9bf'] in n-d-791504-15 is: [{'id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805553587', 'tenant_id': '1146e6a401a64d1aa6ad39bde341ca16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:49:34Z', 'updated_at': '2021-07-16T18:52:08Z', 'revision_number': 5, 'project_id': '1146e6a401a64d1aa6ad39bde341ca16', 'gw_port': {'id': '5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e774ee-8887-44d1-a638-989cb041f9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:49:36Z', 'updated_at': '2021-07-16T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:15.257832 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Set router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:15.276410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.309876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-7ec102cb-491d-4aaa-b073-9a3c087ec58b None None] Port 211c11ae-8664-4aa4-8b97-3ffec53d2382 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:15.358400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76fa71a9-d1d1-4bef-ab5a-e2f51da2dbd1 req-1f86f48c-fec5-40d1-958d-1f74b16b673b tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860706 Jul 16 18:52:15.392950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:15.405678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:15.405678 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.407458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:15.436124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4c953aa0-0d7a-4144-bdcc-7eb7c3fe9d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594738063', 'description': 'tempest-secgroup-smoke-594738063 description', 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:15.436458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.453467 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.475731 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.610826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=f39c574e-7b55-42a7-be38-b96f9d157541,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:15.625140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.653759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0d2dd4d6-0c1a-41a1-98f5-d7c2ebaf3a9f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/f39c574e-7b55-42a7-be38-b96f9d157541 HTTP/1.1" status: 204 len: 168 time: 1.7144654 Jul 16 18:52:15.665963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:15.685687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d71d729-21f3-4b3f-81b7-46f30462c525,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:15.728080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f3828-b17a-467d-a614-666704906a04 None None] DHCP port deletion for ebd34940-7229-4e10-afdd-defd4991d66d request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:15.765625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.800087 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-01aff84f-fcd3-4e99-8f46-e92e29259ca3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282907 Jul 16 18:52:15.800958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:15.817608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.852413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:15.862595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 1c05a9bc-deff-41c8-9c50-6d78879d9db6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1c05a9bc-deff-41c8-9c50-6d78879d9db6,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:15.888200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.951279 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port': {'id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:53Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '211c11ae-8664-4aa4-8b97-3ffec53d2382', 'name': '', 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'fc01ef91-fbc8-4e76-809a-7b28b5cb3946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:11Z', 'revision_number': 2, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'subnets': [{'id': 'fc01ef91-fbc8-4e76-809a-7b28b5cb3946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:15.994934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Deleting port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:15.995679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.015181 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Checking router: c9e5685d-224f-49c3-8e2c-e96c00fce0d7 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:16.015755 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Updating router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 port 211c11ae-8664-4aa4-8b97-3ffec53d2382 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:16.036197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=1c05a9bc-deff-41c8-9c50-6d78879d9db6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.065391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-846f3828-b17a-467d-a614-666704906a04 None None] Deleting port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:16.066250 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-846f3828-b17a-467d-a614-666704906a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.133326 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.187939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] For port 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:16.189376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.206100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Calling delete_port for 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:16.251552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-846f3828-b17a-467d-a614-666704906a04 None None] For port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9e8d8c19-1ee5-4e30-a7f3-2b175d26394b,segment=NetworkSegment(f3a6d06e-cb5b-4567-957b-0f314636a406),segment_id=f3a6d06e-cb5b-4567-957b-0f314636a406)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:16.252167 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-846f3828-b17a-467d-a614-666704906a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.270531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c25c-8deb-49da-8b1c-957a0bcdddde req-76b3962f-71ee-45f2-a91e-c87e9dcf1cd4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.272274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7701c25c-8deb-49da-8b1c-957a0bcdddde req-76b3962f-71ee-45f2-a91e-c87e9dcf1cd4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.5535707 Jul 16 18:52:16.279706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02c7bd89-3177-45ed-b3fe-3bbdfec3b75b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.289026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-846f3828-b17a-467d-a614-666704906a04 None None] Calling delete_port for 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:16.376294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7701c25c-8deb-49da-8b1c-957a0bcdddde req-4ba66040-6d90-448d-822d-02d3682e54b8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937970 Jul 16 18:52:16.377634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02c7bd89-3177-45ed-b3fe-3bbdfec3b75b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.475642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7bd89-3177-45ed-b3fe-3bbdfec3b75b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0660bb-802c-4e2b-bb05-9daf24bc230c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.477995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.542996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Port': ['ID=5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.562708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c300f3a-cec6-41da-bcb7-99a7813fd3fd None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:16.563627 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.567999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb720880-7b09-4aa5-bb7d-9c33773de2ad details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:16.571176 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-732848d0-2a4e-4a2e-8a4e-69eeb494e9d4 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.8446758 Jul 16 18:52:16.596923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c953aa0-0d7a-4144-bdcc-7eb7c3fe9d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.604591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:16.614125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-02c7bd89-3177-45ed-b3fe-3bbdfec3b75b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.619195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-02c7bd89-3177-45ed-b3fe-3bbdfec3b75b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2628047 Jul 16 18:52:16.620197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:16.631443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:16.647793 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.699152 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.727060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port cb720880-7b09-4aa5-bb7d-9c33773de2ad, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:16.736662 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Transition to ACTIVE for port object 211c11ae-8664-4aa4-8b97-3ffec53d2382 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:16.743981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.747777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:16.749862 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-846f3828-b17a-467d-a614-666704906a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.751296 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.805948 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a167b3-238c-41d1-8df2-5303af1068bc None None] Pushing event updated for resources: {'Port': ['ID=211c11ae-8664-4aa4-8b97-3ffec53d2382,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.823689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ba9eca7-fe5a-4d44-80a5-0614a0d79880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.849116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f3828-b17a-467d-a614-666704906a04 None None] Pushing event deleted for resources: {'Port': ['ID=9e8d8c19-1ee5-4e30-a7f3-2b175d26394b,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.853701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f3828-b17a-467d-a614-666704906a04 None None] No DVR routers for this DVR port 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:16.860709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed629be2-8042-4d77-8c8d-0968bf9b2d2a None None] Provisioning complete for port 2f276dba-6ded-4d3f-a6f4-477699e780ce triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:16.861172 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed629be2-8042-4d77-8c8d-0968bf9b2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.892377 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Attempting to bind port 211c11ae-8664-4aa4-8b97-3ffec53d2382 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:16.893168 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Attempting to bind port 211c11ae-8664-4aa4-8b97-3ffec53d2382 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:16.893408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Attempting to bind port 211c11ae-8664-4aa4-8b97-3ffec53d2382 on network 2012f6b6-5d91-438c-bee5-c252f94b98d9 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:16.899426 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:16.900150 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Checking segment: {'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:16.900550 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.901065 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Bound using segment: {'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:16.901597 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Bound port: 211c11ae-8664-4aa4-8b97-3ffec53d2382, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228dd588-b83c-4c3c-a0f1-8784c6e8e202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:16.902039 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.904430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cf4b82a2-e189-4c1d-ae09-6c3859db2694 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2982516 Jul 16 18:52:16.908750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34614) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:16.967304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b998ba11-8d94-4969-a798-7ac728a80723 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-security--2098401459', 'description': 'tempest-security-description-1523590898'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:16.990609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.996325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.002200 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] For port 211c11ae-8664-4aa4-8b97-3ffec53d2382, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:17.006727 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] For port 211c11ae-8664-4aa4-8b97-3ffec53d2382, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=211c11ae-8664-4aa4-8b97-3ffec53d2382,segment=NetworkSegment(228dd588-b83c-4c3c-a0f1-8784c6e8e202),segment_id=228dd588-b83c-4c3c-a0f1-8784c6e8e202)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:17.011862 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.012539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-428353a0-d642-49c2-952b-f8af6372f03e tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.037372 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-428353a0-d642-49c2-952b-f8af6372f03e tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/networks?id=ef411865-9871-42a2-a437-89cf28bede19 HTTP/1.1" status: 200 len: 910 time: 0.5772357 Jul 16 18:52:17.061328 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.067358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1c05a9bc-deff-41c8-9c50-6d78879d9db6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:17.077369 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a167b3-238c-41d1-8df2-5303af1068bc None None] Pushing event updated for resources: {'Port': ['ID=211c11ae-8664-4aa4-8b97-3ffec53d2382,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:17.078137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-dee5227f-5167-45a7-9f62-31679d3620d2 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/quotas/a7a4ce62e399442f8f757113953854fb HTTP/1.1" status: 200 len: 375 time: 0.0332811 Jul 16 18:52:17.118679 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Routers {'c9e5685d-224f-49c3-8e2c-e96c00fce0d7'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:17.119307 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:51:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:17.225400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-41aa2f67-23e1-4830-9124-3c78631e2a23 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '6f0660bb-802c-4e2b-bb05-9daf24bc230c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:17.225653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb720880-7b09-4aa5-bb7d-9c33773de2ad {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:17.280636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.290076 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] Set router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:17.309562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port cb720880-7b09-4aa5-bb7d-9c33773de2ad, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:17.332121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.363137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=3ba78630-0c1d-4c7b-940e-0e2009f00e75,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:17.388198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:17.401848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:17.405496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b998ba11-8d94-4969-a798-7ac728a80723 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.407359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.408424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.483346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:17.483985 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.496094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a01f04-8f27-49ed-bbcd-350f62b9c620 req-1c763103-e12c-4c2a-9b90-39c77ad1ffaa tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.507311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25a01f04-8f27-49ed-bbcd-350f62b9c620 req-1c763103-e12c-4c2a-9b90-39c77ad1ffaa tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 944 time: 0.2719982 Jul 16 18:52:17.521035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b998ba11-8d94-4969-a798-7ac728a80723 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.528813 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.539824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Fanout notify agent at l3_agent the message router_deleted on router 09e774ee-8887-44d1-a638-989cb041f9bf {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:52:17.566843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.572143 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a181e879-0eb9-490e-a0cf-073407a86c84 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/routers/09e774ee-8887-44d1-a638-989cb041f9bf HTTP/1.1" status: 204 len: 168 time: 3.2379801 Jul 16 18:52:17.573955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34618) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:17.586193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b998ba11-8d94-4969-a798-7ac728a80723 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.589924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b998ba11-8d94-4969-a798-7ac728a80723 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.594302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['cb720880-7b09-4aa5-bb7d-9c33773de2ad'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:17.595095 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b998ba11-8d94-4969-a798-7ac728a80723 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "PUT /v2.0/security-groups/2d71d729-21f3-4b3f-81b7-46f30462c525 HTTP/1.1" status: 200 len: 1780 time: 0.6335957 Jul 16 18:52:17.602142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:17.607896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:17.678246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25a01f04-8f27-49ed-bbcd-350f62b9c620 req-b9b17efb-3877-49aa-a15c-752e3ca3792b tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659966 Jul 16 18:52:17.702243 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-03a20c9a-de90-4ece-824a-8ede32d13826 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups/2d71d729-21f3-4b3f-81b7-46f30462c525 HTTP/1.1" status: 200 len: 1780 time: 0.0855646 Jul 16 18:52:17.716203 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:17.762985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=cb720880-7b09-4aa5-bb7d-9c33773de2ad,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:17.813503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c953aa0-0d7a-4144-bdcc-7eb7c3fe9d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.825125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998ba11-8d94-4969-a798-7ac728a80723 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d71d729-21f3-4b3f-81b7-46f30462c525,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:17.858956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-34752b13-59e0-436d-b917-fd956bd8ea49 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7a4ce62e399442f8f757113953854fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7786622 Jul 16 18:52:17.861577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c953aa0-0d7a-4144-bdcc-7eb7c3fe9d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.894922 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port': {'id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:53Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '211c11ae-8664-4aa4-8b97-3ffec53d2382', 'name': '', 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'fc01ef91-fbc8-4e76-809a-7b28b5cb3946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 4, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'subnets': [{'id': 'fc01ef91-fbc8-4e76-809a-7b28b5cb3946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:17.968303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.011424 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d928f99-47a9-4e3b-9ed3-57bc5c5a9d44 None None] The sync data for ids ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'] in n-d-791504-15 is: [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port': {'id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:53Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '211c11ae-8664-4aa4-8b97-3ffec53d2382', 'name': '', 'network_id': '2012f6b6-5d91-438c-bee5-c252f94b98d9', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'mac_address': 'fa:16:3e:89:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'fc01ef91-fbc8-4e76-809a-7b28b5cb3946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 4, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'subnets': [{'id': 'fc01ef91-fbc8-4e76-809a-7b28b5cb3946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:18.025466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4bc681a4-7bc7-4036-a0ff-85e0b5aa18e9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2197399 Jul 16 18:52:18.038987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:18.041138 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-f67ff823-c326-41e7-8743-112232708302 service neutron] 10.222.0.49 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805291 Jul 16 18:52:18.056273 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-55854159-4621-4986-aabe-15fe0d20e36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:18.068230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41aa2f67-23e1-4830-9124-3c78631e2a23 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.105247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] Deleting port 2f276dba-6ded-4d3f-a6f4-477699e780ce {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:18.105921 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.170873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c953aa0-0d7a-4144-bdcc-7eb7c3fe9d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:18.230010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-cf55e7fd-5e24-4f00-b67a-89ba01fb6f9e service neutron] 10.222.0.49 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856925 Jul 16 18:52:18.247548 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4c953aa0-0d7a-4144-bdcc-7eb7c3fe9d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.256218 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c953aa0-0d7a-4144-bdcc-7eb7c3fe9d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.8231101 Jul 16 18:52:18.284658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34626) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:18.304320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-848f9794-033c-43e6-8ec6-600f252d4951 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'security_group_rule': {'security_group_id': '4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab', 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:18.330611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] For port 2f276dba-6ded-4d3f-a6f4-477699e780ce, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=2f276dba-6ded-4d3f-a6f4-477699e780ce,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:18.331109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.357864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] Calling delete_port for 2f276dba-6ded-4d3f-a6f4-477699e780ce owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:18.410396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a34f4d-a9b6-4b10-9438-9df57685577b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.459132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:18.497271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a34f4d-a9b6-4b10-9438-9df57685577b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.499302 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.511377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:18.511754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9e8d8c19-1ee5-4e30-a7f3-2b175d26394b not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:18.512248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 33460443-55a9-4469-b159-5840316fe2e8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:18.565463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] Pushing event deleted for resources: {'Port': ['ID=2f276dba-6ded-4d3f-a6f4-477699e780ce,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:18.573178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 33460443-55a9-4469-b159-5840316fe2e8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:18.573535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 33460443-55a9-4469-b159-5840316fe2e8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:18.576121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc3f3a-5df5-4879-b9ca-0ec855d7ec9d None None] No DVR routers for this DVR port 2f276dba-6ded-4d3f-a6f4-477699e780ce on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:18.598757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c68e6-5a6e-4853-a536-a5c8a5d5636d None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:18.626437 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.641319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848f9794-033c-43e6-8ec6-600f252d4951 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.710124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd34940-7229-4e10-afdd-defd4991d66d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:18.742556 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a34f4d-a9b6-4b10-9438-9df57685577b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.745161 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27a34f4d-a9b6-4b10-9438-9df57685577b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.746328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27a34f4d-a9b6-4b10-9438-9df57685577b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/2d71d729-21f3-4b3f-81b7-46f30462c525 HTTP/1.1" status: 204 len: 168 time: 1.0153248 Jul 16 18:52:18.770753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:18.808145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a34f4d-a9b6-4b10-9438-9df57685577b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d71d729-21f3-4b3f-81b7-46f30462c525,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:18.834547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c01745c5-4798-4410-96e6-a51b18ce9759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.860498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848f9794-033c-43e6-8ec6-600f252d4951 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.947100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848f9794-033c-43e6-8ec6-600f252d4951 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.953498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.975506 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-023b653a-a2b0-4615-bee4-68308c3ce8f0 req-9fa6bbb4-66e6-48ec-b9f2-3efd48972b61 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 210 time: 0.1537542 Jul 16 18:52:18.981003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 211c11ae-8664-4aa4-8b97-3ffec53d2382 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:19.014930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f9794-033c-43e6-8ec6-600f252d4951 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bb9636-2c29-40ef-a652-597fae63d5a7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:19.030017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848f9794-033c-43e6-8ec6-600f252d4951 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.031494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-848f9794-033c-43e6-8ec6-600f252d4951 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7402925 Jul 16 18:52:19.034254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34636) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:19.039152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-89b61d68-90af-4691-a7e8-a04068840b98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'security_group_rule': {'security_group_id': '4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab', 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:19.094615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b61d68-90af-4691-a7e8-a04068840b98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.113028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': '3ba78630-0c1d-4c7b-940e-0e2009f00e75'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:52:19.113767 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.246219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b61d68-90af-4691-a7e8-a04068840b98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.254988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b61d68-90af-4691-a7e8-a04068840b98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.309225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 211c11ae-8664-4aa4-8b97-3ffec53d2382 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:19.310206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b61d68-90af-4691-a7e8-a04068840b98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0b7913-6bd3-4414-b106-cf2ea06bbf69,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:19.319269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-89b61d68-90af-4691-a7e8-a04068840b98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.321160 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-89b61d68-90af-4691-a7e8-a04068840b98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2855163 Jul 16 18:52:19.323573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34642) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:19.330908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 211c11ae-8664-4aa4-8b97-3ffec53d2382 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:19.331332 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.352010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-783f6219-6b70-4cb2-a0d0-42b641f1fee4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'security_group_rule': {'security_group_id': '4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab', 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:19.483948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-783f6219-6b70-4cb2-a0d0-42b641f1fee4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.539492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/3ba78630-0c1d-4c7b-940e-0e2009f00e75/140eb5cb-1218-4308-8e57-1e4f86cb2838) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:19.581769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481605fe-bb9e-410f-8240-67e150256cb4 req-a21a96e7-49ed-45dd-a50f-a15c1f9e69b1 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:19.593485 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-481605fe-bb9e-410f-8240-67e150256cb4 req-a21a96e7-49ed-45dd-a50f-a15c1f9e69b1 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 945 time: 0.2142234 Jul 16 18:52:19.600109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a6d06e-cb5b-4567-957b-0f314636a406') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:19.600520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a6d06e-cb5b-4567-957b-0f314636a406') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:19.620815 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.686301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41aa2f67-23e1-4830-9124-3c78631e2a23 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.686488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-481605fe-bb9e-410f-8240-67e150256cb4 req-f9f8d8ea-9d4c-427e-89df-a21a6dd35f9f tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881219 Jul 16 18:52:19.701984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.721147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41aa2f67-23e1-4830-9124-3c78631e2a23 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.721902 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-783f6219-6b70-4cb2-a0d0-42b641f1fee4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.729642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-783f6219-6b70-4cb2-a0d0-42b641f1fee4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.750040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 211c11ae-8664-4aa4-8b97-3ffec53d2382, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=211c11ae-8664-4aa4-8b97-3ffec53d2382,segment=NetworkSegment(228dd588-b83c-4c3c-a0f1-8784c6e8e202),segment_id=228dd588-b83c-4c3c-a0f1-8784c6e8e202)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:19.770258 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.781921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa2f67-23e1-4830-9124-3c78631e2a23 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2168392-900c-4ead-b1ea-f14c8934c820,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:19.784552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f6219-6b70-4cb2-a0d0-42b641f1fee4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e86364-548b-4b45-9a35-e58493bc6254,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:19.812383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9c0e-928a-4363-9422-686de75d1121 req-158c67c0-2b5c-4cbe-89c2-c961dde22015 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:19.821886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-adbf9c0e-928a-4363-9422-686de75d1121 req-158c67c0-2b5c-4cbe-89c2-c961dde22015 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 1.7814844 Jul 16 18:52:19.843386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41aa2f67-23e1-4830-9124-3c78631e2a23 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.844834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-41aa2f67-23e1-4830-9124-3c78631e2a23 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6265790 Jul 16 18:52:19.846046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.848079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34646) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:19.852817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '6f0660bb-802c-4e2b-bb05-9daf24bc230c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:19.898073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:52:19.898073 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:52:19.898073 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id_1': '704683cc6fff444491603367f079fc81', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 52, 19, 865481)}] Jul 16 18:52:19.898073 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:52:19.898582 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:52:19.903199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34648) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:19.903812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-43d2d0b0-4549-4cb6-918e-6ab5262711d1 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3006847 Jul 16 18:52:19.918948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:52:19.919411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:52:19.924858 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:52:19.928437 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-9f1449fc-1b9a-413a-883d-404e7ea14519 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] delete failed (client error): The resource could not be found. Jul 16 18:52:19.928540 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.928625 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f1449fc-1b9a-413a-883d-404e7ea14519 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/2d71d729-21f3-4b3f-81b7-46f30462c525 HTTP/1.1" status: 404 len: 347 time: 0.0229919 Jul 16 18:52:19.936887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Transition to ACTIVE for port object 140eb5cb-1218-4308-8e57-1e4f86cb2838 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:19.947470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:19.955668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c0edfa82-bd5c-4d91-ba5d-a82d065ada37 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--740639201'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:19.967446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-783f6219-6b70-4cb2-a0d0-42b641f1fee4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.972121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-783f6219-6b70-4cb2-a0d0-42b641f1fee4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6331923 Jul 16 18:52:19.975531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:19.981283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5dae6a45-cd06-428c-b1f7-609d37dc8c17 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'security_group_rule': {'security_group_id': '4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab', 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:19.986894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Transition to ACTIVE for port object 140eb5cb-1218-4308-8e57-1e4f86cb2838 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:19.999281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-adbf9c0e-928a-4363-9422-686de75d1121 req-edd44b67-7ce1-4655-a7db-8b0133c249a7 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763413 Jul 16 18:52:20.007548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2f276dba-6ded-4d3f-a6f4-477699e780ce no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:20.010469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55854159-4621-4986-aabe-15fe0d20e36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:20.014253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-55854159-4621-4986-aabe-15fe0d20e36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.038834 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.097726 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0edfa82-bd5c-4d91-ba5d-a82d065ada37 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.127473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dae6a45-cd06-428c-b1f7-609d37dc8c17 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.128133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 2f276dba-6ded-4d3f-a6f4-477699e780ce {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:20.128510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 2f276dba-6ded-4d3f-a6f4-477699e780ce not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:20.128965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:20.159638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:20.160022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5eb2d9bc-13ef-4807-a051-3d5ed2ac6b38 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:20.167302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=211c11ae-8664-4aa4-8b97-3ffec53d2382,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.177511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.187678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.209564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/networks/ebd34940-7229-4e10-afdd-defd4991d66d HTTP/1.1" status: 204 len: 168 time: 2.6322711 Jul 16 18:52:20.215365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34656) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:20.248101 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.248896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Pushing event updated for resources: {'Port': ['ID=140eb5cb-1218-4308-8e57-1e4f86cb2838,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.265219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:20.267862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:20.269218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d709e2-554a-48c1-b832-68d91d0e0b51 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'Network': ['ID=ebd34940-7229-4e10-afdd-defd4991d66d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.270793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:20.318094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dae6a45-cd06-428c-b1f7-609d37dc8c17 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.328103 n-d-791504-15 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-55854159-4621-4986-aabe-15fe0d20e36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ba78630-0c1d-4c7b-940e-0e2009f00e75 (CIDR: 2001:db8::/64) Jul 16 18:52:20.336113 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-55854159-4621-4986-aabe-15fe0d20e36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:52:20.336314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c88f7dd-e187-4407-a235-2fbf4626612f req-23800e10-e9f3-4a22-a4b8-6ba9b5a516c9 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 210 time: 0.1219676 Jul 16 18:52:20.337048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55854159-4621-4986-aabe-15fe0d20e36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:20.345676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dae6a45-cd06-428c-b1f7-609d37dc8c17 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.352975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Attempting to bind port 140eb5cb-1218-4308-8e57-1e4f86cb2838 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:20.353522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Attempting to bind port 140eb5cb-1218-4308-8e57-1e4f86cb2838 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:20.365066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Attempting to bind port 140eb5cb-1218-4308-8e57-1e4f86cb2838 on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:20.380371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:20.381090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:20.381604 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.382220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:20.382764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Bound port: 140eb5cb-1218-4308-8e57-1e4f86cb2838, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:20.383498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.398155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae6a45-cd06-428c-b1f7-609d37dc8c17 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08480cc0-62d6-4d24-b188-3a4bdb714b02,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.401244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0edfa82-bd5c-4d91-ba5d-a82d065ada37 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.408708 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0edfa82-bd5c-4d91-ba5d-a82d065ada37 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.420971 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5dae6a45-cd06-428c-b1f7-609d37dc8c17 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.421337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-55854159-4621-4986-aabe-15fe0d20e36b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3795986 Jul 16 18:52:20.422779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5dae6a45-cd06-428c-b1f7-609d37dc8c17 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4459736 Jul 16 18:52:20.427505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:20.428094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:20.434897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'security_group_rule': {'security_group_id': '4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab', 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:20.443700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:20.455446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edfa82-bd5c-4d91-ba5d-a82d065ada37 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f140e1-a24a-4ec4-b5bd-4a366081d661,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.481122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c1c002f-8c29-4253-a5d5-ea3ba4dbc020 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.504174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] For port 140eb5cb-1218-4308-8e57-1e4f86cb2838, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:20.511411 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] For port 140eb5cb-1218-4308-8e57-1e4f86cb2838, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=140eb5cb-1218-4308-8e57-1e4f86cb2838,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:20.519428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.563375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c0edfa82-bd5c-4d91-ba5d-a82d065ada37 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.569296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c0edfa82-bd5c-4d91-ba5d-a82d065ada37 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6202145 Jul 16 18:52:20.570715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34662) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:20.576795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb720880-7b09-4aa5-bb7d-9c33773de2ad up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:20.578586 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c1c002f-8c29-4253-a5d5-ea3ba4dbc020 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.579756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b95dafa2-8b8f-4528-b571-4d16ace3041b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '48f140e1-a24a-4ec4-b5bd-4a366081d661', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:20.616386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.697412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fcd4d-fcca-4dd2-b62d-ee84ac269017 None None] Pushing event updated for resources: {'Port': ['ID=140eb5cb-1218-4308-8e57-1e4f86cb2838,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.697619 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Project 40b1bb34d6f54a91b6e23a6fe2ddc95a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:52:20.721600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b95dafa2-8b8f-4528-b571-4d16ace3041b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.725321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.760890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port cb720880-7b09-4aa5-bb7d-9c33773de2ad completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:20.768596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 211c11ae-8664-4aa4-8b97-3ffec53d2382 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:20.827513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:20.831616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.838393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.863298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.903074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c1c002f-8c29-4253-a5d5-ea3ba4dbc020 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.905743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c1c002f-8c29-4253-a5d5-ea3ba4dbc020 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.909943 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c1c002f-8c29-4253-a5d5-ea3ba4dbc020 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] 10.222.0.49 "DELETE /v2.0/security-groups/3142352c-5718-404c-a8cb-7afa5957b641 HTTP/1.1" status: 204 len: 168 time: 0.6904843 Jul 16 18:52:20.938277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a66e14b-e52e-4541-9ea8-90df980bab11,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.977858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.010222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-19dfc08d-80c6-4df0-9742-705e8c4267c7 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:21.014952 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-19dfc08d-80c6-4df0-9742-705e8c4267c7 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.59 "GET /v2.0/networks?id=ef411865-9871-42a2-a437-89cf28bede19 HTTP/1.1" status: 200 len: 910 time: 0.4081595 Jul 16 18:52:21.065696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Request body: {'port': {'device_id': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'admin_state_up': True, 'tenant_id': 'a7a4ce62e399442f8f757113953854fb'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:21.076684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b95dafa2-8b8f-4528-b571-4d16ace3041b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.116360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b95dafa2-8b8f-4528-b571-4d16ace3041b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.149866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c002f-8c29-4253-a5d5-ea3ba4dbc020 tempest-TestNetworkAdvancedServerOps-1721686758 tempest-TestNetworkAdvancedServerOps-1721686758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142352c-5718-404c-a8cb-7afa5957b641,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:21.162823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.167561 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-10b9db21-0a05-4721-960a-90ee7a08f461 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3184919 Jul 16 18:52:21.168255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:21.186042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.222264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-54816fec-f373-443e-988c-6fca20d54272 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '6f0660bb-802c-4e2b-bb05-9daf24bc230c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:21.236034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dafa2-8b8f-4528-b571-4d16ace3041b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ea5e96-3fa7-4cde-a495-ab34f736629d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:21.328536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Made reservation on behalf of a7a4ce62e399442f8f757113953854fb for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:21.331846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.348366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port cb720880-7b09-4aa5-bb7d-9c33773de2ad triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:21.349438 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.350097 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b95dafa2-8b8f-4528-b571-4d16ace3041b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.352081 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b95dafa2-8b8f-4528-b571-4d16ace3041b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7800634 Jul 16 18:52:21.352688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ba332b-d19a-497a-b8dc-6dc3775f83fd,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:21.358993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:21.403070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f419b-d356-41ab-bca8-06ee5cbd1fc0 req-5f71295f-33e5-4b32-8e14-e23dafe617cd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:21.406206 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f71f419b-d356-41ab-bca8-06ee5cbd1fc0 req-5f71295f-33e5-4b32-8e14-e23dafe617cd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 945 time: 0.3445370 Jul 16 18:52:21.414019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.417835 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-519b562d-0256-4fd7-9446-854633caa89d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9843411 Jul 16 18:52:21.422447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54816fec-f373-443e-988c-6fca20d54272 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.438169 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:21.566444 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f71f419b-d356-41ab-bca8-06ee5cbd1fc0 req-d866f718-632a-4f0f-bb7a-e2a01b7c37dd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043983 Jul 16 18:52:21.581440 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.629265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Allocated IP 172.20.0.3 (ef411865-9871-42a2-a437-89cf28bede19/0097f78a-2718-4b34-9d85-49a837eea900/3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:21.644593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port cb720880-7b09-4aa5-bb7d-9c33773de2ad, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:21.646601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:21.652268 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c482f93-5cc2-4e83-b202-a669deddefeb" -d '{"events": [{"server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:21.655241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 211c11ae-8664-4aa4-8b97-3ffec53d2382 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:21.655663 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.660672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.707979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:21.724885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'security_group_rule': {'security_group_id': '4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab', 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:21.750256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1062-4e14-47c1-8c24-24debf611093 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.774771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=cb720880-7b09-4aa5-bb7d-9c33773de2ad,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:21.806470 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.808372 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Project 40b1bb34d6f54a91b6e23a6fe2ddc95a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:52:21.812370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1062-4e14-47c1-8c24-24debf611093 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.915407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.950849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab9486d-c352-498b-b03b-fc7f6effbbb0 req-81c2370d-e21b-43ee-b911-ed4581da828a tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 210 time: 0.0774324 Jul 16 18:52:21.990321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.objects.ports [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93796) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:52:21.994424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.026394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c51cec90-56f7-4f61-b5be-9afaea9c2775 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1146e6a401a64d1aa6ad39bde341ca16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153951 Jul 16 18:52:22.029905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34688) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:22.048482 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf130abe-1d17-49d0-bfc5-75edb6f35289 x-openstack-request-id: req-cf130abe-1d17-49d0-bfc5-75edb6f35289 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:22.048763 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:22.049088 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf130abe-1d17-49d0-bfc5-75edb6f35289 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:22.049517 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'code': 200} Jul 16 18:52:22.087540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Transition to ACTIVE for port object 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:22.100152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54816fec-f373-443e-988c-6fca20d54272 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.141035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54816fec-f373-443e-988c-6fca20d54272 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.155679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a949759e-1842-42eb-bb3f-23cb2b73cb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.164142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1062-4e14-47c1-8c24-24debf611093 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.170905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1062-4e14-47c1-8c24-24debf611093 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.176060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7e5c1062-4e14-47c1-8c24-24debf611093 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a5ea5e96-3fa7-4cde-a495-ab34f736629d HTTP/1.1" status: 204 len: 168 time: 0.8133154 Jul 16 18:52:22.177943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:22.181614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a949759e-1842-42eb-bb3f-23cb2b73cb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.210274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.235693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54816fec-f373-443e-988c-6fca20d54272 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.241697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54816fec-f373-443e-988c-6fca20d54272 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0567050 Jul 16 18:52:22.249935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34692) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:22.253643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54816fec-f373-443e-988c-6fca20d54272 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c9891e-3ebb-431f-ba10-cdc41d9ed899,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:22.269766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2f44676b-f600-424a-80af-99815b0ebbfc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '6f0660bb-802c-4e2b-bb05-9daf24bc230c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:22.296612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Network ef411865-9871-42a2-a437-89cf28bede19 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:22.298930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c1062-4e14-47c1-8c24-24debf611093 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5ea5e96-3fa7-4cde-a495-ab34f736629d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:22.299782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:22.316921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:22.318105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc345d-c7b9-453f-bf08-3d9238e33347 req-3a781a72-93be-49e6-8f31-159eaf1ebf01 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.329225 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ecc345d-c7b9-453f-bf08-3d9238e33347 req-3a781a72-93be-49e6-8f31-159eaf1ebf01 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.9155681 Jul 16 18:52:22.354444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.368134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Pushing event updated for resources: {'Port': ['ID=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:22.408291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a949759e-1842-42eb-bb3f-23cb2b73cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.413820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a949759e-1842-42eb-bb3f-23cb2b73cb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.422537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a949759e-1842-42eb-bb3f-23cb2b73cb60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36e3c2cc-908d-4080-a373-9bee797f300c HTTP/1.1" status: 204 len: 168 time: 0.3915160 Jul 16 18:52:22.428744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:22.438572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e89f19d8-22a8-46ec-a96c-b60c40323425 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2305644 Jul 16 18:52:22.439741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.472021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.472651 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.495917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949759e-1842-42eb-bb3f-23cb2b73cb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e3c2cc-908d-4080-a373-9bee797f300c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:22.606589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dae35e-30a5-4a7c-83cc-abf9af9b67ca,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:22.616539 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb1b5-846e-451e-b79b-cd8336a07efd tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.663994 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.668413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7d3786e5-7966-4753-b4e6-f3a1b6248ce0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2235467 Jul 16 18:52:22.680369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6f4c7f3f-0df3-43e6-a200-5dd0a1b80119 None None] Provisioning for port 140eb5cb-1218-4308-8e57-1e4f86cb2838 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:22.688671 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ecc345d-c7b9-453f-bf08-3d9238e33347 req-0cbc3066-be10-4e2d-948c-45c953cf82cb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582654 Jul 16 18:52:22.698494 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0b47c40c-2754-4a3e-bca0-6923e337ffaa tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6693559 Jul 16 18:52:22.705110 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f44676b-f600-424a-80af-99815b0ebbfc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.708375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb1b5-846e-451e-b79b-cd8336a07efd tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.718430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Request body: {'port': {'device_id': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:22.807777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a24bb-7a65-42d7-b2d0-4046f26e6011 req-7a9e962c-07b2-4343-a9c4-e8524b586bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.809261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-335a24bb-7a65-42d7-b2d0-4046f26e6011 req-7a9e962c-07b2-4343-a9c4-e8524b586bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1098 time: 0.6274467 Jul 16 18:52:22.832721 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.920753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cabb7efb-7508-4b6a-87e5-95214f7c2472 None None] Provisioning for port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:22.929656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cabb7efb-7508-4b6a-87e5-95214f7c2472 None None] Provisioning complete for port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:22.931607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cabb7efb-7508-4b6a-87e5-95214f7c2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.964490 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb1b5-846e-451e-b79b-cd8336a07efd tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.971391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb1b5-846e-451e-b79b-cd8336a07efd tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.977485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ea8eb1b5-846e-451e-b79b-cd8336a07efd tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/48f140e1-a24a-4ec4-b5bd-4a366081d661 HTTP/1.1" status: 204 len: 168 time: 0.5389502 Jul 16 18:52:22.981802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f44676b-f600-424a-80af-99815b0ebbfc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.982799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34730) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:23.001185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-335a24bb-7a65-42d7-b2d0-4046f26e6011 req-1e08584b-7ae5-4629-b88c-0ffd8df80ded service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818967 Jul 16 18:52:23.014936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 140eb5cb-1218-4308-8e57-1e4f86cb2838 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:23.015316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.020468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eb1b5-846e-451e-b79b-cd8336a07efd tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f140e1-a24a-4ec4-b5bd-4a366081d661,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:23.025175 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.026171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f44676b-f600-424a-80af-99815b0ebbfc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.103071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cabb7efb-7508-4b6a-87e5-95214f7c2472 None None] Port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:23.136145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 140eb5cb-1218-4308-8e57-1e4f86cb2838 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:23.143315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 140eb5cb-1218-4308-8e57-1e4f86cb2838 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:23.144496 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.289842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.290295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccb540-52a5-4938-8fcb-2d4c52f370cb req-df9f2c76-185e-4efb-a9ad-8b0af2498373 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:23.292103 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fccb540-52a5-4938-8fcb-2d4c52f370cb req-df9f2c76-185e-4efb-a9ad-8b0af2498373 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 946 time: 0.2280245 Jul 16 18:52:23.300142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44676b-f600-424a-80af-99815b0ebbfc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd545078-e44a-4b2e-915c-dbacd50ec01c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:23.327834 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2f44676b-f600-424a-80af-99815b0ebbfc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.332809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2f44676b-f600-424a-80af-99815b0ebbfc tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0682437 Jul 16 18:52:23.339522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34744) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:23.350782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '6f0660bb-802c-4e2b-bb05-9daf24bc230c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:23.364709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34746) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:23.367388 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-90872a06-c634-458a-99e4-1a32c5350eb3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3809028 Jul 16 18:52:23.372655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:23.387620 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-086dd50f-47b7-46ea-93b2-f4c326ed6afc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633208882'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:23.465407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6fccb540-52a5-4938-8fcb-2d4c52f370cb req-a0339465-b376-43b1-abf4-a9bd859065bd tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638157 Jul 16 18:52:23.478390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f76f0-9ced-4329-9b9d-b0022c66a682 req-373fb50e-e3e8-4e63-8048-6be9eaea7391 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:23.479957 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f23f76f0-9ced-4329-9b9d-b0022c66a682 req-373fb50e-e3e8-4e63-8048-6be9eaea7391 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1027 time: 0.1573081 Jul 16 18:52:23.497420 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Project 704683cc6fff444491603367f079fc81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:52:23.520403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.524913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] For port 140eb5cb-1218-4308-8e57-1e4f86cb2838, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=140eb5cb-1218-4308-8e57-1e4f86cb2838,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:23.557709 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-086dd50f-47b7-46ea-93b2-f4c326ed6afc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.568484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9762b202-47e9-44bc-a078-dc4429a196bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3a6ed3d77694a52b509671fb3039b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998694 Jul 16 18:52:23.573907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f23f76f0-9ced-4329-9b9d-b0022c66a682 req-0abe6ce6-6164-4777-abb2-9d959dc2d262 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863140 Jul 16 18:52:23.575731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34750) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:23.603110 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.613999 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.614777 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.698947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:52:23.708853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.709902 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:52:23.710024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:23.722552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:23.738453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cf568-9de8-4751-b200-13516021e391 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:23.755030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:23.755632 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.788594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=98af7c61-154d-4146-9d11-d078b9a21504,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:23.807450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=140eb5cb-1218-4308-8e57-1e4f86cb2838,revision_number=4']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:23.834347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:23.845855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.865298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Transition to ACTIVE for port object 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:23.876642 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.885236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-086dd50f-47b7-46ea-93b2-f4c326ed6afc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.893378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-086dd50f-47b7-46ea-93b2-f4c326ed6afc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.906961 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.944041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3730df6-95dc-4295-ab85-e02374955f00 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5140996 Jul 16 18:52:23.965329 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:23.970953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:58:45:91', 'name': 'tempest-NetworksTestDHCPv6-1985759007'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:23.982700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-086dd50f-47b7-46ea-93b2-f4c326ed6afc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.983977 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-086dd50f-47b7-46ea-93b2-f4c326ed6afc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6101918 Jul 16 18:52:24.004609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:24.016264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0708edd0-084f-4f86-8f48-328b92266982,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.039580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b4f6970-95c8-42e0-b156-168b0f370343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.044966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.049665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a8840aa8-0c9b-4979-bd6a-6d5ff63e712a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7070615 Jul 16 18:52:24.060040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:24.083261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'security_group_rule': {'security_group_id': '6f0660bb-802c-4e2b-bb05-9daf24bc230c', 'project_id': '704683cc6fff444491603367f079fc81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:24.099416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.137071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b4f6970-95c8-42e0-b156-168b0f370343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.261810 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Project 704683cc6fff444491603367f079fc81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:52:24.292297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.294544 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.359899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c787b5-1a60-4724-9411-4fa67b7219ba req-4753b340-3a8f-4198-9b86-1aa9b778f144 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.361139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 140eb5cb-1218-4308-8e57-1e4f86cb2838, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=140eb5cb-1218-4308-8e57-1e4f86cb2838,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:24.362285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66c787b5-1a60-4724-9411-4fa67b7219ba req-4753b340-3a8f-4198-9b86-1aa9b778f144 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.4505632 Jul 16 18:52:24.385309 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.410660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b4f6970-95c8-42e0-b156-168b0f370343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.413837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3b4f6970-95c8-42e0-b156-168b0f370343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.415266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3b4f6970-95c8-42e0-b156-168b0f370343 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0407140-31dc-4ddd-b244-fe8922f7bff9 HTTP/1.1" status: 204 len: 168 time: 0.8383553 Jul 16 18:52:24.435263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Attempting to bind port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:24.435958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Attempting to bind port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:24.436514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Attempting to bind port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e on network ef411865-9871-42a2-a437-89cf28bede19 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:24.460562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f6970-95c8-42e0-b156-168b0f370343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0407140-31dc-4ddd-b244-fe8922f7bff9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.470355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e on network ef411865-9871-42a2-a437-89cf28bede19 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:24.471047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Attempting to bind port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e on network ef411865-9871-42a2-a437-89cf28bede19 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:24.491220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=140eb5cb-1218-4308-8e57-1e4f86cb2838,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.507653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:24.508132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Checking segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:24.508622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Bound using segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:24.509222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Bound port: 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:24.509698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.513398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.551574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66c787b5-1a60-4724-9411-4fa67b7219ba req-3ec1c1ff-4b2c-4831-9178-5d3c47b59e1c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657856 Jul 16 18:52:24.552919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9170b13c-9839-4cfb-95c3-1dd3428a9f7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '23b15e61-c410-40cc-808f-7df622047a5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:24.555904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.599061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dd50f-47b7-46ea-93b2-f4c326ed6afc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b15e61-c410-40cc-808f-7df622047a5e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.615681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee2a18e-7e85-4397-82b0-9774c8c2348e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.647021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.656980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-78d58b68-daef-49f7-8920-9fea6fc36f3b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5956874 Jul 16 18:52:24.674722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.704930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] For port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:24.712760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] For port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:24.714521 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9170b13c-9839-4cfb-95c3-1dd3428a9f7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.721596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.811185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 140eb5cb-1218-4308-8e57-1e4f86cb2838 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:24.839451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.840113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.849945 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] 10.222.0.59 "PUT /v2.0/ports/3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e HTTP/1.1" status: 200 len: 1092 time: 2.1373003 Jul 16 18:52:24.850465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'tag': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:24.852878 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5396e6f-4697-4bef-b324-1a22aff5d2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9d280cce-2365-4f05-a0e0-ef065a3bc338", "tag": "3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:24.980034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 140eb5cb-1218-4308-8e57-1e4f86cb2838 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:24.980419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.042451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389623f-bbc6-48f8-ae3d-9974e3fa20fd service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:25.057984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-2618e6a9-13ca-4b56-a5d5-4e1d99f6c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.060509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-2618e6a9-13ca-4b56-a5d5-4e1d99f6c04d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87&tenant_id=db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 1095 time: 1.1480825 Jul 16 18:52:25.158592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:25.270429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-06695ce8-e110-415e-a7d4-42386765cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.274584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-06695ce8-e110-415e-a7d4-42386765cb9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7a4ce62e399442f8f757113953854fb&device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1095 time: 0.3462403 Jul 16 18:52:25.283978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da746678-4eab-4381-8b8c-9045ef242a98 req-4ebd8301-6a68-4edb-9e9b-e8ca91a85bc6 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.295682 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da746678-4eab-4381-8b8c-9045ef242a98 req-4ebd8301-6a68-4edb-9e9b-e8ca91a85bc6 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1095 time: 0.3381214 Jul 16 18:52:25.323611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9170b13c-9839-4cfb-95c3-1dd3428a9f7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.364623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9170b13c-9839-4cfb-95c3-1dd3428a9f7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.438178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170b13c-9839-4cfb-95c3-1dd3428a9f7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b351c4-233c-4847-bcaa-0503a9745cae,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:25.468128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-efb1f16a-6837-43c8-bb11-569cede69534 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e HTTP/1.1" status: 200 len: 217 time: 0.1617906 Jul 16 18:52:25.469590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9bb52-998a-4852-b5ed-4c1b391d2509 req-188bcae2-487d-484b-9965-1f3a95485a8e tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.471273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c0a9bb52-998a-4852-b5ed-4c1b391d2509 req-188bcae2-487d-484b-9965-1f3a95485a8e tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 946 time: 0.6782405 Jul 16 18:52:25.477422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9170b13c-9839-4cfb-95c3-1dd3428a9f7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.478646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9170b13c-9839-4cfb-95c3-1dd3428a9f7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4721844 Jul 16 18:52:25.481612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:25.497234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-219726c3-1709-411c-9ed0-fe4bfec0b3fc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '23b15e61-c410-40cc-808f-7df622047a5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:25.534122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.537967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7f7e1839-91f2-4317-9238-ef2868d6279e None None] Provisioning complete for port 140eb5cb-1218-4308-8e57-1e4f86cb2838 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:25.538341 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1839-91f2-4317-9238-ef2868d6279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.554525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-5e8d68ae-f526-4427-9976-148f5a0a94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.556305 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-5e8d68ae-f526-4427-9976-148f5a0a94c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1095 time: 0.4269230 Jul 16 18:52:25.585266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port 782613a3-6666-4e50-93ad-a1b2673a757b yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:52:25.597015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-79ab4f80-1ae6-4ebf-808d-50ae261e9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.598763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-79ab4f80-1ae6-4ebf-808d-50ae261e9024 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0097f78a-2718-4b34-9d85-49a837eea900 HTTP/1.1" status: 200 len: 848 time: 0.1179962 Jul 16 18:52:25.608908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c0a9bb52-998a-4852-b5ed-4c1b391d2509 req-9f669db2-076e-4fad-849c-154a6f3913fe tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243491 Jul 16 18:52:25.629335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da746678-4eab-4381-8b8c-9045ef242a98 req-4b61878c-ae02-4d91-b1c9-1724661c8742 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249893 Jul 16 18:52:25.654721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-219726c3-1709-411c-9ed0-fe4bfec0b3fc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.726627 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca050e4-8ed0-43d9-b6ea-5bc95c607ed4 x-openstack-request-id: req-2ca050e4-8ed0-43d9-b6ea-5bc95c607ed4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:25.726627 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d280cce-2365-4f05-a0e0-ef065a3bc338", "tag": "3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:25.726627 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ca050e4-8ed0-43d9-b6ea-5bc95c607ed4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:25.726627 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'tag': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e', 'status': 'completed', 'code': 200} Jul 16 18:52:25.730468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-589d52d9-dd2d-482f-ae86-8153a12a333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.732915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-589d52d9-dd2d-482f-ae86-8153a12a333a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef411865-9871-42a2-a437-89cf28bede19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221404 Jul 16 18:52:25.777614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-219726c3-1709-411c-9ed0-fe4bfec0b3fc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.781855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-ccce4f84-6ae8-445b-9d8c-558dc85fc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.783629 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-ccce4f84-6ae8-445b-9d8c-558dc85fc3bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.2188108 Jul 16 18:52:25.787830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-219726c3-1709-411c-9ed0-fe4bfec0b3fc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.858427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219726c3-1709-411c-9ed0-fe4bfec0b3fc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dee8f5-1bf7-48a6-be3a-0f6d1fc4f072,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:25.881840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-219726c3-1709-411c-9ed0-fe4bfec0b3fc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.883145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-219726c3-1709-411c-9ed0-fe4bfec0b3fc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3914554 Jul 16 18:52:25.890706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34822) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:25.899427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f5656575-a342-41ea-b3ec-2eeddfefcc16 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '23b15e61-c410-40cc-808f-7df622047a5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:25.906760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-16ed5c51-4958-428c-a2c2-ec36b0bead85 service neutron] 10.222.0.59 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647406 Jul 16 18:52:25.912091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1f899042-475c-41de-9bb7-927602a71d47 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971291242&fields=id&tenant_id=704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 267 time: 0.0874326 Jul 16 18:52:25.973891 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-f56f5c16-0ad3-426f-b767-7c6be6685684 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 200 len: 998 time: 0.1719582 Jul 16 18:52:25.999371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::a6 (78c95300-195f-443c-b5c5-d4b9b102593a/3ba78630-0c1d-4c7b-940e-0e2009f00e75/782613a3-6666-4e50-93ad-a1b2673a757b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:26.034913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:4591 (78c95300-195f-443c-b5c5-d4b9b102593a/98af7c61-154d-4146-9d11-d078b9a21504/782613a3-6666-4e50-93ad-a1b2673a757b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:26.057748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5656575-a342-41ea-b3ec-2eeddfefcc16 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.081630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-2d0e604a-126e-4e2c-8399-3d57addb1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.083231 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-2d0e604a-126e-4e2c-8399-3d57addb1743 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0972757 Jul 16 18:52:26.087845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4300bf03-1de8-440d-ad68-7297e1f9f4f3 req-8219d854-8d9e-4fe6-9b60-8c3d486ab946 service neutron] 10.222.0.59 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723518 Jul 16 18:52:26.111055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fbf6859-c096-4d45-b08a-5f9c61e86476 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.111055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fbf6859-c096-4d45-b08a-5f9c61e86476 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/networks?id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe HTTP/1.1" status: 200 len: 797 time: 0.1677198 Jul 16 18:52:26.130455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-3fe94bd8-1b59-442c-b731-e3cffa67cff6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/quotas/704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 375 time: 0.0129561 Jul 16 18:52:26.150660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116ddf3-e161-44e9-a429-11f7b3194f5c req-cebb986a-74fd-42b0-b837-1a53f8037af5 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.152180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d116ddf3-e161-44e9-a429-11f7b3194f5c req-cebb986a-74fd-42b0-b837-1a53f8037af5 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 946 time: 0.2605720 Jul 16 18:52:26.237840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5656575-a342-41ea-b3ec-2eeddfefcc16 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.265369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5656575-a342-41ea-b3ec-2eeddfefcc16 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.281490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d116ddf3-e161-44e9-a429-11f7b3194f5c req-1d8bb6f1-ff12-4d73-9d54-61e8fa9fc13c tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203997 Jul 16 18:52:26.287249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1d8c9403-ddd6-4955-a514-ea1ea5e5498a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505313 Jul 16 18:52:26.293630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-8d29ef27-c846-4b0a-aa11-e44dc83cdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.295179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-8d29ef27-c846-4b0a-aa11-e44dc83cdeda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7a4ce62e399442f8f757113953854fb&device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1095 time: 0.1293287 Jul 16 18:52:26.306907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-2c0925b7-597f-4569-a843-7053d6c0e3c2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:52:26.312096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-2c0925b7-597f-4569-a843-7053d6c0e3c2 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105631 Jul 16 18:52:26.319329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:26.330891 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5656575-a342-41ea-b3ec-2eeddfefcc16 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57124877-8393-4940-a5f6-9b598986bcaa,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:26.340185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-3be506da-49a3-4e0c-8e03-a4fc1248fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.341876 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-3be506da-49a3-4e0c-8e03-a4fc1248fefe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440088 Jul 16 18:52:26.362111 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f5656575-a342-41ea-b3ec-2eeddfefcc16 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.365812 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f5656575-a342-41ea-b3ec-2eeddfefcc16 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4675839 Jul 16 18:52:26.373330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:26.381106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-61d26142-283e-4c7c-aa4a-5446f6d88989 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '23b15e61-c410-40cc-808f-7df622047a5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:26.451306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.476564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object 782613a3-6666-4e50-93ad-a1b2673a757b will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:26.515146 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-aec71ff0-6d16-45f0-a399-b1d29705e3d3 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619751 Jul 16 18:52:26.551392 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d26142-283e-4c7c-aa4a-5446f6d88989 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.572386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-aa632282-bb89-46a5-b703-f31181d1d457 service neutron] 10.222.0.49 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518468 Jul 16 18:52:26.576562 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-fe84ccb9-35aa-4158-aace-c80a127ea8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.578461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-fe84ccb9-35aa-4158-aace-c80a127ea8e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef411865-9871-42a2-a437-89cf28bede19 HTTP/1.1" status: 200 len: 910 time: 0.2607348 Jul 16 18:52:26.643330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.728067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b778-7722-47cb-b0ee-dad99974d310 req-aa97aa27-228e-4221-8bff-f082b1226e40 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.733552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f911b778-7722-47cb-b0ee-dad99974d310 req-aa97aa27-228e-4221-8bff-f082b1226e40 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.2399220 Jul 16 18:52:26.741523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48b1f892-d36a-442f-bca4-6d60dc257fd8 req-8a18a793-f354-48ed-931c-fc8de63aed6f service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085974 Jul 16 18:52:26.763057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:26.765298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=782613a3-6666-4e50-93ad-a1b2673a757b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:26.783221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:26.787709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:26.793696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.794357 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.845689 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f911b778-7722-47cb-b0ee-dad99974d310 req-fca7c3be-1088-4a2b-9aee-d805e204c695 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992439 Jul 16 18:52:26.850732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-25aed80d-1d99-4743-a516-580e08e18511 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8838863 Jul 16 18:52:26.853550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34838) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.012973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port 782613a3-6666-4e50-93ad-a1b2673a757b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:27.013319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.053459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-89851842-1950-42cb-9ffa-c3526474c036 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e HTTP/1.1" status: 200 len: 217 time: 0.4630537 Jul 16 18:52:27.108897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d26142-283e-4c7c-aa4a-5446f6d88989 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.164815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d26142-283e-4c7c-aa4a-5446f6d88989 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.198047 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.223447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for 782613a3-6666-4e50-93ad-a1b2673a757b owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:27.235939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d26142-283e-4c7c-aa4a-5446f6d88989 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb564d2-5a66-4ce8-b128-7d60375dd143,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:27.238505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a5c43-82e9-4dc5-8143-3800fbb4c2a3 req-0040056d-34d8-4b64-b600-453efe47099a tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.240296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-711a5c43-82e9-4dc5-8143-3800fbb4c2a3 req-0040056d-34d8-4b64-b600-453efe47099a tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1095 time: 0.1609857 Jul 16 18:52:27.274081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61d26142-283e-4c7c-aa4a-5446f6d88989 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.275487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-61d26142-283e-4c7c-aa4a-5446f6d88989 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9011512 Jul 16 18:52:27.278177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-db8396bd-9281-4def-b2a9-8a6ba4baa907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.278320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.280183 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-db8396bd-9281-4def-b2a9-8a6ba4baa907 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0097f78a-2718-4b34-9d85-49a837eea900 HTTP/1.1" status: 200 len: 848 time: 0.2192705 Jul 16 18:52:27.284895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ac144648-f548-46e1-8ba9-0cd3fea8810d tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '23b15e61-c410-40cc-808f-7df622047a5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:27.289219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-d630b200-e9f9-4646-b24d-01d89bb1da65 service neutron] 10.222.0.49 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065492 Jul 16 18:52:27.309673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-de3918b0-c270-4e38-a9cf-f5950ba0490d None None] Provisioning for port 782613a3-6666-4e50-93ad-a1b2673a757b completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:27.315782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-de3918b0-c270-4e38-a9cf-f5950ba0490d None None] Provisioning complete for port 782613a3-6666-4e50-93ad-a1b2673a757b triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:27.316062 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de3918b0-c270-4e38-a9cf-f5950ba0490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.341147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63fd16-5914-4bac-88e3-022caaf83a62 tempest-TestVolumeBackupRestore-59406397 tempest-TestVolumeBackupRestore-59406397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.347645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-be63fd16-5914-4bac-88e3-022caaf83a62 tempest-TestVolumeBackupRestore-59406397 tempest-TestVolumeBackupRestore-59406397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1093 time: 1.0197127 Jul 16 18:52:27.348660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.363819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac144648-f548-46e1-8ba9-0cd3fea8810d tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.364048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:27.404494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-de3918b0-c270-4e38-a9cf-f5950ba0490d None None] Port 782613a3-6666-4e50-93ad-a1b2673a757b cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:27.407086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-711a5c43-82e9-4dc5-8143-3800fbb4c2a3 req-15c7e599-8d27-42e0-a8e3-bb057d549c1f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294725 Jul 16 18:52:27.448306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.479473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-7d798b6a-0aca-4fa2-bc70-4188a6facc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.481703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-7d798b6a-0aca-4fa2-bc70-4188a6facc6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef411865-9871-42a2-a437-89cf28bede19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915636 Jul 16 18:52:27.565037 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac144648-f548-46e1-8ba9-0cd3fea8810d tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.621843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac144648-f548-46e1-8ba9-0cd3fea8810d tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.656503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144648-f548-46e1-8ba9-0cd3fea8810d tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31c7437-e0b4-40f7-b25f-1669cdf2652d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:27.707934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02239d6a-cf38-43df-bccc-42158973050a req-41cb2a9c-d60d-4464-b9bd-8bf221752f4b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 210 time: 0.0452812 Jul 16 18:52:27.711758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac144648-f548-46e1-8ba9-0cd3fea8810d tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.713711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ac144648-f548-46e1-8ba9-0cd3fea8810d tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4344268 Jul 16 18:52:27.721473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.796271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25df97fc-a960-4b0f-93f2-e2ba278a1266 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.815492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25df97fc-a960-4b0f-93f2-e2ba278a1266 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.850698 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.910917 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.925887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-5b1437d0-6a9a-4121-a5a1-e92498231321 service neutron] 10.222.0.59 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306970 Jul 16 18:52:27.971293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=782613a3-6666-4e50-93ad-a1b2673a757b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:27.977331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.980536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-82ff14b0-8383-4148-9fec-4ab4cb76b37f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/782613a3-6666-4e50-93ad-a1b2673a757b HTTP/1.1" status: 204 len: 168 time: 1.1258309 Jul 16 18:52:27.983706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.997267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25df97fc-a960-4b0f-93f2-e2ba278a1266 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.057052 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-25df97fc-a960-4b0f-93f2-e2ba278a1266 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.058399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-25df97fc-a960-4b0f-93f2-e2ba278a1266 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c31c7437-e0b4-40f7-b25f-1669cdf2652d HTTP/1.1" status: 204 len: 168 time: 0.3355210 Jul 16 18:52:28.068956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34870) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.242236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f34e129d-280e-4534-980d-f12475fee81f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1694942 Jul 16 18:52:28.255090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df97fc-a960-4b0f-93f2-e2ba278a1266 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c31c7437-e0b4-40f7-b25f-1669cdf2652d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:28.266164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34876) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.350742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40af0e42-5750-4813-bb37-569e8d436173 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.392034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5725f7b-9a8f-47c0-8784-efa720e30fee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:28.395050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c5725f7b-9a8f-47c0-8784-efa720e30fee tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4107413 Jul 16 18:52:28.398515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40af0e42-5750-4813-bb37-569e8d436173 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.404743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34878) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.481460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5396e6f-4697-4bef-b324-1a22aff5d2ac req-c975bb3d-a835-4d52-9780-e889b6452352 service neutron] 10.222.0.59 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462694 Jul 16 18:52:28.482870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Allocated IP 172.25.1.177 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/2857e833-c22f-4471-9a1b-3dfc4de80b07) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:28.538928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40af0e42-5750-4813-bb37-569e8d436173 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.552809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40af0e42-5750-4813-bb37-569e8d436173 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.558898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-40af0e42-5750-4813-bb37-569e8d436173 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/dfb564d2-5a66-4ce8-b128-7d60375dd143 HTTP/1.1" status: 204 len: 168 time: 0.2929754 Jul 16 18:52:28.564055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34884) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.608538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af0e42-5750-4813-bb37-569e8d436173 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfb564d2-5a66-4ce8-b128-7d60375dd143,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:28.630611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:28.653261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6045a27-0855-4aa5-b505-77312960a650 req-2b9dd36f-18dd-4279-8dda-6b6854a2ab3e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:28.664460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6045a27-0855-4aa5-b505-77312960a650 req-2b9dd36f-18dd-4279-8dda-6b6854a2ab3e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.3875303 Jul 16 18:52:28.693602 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c8fb401c-33bb-44d5-aa31-b87eb67df238 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1226175 Jul 16 18:52:28.698030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.767185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df0da327-8c3d-476d-8a8f-8114b482e631 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.795931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df0da327-8c3d-476d-8a8f-8114b482e631 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.849193 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df0da327-8c3d-476d-8a8f-8114b482e631 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.880754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-df0da327-8c3d-476d-8a8f-8114b482e631 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.885681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-df0da327-8c3d-476d-8a8f-8114b482e631 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/57124877-8393-4940-a5f6-9b598986bcaa HTTP/1.1" status: 204 len: 168 time: 0.1846108 Jul 16 18:52:28.895413 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.897052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:28.899567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1cc52-f82d-4808-a16e-be99208fb818 req-7db8ab38-93b2-41a7-b487-e7b706284719 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:28.913343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6b1cc52-f82d-4808-a16e-be99208fb818 req-7db8ab38-93b2-41a7-b487-e7b706284719 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1095 time: 0.2207434 Jul 16 18:52:28.926331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'port_id': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e', 'mac_address': 'fa:16:3e:6a:01:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0097f78a-2718-4b34-9d85-49a837eea900', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:28.949939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb062b-61ff-4a71-b294-830c500d84f7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:28.955283 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-76bb062b-61ff-4a71-b294-830c500d84f7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5427003 Jul 16 18:52:28.958714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.977727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0da327-8c3d-476d-8a8f-8114b482e631 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57124877-8393-4940-a5f6-9b598986bcaa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.008508 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.043140 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d6045a27-0855-4aa5-b505-77312960a650 req-b26e841e-1ab5-4138-9d91-cc6736f49af1 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760178 Jul 16 18:52:29.048679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:29.118154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8bafaf0c-efde-4193-a386-9dd851801c31 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1990809 Jul 16 18:52:29.118857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:29.121532 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34894) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:29.130415 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.155494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6b1cc52-f82d-4808-a16e-be99208fb818 req-ee85d8c1-43f3-4edb-a47d-9cae684846ed tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407796 Jul 16 18:52:29.208512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515236d6-9690-4293-89b8-96d260fcbdfb tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.259283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515236d6-9690-4293-89b8-96d260fcbdfb tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.331368 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.357613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515236d6-9690-4293-89b8-96d260fcbdfb tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.364692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-515236d6-9690-4293-89b8-96d260fcbdfb tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.375504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.378722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-515236d6-9690-4293-89b8-96d260fcbdfb tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/41dee8f5-1bf7-48a6-be3a-0f6d1fc4f072 HTTP/1.1" status: 204 len: 168 time: 0.2558239 Jul 16 18:52:29.385108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34898) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:29.385880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1edcf5-b327-4556-9090-beee934ec73c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:29.388013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1edcf5-b327-4556-9090-beee934ec73c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:29.389968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1edcf5-b327-4556-9090-beee934ec73c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:29.392353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3b1edcf5-b327-4556-9090-beee934ec73c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4283838 Jul 16 18:52:29.412423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:29.417750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a5ecdf2-1ea9-426f-858b-88dc60fe6788 req-9b34d575-179f-4553-8499-c65519c4b113 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 210 time: 0.0793602 Jul 16 18:52:29.420134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:29.476606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515236d6-9690-4293-89b8-96d260fcbdfb tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41dee8f5-1bf7-48a6-be3a-0f6d1fc4f072,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.530265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 3ba78630-0c1d-4c7b-940e-0e2009f00e75 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:29.536092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.559524 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3acb092e-385a-462e-a0e0-0e4fb55225c7 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1702106 Jul 16 18:52:29.562539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:29.629486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd93a26-0b37-4931-9e46-f1190f0e426b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.639718 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.649374 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.651702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd93a26-0b37-4931-9e46-f1190f0e426b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.719742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd93a26-0b37-4931-9e46-f1190f0e426b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.727685 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bcd93a26-0b37-4931-9e46-f1190f0e426b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.729409 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bcd93a26-0b37-4931-9e46-f1190f0e426b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/73b351c4-233c-4847-bcaa-0503a9745cae HTTP/1.1" status: 204 len: 168 time: 0.1658428 Jul 16 18:52:29.732033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34904) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:29.746700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd93a26-0b37-4931-9e46-f1190f0e426b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b351c4-233c-4847-bcaa-0503a9745cae,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.749326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:29.755268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:29.762966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:29.794827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7487e937-a427-4dbd-b0cc-95417b47b6af tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613527 Jul 16 18:52:29.797579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:29.829408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'Port': ['ID=2857e833-c22f-4471-9a1b-3dfc4de80b07,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.902516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.916541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ba94-a8aa-4825-bdaf-83209a13f148 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.995738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ba94-a8aa-4825-bdaf-83209a13f148 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.093160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ba94-a8aa-4825-bdaf-83209a13f148 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.097935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ad1ba94-a8aa-4825-bdaf-83209a13f148 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.102293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1ad1ba94-a8aa-4825-bdaf-83209a13f148 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/23b15e61-c410-40cc-808f-7df622047a5e HTTP/1.1" status: 204 len: 168 time: 0.3000917 Jul 16 18:52:30.109692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34910) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:30.123244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1ba94-a8aa-4825-bdaf-83209a13f148 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b15e61-c410-40cc-808f-7df622047a5e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:30.524418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfef7ea-3f80-466f-86b9-d8b66f138218 req-f0738c4c-f01e-440c-9f04-095b93425cec tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:30.537608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bfef7ea-3f80-466f-86b9-d8b66f138218 req-f0738c4c-f01e-440c-9f04-095b93425cec tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.2556102 Jul 16 18:52:30.631824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bfef7ea-3f80-466f-86b9-d8b66f138218 req-982d5224-aa07-43b6-9073-8198c8810945 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731661 Jul 16 18:52:30.638567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:30.779311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:30.809066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:30.810018 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.056212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-c592d2cf-dc9f-4530-8582-148bbe63cedd tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:31.059848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-c592d2cf-dc9f-4530-8582-148bbe63cedd tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "GET /v2.0/networks?id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe HTTP/1.1" status: 200 len: 797 time: 0.4019101 Jul 16 18:52:31.078271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89d76596-ada8-40de-bc98-1945acbac4cc req-4fde7890-0f77-4c64-8e6c-660ecc7ea2aa tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 210 time: 0.1222925 Jul 16 18:52:31.106813 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.164584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.188077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:31.192175 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:31.198939 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e2ab94-3135-4a09-9dd0-b7a2efdd9a24" -d '{"events": [{"server_uuid": "9d280cce-2365-4f05-a0e0-ef065a3bc338", "name": "network-vif-plugged", "status": "completed", "tag": "3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:31.211215 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.263028 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.277248 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a2ddd7-322c-4c5d-a94e-8fd7ceef1a7b x-openstack-request-id: req-16a2ddd7-322c-4c5d-a94e-8fd7ceef1a7b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:31.278205 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d280cce-2365-4f05-a0e0-ef065a3bc338", "name": "network-vif-plugged", "status": "completed", "tag": "3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:31.278475 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16a2ddd7-322c-4c5d-a94e-8fd7ceef1a7b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:31.279068 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e', 'code': 200} Jul 16 18:52:31.364617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:31.401285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-5d365efd-e0ab-4885-873d-66d2f634c1f0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=704683cc6fff444491603367f079fc81 HTTP/1.1" status: 200 len: 380 time: 0.1088245 Jul 16 18:52:31.432103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2b305-7ac2-48f2-9713-8ece38f387dd None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:31.471138 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.477806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/3ba78630-0c1d-4c7b-940e-0e2009f00e75 HTTP/1.1" status: 204 len: 168 time: 2.0564380 Jul 16 18:52:31.480734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34922) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:31.582038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 98af7c61-154d-4146-9d11-d078b9a21504 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:31.595714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.649727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffcee5-74ef-448d-8983-11fb3a811389 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba78630-0c1d-4c7b-940e-0e2009f00e75,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:31.676995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'port': {'device_id': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'admin_state_up': True, 'tenant_id': '704683cc6fff444491603367f079fc81', 'security_groups': ['6f0660bb-802c-4e2b-bb05-9daf24bc230c']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:31.752497 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.779867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c3a24068-001f-4fd7-9ccd-ae4968175ebf tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.6641152 Jul 16 18:52:31.783915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:31.799680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96447713-6b2f-4980-9570-79dd6dd420cc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275207421'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:31.858946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.909133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4d9e3-1c16-4b6d-a508-83cf48efc6ce req-cb44acc6-3aa0-47ea-bbe2-f74407ffc430 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:31.918346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87c4d9e3-1c16-4b6d-a508-83cf48efc6ce req-cb44acc6-3aa0-47ea-bbe2-f74407ffc430 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 0.5378029 Jul 16 18:52:31.942446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c11ee8-6e50-4cb7-8c81-52dc652306ed req-ec727dd8-a045-4528-917d-16dc14ba68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:31.952233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74c11ee8-6e50-4cb7-8c81-52dc652306ed req-ec727dd8-a045-4528-917d-16dc14ba68a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 0.5300226 Jul 16 18:52:31.985104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96447713-6b2f-4980-9570-79dd6dd420cc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.072356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74c11ee8-6e50-4cb7-8c81-52dc652306ed req-8997f1b3-fbd4-4413-ba07-230a37556465 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967524 Jul 16 18:52:32.119976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87c4d9e3-1c16-4b6d-a508-83cf48efc6ce req-26891231-648f-42b3-8601-7862c39bc154 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003376 Jul 16 18:52:32.183279 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.341429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4579b14-f920-4586-b023-87d1ecfdaa94 req-18495153-f1e6-4ebb-ae59-bb91e97e7827 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:32.343137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4579b14-f920-4586-b023-87d1ecfdaa94 req-18495153-f1e6-4ebb-ae59-bb91e97e7827 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.3325956 Jul 16 18:52:32.360015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.434122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.441538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/98af7c61-154d-4146-9d11-d078b9a21504 HTTP/1.1" status: 204 len: 168 time: 0.9594235 Jul 16 18:52:32.442773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b147e-3bc3-40a1-8da9-45046f8828ea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=98af7c61-154d-4146-9d11-d078b9a21504,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:32.447713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:32.482567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4579b14-f920-4586-b023-87d1ecfdaa94 req-16d3cc80-918c-428b-a72c-b965263bab13 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193199 Jul 16 18:52:32.511303 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61a8001a-b12b-4d51-a58e-6e8e8ee26764 req-1d992616-9c10-4d16-a74e-dea5be36c101 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 210 time: 0.0907555 Jul 16 18:52:32.669795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d0be03b1-5616-440a-ab7b-ba7de57535dd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2196834 Jul 16 18:52:32.675694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34934) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:32.690627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:32.710594 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96447713-6b2f-4980-9570-79dd6dd420cc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.742588 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96447713-6b2f-4980-9570-79dd6dd420cc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.746544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Made reservation on behalf of 704683cc6fff444491603367f079fc81 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:32.754379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.791458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.805279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96447713-6b2f-4980-9570-79dd6dd420cc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.806787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96447713-6b2f-4980-9570-79dd6dd420cc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0111794 Jul 16 18:52:32.822596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34938) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:32.838513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2e85c5b5-c4c4-46c5-a3a8-08f8afe8e27f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '6a794e5c-6d83-46ff-a342-e3b71f9c194d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:32.839571 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.940014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad52682-a1bc-4fae-9ab1-d9a32dbde199 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:32.972102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e85c5b5-c4c4-46c5-a3a8-08f8afe8e27f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.113632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96447713-6b2f-4980-9570-79dd6dd420cc tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a794e5c-6d83-46ff-a342-e3b71f9c194d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:33.213965 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e85c5b5-c4c4-46c5-a3a8-08f8afe8e27f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.221371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e85c5b5-c4c4-46c5-a3a8-08f8afe8e27f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.252641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.20.0.11 (b86d3138-df52-4ebe-bc94-ee68f01b7dfe/bf8fd8e5-0e2e-4a55-be51-6fc210941c0a/effe48c4-c932-4dc9-a384-57ae6fdafb51) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:33.255396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85c5b5-c4c4-46c5-a3a8-08f8afe8e27f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fa18c1-db28-49e6-9684-21d5945281dd,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:33.263073 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2e85c5b5-c4c4-46c5-a3a8-08f8afe8e27f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.277026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2e85c5b5-c4c4-46c5-a3a8-08f8afe8e27f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4407887 Jul 16 18:52:33.277533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c7b2ef1e-5b23-4167-9f39-3a43dc04835d None None] Provisioning complete for port 140eb5cb-1218-4308-8e57-1e4f86cb2838 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:33.277533 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7b2ef1e-5b23-4167-9f39-3a43dc04835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.284107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:33.418200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event updated for resources: {'Port': ['ID=2857e833-c22f-4471-9a1b-3dfc4de80b07,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:33.442362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.445451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:33.457115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.535725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:33.687902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] Deleting port 140eb5cb-1218-4308-8e57-1e4f86cb2838 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:33.688281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.743164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee565b3-4987-496f-8cba-f6ec6eb67530 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.811290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30440b-0cad-4504-8ba5-5ea69ea7dadd req-7dfe5238-b7ab-4298-8ae1-6d7bfb4c0383 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:33.820336 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da30440b-0cad-4504-8ba5-5ea69ea7dadd req-7dfe5238-b7ab-4298-8ae1-6d7bfb4c0383 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 0.2946465 Jul 16 18:52:33.823539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee565b3-4987-496f-8cba-f6ec6eb67530 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.850303 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Floating IP a80ff93e-5d2e-4537-857e-bf73a728ae1e associated. External IP: 172.25.1.177, port: cb720880-7b09-4aa5-bb7d-9c33773de2ad. Jul 16 18:52:33.865337 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.910379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Transition to ACTIVE for port object effe48c4-c932-4dc9-a384-57ae6fdafb51 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:33.924079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] For port 140eb5cb-1218-4308-8e57-1e4f86cb2838, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=140eb5cb-1218-4308-8e57-1e4f86cb2838,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:33.925029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.933525 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da30440b-0cad-4504-8ba5-5ea69ea7dadd req-f063d320-6b8f-4606-a1ad-9e0fa573a728 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121006 Jul 16 18:52:33.971706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] Calling delete_port for 140eb5cb-1218-4308-8e57-1e4f86cb2838 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:34.003347 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee565b3-4987-496f-8cba-f6ec6eb67530 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.006150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1ee565b3-4987-496f-8cba-f6ec6eb67530 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.007595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1ee565b3-4987-496f-8cba-f6ec6eb67530 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/6a794e5c-6d83-46ff-a342-e3b71f9c194d HTTP/1.1" status: 204 len: 168 time: 0.7218738 Jul 16 18:52:34.018338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34952) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:34.037142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee565b3-4987-496f-8cba-f6ec6eb67530 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a794e5c-6d83-46ff-a342-e3b71f9c194d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:34.065533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.096307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d890d-84e7-4705-90bd-0fc3d72cd347 req-c2d820e9-94c2-4862-807a-c8aa02bf55c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.098651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-352d890d-84e7-4705-90bd-0fc3d72cd347 req-c2d820e9-94c2-4862-807a-c8aa02bf55c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.3632395 Jul 16 18:52:34.169347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-694fe9f4-3628-49fe-8ed5-4b45757a23f2 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472485 Jul 16 18:52:34.186079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:34.187922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=effe48c4-c932-4dc9-a384-57ae6fdafb51,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:34.195364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84732505-d1a1-4ab2-bae6-8fb01ec40d94 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889834794'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:34.260354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:34.266440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:34.270003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:34.300071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-352d890d-84e7-4705-90bd-0fc3d72cd347 req-40617ee7-bb2e-4edb-b6ec-75a688b847a2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465602 Jul 16 18:52:34.340471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84732505-d1a1-4ab2-bae6-8fb01ec40d94 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.351653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.410457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.411929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] Pushing event deleted for resources: {'Port': ['ID=140eb5cb-1218-4308-8e57-1e4f86cb2838,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:34.417329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7909cb-acd5-4cc8-b812-c91007ecee9a None None] No DVR routers for this DVR port 140eb5cb-1218-4308-8e57-1e4f86cb2838 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:34.424529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.457841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:34.487400 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.518162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2897659-98b2-4231-86c8-e32364508cff req-40e20d6e-2fca-477b-ab5c-87dd8b77e24c tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.523038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b2897659-98b2-4231-86c8-e32364508cff req-40e20d6e-2fca-477b-ab5c-87dd8b77e24c tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 932 time: 0.3223808 Jul 16 18:52:34.625767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b2897659-98b2-4231-86c8-e32364508cff req-ec9a6ced-1b38-4787-b698-511cf96811ac tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920637 Jul 16 18:52:34.715895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84732505-d1a1-4ab2-bae6-8fb01ec40d94 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.723778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f6929b80-ff4c-4683-be3b-ac0b7bffa097 None None] Provisioning for port effe48c4-c932-4dc9-a384-57ae6fdafb51 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:34.732219 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84732505-d1a1-4ab2-bae6-8fb01ec40d94 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.732409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f6929b80-ff4c-4683-be3b-ac0b7bffa097 None None] Provisioning complete for port effe48c4-c932-4dc9-a384-57ae6fdafb51 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:34.732409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6929b80-ff4c-4683-be3b-ac0b7bffa097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.749528 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-a2eb8e43-d391-467e-801f-564243864ab3 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0804300 Jul 16 18:52:34.787141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:34.788744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Request body: {'port': {'device_id': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:34.801826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84732505-d1a1-4ab2-bae6-8fb01ec40d94 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.803679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84732505-d1a1-4ab2-bae6-8fb01ec40d94 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6125760 Jul 16 18:52:34.813195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:34.819199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f6929b80-ff4c-4683-be3b-ac0b7bffa097 None None] Port effe48c4-c932-4dc9-a384-57ae6fdafb51 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:34.824337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 140eb5cb-1218-4308-8e57-1e4f86cb2838 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:34.827813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-49bccba6-97df-4ffd-8deb-1a36de597280 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--207915113'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:34.833225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732505-d1a1-4ab2-bae6-8fb01ec40d94 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c21709-e805-4272-bb94-dc84ecab006e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:34.834582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:34.858419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.859141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.872243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf24941-8618-406b-a3b4-fbc4ac16b0a8 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:34.886756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 140eb5cb-1218-4308-8e57-1e4f86cb2838 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:34.887101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 140eb5cb-1218-4308-8e57-1e4f86cb2838 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:34.951900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.015161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=d6c47ec5-db99-49a2-9865-8682bbacc653,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:35.041928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49bccba6-97df-4ffd-8deb-1a36de597280 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.061542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-16f8bcca-bb7e-46ff-9ecb-2a25efe8cd09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3845570 Jul 16 18:52:35.068709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34960) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:35.074454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-45253fce-6eb7-4db3-9668-7d121a552fa3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:35.081821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:35.131390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9b15-8bc0-4463-b0e6-9f7c1a506bfe req-a86a3db9-0407-48c0-93e9-cfc17c9e5cfc tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:35.133364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-527b9b15-8bc0-4463-b0e6-9f7c1a506bfe req-a86a3db9-0407-48c0-93e9-cfc17c9e5cfc tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 0.5284443 Jul 16 18:52:35.173466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] Sync routers for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:35.210327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:35.210929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:35.217785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-78c95300-195f-443c-b5c5-d4b9b102593a', 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'tenant_id': '1f40791185074531bf5fa4b5bf603d18', 'fixed_ips': [{'subnet_id': 'd6c47ec5-db99-49a2-9865-8682bbacc653'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:52:35.219437 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.254068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-527b9b15-8bc0-4463-b0e6-9f7c1a506bfe req-14231bbb-488a-4fd7-99f3-91227d677eab tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124542 Jul 16 18:52:35.404482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49bccba6-97df-4ffd-8deb-1a36de597280 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.404734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effe48c4-c932-4dc9-a384-57ae6fdafb51 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:35.419894 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49bccba6-97df-4ffd-8deb-1a36de597280 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.436558 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.488893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.501963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Transition to ACTIVE for port object effe48c4-c932-4dc9-a384-57ae6fdafb51 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:35.510844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.597409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:35.667246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45253fce-6eb7-4db3-9668-7d121a552fa3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:35.682390 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45253fce-6eb7-4db3-9668-7d121a552fa3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.693925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Pushing event updated for resources: {'Port': ['ID=effe48c4-c932-4dc9-a384-57ae6fdafb51,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:35.739090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bccba6-97df-4ffd-8deb-1a36de597280 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44c9c08-bdd6-45a7-8eb8-09a00151b628,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:35.806669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49bccba6-97df-4ffd-8deb-1a36de597280 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.811806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-49bccba6-97df-4ffd-8deb-1a36de597280 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9958663 Jul 16 18:52:35.815767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34970) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:35.875819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-523e3368-5873-400e-a390-a2e991bd8ce0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '03c21709-e805-4272-bb94-dc84ecab006e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a44c9c08-bdd6-45a7-8eb8-09a00151b628', 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:35.990191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c783f4fa-71f7-4c3b-8fc1-90014af11bb2 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.6333890 Jul 16 18:52:35.991052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34972) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:36.001110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:36.002958 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:36.020495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Allocated IP 2001:db8::2 (78c95300-195f-443c-b5c5-d4b9b102593a/d6c47ec5-db99-49a2-9865-8682bbacc653/ab006660-77db-41f0-a8c3-670826a4fbaa) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:36.534129 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.553195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Transition to ACTIVE for port object ab006660-77db-41f0-a8c3-670826a4fbaa will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:36.577559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Transition to ACTIVE for port object ab006660-77db-41f0-a8c3-670826a4fbaa will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:36.593402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.701537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a80ff93e-5d2e-4537-857e-bf73a728ae1e', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:30Z', 'updated_at': '2021-07-16T18:52:30Z', 'revision_number': 0, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:36.793022 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] Checking router: 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:36.829870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:36.837971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-523e3368-5873-400e-a390-a2e991bd8ce0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.850382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:36.855231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:36.857128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Attempting to bind port effe48c4-c932-4dc9-a384-57ae6fdafb51 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:36.857630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Attempting to bind port effe48c4-c932-4dc9-a384-57ae6fdafb51 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:36.857794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Attempting to bind port effe48c4-c932-4dc9-a384-57ae6fdafb51 on network b86d3138-df52-4ebe-bc94-ee68f01b7dfe {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:36.873596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Port effe48c4-c932-4dc9-a384-57ae6fdafb51 on network b86d3138-df52-4ebe-bc94-ee68f01b7dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:36.873968 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Attempting to bind port effe48c4-c932-4dc9-a384-57ae6fdafb51 on network b86d3138-df52-4ebe-bc94-ee68f01b7dfe {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:36.882651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:36.882990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Checking segment: {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:36.883512 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Bound using segment: {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:36.885835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Bound port: effe48c4-c932-4dc9-a384-57ae6fdafb51, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:36.885835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.894452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b1cc3-f84c-4ebe-9742-8fb5b71ee459 req-b524a043-ddc2-4723-9afd-52b5c5201265 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:36.903848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a35b1cc3-f84c-4ebe-9742-8fb5b71ee459 req-b524a043-ddc2-4723-9afd-52b5c5201265 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 1.3642311 Jul 16 18:52:36.924092 n-d-791504-15 neutron-server[93795]: INFO neutron.db.ipam_backend_mixin [None req-45253fce-6eb7-4db3-9668-7d121a552fa3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6c47ec5-db99-49a2-9865-8682bbacc653 (CIDR: 2001:db8::/64) Jul 16 18:52:36.938251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Pushing event updated for resources: {'Port': ['ID=ab006660-77db-41f0-a8c3-670826a4fbaa,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:36.954013 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-45253fce-6eb7-4db3-9668-7d121a552fa3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:52:36.959201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45253fce-6eb7-4db3-9668-7d121a552fa3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:36.967317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:36.968630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:36.990932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b6f8d-ff93-48e2-b1db-888bb5072c23 tempest-TestVolumeBackupRestore-59406397 tempest-TestVolumeBackupRestore-59406397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:36.995902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-447b6f8d-ff93-48e2-b1db-888bb5072c23 tempest-TestVolumeBackupRestore-59406397 tempest-TestVolumeBackupRestore-59406397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1093 time: 0.9870279 Jul 16 18:52:37.000826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:37.005006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Request body: {'floatingip': {'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:37.017071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] For port effe48c4-c932-4dc9-a384-57ae6fdafb51, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:37.020738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] For port effe48c4-c932-4dc9-a384-57ae6fdafb51, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:37.028236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.043815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a35b1cc3-f84c-4ebe-9742-8fb5b71ee459 req-77c866e8-de94-4f0d-af27-7458b1f178eb tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383767 Jul 16 18:52:37.176655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:37.191461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.193199 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] 10.222.0.67 "PUT /v2.0/ports/effe48c4-c932-4dc9-a384-57ae6fdafb51 HTTP/1.1" status: 200 len: 1093 time: 2.4121225 Jul 16 18:52:37.197460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:37.203645 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa9fd4-9eba-4f73-8e4c-239eedc56157" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:37.221183 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.397395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ebb6-498b-459e-8505-245d0ea32c24 service neutron] Pushing event updated for resources: {'Port': ['ID=effe48c4-c932-4dc9-a384-57ae6fdafb51,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:37.468962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-d0eb725a-747d-4cc1-9b71-73fdc1eff23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:37.470992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-d0eb725a-747d-4cc1-9b71-73fdc1eff23d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 1096 time: 0.1966813 Jul 16 18:52:37.522813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-3f00d008-8d46-4f29-baf8-4d359ace05f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51 HTTP/1.1" status: 200 len: 217 time: 0.0438383 Jul 16 18:52:37.537497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf25f62-820d-41fd-962e-6b48b62cc896 req-30afb28a-9c8b-4d87-8bbc-566c0668e7b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:37.545479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3bf25f62-820d-41fd-962e-6b48b62cc896 req-30afb28a-9c8b-4d87-8bbc-566c0668e7b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 944 time: 0.1639574 Jul 16 18:52:37.581100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9e59a-2fda-4a50-bb9a-1eef64a45eca req-8cd8be09-eb89-46d1-867a-63b47bd52bb4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:37.583174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-92b9e59a-2fda-4a50-bb9a-1eef64a45eca req-8cd8be09-eb89-46d1-867a-63b47bd52bb4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 1.8224506 Jul 16 18:52:37.631735 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-523e3368-5873-400e-a390-a2e991bd8ce0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.647430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3bf25f62-820d-41fd-962e-6b48b62cc896 req-f20e1425-56fa-4083-be18-e487172aceef tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005220 Jul 16 18:52:37.664606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-523e3368-5873-400e-a390-a2e991bd8ce0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.686765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45253fce-6eb7-4db3-9668-7d121a552fa3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6166058 Jul 16 18:52:37.691800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:37.709245 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-72b871bf-1dd6-40dc-a32a-0775a9d492d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:37.717565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-72b871bf-1dd6-40dc-a32a-0775a9d492d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf8fd8e5-0e2e-4a55-be51-6fc210941c0a HTTP/1.1" status: 200 len: 834 time: 0.1630008 Jul 16 18:52:37.737478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Attempting to bind port ab006660-77db-41f0-a8c3-670826a4fbaa on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:37.738613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Attempting to bind port ab006660-77db-41f0-a8c3-670826a4fbaa by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:37.739313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'subnet': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:37.739604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Attempting to bind port ab006660-77db-41f0-a8c3-670826a4fbaa on network 78c95300-195f-443c-b5c5-d4b9b102593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:37.755888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:37.756827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Checking segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:37.757448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.758085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Bound using segment: {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:37.758213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-523e3368-5873-400e-a390-a2e991bd8ce0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.759470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Bound port: ab006660-77db-41f0-a8c3-670826a4fbaa, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:37.759769 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-523e3368-5873-400e-a390-a2e991bd8ce0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.8940930 Jul 16 18:52:37.760379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.762720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 34990) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:37.821564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e3368-5873-400e-a390-a2e991bd8ce0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c88f77-3683-4777-8cde-3ad99ed002ac,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:37.874364 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60801be0-6210-4182-9cd8-f41400213395 x-openstack-request-id: req-60801be0-6210-4182-9cd8-f41400213395 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:37.875399 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:37.875399 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60801be0-6210-4182-9cd8-f41400213395 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:37.878596 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'status': 'completed', 'code': 200} Jul 16 18:52:37.961875 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-92b9e59a-2fda-4a50-bb9a-1eef64a45eca req-c1d18f48-7d90-4d01-bfb8-29912d04d641 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212488 Jul 16 18:52:37.974110 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73e-6c97-43c3-8abd-d07f9d842a06 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.984796 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a84362-fa80-464d-87fa-0ba21b80a052 x-openstack-request-id: req-e4a84362-fa80-464d-87fa-0ba21b80a052 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:37.985236 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:37.986555 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4a84362-fa80-464d-87fa-0ba21b80a052 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:37.987780 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'status': 'completed', 'code': 200} Jul 16 18:52:38.014968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73e-6c97-43c3-8abd-d07f9d842a06 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.054561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:38.120866 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73e-6c97-43c3-8abd-d07f9d842a06 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.122555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-15f8c88b-0791-47ef-ba82-42ddd1cac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:38.124230 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-15f8c88b-0791-47ef-ba82-42ddd1cac534 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1098 time: 0.2331731 Jul 16 18:52:38.139171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73e-6c97-43c3-8abd-d07f9d842a06 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.143245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b55fd73e-6c97-43c3-8abd-d07f9d842a06 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a6c88f77-3683-4777-8cde-3ad99ed002ac HTTP/1.1" status: 204 len: 168 time: 0.3794796 Jul 16 18:52:38.147906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 34998) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:38.158263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-bac3f4a5-a129-435c-8032-0bf1d03b1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:38.163923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-bac3f4a5-a129-435c-8032-0bf1d03b1022 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3092983 Jul 16 18:52:38.169163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fd73e-6c97-43c3-8abd-d07f9d842a06 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6c88f77-3683-4777-8cde-3ad99ed002ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:38.179093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] For port ab006660-77db-41f0-a8c3-670826a4fbaa, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:38.211695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] For port ab006660-77db-41f0-a8c3-670826a4fbaa, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab006660-77db-41f0-a8c3-670826a4fbaa,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:38.221345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.463813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-23d096fd-aa50-41e6-9fd7-6ed633c671d2 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873960 Jul 16 18:52:38.491546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-5a227ac6-c34c-43b4-933d-beb959164ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:38.493375 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-5a227ac6-c34c-43b4-933d-beb959164ef0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 914 time: 0.3584933 Jul 16 18:52:38.502398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:38.506183 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.584082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Pushing event updated for resources: {'Port': ['ID=ab006660-77db-41f0-a8c3-670826a4fbaa,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:38.741160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.746702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.747862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.750125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.750493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.750819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.751176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.751482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.763374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.765038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.767351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.770460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77210b93-64ad-4a1c-9cdc-3505796a3145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:38.771978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-94eb751e-af47-49e7-9304-8080b3e66be2 req-c39ec68f-1559-4eb3-a4f6-6c9ba22e122c service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801614 Jul 16 18:52:38.829823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a80ff93e-5d2e-4537-857e-bf73a728ae1e', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:30Z', 'updated_at': '2021-07-16T18:52:30Z', 'revision_number': 0, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:38.856369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.resource_extend [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:52:38.892343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8efc7d-97ca-4a0a-ad91-281ff186ebed None None] The sync data for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 is: [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a80ff93e-5d2e-4537-857e-bf73a728ae1e', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:30Z', 'updated_at': '2021-07-16T18:52:30Z', 'revision_number': 0, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:39.027549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-894aeb99-1ced-49ce-b0dc-f0c29200d0ee tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8410621 Jul 16 18:52:39.028159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35004) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:39.204266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c36d3471-84dd-4c8c-ac7d-bc1d9fc76186 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.237392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-6ab4dc14-c9b9-45f4-8962-2acde768e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.238949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-6ab4dc14-c9b9-45f4-8962-2acde768e9dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 1096 time: 0.1687443 Jul 16 18:52:39.251144 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c36d3471-84dd-4c8c-ac7d-bc1d9fc76186 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.266303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.324091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-66630fe7-3136-471c-8bda-e1206518699b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 1000 time: 0.8033109 Jul 16 18:52:39.325180 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.387410 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960a062-46bb-42d8-bc48-e04d53b814f4 None None] New status for floating IP a80ff93e-5d2e-4537-857e-bf73a728ae1e: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:39.555119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c36d3471-84dd-4c8c-ac7d-bc1d9fc76186 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.567065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c36d3471-84dd-4c8c-ac7d-bc1d9fc76186 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.571436 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c36d3471-84dd-4c8c-ac7d-bc1d9fc76186 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/a44c9c08-bdd6-45a7-8eb8-09a00151b628 HTTP/1.1" status: 204 len: 168 time: 0.5395124 Jul 16 18:52:39.583037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35010) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:39.636997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d3471-84dd-4c8c-ac7d-bc1d9fc76186 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44c9c08-bdd6-45a7-8eb8-09a00151b628,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:39.702702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e14547-04b6-4afa-abb6-84049dc94232 req-c531a663-0f89-4133-bedd-2bddf35fa563 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.704510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52e14547-04b6-4afa-abb6-84049dc94232 req-c531a663-0f89-4133-bedd-2bddf35fa563 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 944 time: 0.7102382 Jul 16 18:52:39.740587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-20d2bbfd-c51c-463a-8097-deea8d04ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.747696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-20d2bbfd-c51c-463a-8097-deea8d04ab6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe HTTP/1.1" status: 200 len: 898 time: 0.4591749 Jul 16 18:52:39.777081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-b7f90f0f-df2f-4920-81db-8b6bd1be07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.798477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-b7f90f0f-df2f-4920-81db-8b6bd1be07f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 200 len: 852 time: 0.3567631 Jul 16 18:52:39.886708 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-136dd909-46bd-44c6-a759-b4211876d93f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51 HTTP/1.1" status: 200 len: 217 time: 0.1107116 Jul 16 18:52:39.945832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1bb89eba-601d-4e8d-bd3a-58f962952502 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3109250 Jul 16 18:52:39.972383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35014) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:40.070640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-0faa882e-7310-461a-820d-cf05ed120f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.072343 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-0faa882e-7310-461a-820d-cf05ed120f2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf8fd8e5-0e2e-4a55-be51-6fc210941c0a HTTP/1.1" status: 200 len: 834 time: 0.1787012 Jul 16 18:52:40.148996 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f51f-b51b-42da-b47e-2174357c9dbe tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:40.228233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f51f-b51b-42da-b47e-2174357c9dbe tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:40.354317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52e14547-04b6-4afa-abb6-84049dc94232 req-af00aa81-b18c-485d-9caa-1595aa2d1673 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6044593 Jul 16 18:52:40.357736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f51f-b51b-42da-b47e-2174357c9dbe tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:40.363540 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b5a3f51f-b51b-42da-b47e-2174357c9dbe tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:40.364925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3c23c0a8-f70b-4d41-b366-c3844c626934 None None] Provisioning for port ab006660-77db-41f0-a8c3-670826a4fbaa completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:40.370136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35016) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:40.371306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b5a3f51f-b51b-42da-b47e-2174357c9dbe tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/03c21709-e805-4272-bb94-dc84ecab006e HTTP/1.1" status: 204 len: 168 time: 0.3973362 Jul 16 18:52:40.392379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-3a79f705-f32d-4c8f-9505-2babc1269a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.394239 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-3a79f705-f32d-4c8f-9505-2babc1269a4d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2670512 Jul 16 18:52:40.395844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3f51f-b51b-42da-b47e-2174357c9dbe tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c21709-e805-4272-bb94-dc84ecab006e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:40.442900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-65cdcead-3f53-4a30-a1cb-a6b53198b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.444719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-65cdcead-3f53-4a30-a1cb-a6b53198b921 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf90ac00-84fc-4848-aaf4-515e362c8627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5685740 Jul 16 18:52:40.600469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b0fccd38-9ae4-4cb7-ac0b-798b2d1ac4b9 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2221129 Jul 16 18:52:40.605083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35024) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:40.612211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-164b9e39-8d23-43dd-8936-406792daa6c0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019401233'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:40.639102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:40.644974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-ce176f10-563c-4a58-a2be-df132a45db69 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.649427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-ce176f10-563c-4a58-a2be-df132a45db69 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/networks?id=ef411865-9871-42a2-a437-89cf28bede19 HTTP/1.1" status: 200 len: 910 time: 0.1493368 Jul 16 18:52:40.702352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-164b9e39-8d23-43dd-8936-406792daa6c0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:40.761099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-c817617a-c3d3-4b08-90d3-9bb72f41b219 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/quotas/a7a4ce62e399442f8f757113953854fb HTTP/1.1" status: 200 len: 375 time: 0.1044064 Jul 16 18:52:40.849650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab006660-77db-41f0-a8c3-670826a4fbaa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:40.919078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ab006660-77db-41f0-a8c3-670826a4fbaa completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:40.924982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ab006660-77db-41f0-a8c3-670826a4fbaa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:40.925743 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:40.930351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-b39077e1-0c15-4463-b2d6-1403dc1a3cfc service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605591 Jul 16 18:52:40.953798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-04169a71-25d5-4834-8d29-22d38dbf87bf tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7a4ce62e399442f8f757113953854fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1906590 Jul 16 18:52:41.051189 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.089808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-164b9e39-8d23-43dd-8936-406792daa6c0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.109797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-403c047d-50df-41a2-85a1-710bbbcb87f0 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551254 Jul 16 18:52:41.110098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ab006660-77db-41f0-a8c3-670826a4fbaa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab006660-77db-41f0-a8c3-670826a4fbaa,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:41.117025 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.139975 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-164b9e39-8d23-43dd-8936-406792daa6c0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.141420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43022cbf-7abb-441c-a4b6-a53add46e433 req-bd358f3e-3ec0-4aab-bc67-29b84312547a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:41.145484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43022cbf-7abb-441c-a4b6-a53add46e433 req-bd358f3e-3ec0-4aab-bc67-29b84312547a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.6346016 Jul 16 18:52:41.187785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ab006660-77db-41f0-a8c3-670826a4fbaa,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:41.220547 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-164b9e39-8d23-43dd-8936-406792daa6c0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.221868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-164b9e39-8d23-43dd-8936-406792daa6c0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6163421 Jul 16 18:52:41.230035 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27fa9fd4-9eba-4f73-8e4c-239eedc56157 req-e1cdbb5a-c9d6-48f5-add4-80246e9953e6 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670805 Jul 16 18:52:41.231357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35028) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:41.250688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-53f0fd5b-465d-42f3-aa8f-943e64a9bf48 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '271ad7d5-3ffe-4706-ac93-28c7d8f71509', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:41.261091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b9e39-8d23-43dd-8936-406792daa6c0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271ad7d5-3ffe-4706-ac93-28c7d8f71509,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:41.297442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-9d2112e1-66d4-4951-ab55-0c08c324a481 service neutron] 10.222.0.49 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426099 Jul 16 18:52:41.330531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f0fd5b-465d-42f3-aa8f-943e64a9bf48 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.362006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43022cbf-7abb-441c-a4b6-a53add46e433 req-ac24fbb7-d659-41be-ae47-5c079f473a62 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982121 Jul 16 18:52:41.416283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:52:41.449615 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-9819c0de-c899-4d22-ab84-ec0cb7bc7c97 service neutron] 10.222.0.49 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461656 Jul 16 18:52:41.451375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f0fd5b-465d-42f3-aa8f-943e64a9bf48 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.457895 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f0fd5b-465d-42f3-aa8f-943e64a9bf48 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.481402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0fd5b-465d-42f3-aa8f-943e64a9bf48 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bad27e7-a95f-4f2f-9951-27092eacc580,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:41.519010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53f0fd5b-465d-42f3-aa8f-943e64a9bf48 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.522310 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-53f0fd5b-465d-42f3-aa8f-943e64a9bf48 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2880676 Jul 16 18:52:41.524292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:41.569096 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1e51943-14bb-417f-af16-4047ffdc5d75 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.583465 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1e51943-14bb-417f-af16-4047ffdc5d75 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.613459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:41.618955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.626221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] Sync routers for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:41.638667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1e51943-14bb-417f-af16-4047ffdc5d75 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.655370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1e51943-14bb-417f-af16-4047ffdc5d75 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.656900 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f1e51943-14bb-417f-af16-4047ffdc5d75 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6bad27e7-a95f-4f2f-9951-27092eacc580 HTTP/1.1" status: 204 len: 168 time: 0.1308174 Jul 16 18:52:41.661006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:41.662663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:41.667833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35038) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:41.672798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e51943-14bb-417f-af16-4047ffdc5d75 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bad27e7-a95f-4f2f-9951-27092eacc580,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:41.771979 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43ed9f2f-0ffc-4108-a2ef-7a74825eae50 req-b75eb1d5-d64f-4bcc-9892-b5dbf2f1fd97 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548955 Jul 16 18:52:41.845745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35663b14-5985-4c10-bbb2-767cc2b21411 req-85e6a518-a100-401c-a59a-a58cc42c19a6 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 210 time: 0.1172903 Jul 16 18:52:41.848967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:41.868759 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d77e195c-777e-4bb9-90c7-0117548f3899 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1794987 Jul 16 18:52:41.869462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35042) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:41.875428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:41.877867 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663753c0-cd23-4f6d-aeeb-ec263861e74d" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:41.933729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cfcc4-f0e3-4823-b207-4d9a2f20066a req-4377312f-d1fa-40dd-afb7-e74b71db167a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:41.935315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a4cfcc4-f0e3-4823-b207-4d9a2f20066a req-4377312f-d1fa-40dd-afb7-e74b71db167a tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 944 time: 0.4177065 Jul 16 18:52:41.949401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e08c540e-0a84-4e33-b775-206f747f7eda tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "PUT /v2.0/floatingips/a80ff93e-5d2e-4537-857e-bf73a728ae1e HTTP/1.1" status: 200 len: 992 time: 4.9481068 Jul 16 18:52:41.997332 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084679d3-46ea-46ea-869b-bc458041b346 x-openstack-request-id: req-084679d3-46ea-46ea-869b-bc458041b346 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:41.998364 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:41.998900 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-084679d3-46ea-46ea-869b-bc458041b346 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:41.999681 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'status': 'completed', 'code': 200} Jul 16 18:52:42.011930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6589f63c-6f23-4c50-8a2a-6c23832aca41 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.074556 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.079694 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6589f63c-6f23-4c50-8a2a-6c23832aca41 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.123184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a4cfcc4-f0e3-4823-b207-4d9a2f20066a req-662cdcaf-f4ce-4309-8977-06fd73311041 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690793 Jul 16 18:52:42.139042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device effe48c4-c932-4dc9-a384-57ae6fdafb51 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:42.181406 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6589f63c-6f23-4c50-8a2a-6c23832aca41 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.189019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6589f63c-6f23-4c50-8a2a-6c23832aca41 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.194539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6589f63c-6f23-4c50-8a2a-6c23832aca41 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/271ad7d5-3ffe-4706-ac93-28c7d8f71509 HTTP/1.1" status: 204 len: 168 time: 0.3240123 Jul 16 18:52:42.195296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:42.229487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-165142a5-e216-44d5-bb5b-c5762b4036ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.231329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-165142a5-e216-44d5-bb5b-c5762b4036ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1098 time: 0.2276421 Jul 16 18:52:42.244357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589f63c-6f23-4c50-8a2a-6c23832aca41 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271ad7d5-3ffe-4706-ac93-28c7d8f71509,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:42.316025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:42.321815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-259840d6-8a56-4b59-a24d-1c97e2f630d0 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191106 Jul 16 18:52:42.322141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8274ec78-f258-472a-89ae-0c224c17be7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group': {'name': 'tempest-secgroup--24011742'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:42.328075 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port effe48c4-c932-4dc9-a384-57ae6fdafb51, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:42.348820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a80ff93e-5d2e-4537-857e-bf73a728ae1e', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:30Z', 'updated_at': '2021-07-16T18:52:39Z', 'revision_number': 2, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:42.350758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'port_id': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'mac_address': 'fa:16:3e:d9:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:42.390688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] Checking router: 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:42.448745 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8274ec78-f258-472a-89ae-0c224c17be7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.455271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:42.456228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:42.474636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] For port ab006660-77db-41f0-a8c3-670826a4fbaa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab006660-77db-41f0-a8c3-670826a4fbaa,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:42.477146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-224477b3-9365-428c-8e1c-03c9f502b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.478653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-224477b3-9365-428c-8e1c-03c9f502b338 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 914 time: 0.2381203 Jul 16 18:52:42.491816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.516286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effe48c4-c932-4dc9-a384-57ae6fdafb51 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:42.563261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-59fe1528-aab3-4e26-8b89-dadc49d9214c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 1002 time: 0.0628722 Jul 16 18:52:42.577287 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port effe48c4-c932-4dc9-a384-57ae6fdafb51, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:42.590657 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.632191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:42.641938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.645278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-ddd138e9-23b1-4555-9fa2-1bf345588fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.646534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-ddd138e9-23b1-4555-9fa2-1bf345588fe4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 200 len: 852 time: 0.0735331 Jul 16 18:52:42.653150 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.653863 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.775978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b6028-6ed8-4396-aba6-d42f38db8dca req-91fc675f-f9cc-4167-964f-e0c4b402f085 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.777680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f3b6028-6ed8-4396-aba6-d42f38db8dca req-91fc675f-f9cc-4167-964f-e0c4b402f085 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.1177731 Jul 16 18:52:42.849122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f3b6028-6ed8-4396-aba6-d42f38db8dca req-977e4985-a61e-4d43-aaad-7837821bdd89 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611086 Jul 16 18:52:42.860564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=effe48c4-c932-4dc9-a384-57ae6fdafb51,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:42.879003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['effe48c4-c932-4dc9-a384-57ae6fdafb51'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:42.881022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:42.881476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab006660-77db-41f0-a8c3-670826a4fbaa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:42.959708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:42.977429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.978012 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:42.985374 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aabfe7-fe91-4eee-a369-efa0b6e881cc None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:42.987836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8274ec78-f258-472a-89ae-0c224c17be7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.012930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Subnet': ['ID=42b5d057-4ab5-4e8d-a61c-301ae69f09f0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:43.015286 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8274ec78-f258-472a-89ae-0c224c17be7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.061052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=ab006660-77db-41f0-a8c3-670826a4fbaa,revision_number=5']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:43.065980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3315287 Jul 16 18:52:43.071264 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:43.074936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.079168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.080181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.080315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.082190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Request body: {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'mac_address': 'fa:16:3e:33:da:2d', 'name': 'tempest-NetworksTestDHCPv6-1317181236'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:43.157394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.157394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.157394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.157820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.158323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.158816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.159194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.159694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.160218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.160916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.161464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.162037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03426af3-3991-44e5-a71e-d27a236517e7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:43.168869 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8274ec78-f258-472a-89ae-0c224c17be7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.170988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8274ec78-f258-472a-89ae-0c224c17be7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8533771 Jul 16 18:52:43.199408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35066) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:43.202966 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d40eed30-3239-48ad-809f-fb5fa96068fb req-8e1926e3-dfa9-4b4a-9e35-caab01614058 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 210 time: 0.0717077 Jul 16 18:52:43.208761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0b5a36ca-ff67-47cb-a258-5ce5ad699c1b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '02cb6daa-47d0-4702-a3c7-5215970e67cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:43.215902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ec78-f258-472a-89ae-0c224c17be7a tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb6daa-47d0-4702-a3c7-5215970e67cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:43.225446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-dcc33db0-285c-4452-a36b-99dd1c615fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:43.227005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-dcc33db0-285c-4452-a36b-99dd1c615fa3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf90ac00-84fc-4848-aaf4-515e362c8627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5133615 Jul 16 18:52:43.292797 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b5a36ca-ff67-47cb-a258-5ce5ad699c1b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.332284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Made reservation on behalf of 1f40791185074531bf5fa4b5bf603d18 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:43.411878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-be3acc61-4786-4970-b58e-103032e3fd87 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655231 Jul 16 18:52:43.420472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b5a36ca-ff67-47cb-a258-5ce5ad699c1b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.433033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b5a36ca-ff67-47cb-a258-5ce5ad699c1b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.475815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a36ca-ff67-47cb-a258-5ce5ad699c1b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3957020-13b2-4dc3-a55e-6a01e81cdb15,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:43.523923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0b5a36ca-ff67-47cb-a258-5ce5ad699c1b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.525439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b5a36ca-ff67-47cb-a258-5ce5ad699c1b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3204255 Jul 16 18:52:43.528653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:43.567342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8c867d37-143b-469d-b1ca-2904937c763c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules/e3957020-13b2-4dc3-a55e-6a01e81cdb15 HTTP/1.1" status: 200 len: 763 time: 0.0375240 Jul 16 18:52:43.573321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35070) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:43.596800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-663753c0-cd23-4f6d-aeeb-ec263861e74d req-cbb72dc3-6942-41e7-912a-f52b010d9f40 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738784 Jul 16 18:52:43.627046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ab006660-77db-41f0-a8c3-670826a4fbaa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:43.628165 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.650971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ec66c679-1a37-4fa9-a270-cacce19f4797 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0765007 Jul 16 18:52:43.653666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:43.685215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f92794f-e1b1-409e-9568-f0c72fa19334 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.696167 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f92794f-e1b1-409e-9568-f0c72fa19334 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.734153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.740473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f92794f-e1b1-409e-9568-f0c72fa19334 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.751491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f92794f-e1b1-409e-9568-f0c72fa19334 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.752752 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f92794f-e1b1-409e-9568-f0c72fa19334 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e3957020-13b2-4dc3-a55e-6a01e81cdb15 HTTP/1.1" status: 204 len: 168 time: 0.0979052 Jul 16 18:52:43.757976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35078) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:43.759644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92794f-e1b1-409e-9568-f0c72fa19334 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3957020-13b2-4dc3-a55e-6a01e81cdb15,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:43.771834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccb39e-ac4b-4ee3-a41f-41ff7a7192be req-14fbd206-3191-4667-8075-4f9d9f104180 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:43.779703 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81ccb39e-ac4b-4ee3-a41f-41ff7a7192be req-14fbd206-3191-4667-8075-4f9d9f104180 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 945 time: 0.3463414 Jul 16 18:52:43.851634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] device_id is not set on port bd23892d-3554-4b27-a608-18f4434937a2 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:52:43.863011 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:43.902425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-23e2a3e5-51c2-4175-8930-1fc583210bcb tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:43.904177 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-23e2a3e5-51c2-4175-8930-1fc583210bcb tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.67 "GET /v2.0/networks?id=ef411865-9871-42a2-a437-89cf28bede19 HTTP/1.1" status: 200 len: 910 time: 0.5074348 Jul 16 18:52:43.946342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Request body: {'port': {'device_id': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'admin_state_up': True, 'tenant_id': 'a7a4ce62e399442f8f757113953854fb'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:43.990795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-39126d66-04ed-46cb-b6d7-4b28bea9cfa2 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1976688 Jul 16 18:52:43.993421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35088) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:43.999309 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9d400f58-3fe8-4ae5-ad72-35de6f5ab0a3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '02cb6daa-47d0-4702-a3c7-5215970e67cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:44.012423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:44.015183 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f331ed7-819c-41d4-9f46-094bb8f34559" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:44.045882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a80ff93e-5d2e-4537-857e-bf73a728ae1e', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:30Z', 'updated_at': '2021-07-16T18:52:39Z', 'revision_number': 2, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:44.051234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81ccb39e-ac4b-4ee3-a41f-41ff7a7192be req-67239b3c-6d38-4341-86e2-b33ba01737bd tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700493 Jul 16 18:52:44.080892 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Made reservation on behalf of a7a4ce62e399442f8f757113953854fb for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:44.092268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b7b9a-95ac-4138-b75d-8b008be32854 None None] The sync data for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 is: [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a80ff93e-5d2e-4537-857e-bf73a728ae1e', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'port_id': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'mac_address': 'fa:16:3e:69:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:30Z', 'updated_at': '2021-07-16T18:52:39Z', 'revision_number': 2, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:44.097359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.168287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d400f58-3fe8-4ae5-ad72-35de6f5ab0a3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.205684 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3224cf98-fa03-462c-8435-daba4eb407ab x-openstack-request-id: req-3224cf98-fa03-462c-8435-daba4eb407ab {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:44.206148 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:44.206504 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3224cf98-fa03-462c-8435-daba4eb407ab {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:44.207015 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'status': 'completed', 'code': 200} Jul 16 18:52:44.270069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8::dc (78c95300-195f-443c-b5c5-d4b9b102593a/d6c47ec5-db99-49a2-9865-8682bbacc653/bd23892d-3554-4b27-a608-18f4434937a2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:44.280243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:da2d (78c95300-195f-443c-b5c5-d4b9b102593a/42b5d057-4ab5-4e8d-a61c-301ae69f09f0/bd23892d-3554-4b27-a608-18f4434937a2) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:44.368564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc9d2-1a4a-4a67-aa4a-3a3287e24b77 req-de4fc719-86ad-4e57-be4a-8585fa14bd0e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.373687 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2acdc9d2-1a4a-4a67-aa4a-3a3287e24b77 req-de4fc719-86ad-4e57-be4a-8585fa14bd0e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.2915947 Jul 16 18:52:44.442794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d400f58-3fe8-4ae5-ad72-35de6f5ab0a3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.455601 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-419cb6e1-e0f1-496d-9117-61d36dcb3436 req-79846493-7401-4ceb-9815-07094e5463da tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 210 time: 0.0323200 Jul 16 18:52:44.461419 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d400f58-3fe8-4ae5-ad72-35de6f5ab0a3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.502524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2acdc9d2-1a4a-4a67-aa4a-3a3287e24b77 req-c6c3d2cd-f10a-402d-b463-31e7f6b66af1 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174350 Jul 16 18:52:44.508100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-cfb7f008-be91-46d1-9392-401055365c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.509857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-cfb7f008-be91-46d1-9392-401055365c24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1098 time: 0.2944295 Jul 16 18:52:44.511772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d400f58-3fe8-4ae5-ad72-35de6f5ab0a3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a10ac74-a284-405e-92ee-34d66e83c780,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:44.542824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d400f58-3fe8-4ae5-ad72-35de6f5ab0a3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.546022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9d400f58-3fe8-4ae5-ad72-35de6f5ab0a3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5488031 Jul 16 18:52:44.546835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35094) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:44.558108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.571738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7f24b58b-ec52-431a-b963-9cdb6f75053f tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules/5a10ac74-a284-405e-92ee-34d66e83c780 HTTP/1.1" status: 200 len: 763 time: 0.0219760 Jul 16 18:52:44.571946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:44.601200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Transition to ACTIVE for port object bd23892d-3554-4b27-a608-18f4434937a2 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:44.622971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Allocated IP 172.20.0.6 (ef411865-9871-42a2-a437-89cf28bede19/0097f78a-2718-4b34-9d85-49a837eea900/bfe52be5-61cd-4da6-bd1e-602ef8517c20) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:44.693973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.700178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1bb604b5-53d7-4f18-9974-4f0437457f6e tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1270833 Jul 16 18:52:44.706390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35106) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:44.719025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-9c02947d-8989-48be-b4de-4b3d8021acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.720569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-9c02947d-8989-48be-b4de-4b3d8021acf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 914 time: 0.1989844 Jul 16 18:52:44.784086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab006660-77db-41f0-a8c3-670826a4fbaa up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:44.798820 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event updated for resources: {'Port': ['ID=bd23892d-3554-4b27-a608-18f4434937a2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:44.819919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Network 78c95300-195f-443c-b5c5-d4b9b102593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:44.820374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-2c1de1f5-93b9-4e9e-b95d-072b1482557a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 1002 time: 0.0907853 Jul 16 18:52:44.824254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70d87d8-97a5-4619-b9c8-0d480a4def53 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.833239 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70d87d8-97a5-4619-b9c8-0d480a4def53 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.892725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ab006660-77db-41f0-a8c3-670826a4fbaa triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:44.893535 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.911059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.911426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.911762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.911923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-55307db1-dda1-4ea5-936b-3ac483129eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.912433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.912985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.913493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.913990 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.914459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-55307db1-dda1-4ea5-936b-3ac483129eff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 200 len: 852 time: 0.0843413 Jul 16 18:52:44.914912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.915522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.916028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.916529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.917075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:44.921944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:44.924333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:44.931050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.932213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.946565 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70d87d8-97a5-4619-b9c8-0d480a4def53 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.952095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a70d87d8-97a5-4619-b9c8-0d480a4def53 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:44.953711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a70d87d8-97a5-4619-b9c8-0d480a4def53 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5a10ac74-a284-405e-92ee-34d66e83c780 HTTP/1.1" status: 204 len: 168 time: 0.2432480 Jul 16 18:52:44.965116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35110) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:45.004417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a4de32ac-70a1-46fa-a4be-1b7f7cb84d22 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9296949 Jul 16 18:52:45.005792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d87d8-97a5-4619-b9c8-0d480a4def53 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a10ac74-a284-405e-92ee-34d66e83c780,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:45.009031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35112) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:45.047450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-3971d42e-a90f-4580-90a4-84c1eab0da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:45.049659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-3971d42e-a90f-4580-90a4-84c1eab0da72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf90ac00-84fc-4848-aaf4-515e362c8627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259165 Jul 16 18:52:45.095582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-29ab0857-6b2c-4ae9-a5d9-12794f512c7b tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1237853 Jul 16 18:52:45.105801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:45.110903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Request body: {'security_group_rule': {'security_group_id': '02cb6daa-47d0-4702-a3c7-5215970e67cc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:45.150999 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.166119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dbd7578d-2624-4288-a860-e519b022d4d2 None None] Provisioning complete for port ab006660-77db-41f0-a8c3-670826a4fbaa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:45.166751 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbd7578d-2624-4288-a860-e519b022d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.204248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Transition to ACTIVE for port object bfe52be5-61cd-4da6-bd1e-602ef8517c20 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:45.211760 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Project a5dc3d39060945838a5851f147c29bd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:52:45.242945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.290977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-72751e26-c86c-4c7d-9c2b-80a4d5523ab6 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320991 Jul 16 18:52:45.396481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting port bd23892d-3554-4b27-a608-18f4434937a2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:45.396849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.402405 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.421820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc88b091-bc91-4ab0-83eb-8d838d8f423d None None] Provisioning for port bd23892d-3554-4b27-a608-18f4434937a2 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:45.427535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.431166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc88b091-bc91-4ab0-83eb-8d838d8f423d None None] Provisioning complete for port bd23892d-3554-4b27-a608-18f4434937a2 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:45.431849 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc88b091-bc91-4ab0-83eb-8d838d8f423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.455728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c45c87b-462c-473f-af95-f69edb669d17,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:45.458085 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.502807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-cc88b091-bc91-4ab0-83eb-8d838d8f423d None None] Port bd23892d-3554-4b27-a608-18f4434937a2 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:45.509004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:45.559112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.560521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-71591752-3168-483a-8172-449bb2f6cb4c tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4535205 Jul 16 18:52:45.573848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:45.590738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Network ef411865-9871-42a2-a437-89cf28bede19 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:45.613684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef6e85-82b1-46ea-b28c-33351c7f1606 req-5c29fc5f-25d5-48e7-b23f-2111a915ac00 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:45.615577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c3ef6e85-82b1-46ea-b28c-33351c7f1606 req-5c29fc5f-25d5-48e7-b23f-2111a915ac00 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 945 time: 0.3144932 Jul 16 18:52:45.616563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:45.625993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Pushing event updated for resources: {'Port': ['ID=bfe52be5-61cd-4da6-bd1e-602ef8517c20,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:45.628652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:45.659082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c875aeae-a63f-42e9-833d-440d7104cd70 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules/9c45c87b-462c-473f-af95-f69edb669d17 HTTP/1.1" status: 200 len: 769 time: 0.0789788 Jul 16 18:52:45.684701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.698409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35124) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:45.765070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Calling delete_port for bd23892d-3554-4b27-a608-18f4434937a2 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:45.811168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:45.811959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.851775 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51cfff5b-bd2b-4aa2-92ff-d9a2ba5acc98 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1230652 Jul 16 18:52:45.858683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c3ef6e85-82b1-46ea-b28c-33351c7f1606 req-a3e0e2e8-573e-4278-982e-99777746bbaa tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217762 Jul 16 18:52:45.859409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35126) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:45.931836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f331ed7-819c-41d4-9f46-094bb8f34559 req-4e3eeff1-b2ed-49dc-9868-ee51a8e45971 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337724 Jul 16 18:52:45.932708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4bb47ee8-81a9-47b8-aece-c9935d67fbbe None None] Provisioning for port bfe52be5-61cd-4da6-bd1e-602ef8517c20 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:45.937730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4bb47ee8-81a9-47b8-aece-c9935d67fbbe None None] Provisioning complete for port bfe52be5-61cd-4da6-bd1e-602ef8517c20 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:45.938195 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4bb47ee8-81a9-47b8-aece-c9935d67fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.943823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66065977-6c21-4f0f-a97d-62751d06279a req-6674eec7-d662-40d0-8524-b84850f7071a tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:45.949362 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66065977-6c21-4f0f-a97d-62751d06279a req-6674eec7-d662-40d0-8524-b84850f7071a tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1027 time: 0.0861676 Jul 16 18:52:45.960132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-d85c1225-329d-41e1-a291-acfaaa327d9f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9940872 Jul 16 18:52:45.968732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Request body: {'port': {'device_id': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:46.001890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8170c7be-7e4e-4fba-87cb-3fee88463c33 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.006001 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66065977-6c21-4f0f-a97d-62751d06279a req-0920c35c-f896-44eb-840e-2d66d2011f3f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518973 Jul 16 18:52:46.048340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4bb47ee8-81a9-47b8-aece-c9935d67fbbe None None] Port bfe52be5-61cd-4da6-bd1e-602ef8517c20 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:46.076744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8170c7be-7e4e-4fba-87cb-3fee88463c33 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.116284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device effe48c4-c932-4dc9-a384-57ae6fdafb51 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:46.175821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8170c7be-7e4e-4fba-87cb-3fee88463c33 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.187482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port effe48c4-c932-4dc9-a384-57ae6fdafb51 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:46.192233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port effe48c4-c932-4dc9-a384-57ae6fdafb51 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:46.192661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.192821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8170c7be-7e4e-4fba-87cb-3fee88463c33 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.196398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8170c7be-7e4e-4fba-87cb-3fee88463c33 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9c45c87b-462c-473f-af95-f69edb669d17 HTTP/1.1" status: 204 len: 168 time: 0.3287275 Jul 16 18:52:46.196694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35138) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:46.237944 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69afe474-f19e-4de2-9604-b32f44ed8ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.240873 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a7cdcb00-a179-43b9-b6d9-5214d3c9edc3 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410070 Jul 16 18:52:46.242444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:46.286669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.288215 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.297560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170c7be-7e4e-4fba-87cb-3fee88463c33 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c45c87b-462c-473f-af95-f69edb669d17,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:46.310448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d74a9d83-8900-4577-aa88-df74bbde9b7e tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.319527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:46.322435 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812a96a1-45bf-4a19-bc8c-9975043be5bf" -d '{"events": [{"server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "name": "network-vif-plugged", "status": "completed", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:46.336567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port effe48c4-c932-4dc9-a384-57ae6fdafb51, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:46.338073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d839f-ac08-492f-9fe1-0386a53be19f req-e691d00c-74a8-400b-9b5c-57dcf4f4db86 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:46.340314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c8d839f-ac08-492f-9fe1-0386a53be19f req-e691d00c-74a8-400b-9b5c-57dcf4f4db86 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.2997320 Jul 16 18:52:46.342205 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.372940 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d74a9d83-8900-4577-aa88-df74bbde9b7e tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.419440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=effe48c4-c932-4dc9-a384-57ae6fdafb51,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:46.424541 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3c8d839f-ac08-492f-9fe1-0386a53be19f req-cbdc1ca4-f051-4185-80b7-8eb89c11395c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514460 Jul 16 18:52:46.426962 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396002f-5556-4767-a4db-1fbaff6a29da x-openstack-request-id: req-a396002f-5556-4767-a4db-1fbaff6a29da {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:46.427350 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "name": "network-vif-plugged", "status": "completed", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:46.427798 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a396002f-5556-4767-a4db-1fbaff6a29da {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:46.428400 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'code': 200} Jul 16 18:52:46.464991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d74a9d83-8900-4577-aa88-df74bbde9b7e tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.468156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d74a9d83-8900-4577-aa88-df74bbde9b7e tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.471976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d74a9d83-8900-4577-aa88-df74bbde9b7e tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "DELETE /v2.0/security-groups/02cb6daa-47d0-4702-a3c7-5215970e67cc HTTP/1.1" status: 204 len: 168 time: 0.2262492 Jul 16 18:52:46.473383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35144) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:46.503639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a9d83-8900-4577-aa88-df74bbde9b7e tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb6daa-47d0-4702-a3c7-5215970e67cc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:46.559572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.571888 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a44e2f12-2775-4d61-a538-42461426ad68 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958536 Jul 16 18:52:46.574368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35146) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:46.586460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ae92-855a-4de0-b769-5f448cf1d0ba req-13d1ccd2-5586-4675-9967-3f66c7a2ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:46.588176 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6079ae92-855a-4de0-b769-5f448cf1d0ba req-13d1ccd2-5586-4675-9967-3f66c7a2ad5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 1098 time: 0.1017423 Jul 16 18:52:46.628119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6079ae92-855a-4de0-b769-5f448cf1d0ba req-48764d05-3e74-4ff0-923c-7c175dcde224 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Jul 16 18:52:46.983733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Port': ['ID=bd23892d-3554-4b27-a608-18f4434937a2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:47.061998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41885d-c17f-4e74-a031-486acc96c026 req-5aa2109f-0b22-42c3-996d-df41ed3894d8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.064088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a41885d-c17f-4e74-a031-486acc96c026 req-5aa2109f-0b22-42c3-996d-df41ed3894d8 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 946 time: 0.0748882 Jul 16 18:52:47.071536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5e3835c1-b197-4cb0-bf27-ebca71942b91 tempest-SecGroupIPv6Test-1213121035 tempest-SecGroupIPv6Test-1213121035-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4933152 Jul 16 18:52:47.130599 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.135731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-52538fda-a941-43e9-a5d8-52f9889848fe tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/bd23892d-3554-4b27-a608-18f4434937a2 HTTP/1.1" status: 204 len: 168 time: 2.1226826 Jul 16 18:52:47.136440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:47.163339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a41885d-c17f-4e74-a031-486acc96c026 req-ef5d8729-04b7-454a-b8bf-94396f532d2b tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890462 Jul 16 18:52:47.301919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b963af-3b37-47f8-9891-9e527073b84b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.306936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:47.309953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-35b963af-3b37-47f8-9891-9e527073b84b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1655962 Jul 16 18:52:47.366227 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe52be5-61cd-4da6-bd1e-602ef8517c20 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:47.375792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.384324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681278a3-64a5-4ffc-a492-b95c0c28cec9 req-8b54f015-50b3-44ea-84d1-1a01ab67b111 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.385916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-681278a3-64a5-4ffc-a492-b95c0c28cec9 req-8b54f015-50b3-44ea-84d1-1a01ab67b111 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1027 time: 0.1583371 Jul 16 18:52:47.397297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Transition to ACTIVE for port object bfe52be5-61cd-4da6-bd1e-602ef8517c20 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:47.410712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.421281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b316646-e76f-495b-b66f-f871e846cff1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.426282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b316646-e76f-495b-b66f-f871e846cff1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1177580 Jul 16 18:52:47.426902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:47.453225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe52be5-61cd-4da6-bd1e-602ef8517c20,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:47.486516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:47.490305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabfd23-d659-4b24-bde9-d674845180da tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.491952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabfd23-d659-4b24-bde9-d674845180da tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.493697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabfd23-d659-4b24-bde9-d674845180da tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.498214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8cabfd23-d659-4b24-bde9-d674845180da tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0703146 Jul 16 18:52:47.502729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35168) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:47.517423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-681278a3-64a5-4ffc-a492-b95c0c28cec9 req-58341ffb-f8a7-4457-a0da-ef2f0617e06f tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187000 Jul 16 18:52:47.720747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Attempting to bind port bfe52be5-61cd-4da6-bd1e-602ef8517c20 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:47.721475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Attempting to bind port bfe52be5-61cd-4da6-bd1e-602ef8517c20 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:47.721475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Attempting to bind port bfe52be5-61cd-4da6-bd1e-602ef8517c20 on network ef411865-9871-42a2-a437-89cf28bede19 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:47.736188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet 42b5d057-4ab5-4e8d-a61c-301ae69f09f0 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:47.738574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Port bfe52be5-61cd-4da6-bd1e-602ef8517c20 on network ef411865-9871-42a2-a437-89cf28bede19 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:47.738835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Attempting to bind port bfe52be5-61cd-4da6-bd1e-602ef8517c20 on network ef411865-9871-42a2-a437-89cf28bede19 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:47.740571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3b066ff1-91e9-4b91-b827-b83550f80268 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5dc3d39060945838a5851f147c29bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407103 Jul 16 18:52:47.745116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35172) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:47.747154 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.750601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:47.751038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Checking segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:47.751431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Bound using segment: {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:47.751877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Bound port: bfe52be5-61cd-4da6-bd1e-602ef8517c20, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332bcd20-640e-4db3-9e5e-51ed272b391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:47.752231 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.800068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189a3de-8a58-4835-bd53-0d5d14dfe052 req-e06c1a47-5a1a-43a1-b514-7390896e137c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.801694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4189a3de-8a58-4835-bd53-0d5d14dfe052 req-e06c1a47-5a1a-43a1-b514-7390896e137c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 943 time: 0.1868644 Jul 16 18:52:47.844130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.855974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4189a3de-8a58-4835-bd53-0d5d14dfe052 req-85981871-6294-4662-b06c-9ce2e8813c68 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461226 Jul 16 18:52:47.856733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41616510-1814-4feb-83ac-7ce992adcf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.881383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41616510-1814-4feb-83ac-7ce992adcf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.926199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] For port bfe52be5-61cd-4da6-bd1e-602ef8517c20, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:47.967077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] For port bfe52be5-61cd-4da6-bd1e-602ef8517c20, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bfe52be5-61cd-4da6-bd1e-602ef8517c20,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:47.976806 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.984720 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41616510-1814-4feb-83ac-7ce992adcf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.990403 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41616510-1814-4feb-83ac-7ce992adcf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:47.994595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-41616510-1814-4feb-83ac-7ce992adcf6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d1c5af5-db2f-423d-af4b-4c387985b710 HTTP/1.1" status: 204 len: 168 time: 0.2452073 Jul 16 18:52:47.994796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.005494 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41616510-1814-4feb-83ac-7ce992adcf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1c5af5-db2f-423d-af4b-4c387985b710,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:48.065426 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:48.066109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.067649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] 10.222.0.67 "PUT /v2.0/ports/bfe52be5-61cd-4da6-bd1e-602ef8517c20 HTTP/1.1" status: 200 len: 1092 time: 2.1060104 Jul 16 18:52:48.070533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'tag': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:48.080953 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60829bd6-f875-4edd-814b-da6f6be1a17e" -d '{"events": [{"name": "network-changed", "server_uuid": "7616217f-13fc-486b-bf5b-cdc26cf680d1", "tag": "bfe52be5-61cd-4da6-bd1e-602ef8517c20"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:48.120674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:48.170079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764bbe3-8483-4ac0-a445-62018f89afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe52be5-61cd-4da6-bd1e-602ef8517c20,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:48.176066 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d255f-dd7c-4e96-9cd0-759ae8e6a1c4 x-openstack-request-id: req-9a2d255f-dd7c-4e96-9cd0-759ae8e6a1c4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:48.176345 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7616217f-13fc-486b-bf5b-cdc26cf680d1", "tag": "bfe52be5-61cd-4da6-bd1e-602ef8517c20", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:48.176591 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a2d255f-dd7c-4e96-9cd0-759ae8e6a1c4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:48.177051 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'tag': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20', 'status': 'completed', 'code': 200} Jul 16 18:52:48.250351 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.304331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=42b5d057-4ab5-4e8d-a61c-301ae69f09f0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:48.306449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.311202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:48.311902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-59a759dc-3cd7-4a22-9b2d-d54d441536c7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/42b5d057-4ab5-4e8d-a61c-301ae69f09f0 HTTP/1.1" status: 204 len: 168 time: 0.7918267 Jul 16 18:52:48.319777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-ecd22f33-4ca5-404e-b248-ddbf439ef2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:48.321446 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-ecd22f33-4ca5-404e-b248-ddbf439ef2d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7a4ce62e399442f8f757113953854fb&device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1095 time: 0.1914504 Jul 16 18:52:48.336384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b08877-e6d2-4297-8db3-d89f664a538a None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:48.408723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-fdd6f909-ad06-4c16-812b-cc5e068dd8a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe52be5-61cd-4da6-bd1e-602ef8517c20 HTTP/1.1" status: 200 len: 217 time: 0.0785308 Jul 16 18:52:48.432942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Deleting subnet d6c47ec5-db99-49a2-9865-8682bbacc653 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:48.445634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.464069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-52ea8019-0fb3-4b49-8d67-c406a1d4a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:48.466014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-52ea8019-0fb3-4b49-8d67-c406a1d4a1fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0097f78a-2718-4b34-9d85-49a837eea900 HTTP/1.1" status: 200 len: 848 time: 0.0566444 Jul 16 18:52:48.513378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.584110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-c244865a-87d0-4993-a2e4-051d5f1db1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:48.585550 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-c244865a-87d0-4993-a2e4-051d5f1db1dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef411865-9871-42a2-a437-89cf28bede19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107812 Jul 16 18:52:48.605347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:48.619921 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.678372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'port_id': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'mac_address': 'fa:16:3e:83:f5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:48.814157 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.820960 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-796c973b-5259-4f5a-a3d3-014467209136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.830194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.869081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:48.870918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c47ec5-db99-49a2-9865-8682bbacc653,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:48.879018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.884425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eec0b368-6c08-43e5-aa12-45aa4e36339d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/d6c47ec5-db99-49a2-9865-8682bbacc653 HTTP/1.1" status: 204 len: 168 time: 0.5718825 Jul 16 18:52:48.887436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:48.893098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-e7b72045-2085-4fa2-86f8-e1c0278fa787 service neutron] 10.222.0.67 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951021 Jul 16 18:52:48.906085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd14b-985a-47b7-b21f-90bfd754d2c9 req-dddb9740-a9cb-4a44-9ac5-8b2756482ec6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:48.908662 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1efd14b-985a-47b7-b21f-90bfd754d2c9 req-dddb9740-a9cb-4a44-9ac5-8b2756482ec6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 946 time: 0.2116084 Jul 16 18:52:48.951145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:48.957093 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.974144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.993800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-461ae4d5-2e8c-401f-9ac4-c69f19194956 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027200 Jul 16 18:52:48.994714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.019420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d8869-db97-49e4-8713-bf8bcd4f7686 req-611cea9b-b196-44d7-9720-4bfc9d8032c6 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.021130 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f1d8869-db97-49e4-8713-bf8bcd4f7686 req-611cea9b-b196-44d7-9720-4bfc9d8032c6 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1095 time: 0.2551560 Jul 16 18:52:49.067923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-161c3651-f4ed-4b64-9ed4-f7c73a279685 req-958143be-c875-4e70-a3e5-ad7bb1a206cf service neutron] 10.222.0.67 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676395 Jul 16 18:52:49.091917 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f1d8869-db97-49e4-8713-bf8bcd4f7686 req-8d5595af-ab57-4530-8716-feaf040e86ef tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615032 Jul 16 18:52:49.125398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1efd14b-985a-47b7-b21f-90bfd754d2c9 req-b12cfad6-8de9-4877-94ec-54b2a851fcde tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604505 Jul 16 18:52:49.186631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4a3e0-a793-47e2-b3e1-dfb7957c1a75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.191123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b133f-c4d6-4efb-8c53-4acaa7f1c35f None None] Update dhcp port {'port': {'network_id': '78c95300-195f-443c-b5c5-d4b9b102593a', 'fixed_ips': [{'subnet_id': 'd6c47ec5-db99-49a2-9865-8682bbacc653'}], 'binding:host_id': 'n-d-791504-15'}, 'id': 'ab006660-77db-41f0-a8c3-670826a4fbaa'} from n-d-791504-15. {{(pid=93797) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:52:49.193499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-24c4a3e0-a793-47e2-b3e1-dfb7957c1a75 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1962602 Jul 16 18:52:49.193754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:49.194804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35208) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.210589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['9a41c55b-33f3-4f53-a2c0-01ec26f4c597'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:49.285044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-53022999-4ca9-46c5-af82-c829e5294615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.286887 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-53022999-4ca9-46c5-af82-c829e5294615 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7a4ce62e399442f8f757113953854fb&device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1095 time: 0.1439810 Jul 16 18:52:49.291646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ffdd1-a628-4b08-8fed-69422d6840c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.296587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-071ffdd1-a628-4b08-8fed-69422d6840c5 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0977123 Jul 16 18:52:49.300150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35214) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.387110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ac1e940e-de1e-47ce-8986-b7b3f0086f07 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822971 Jul 16 18:52:49.393674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35218) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.419454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b02b133f-c4d6-4efb-8c53-4acaa7f1c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:49.436505 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3be0b4-bd00-4573-b768-a959c81bfe11 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.437414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3be0b4-bd00-4573-b768-a959c81bfe11 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.439660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ce3be0b4-bd00-4573-b768-a959c81bfe11 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/bd23892d-3554-4b27-a608-18f4434937a2 HTTP/1.1" status: 404 len: 333 time: 0.0447245 Jul 16 18:52:49.442397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35220) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.491852 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e428452-5937-409e-8def-ac6f595ba527 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.492449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e428452-5937-409e-8def-ac6f595ba527 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.495782 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2e428452-5937-409e-8def-ac6f595ba527 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/42b5d057-4ab5-4e8d-a61c-301ae69f09f0 HTTP/1.1" status: 404 len: 337 time: 0.0521817 Jul 16 18:52:49.509244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35222) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.570836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.581385 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a48198b-4826-46c9-9750-f010432cc862 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.581850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a48198b-4826-46c9-9750-f010432cc862 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.583710 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a48198b-4826-46c9-9750-f010432cc862 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/d6c47ec5-db99-49a2-9865-8682bbacc653 HTTP/1.1" status: 404 len: 337 time: 0.0735052 Jul 16 18:52:49.595713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.627125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d043ca-f1e7-4bb1-aa49-bd5cc4cb4c66 req-3658475b-1eab-4d17-a1f0-911c35177d25 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.630574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86d043ca-f1e7-4bb1-aa49-bd5cc4cb4c66 req-3658475b-1eab-4d17-a1f0-911c35177d25 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 946 time: 0.1334078 Jul 16 18:52:49.660035 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba1aea0-a772-4e4e-8c65-385a05145f2f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.660855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba1aea0-a772-4e4e-8c65-385a05145f2f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.663415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0ba1aea0-a772-4e4e-8c65-385a05145f2f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/782613a3-6666-4e50-93ad-a1b2673a757b HTTP/1.1" status: 404 len: 333 time: 0.0597336 Jul 16 18:52:49.666673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.667961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-d3b92f42-ffa4-4995-a75b-14d8c5cd11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.669488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-d3b92f42-ffa4-4995-a75b-14d8c5cd11ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef411865-9871-42a2-a437-89cf28bede19 HTTP/1.1" status: 200 len: 910 time: 0.3748677 Jul 16 18:52:49.731212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86d043ca-f1e7-4bb1-aa49-bd5cc4cb4c66 req-f3dd4e13-a272-44dc-a7b2-5cb914bd9a03 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916376 Jul 16 18:52:49.747894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35232) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.764566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-33881a64-5807-4658-967f-9db953047b8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe52be5-61cd-4da6-bd1e-602ef8517c20 HTTP/1.1" status: 200 len: 217 time: 0.0633373 Jul 16 18:52:49.767246 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb8e674-178a-483d-95a7-9ecaeb4c8da9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.767704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb8e674-178a-483d-95a7-9ecaeb4c8da9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.768207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6dfd7-b5c2-4ce2-8bdf-907d12f467cf None None] Network 78c95300-195f-443c-b5c5-d4b9b102593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:49.769841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ffb8e674-178a-483d-95a7-9ecaeb4c8da9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/98af7c61-154d-4146-9d11-d078b9a21504 HTTP/1.1" status: 404 len: 337 time: 0.0993352 Jul 16 18:52:49.773373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35234) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.847989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--663807876'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:49.850233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1d1069-84c1-40be-9743-d16e2c0083b3 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.854638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cf1d1069-84c1-40be-9743-d16e2c0083b3 tempest-TestNetworkBasicOps-1495019435 tempest-TestNetworkBasicOps-1495019435-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 1093 time: 0.1028233 Jul 16 18:52:49.855434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.860832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'tenant_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:49.867340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0eb47-c920-40aa-87c1-56234377007c req-a4271ff4-8e7f-4d55-a299-96e715c1da74 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.869582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88b0eb47-c920-40aa-87c1-56234377007c req-a4271ff4-8e7f-4d55-a299-96e715c1da74 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 944 time: 0.3724289 Jul 16 18:52:49.877219 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c841704d-3673-48da-b623-718713ded847 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.877685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c841704d-3673-48da-b623-718713ded847 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.881986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c841704d-3673-48da-b623-718713ded847 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/3ba78630-0c1d-4c7b-940e-0e2009f00e75 HTTP/1.1" status: 404 len: 337 time: 0.0966609 Jul 16 18:52:49.883328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.885752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e90446bf-8334-489a-af7d-44683c33192a None None] Provisioning complete for port ab006660-77db-41f0-a8c3-670826a4fbaa triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:49.886127 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e90446bf-8334-489a-af7d-44683c33192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:49.909356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:52:49.909356 n-d-791504-15 neutron-server[93796]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:52:49.909356 n-d-791504-15 neutron-server[93796]: [parameters: {'project_id': '3c203bb990a94d48a508662888a444fc', 'id': 'c2eb0746-a14b-4c3c-8237-17e9df6b67dd', 'expiration': datetime.datetime(2021, 7, 16, 18, 54, 49, 892337)}] Jul 16 18:52:49.909356 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:52:49.910208 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:52:49.918743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-5a178436-2722-450c-9bd3-2ef54ed2eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:49.920243 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-5a178436-2722-450c-9bd3-2ef54ed2eef4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0097f78a-2718-4b34-9d85-49a837eea900 HTTP/1.1" status: 200 len: 848 time: 0.1476924 Jul 16 18:52:49.932844 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e95d7a-30d4-4cbb-aea4-afec75cc2918 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.933799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e95d7a-30d4-4cbb-aea4-afec75cc2918 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.938213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-30e95d7a-30d4-4cbb-aea4-afec75cc2918 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/d5b49028-60cc-40bd-96de-a0a125af62cf HTTP/1.1" status: 404 len: 333 time: 0.0510905 Jul 16 18:52:49.939845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:49.961716 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88b0eb47-c920-40aa-87c1-56234377007c req-dfa89828-f2f5-4d10-b987-217990aa137a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784547 Jul 16 18:52:49.973736 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:49.978321 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cb8fe9-b0f7-4b17-9eb5-85b6f044ba12 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:49.979073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cb8fe9-b0f7-4b17-9eb5-85b6f044ba12 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:49.981095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c5cb8fe9-b0f7-4b17-9eb5-85b6f044ba12 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/0d3defeb-566c-4f13-a7d8-1d52d6c14dab HTTP/1.1" status: 404 len: 337 time: 0.0406532 Jul 16 18:52:49.987515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.027811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.030877 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a66e8e9-d490-47aa-9d0f-a8a7d963143f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.031599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a66e8e9-d490-47aa-9d0f-a8a7d963143f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.033542 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a66e8e9-d490-47aa-9d0f-a8a7d963143f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/f39c574e-7b55-42a7-be38-b96f9d157541 HTTP/1.1" status: 404 len: 337 time: 0.0446372 Jul 16 18:52:50.036100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.073362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] DHCP port deletion for 78c95300-195f-443c-b5c5-d4b9b102593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:50.079693 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f10ddb-daf4-4bcb-a6f8-fc2c8bdb55b4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.080889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f10ddb-daf4-4bcb-a6f8-fc2c8bdb55b4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.085327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-83f10ddb-daf4-4bcb-a6f8-fc2c8bdb55b4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/0d9b8c42-bdcc-4701-9f42-9014a9e1f748 HTTP/1.1" status: 404 len: 333 time: 0.0482540 Jul 16 18:52:50.087934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-460df6d4-d496-4d2b-a0ca-eeefa2d0c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:50.088812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.089658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-460df6d4-d496-4d2b-a0ca-eeefa2d0c3b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef411865-9871-42a2-a437-89cf28bede19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607490 Jul 16 18:52:50.119382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:50.127720 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9141776d-a663-47a2-b7d7-7ad846f3ab7e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.128369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9141776d-a663-47a2-b7d7-7ad846f3ab7e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.133126 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9141776d-a663-47a2-b7d7-7ad846f3ab7e tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/708e1617-fad5-47de-af41-51b7135262e3 HTTP/1.1" status: 404 len: 337 time: 0.0431266 Jul 16 18:52:50.133826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.169358 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b3a3f5-aaac-4859-b993-acd2d0992379 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.169838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b3a3f5-aaac-4859-b993-acd2d0992379 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.181581 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-18b3a3f5-aaac-4859-b993-acd2d0992379 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/8b00b696-bef5-49a6-b355-371508f993ea HTTP/1.1" status: 404 len: 337 time: 0.0457458 Jul 16 18:52:50.185801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35252) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.201832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:50.202497 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.216964 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c691658e-7f08-436e-af38-d1c0bbf2a2b3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.217686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c691658e-7f08-436e-af38-d1c0bbf2a2b3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.222570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c691658e-7f08-436e-af38-d1c0bbf2a2b3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/6854861d-4de0-4c03-9c48-a2eb9a9f514b HTTP/1.1" status: 404 len: 333 time: 0.0355413 Jul 16 18:52:50.223190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35254) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.230270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] Deleting port ab006660-77db-41f0-a8c3-670826a4fbaa {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:50.230652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.258194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-6c943acf-5f63-4f19-9430-91f7be6faef6 service neutron] 10.222.0.67 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574769 Jul 16 18:52:50.260929 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2222ce08-c4bc-460f-bbc6-7d54feed4818 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.261538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2222ce08-c4bc-460f-bbc6-7d54feed4818 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.267000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2222ce08-c4bc-460f-bbc6-7d54feed4818 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/5007470d-8aeb-40ca-ad5a-428328e7e687 HTTP/1.1" status: 404 len: 337 time: 0.0422497 Jul 16 18:52:50.267741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.307273 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-719dfa0e-8d02-4614-8b64-c0d540644fb4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.308112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719dfa0e-8d02-4614-8b64-c0d540644fb4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.310105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-719dfa0e-8d02-4614-8b64-c0d540644fb4 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/b4b2ca2b-4106-46c1-b03b-bb60169f6b1e HTTP/1.1" status: 404 len: 333 time: 0.0405078 Jul 16 18:52:50.313099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.332650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] For port ab006660-77db-41f0-a8c3-670826a4fbaa, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ab006660-77db-41f0-a8c3-670826a4fbaa,segment=NetworkSegment(2ad81e10-a84d-40b6-9151-6ba72ad9eb7c),segment_id=2ad81e10-a84d-40b6-9151-6ba72ad9eb7c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:50.333096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.350911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] Calling delete_port for ab006660-77db-41f0-a8c3-670826a4fbaa owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:50.393463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-60829bd6-f875-4edd-814b-da6f6be1a17e req-a7ddb41c-aa28-4a92-b954-f95bbf343ab1 service neutron] 10.222.0.67 "GET /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288195 Jul 16 18:52:50.393677 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.395356 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4947b60e-44e8-485c-a5f8-7c988886a699 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.395920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4947b60e-44e8-485c-a5f8-7c988886a699 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.405692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4947b60e-44e8-485c-a5f8-7c988886a699 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/4372ef13-320b-488f-a7e4-3ed87e535a97 HTTP/1.1" status: 404 len: 337 time: 0.0911686 Jul 16 18:52:50.407827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35260) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.454603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.457392 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a41e21-3bcb-49f4-b74b-950fb15fd26f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.458178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a41e21-3bcb-49f4-b74b-950fb15fd26f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.461185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:50.463813 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd80508-6f72-42ba-b5bd-740feaf6c00a" -d '{"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-plugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:50.463988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-75a41e21-3bcb-49f4-b74b-950fb15fd26f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/623dc203-6d6b-44c8-8a37-e45a9b1bc59f HTTP/1.1" status: 404 len: 333 time: 0.0519211 Jul 16 18:52:50.466375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.469085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35264) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.481846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:50.488659 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.496714 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.530714 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22c267b-fe50-45aa-80ac-f9fa8ba2c359 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.531249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22c267b-fe50-45aa-80ac-f9fa8ba2c359 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.535606 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f22c267b-fe50-45aa-80ac-f9fa8ba2c359 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/f1787c76-8ed5-4cc1-a88f-1c8b1b1244d9 HTTP/1.1" status: 404 len: 337 time: 0.0630412 Jul 16 18:52:50.544570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35268) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.581717 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc70e9b1-18ce-4b29-be9d-d191227cf86b x-openstack-request-id: req-bc70e9b1-18ce-4b29-be9d-d191227cf86b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:50.582508 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-plugged", "status": "completed", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:50.582767 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc70e9b1-18ce-4b29-be9d-d191227cf86b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:50.583344 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'code': 200} Jul 16 18:52:50.585308 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-212fe12e-2d1f-4699-b543-be82a72951c3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.586723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212fe12e-2d1f-4699-b543-be82a72951c3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.593266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-212fe12e-2d1f-4699-b543-be82a72951c3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/873d793d-047e-4187-9889-9431969cafdd HTTP/1.1" status: 404 len: 333 time: 0.0430198 Jul 16 18:52:50.600314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35270) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.618458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf205a-e9ac-48e1-8f74-a4fe917554bc req-c7f5fa11-414e-4723-9710-413518fef551 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:50.620283 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf205a-e9ac-48e1-8f74-a4fe917554bc req-c7f5fa11-414e-4723-9710-413518fef551 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1095 time: 0.3168654 Jul 16 18:52:50.637161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:50.649332 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.664125 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-46250439-c091-4e61-83e7-f9dbf2b90c4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.664564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46250439-c091-4e61-83e7-f9dbf2b90c4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.666395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-46250439-c091-4e61-83e7-f9dbf2b90c4d tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/dbd006e0-843e-47b7-81af-15402d0b6074 HTTP/1.1" status: 404 len: 337 time: 0.0609744 Jul 16 18:52:50.669705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35272) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.687718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Allocated IP 172.25.1.109 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/73053cc8-f78d-47e0-9c0d-5470ae8b3f46) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:50.710402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] Pushing event deleted for resources: {'Port': ['ID=ab006660-77db-41f0-a8c3-670826a4fbaa,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:50.714859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c05ca-5186-41eb-a87c-02604ae0bf65 None None] No DVR routers for this DVR port ab006660-77db-41f0-a8c3-670826a4fbaa on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:50.736327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf205a-e9ac-48e1-8f74-a4fe917554bc req-cb29e9a2-4e80-4659-9ca0-e45a863529bb tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070127 Jul 16 18:52:50.746420 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-028c95bd-f452-4e90-a4d1-00957a6e719f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.747301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028c95bd-f452-4e90-a4d1-00957a6e719f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.749501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-028c95bd-f452-4e90-a4d1-00957a6e719f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/54f7c9fd-ea65-4f39-8972-73c46254bf47 HTTP/1.1" status: 404 len: 333 time: 0.0784473 Jul 16 18:52:50.752366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.769790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab006660-77db-41f0-a8c3-670826a4fbaa no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:50.791080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ab006660-77db-41f0-a8c3-670826a4fbaa {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:50.791787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ab006660-77db-41f0-a8c3-670826a4fbaa not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:50.794362 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-729b4a17-8d0a-4611-a9fb-6293ea6b6cbd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.794362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729b4a17-8d0a-4611-a9fb-6293ea6b6cbd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.796987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-729b4a17-8d0a-4611-a9fb-6293ea6b6cbd tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/ec6942c0-16b1-4ea6-adb1-65c26caa6f76 HTTP/1.1" status: 404 len: 337 time: 0.0435157 Jul 16 18:52:50.799840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35276) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.848887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d169b-849c-4fb5-b590-cb8aa20fe39e req-4cd3bae6-7060-4733-8b49-b3d3d81c7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:50.850675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-522d169b-849c-4fb5-b590-cb8aa20fe39e req-4cd3bae6-7060-4733-8b49-b3d3d81c7678 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 1098 time: 0.1184967 Jul 16 18:52:50.861448 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f14a55c-525f-4ab0-a174-dd9f36ee2d09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.862184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f14a55c-525f-4ab0-a174-dd9f36ee2d09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.863959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7f14a55c-525f-4ab0-a174-dd9f36ee2d09 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/3ae7395b-0fea-4637-8849-3c63a6eb6db8 HTTP/1.1" status: 404 len: 333 time: 0.0634210 Jul 16 18:52:50.866691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35278) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.892442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.897714 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-239e05eb-84aa-4ad5-85a9-53d9f73eb217 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.898228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239e05eb-84aa-4ad5-85a9-53d9f73eb217 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.900018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-239e05eb-84aa-4ad5-85a9-53d9f73eb217 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/3808e522-8d74-4c97-a69c-94d080a1a360 HTTP/1.1" status: 404 len: 337 time: 0.0324242 Jul 16 18:52:50.902186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.904157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35280) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.920007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-522d169b-849c-4fb5-b590-cb8aa20fe39e req-80432ba3-6504-449d-8a62-4164baef1288 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586131 Jul 16 18:52:50.940708 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54e3b69-3fc4-4e5e-9fec-da131b4ea63b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.941205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54e3b69-3fc4-4e5e-9fec-da131b4ea63b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.943165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d54e3b69-3fc4-4e5e-9fec-da131b4ea63b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/97a13d4b-596c-4286-a148-eb5edd95f49e HTTP/1.1" status: 404 len: 337 time: 0.0380745 Jul 16 18:52:50.945548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0115f937-1381-4417-a2d3-5213853f04fa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:50.948723 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:50.963998 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.986826 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa16caa1-7509-429f-a5b8-78e52e042cf9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:50.987492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa16caa1-7509-429f-a5b8-78e52e042cf9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:50.991733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fa16caa1-7509-429f-a5b8-78e52e042cf9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/4f9eecdc-362b-4059-8d8b-d2cfa3ebf671 HTTP/1.1" status: 404 len: 333 time: 0.0395734 Jul 16 18:52:50.991949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35284) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.014528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.019816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.024579 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ee273b-3766-49f3-bce7-91e546879113 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.025074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ee273b-3766-49f3-bce7-91e546879113 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.026885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-56ee273b-3766-49f3-bce7-91e546879113 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/a539da85-066d-4d95-91b8-6f0a68a9a37f HTTP/1.1" status: 404 len: 337 time: 0.0340104 Jul 16 18:52:51.030148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.059487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.082644 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-67356533-19a9-47d3-bd37-9ce4ab765b59 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.084510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67356533-19a9-47d3-bd37-9ce4ab765b59 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.087765 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-67356533-19a9-47d3-bd37-9ce4ab765b59 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/21dbaf73-f739-4639-a9c6-a11ce4aa7fbc HTTP/1.1" status: 404 len: 337 time: 0.0536988 Jul 16 18:52:51.090827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.103284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.107172 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5309970 Jul 16 18:52:51.107886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.110179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:51.116050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:51.120210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:51.147544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=73053cc8-f78d-47e0-9c0d-5470ae8b3f46,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:51.149088 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01f860-d30a-4ef1-8215-0c299e3aae3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a170e5-768e-4a7a-88dc-619efef5fc21,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:51.159151 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e424f3c5-5940-4ceb-b247-07975e503d66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.160090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e424f3c5-5940-4ceb-b247-07975e503d66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.164935 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e424f3c5-5940-4ceb-b247-07975e503d66 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/164d418d-5080-4eaa-902c-924b8f0178d9 HTTP/1.1" status: 404 len: 333 time: 0.0709593 Jul 16 18:52:51.166451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.200101 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28ece4b-f1e9-48cb-ad33-1c7b37ebc0c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.200551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28ece4b-f1e9-48cb-ad33-1c7b37ebc0c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.203007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e28ece4b-f1e9-48cb-ad33-1c7b37ebc0c2 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/45439ddd-a93e-4740-9ef8-8d154db8b2b7 HTTP/1.1" status: 404 len: 337 time: 0.0362673 Jul 16 18:52:51.205360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35296) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.225810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d4fbfcc3-6f26-45ac-b5d0-a22f2336451c tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1167157 Jul 16 18:52:51.229958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.237248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-795150fb-9266-473f-afdf-a0727ef01f62 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-security--550000266', 'description': 'tempest-security-description-1644034953'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:51.256264 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c071f51c-25bc-4e25-93b2-87943381f67f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.256732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c071f51c-25bc-4e25-93b2-87943381f67f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.258583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c071f51c-25bc-4e25-93b2-87943381f67f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/34320e63-5781-4abd-9393-bff905500a4e HTTP/1.1" status: 404 len: 337 time: 0.0516753 Jul 16 18:52:51.262269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35300) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.270231 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795150fb-9266-473f-afdf-a0727ef01f62 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.282351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489b8c3-1a53-4338-96f2-0848164d680d req-545a2267-2c8e-443b-9477-a487cba1f38b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:51.283916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9489b8c3-1a53-4338-96f2-0848164d680d req-545a2267-2c8e-443b-9477-a487cba1f38b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 946 time: 0.1314418 Jul 16 18:52:51.296009 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2218e73b-1c9f-4c67-ab6f-4e825c6e5fd8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.297312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2218e73b-1c9f-4c67-ab6f-4e825c6e5fd8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.298816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2218e73b-1c9f-4c67-ab6f-4e825c6e5fd8 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/7fa3b30f-0b74-4c25-a606-db79eb03157d HTTP/1.1" status: 404 len: 333 time: 0.0364408 Jul 16 18:52:51.303406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35302) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.353236 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f074c0-473a-4539-b0cd-f50adb654444 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.353726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f074c0-473a-4539-b0cd-f50adb654444 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.355529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-03f074c0-473a-4539-b0cd-f50adb654444 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/6cf2deac-2a8d-47eb-a2af-5e67aa7c1b94 HTTP/1.1" status: 404 len: 337 time: 0.0510929 Jul 16 18:52:51.355706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795150fb-9266-473f-afdf-a0727ef01f62 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.358229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.369109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9489b8c3-1a53-4338-96f2-0848164d680d req-9657aac4-e235-4d94-9387-b2cbf51fd449 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785258 Jul 16 18:52:51.371313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795150fb-9266-473f-afdf-a0727ef01f62 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.374107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-795150fb-9266-473f-afdf-a0727ef01f62 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.376825 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-795150fb-9266-473f-afdf-a0727ef01f62 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "PUT /v2.0/security-groups/41a170e5-768e-4a7a-88dc-619efef5fc21 HTTP/1.1" status: 200 len: 1779 time: 0.1447551 Jul 16 18:52:51.378825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35306) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.403317 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-19762a46-84b2-45f4-b2b4-df46ad87e4da tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.403884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19762a46-84b2-45f4-b2b4-df46ad87e4da tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.406131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19762a46-84b2-45f4-b2b4-df46ad87e4da tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/01d924be-3fdb-4762-9c3c-4fb75c550bde HTTP/1.1" status: 404 len: 337 time: 0.0465200 Jul 16 18:52:51.412711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.454817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2f9dfe5f-ae2d-4b9e-8365-9d1c2b1b3bea tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5323235-7a41-41df-a69f-b3749345df38 HTTP/1.1" status: 200 len: 205 time: 0.0407839 Jul 16 18:52:51.456686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795150fb-9266-473f-afdf-a0727ef01f62 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a170e5-768e-4a7a-88dc-619efef5fc21,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:51.459483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.493724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c66a7dc6-0b51-4607-9dd1-b16def38099a tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups/41a170e5-768e-4a7a-88dc-619efef5fc21 HTTP/1.1" status: 200 len: 1779 time: 0.0793052 Jul 16 18:52:51.496272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35312) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.500547 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-a2196474-e2c7-4b29-9fee-de0ac9708dd9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] delete failed (client error): The resource could not be found. Jul 16 18:52:51.502568 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2196474-e2c7-4b29-9fee-de0ac9708dd9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/routers/b5323235-7a41-41df-a69f-b3749345df38 HTTP/1.1" status: 404 len: 336 time: 0.0412247 Jul 16 18:52:51.504208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35314) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.532164 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b29ab47-12e5-40fe-b747-1a2e12a410f7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.532611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b29ab47-12e5-40fe-b747-1a2e12a410f7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.537134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8b29ab47-12e5-40fe-b747-1a2e12a410f7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/780765db-0f19-43c6-8905-ec3a5a65216e HTTP/1.1" status: 404 len: 337 time: 0.0293198 Jul 16 18:52:51.537134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35318) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.572939 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-352ae06c-dde0-4d77-9e1e-c129b75ce6b9 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b1b80d5-5b7e-4b37-bea3-e006f281a670 HTTP/1.1" status: 200 len: 205 time: 0.0344262 Jul 16 18:52:51.575105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.593498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34e6e753-27e4-4152-9fb7-89bee8d17b96 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.634698 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-36dfd5ae-950c-468f-b19b-5588b1c907de tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] delete failed (client error): The resource could not be found. Jul 16 18:52:51.638931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-36dfd5ae-950c-468f-b19b-5588b1c907de tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/routers/6b1b80d5-5b7e-4b37-bea3-e006f281a670 HTTP/1.1" status: 404 len: 336 time: 0.0626523 Jul 16 18:52:51.639595 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.665705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34e6e753-27e4-4152-9fb7-89bee8d17b96 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.687324 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1f72d8-87d5-4c49-abb9-19078f2de203 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.687996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1f72d8-87d5-4c49-abb9-19078f2de203 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.690284 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3a1f72d8-87d5-4c49-abb9-19078f2de203 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/7e56b82c-6e13-4340-973e-b062edca06ae HTTP/1.1" status: 404 len: 337 time: 0.0496929 Jul 16 18:52:51.693026 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.733562 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-662953e7-0216-470a-aa22-c39443d52231 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.734411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662953e7-0216-470a-aa22-c39443d52231 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.738942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-662953e7-0216-470a-aa22-c39443d52231 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/f7b44fe3-8846-403b-820e-5192f9415cfc HTTP/1.1" status: 404 len: 337 time: 0.0443635 Jul 16 18:52:51.742176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.760762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.766798 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34e6e753-27e4-4152-9fb7-89bee8d17b96 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.772604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34e6e753-27e4-4152-9fb7-89bee8d17b96 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.774222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34e6e753-27e4-4152-9fb7-89bee8d17b96 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/41a170e5-768e-4a7a-88dc-619efef5fc21 HTTP/1.1" status: 204 len: 168 time: 0.2770395 Jul 16 18:52:51.798022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.821178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6e753-27e4-4152-9fb7-89bee8d17b96 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a170e5-768e-4a7a-88dc-619efef5fc21,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:51.857001 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f5cfba-45b8-4067-b5da-ed0bc60788b6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.857262 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.860489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f5cfba-45b8-4067-b5da-ed0bc60788b6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.869179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-76f5cfba-45b8-4067-b5da-ed0bc60788b6 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/728fe267-99c3-4a74-91b9-01af122374f8 HTTP/1.1" status: 404 len: 333 time: 0.1219261 Jul 16 18:52:51.869833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.903339 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bf3971-49a0-48c4-82c3-aafd6360085f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.903806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bf3971-49a0-48c4-82c3-aafd6360085f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.905754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a5bf3971-49a0-48c4-82c3-aafd6360085f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/6f50485b-0015-407d-9ec3-aa95c2f6ce2c HTTP/1.1" status: 404 len: 337 time: 0.0341005 Jul 16 18:52:51.908680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35352) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.921149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2243b8d2-0aae-493a-921a-8bd9bce7439f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190641 Jul 16 18:52:51.927203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35354) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.957154 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.976894 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfc8bd3-0ac9-41b5-9363-41ea97ee2e7b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:51.977454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfc8bd3-0ac9-41b5-9363-41ea97ee2e7b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:51.984488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bbfc8bd3-0ac9-41b5-9363-41ea97ee2e7b tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/5f2fc96c-288d-4dc1-a388-2e4e2fd4e17f HTTP/1.1" status: 404 len: 333 time: 0.0718729 Jul 16 18:52:51.988663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:51.991245 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e0d12d96-1497-4398-85b5-230788da5cdb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] delete failed (client error): The resource could not be found. Jul 16 18:52:52.000649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e0d12d96-1497-4398-85b5-230788da5cdb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/41a170e5-768e-4a7a-88dc-619efef5fc21 HTTP/1.1" status: 404 len: 347 time: 0.0640502 Jul 16 18:52:52.002192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.048809 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1c5ebe-7643-4dc2-ac0a-3639f97f0599 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.049852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1c5ebe-7643-4dc2-ac0a-3639f97f0599 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.053365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1f1c5ebe-7643-4dc2-ac0a-3639f97f0599 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/e6cfa009-cb70-4c38-88a2-4e00683b5fea HTTP/1.1" status: 404 len: 337 time: 0.0615833 Jul 16 18:52:52.058272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35364) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.059078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3560ca44-c527-4756-b6c3-2f4f1606afcb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--911656115'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:52.090026 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54eaa19-4dd1-4020-b36f-a9412bd9415f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.090845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54eaa19-4dd1-4020-b36f-a9412bd9415f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.096711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b54eaa19-4dd1-4020-b36f-a9412bd9415f tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/92b0d934-a42a-4a69-9c6e-04e1ebafd796 HTTP/1.1" status: 404 len: 333 time: 0.0373077 Jul 16 18:52:52.097434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35370) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.130195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bfe52be5-61cd-4da6-bd1e-602ef8517c20 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:52.156394 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e15d40-c576-4a1f-8ebb-bbe200a63364 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.156887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e15d40-c576-4a1f-8ebb-bbe200a63364 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.161315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-26e15d40-c576-4a1f-8ebb-bbe200a63364 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/d8a2c65a-f99f-40ba-b222-46f3e00b19c4 HTTP/1.1" status: 404 len: 337 time: 0.0459514 Jul 16 18:52:52.161889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35378) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.207348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-e4abc514-1da0-4948-b8d4-c4ad158c18f9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594738063&fields=id&tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 267 time: 0.2073519 Jul 16 18:52:52.213789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3560ca44-c527-4756-b6c3-2f4f1606afcb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.274577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bfe52be5-61cd-4da6-bd1e-602ef8517c20, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bfe52be5-61cd-4da6-bd1e-602ef8517c20,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:52.289541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20', 'network_id': 'ef411865-9871-42a2-a437-89cf28bede19', 'port_id': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20', 'mac_address': 'fa:16:3e:fe:a5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0097f78a-2718-4b34-9d85-49a837eea900', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:52.300102 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-202123fe-1eff-458b-b3fe-f7087ac87b84 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.301013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202123fe-1eff-458b-b3fe-f7087ac87b84 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.302854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-202123fe-1eff-458b-b3fe-f7087ac87b84 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/37321f66-bc12-40ff-a02f-d5ecac46cb1b HTTP/1.1" status: 404 len: 333 time: 0.1372857 Jul 16 18:52:52.306454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35394) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.333106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.344719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.345032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.365069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe52be5-61cd-4da6-bd1e-602ef8517c20 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:52.390222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bfe52be5-61cd-4da6-bd1e-602ef8517c20, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bfe52be5-61cd-4da6-bd1e-602ef8517c20,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:52.398103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.400966 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-147eca45-481f-49bc-a49d-4a0101ef2f96 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.401541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147eca45-481f-49bc-a49d-4a0101ef2f96 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.404475 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-147eca45-481f-49bc-a49d-4a0101ef2f96 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/41518617-1cfc-4c55-b150-4d7a34cddb27 HTTP/1.1" status: 404 len: 337 time: 0.0963080 Jul 16 18:52:52.412756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35400) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.416643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4942d-5f92-4227-83af-27433666f6c2 req-aa57573a-35a7-46ab-a81c-8b1af18b6bdc tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:52.424600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3db4942d-5f92-4227-83af-27433666f6c2 req-aa57573a-35a7-46ab-a81c-8b1af18b6bdc tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1095 time: 0.2210371 Jul 16 18:52:52.445648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event updated for resources: {'Port': ['ID=73053cc8-f78d-47e0-9c0d-5470ae8b3f46,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:52.463472 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b23dc69-1f97-4641-9fb5-c87cac3b3cc3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.464764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b23dc69-1f97-4641-9fb5-c87cac3b3cc3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.467808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5b23dc69-1f97-4641-9fb5-c87cac3b3cc3 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/4e378fd9-61aa-4f6c-9ca0-63fd3340eaaa HTTP/1.1" status: 404 len: 333 time: 0.0506632 Jul 16 18:52:52.470282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.488438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.543310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-cb8cb283-9c44-46f4-b18c-890e1fd2c618 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:52.547062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-cb8cb283-9c44-46f4-b18c-890e1fd2c618 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.3251865 Jul 16 18:52:52.548810 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0f0d19-22fe-4731-b8fc-8d4c4000667c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.549889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0f0d19-22fe-4731-b8fc-8d4c4000667c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.551924 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c0f0d19-22fe-4731-b8fc-8d4c4000667c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/fff5960d-d551-4907-928a-bcd5e1b41912 HTTP/1.1" status: 404 len: 337 time: 0.0806594 Jul 16 18:52:52.555090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35404) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.566877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3db4942d-5f92-4227-83af-27433666f6c2 req-b2d72fcf-2117-449f-972f-323dd3bfe4f5 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413217 Jul 16 18:52:52.596107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-ff265421-b1e1-40d0-adb6-f6450e84e58c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/quotas/40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 375 time: 0.0306766 Jul 16 18:52:52.602021 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca89337-af0b-4520-b7c7-a2ef249b7042 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.602833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca89337-af0b-4520-b7c7-a2ef249b7042 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.604657 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3ca89337-af0b-4520-b7c7-a2ef249b7042 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/85e2469f-d331-4fa8-a742-894670da14c8 HTTP/1.1" status: 404 len: 333 time: 0.0482032 Jul 16 18:52:52.608022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35406) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.647889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=bfe52be5-61cd-4da6-bd1e-602ef8517c20,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:52.698603 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-343b442d-321f-430a-b621-a9107a9ce5b1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.699184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343b442d-321f-430a-b621-a9107a9ce5b1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.703636 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-343b442d-321f-430a-b621-a9107a9ce5b1 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/e0768967-4f84-4250-b980-9827d59c55f8 HTTP/1.1" status: 404 len: 337 time: 0.0919089 Jul 16 18:52:52.704547 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Floating IP b700fd83-9fde-4152-97dd-ccdec40d34ce associated. External IP: 172.25.1.109, port: effe48c4-c932-4dc9-a384-57ae6fdafb51. Jul 16 18:52:52.706700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3560ca44-c527-4756-b6c3-2f4f1606afcb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.707684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35408) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.730197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bfe52be5-61cd-4da6-bd1e-602ef8517c20'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:52.742177 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f427ceb1-2247-43d8-a6a9-366df68b8738 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.743052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f427ceb1-2247-43d8-a6a9-366df68b8738 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.747681 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f427ceb1-2247-43d8-a6a9-366df68b8738 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/ports/4b4d31c2-384d-4ed8-b79f-dd7db1784393 HTTP/1.1" status: 404 len: 333 time: 0.0353549 Jul 16 18:52:52.751037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35410) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.754609 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3560ca44-c527-4756-b6c3-2f4f1606afcb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.816363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.850432 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38ea17d-1e0f-4628-a41b-e771f787a31c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] DELETE failed (client error): The resource could not be found. Jul 16 18:52:52.851072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38ea17d-1e0f-4628-a41b-e771f787a31c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:52:52.856206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b38ea17d-1e0f-4628-a41b-e771f787a31c tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/subnets/267e000c-7545-4331-9565-f568fc3aa986 HTTP/1.1" status: 404 len: 337 time: 0.0998263 Jul 16 18:52:52.859022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35412) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.868913 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3560ca44-c527-4756-b6c3-2f4f1606afcb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:52.870257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3560ca44-c527-4756-b6c3-2f4f1606afcb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8667581 Jul 16 18:52:52.873711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35414) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:52.878800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b577c19d-a253-47d5-b85e-81f7d539420e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': '5b4a51a9-3b53-48ea-abaa-3f876513e41a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:52.884408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560ca44-c527-4756-b6c3-2f4f1606afcb tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a51a9-3b53-48ea-abaa-3f876513e41a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:52.895648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-6fcd9b64-eede-4734-b1ac-57e0e0878deb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2841291 Jul 16 18:52:52.908754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ceb5e-3010-45f0-8ac9-fa8b7188db8f req-93add494-a4d1-400c-b335-b3edf9227401 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:52.910591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7ceb5e-3010-45f0-8ac9-fa8b7188db8f req-93add494-a4d1-400c-b335-b3edf9227401 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 946 time: 0.1517701 Jul 16 18:52:52.958871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b577c19d-a253-47d5-b85e-81f7d539420e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.030758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.047999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-bcda781c-77d2-4b31-bc8d-0ad14ba1a8b2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381912 Jul 16 18:52:53.077286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f7ceb5e-3010-45f0-8ac9-fa8b7188db8f req-d4040ed9-d257-48fd-8e01-3da743512877 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582003 Jul 16 18:52:53.081170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b577c19d-a253-47d5-b85e-81f7d539420e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.092006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b577c19d-a253-47d5-b85e-81f7d539420e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.148529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577c19d-a253-47d5-b85e-81f7d539420e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f7000-3630-416b-9b90-94c95479af12,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:53.149982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:53.161693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b577c19d-a253-47d5-b85e-81f7d539420e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.162928 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b577c19d-a253-47d5-b85e-81f7d539420e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2880793 Jul 16 18:52:53.167066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35416) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:53.180057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.194425 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c95300-195f-443c-b5c5-d4b9b102593a']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:53.202869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-bfe39277-6bd6-46a5-a907-0815da30da6a service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469455 Jul 16 18:52:53.204365 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8308-ea9a-49da-82eb-a6b88dcb9cb5 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.212466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8308-ea9a-49da-82eb-a6b88dcb9cb5 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.238642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:53.238890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad81e10-a84d-40b6-9151-6ba72ad9eb7c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:53.241635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8308-ea9a-49da-82eb-a6b88dcb9cb5 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.248684 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8308-ea9a-49da-82eb-a6b88dcb9cb5 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.250650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5cdb8308-ea9a-49da-82eb-a6b88dcb9cb5 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/de2f7000-3630-416b-9b90-94c95479af12 HTTP/1.1" status: 204 len: 168 time: 0.0824184 Jul 16 18:52:53.251960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.253531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:53.259161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb8308-ea9a-49da-82eb-a6b88dcb9cb5 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de2f7000-3630-416b-9b90-94c95479af12,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:53.682595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.691596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aeeffbb4-1c2c-4a3a-b397-2b9177e6bcc0 req-aa04a0b3-265f-4048-8227-a55602a12e16 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 210 time: 0.0887542 Jul 16 18:52:53.695993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:52:53.696595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:52:53.701331 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:52:53.749839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb37b7-7772-4a84-8dd6-5e932c93ae89 req-7e24229f-d2ea-4140-8b58-0ad4f6142406 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:53.751361 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d3eb37b7-7772-4a84-8dd6-5e932c93ae89 req-7e24229f-d2ea-4140-8b58-0ad4f6142406 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1096 time: 0.0605450 Jul 16 18:52:53.779367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:53.787392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d3eb37b7-7772-4a84-8dd6-5e932c93ae89 req-74d6290f-6ebd-4d1f-95b3-601d5637e913 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298431 Jul 16 18:52:53.797614 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] Sync routers for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:53.808540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0d63bdd3-a0c6-484e-b9db-42662bc8e244 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5502870 Jul 16 18:52:53.811428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:53.812404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.814645 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:53.816435 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:53.819330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.821668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] 10.222.0.49 "DELETE /v2.0/networks/78c95300-195f-443c-b5c5-d4b9b102593a HTTP/1.1" status: 204 len: 168 time: 0.9604540 Jul 16 18:52:53.836661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.854586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc7725-a47b-4fa7-b1ee-abf71a21e0d7 tempest-NetworksTestDHCPv6-1305182737 tempest-NetworksTestDHCPv6-1305182737-project] Pushing event deleted for resources: {'Network': ['ID=78c95300-195f-443c-b5c5-d4b9b102593a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:53.904823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f075431-1512-497e-927a-5ef313a127e9 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0486157 Jul 16 18:52:53.905770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:53.908293 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5dd657-8a65-4f43-b92b-24286d0d8683" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:53.908902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35442) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:53.953281 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01de493a-3737-49d3-b22d-0fe537e0760e x-openstack-request-id: req-01de493a-3737-49d3-b22d-0fe537e0760e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:53.953981 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:53.954387 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01de493a-3737-49d3-b22d-0fe537e0760e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:53.955885 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'status': 'completed', 'code': 200} Jul 16 18:52:53.971713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:54.025444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33328f61-9101-49ee-8294-168828d41438 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.054978 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33328f61-9101-49ee-8294-168828d41438 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.112546 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fee12b94-62a7-47d0-9fc7-7baa9a476b60 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/b700fd83-9fde-4152-97dd-ccdec40d34ce HTTP/1.1" status: 200 len: 992 time: 0.2013798 Jul 16 18:52:54.147699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-756375a7-ebc2-46a4-a39c-44dbc11c612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:54.149278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-756375a7-ebc2-46a4-a39c-44dbc11c612e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 1098 time: 0.1673057 Jul 16 18:52:54.150928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bfe52be5-61cd-4da6-bd1e-602ef8517c20 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:54.178060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33328f61-9101-49ee-8294-168828d41438 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.180799 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33328f61-9101-49ee-8294-168828d41438 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.184438 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-33328f61-9101-49ee-8294-168828d41438 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b4a51a9-3b53-48ea-abaa-3f876513e41a HTTP/1.1" status: 204 len: 168 time: 0.3694885 Jul 16 18:52:54.185488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35450) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:54.200717 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33328f61-9101-49ee-8294-168828d41438 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a51a9-3b53-48ea-abaa-3f876513e41a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:54.262558 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'b700fd83-9fde-4152-97dd-ccdec40d34ce', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'port_id': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'mac_address': 'fa:16:3e:d9:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:51Z', 'updated_at': '2021-07-16T18:52:51Z', 'revision_number': 0, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:54.273270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port bfe52be5-61cd-4da6-bd1e-602ef8517c20 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:54.277868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port bfe52be5-61cd-4da6-bd1e-602ef8517c20 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:54.280681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.310592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-a8c00f06-0df0-4708-a85b-6137a1c0f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:54.312624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-a8c00f06-0df0-4708-a85b-6137a1c0f04c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe HTTP/1.1" status: 200 len: 898 time: 0.1569335 Jul 16 18:52:54.324211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:54.366188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9edf17a7-bc6e-417e-be21-46f3d745f1ce tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1738410 Jul 16 18:52:54.376273 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35456) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:54.391070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2039bb73-8e70-4870-b45f-c8dfaf9f5a70 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763942644'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:54.396946 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] Checking router: df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:54.406538 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:54.407500 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:54.459364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2039bb73-8e70-4870-b45f-c8dfaf9f5a70 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.467548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.520102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port bfe52be5-61cd-4da6-bd1e-602ef8517c20, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bfe52be5-61cd-4da6-bd1e-602ef8517c20,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:54.522245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:54.527182 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d07ad-2306-45f9-95c5-14c882cc3dd7" -d '{"events": [{"server_uuid": "7616217f-13fc-486b-bf5b-cdc26cf680d1", "name": "network-vif-plugged", "status": "completed", "tag": "bfe52be5-61cd-4da6-bd1e-602ef8517c20"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:54.531616 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.558002 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:54.594564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=bfe52be5-61cd-4da6-bd1e-602ef8517c20,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:54.601714 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76b6632-a577-4b8a-bb7f-050872080967 x-openstack-request-id: req-f76b6632-a577-4b8a-bb7f-050872080967 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:54.602230 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616217f-13fc-486b-bf5b-cdc26cf680d1", "name": "network-vif-plugged", "status": "completed", "tag": "bfe52be5-61cd-4da6-bd1e-602ef8517c20", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:54.602697 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f76b6632-a577-4b8a-bb7f-050872080967 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:54.603248 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20', 'code': 200} Jul 16 18:52:54.624262 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.646629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2039bb73-8e70-4870-b45f-c8dfaf9f5a70 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.680764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45cb2da4-a9f4-45eb-8608-59ad4f922ce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f40791185074531bf5fa4b5bf603d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572040 Jul 16 18:52:54.682008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:54.682794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2039bb73-8e70-4870-b45f-c8dfaf9f5a70 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.771756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2039bb73-8e70-4870-b45f-c8dfaf9f5a70 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.773361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2039bb73-8e70-4870-b45f-c8dfaf9f5a70 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3864334 Jul 16 18:52:54.788942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:54.792706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039bb73-8e70-4870-b45f-c8dfaf9f5a70 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb088f62-6ca7-4b8f-b5a4-c4fb2819c404,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:54.795380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'b700fd83-9fde-4152-97dd-ccdec40d34ce', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'port_id': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'mac_address': 'fa:16:3e:d9:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:51Z', 'updated_at': '2021-07-16T18:52:51Z', 'revision_number': 0, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:54.799288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8eaae8b1-312f-4dd1-be46-fab7cbb03b9d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'cb088f62-6ca7-4b8f-b5a4-c4fb2819c404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:54.831540 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fae70c-4a41-4d13-b14d-70c72ca92c71 None None] The sync data for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 is: [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'b700fd83-9fde-4152-97dd-ccdec40d34ce', 'tenant_id': '704683cc6fff444491603367f079fc81', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'port_id': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'mac_address': 'fa:16:3e:d9:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:51Z', 'updated_at': '2021-07-16T18:52:51Z', 'revision_number': 0, 'project_id': '704683cc6fff444491603367f079fc81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:54.864638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88003c6c-ea25-4665-854e-9f4f392bf4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.886050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc32e9-1304-4113-9905-483e5b9f6dee req-a30953a1-0aa5-435c-8b92-eb8d494382ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:54.887781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1dc32e9-1304-4113-9905-483e5b9f6dee req-a30953a1-0aa5-435c-8b92-eb8d494382ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.1999362 Jul 16 18:52:54.899301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eaae8b1-312f-4dd1-be46-fab7cbb03b9d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:54.956538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-c0528894-d703-4be2-b3a2-a8ebe64e87d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51 HTTP/1.1" status: 200 len: 1000 time: 0.6325293 Jul 16 18:52:54.969765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88003c6c-ea25-4665-854e-9f4f392bf4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.046701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d159c2c-57de-4959-8b01-d0d917ef330e req-0a0ad199-aa79-4424-8d31-9f96b205ed08 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:55.048245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d159c2c-57de-4959-8b01-d0d917ef330e req-0a0ad199-aa79-4424-8d31-9f96b205ed08 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 946 time: 0.1592176 Jul 16 18:52:55.052311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-e78e30aa-5c31-4cc7-963c-9d2efee96d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:55.053892 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-e78e30aa-5c31-4cc7-963c-9d2efee96d19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf8fd8e5-0e2e-4a55-be51-6fc210941c0a HTTP/1.1" status: 200 len: 834 time: 0.0896282 Jul 16 18:52:55.119718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35468) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:55.128737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1dc32e9-1304-4113-9905-483e5b9f6dee req-da52adf2-0634-43e6-bfef-9216846e0ea0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229490 Jul 16 18:52:55.130744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b06dd945-92e3-4802-8aeb-27c118273ead req-3fb3e92c-97c5-4ced-a1e9-aec5cfad8307 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 210 time: 0.1087554 Jul 16 18:52:55.197235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d159c2c-57de-4959-8b01-d0d917ef330e req-bd318516-cd9c-4357-99f5-ec1693e7b0bf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250746 Jul 16 18:52:55.207384 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eaae8b1-312f-4dd1-be46-fab7cbb03b9d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.221563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-be7f4b56-753a-4a0b-b737-c453c6cfaceb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:55.225513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-be7f4b56-753a-4a0b-b737-c453c6cfaceb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.3169160 Jul 16 18:52:55.226199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26776203-e65b-4208-8a07-822646c35a0d None None] New status for floating IP b700fd83-9fde-4152-97dd-ccdec40d34ce: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:55.228341 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eaae8b1-312f-4dd1-be46-fab7cbb03b9d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.255884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2d4a2673-94ef-4d17-b056-b21820ef9d80 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/b700fd83-9fde-4152-97dd-ccdec40d34ce HTTP/1.1" status: 200 len: 992 time: 0.1337619 Jul 16 18:52:55.258319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-91c1120b-14fd-4ec7-a229-689b0317b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:55.259841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-91c1120b-14fd-4ec7-a229-689b0317b248 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1989770 Jul 16 18:52:55.284258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaae8b1-312f-4dd1-be46-fab7cbb03b9d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cd523e-5b19-4601-9944-f52cf875d15b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:55.298603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8eaae8b1-312f-4dd1-be46-fab7cbb03b9d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.300451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8eaae8b1-312f-4dd1-be46-fab7cbb03b9d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5096049 Jul 16 18:52:55.303461 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:55.312576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-daded37a-3428-4098-81c6-3aa6191b84b8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'cb088f62-6ca7-4b8f-b5a4-c4fb2819c404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:55.326218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88003c6c-ea25-4665-854e-9f4f392bf4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.331257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88003c6c-ea25-4665-854e-9f4f392bf4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.333112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88003c6c-ea25-4665-854e-9f4f392bf4f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7d6bb4e-2da8-4c82-ad54-ed291dd0265f HTTP/1.1" status: 204 len: 168 time: 0.6466839 Jul 16 18:52:55.390116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003c6c-ea25-4665-854e-9f4f392bf4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d6bb4e-2da8-4c82-ad54-ed291dd0265f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:55.398692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daded37a-3428-4098-81c6-3aa6191b84b8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.407686 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-8bbbe50b-e075-46e6-8eec-715158fec470 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366072 Jul 16 18:52:55.442691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-9601e7f6-5d76-4684-a66c-622c78f22e39 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 379 time: 0.1819882 Jul 16 18:52:55.459720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'port': {'device_id': '11b35cff-8c10-4efd-b913-43286faab717', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'admin_state_up': True, 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'security_groups': ['4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:55.543835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daded37a-3428-4098-81c6-3aa6191b84b8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.554087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daded37a-3428-4098-81c6-3aa6191b84b8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.590364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ad5dd657-8a65-4f43-b92b-24286d0d8683 req-e09b61cc-faee-44e0-af2c-e29cb879d07b service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755090 Jul 16 18:52:55.592878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daded37a-3428-4098-81c6-3aa6191b84b8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02cede2-ad4c-4965-b302-480f1f551ef8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:55.602320 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-daded37a-3428-4098-81c6-3aa6191b84b8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.603934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-daded37a-3428-4098-81c6-3aa6191b84b8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2994092 Jul 16 18:52:55.606716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:55.612572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-0ee25f67-ae98-4891-8b3d-b630e898b552 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'cb088f62-6ca7-4b8f-b5a4-c4fb2819c404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:55.653717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ee25f67-ae98-4891-8b3d-b630e898b552 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.685709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f0169-fc91-4a36-ba1f-c70a4adc734c req-01f5490d-be71-4c1f-b8d0-0e63819bd2a1 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:55.687993 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f06f0169-fc91-4a36-ba1f-c70a4adc734c req-01f5490d-be71-4c1f-b8d0-0e63819bd2a1 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.3236132 Jul 16 18:52:55.689544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:55.694237 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.729623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ee25f67-ae98-4891-8b3d-b630e898b552 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.734681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ee25f67-ae98-4891-8b3d-b630e898b552 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.756079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee25f67-ae98-4891-8b3d-b630e898b552 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33cbebb-6f0f-4937-abd7-a49ce5a6ed7a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:55.763877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ee25f67-ae98-4891-8b3d-b630e898b552 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.765588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0ee25f67-ae98-4891-8b3d-b630e898b552 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570919 Jul 16 18:52:55.768596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:55.773436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-81517f3f-7ae2-4a7b-ae1f-d82c0668b60d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'cb088f62-6ca7-4b8f-b5a4-c4fb2819c404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:55.819575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81517f3f-7ae2-4a7b-ae1f-d82c0668b60d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.837161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f06f0169-fc91-4a36-ba1f-c70a4adc734c req-c42910bf-dff3-47f5-94e9-dcd4476686ed tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249290 Jul 16 18:52:55.942560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81517f3f-7ae2-4a7b-ae1f-d82c0668b60d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.949134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81517f3f-7ae2-4a7b-ae1f-d82c0668b60d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.977814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-81517f3f-7ae2-4a7b-ae1f-d82c0668b60d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.979538 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-81517f3f-7ae2-4a7b-ae1f-d82c0668b60d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2099278 Jul 16 18:52:55.980643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81517f3f-7ae2-4a7b-ae1f-d82c0668b60d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4f56b3-2883-4f9d-b20f-9471c6496d31,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:55.982856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35490) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:55.988988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7285627e-ffc2-430d-9f1a-07f739945264 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'cb088f62-6ca7-4b8f-b5a4-c4fb2819c404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:56.023860 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7285627e-ffc2-430d-9f1a-07f739945264 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.074097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.20.0.5 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/412c6daf-e05d-4335-8484-2b652b4feb96) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:56.100634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7285627e-ffc2-430d-9f1a-07f739945264 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.111811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7285627e-ffc2-430d-9f1a-07f739945264 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.152623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285627e-ffc2-430d-9f1a-07f739945264 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037fc1ca-d14a-4c9c-80aa-5bf6e61df810,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:56.160967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7285627e-ffc2-430d-9f1a-07f739945264 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.165428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7285627e-ffc2-430d-9f1a-07f739945264 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1783464 Jul 16 18:52:56.165946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.221634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650fe855-b6b5-4fbb-808d-4d62f4b80551 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.230143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650fe855-b6b5-4fbb-808d-4d62f4b80551 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.259808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.300067 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650fe855-b6b5-4fbb-808d-4d62f4b80551 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.317258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-650fe855-b6b5-4fbb-808d-4d62f4b80551 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.321523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-650fe855-b6b5-4fbb-808d-4d62f4b80551 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/037fc1ca-d14a-4c9c-80aa-5bf6e61df810 HTTP/1.1" status: 204 len: 168 time: 0.1544700 Jul 16 18:52:56.332318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.363913 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d214717b-64a8-4573-a7f4-bb0a3e8c6cbe req-949f645a-5cae-484a-82e6-677ff7ccdc15 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 210 time: 0.0611410 Jul 16 18:52:56.377798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fe855-b6b5-4fbb-808d-4d62f4b80551 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=037fc1ca-d14a-4c9c-80aa-5bf6e61df810,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:56.378030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2f46e077-1f82-4d94-be86-37e04e032cfa tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/b700fd83-9fde-4152-97dd-ccdec40d34ce HTTP/1.1" status: 200 len: 994 time: 0.1165991 Jul 16 18:52:56.439153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-77df08e7-e877-434f-bd18-f03530369280 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1056507 Jul 16 18:52:56.442101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.448437 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.472073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Transition to ACTIVE for port object 412c6daf-e05d-4335-8484-2b652b4feb96 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:56.477643 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f94356c-1473-4e5a-8a75-1dcf89da7102 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.489520 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f94356c-1473-4e5a-8a75-1dcf89da7102 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.512696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35512) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.522618 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.530429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f94356c-1473-4e5a-8a75-1dcf89da7102 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.543541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f94356c-1473-4e5a-8a75-1dcf89da7102 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.545282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f94356c-1473-4e5a-8a75-1dcf89da7102 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/fa4f56b3-2883-4f9d-b20f-9471c6496d31 HTTP/1.1" status: 204 len: 168 time: 0.1022274 Jul 16 18:52:56.550092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.572590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:56.575999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:56.580690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:56.594510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94356c-1473-4e5a-8a75-1dcf89da7102 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa4f56b3-2883-4f9d-b20f-9471c6496d31,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:56.618851 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=412c6daf-e05d-4335-8484-2b652b4feb96,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:56.636694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4c9f4d91-f982-4ef9-9a1f-9b46241f404e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0849290 Jul 16 18:52:56.639338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.665805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1725789437'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:56.666316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8941d0c8-0e94-4602-ba49-ec7a92203977 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.676815 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8941d0c8-0e94-4602-ba49-ec7a92203977 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.677769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:56.678472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.711175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Made reservation on behalf of 4a983660ff46447fb3ff1f32af6ad259 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:56.711843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8941d0c8-0e94-4602-ba49-ec7a92203977 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.716507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.719935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8941d0c8-0e94-4602-ba49-ec7a92203977 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.723591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8941d0c8-0e94-4602-ba49-ec7a92203977 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a33cbebb-6f0f-4937-abd7-a49ce5a6ed7a HTTP/1.1" status: 204 len: 168 time: 0.0806329 Jul 16 18:52:56.723962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35520) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.729623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.734638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-0dc556b9-2a8c-403c-895e-4678c90ae053 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2860935 Jul 16 18:52:56.745963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941d0c8-0e94-4602-ba49-ec7a92203977 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a33cbebb-6f0f-4937-abd7-a49ce5a6ed7a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:56.761816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Request body: {'port': {'device_id': '11b35cff-8c10-4efd-b913-43286faab717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:56.787565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b50bfad1-4a57-4f00-bbf2-9ce666fe4e69 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0623937 Jul 16 18:52:56.790469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.819171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74ffbd70-fd4d-4c79-8e51-21fd665d4cf2 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.839232 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74ffbd70-fd4d-4c79-8e51-21fd665d4cf2 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.882041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74ffbd70-fd4d-4c79-8e51-21fd665d4cf2 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.885953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.888149 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-74ffbd70-fd4d-4c79-8e51-21fd665d4cf2 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.892635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-74ffbd70-fd4d-4c79-8e51-21fd665d4cf2 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e02cede2-ad4c-4965-b302-480f1f551ef8 HTTP/1.1" status: 204 len: 168 time: 0.0980299 Jul 16 18:52:56.893929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35526) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:56.921033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffbd70-fd4d-4c79-8e51-21fd665d4cf2 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e02cede2-ad4c-4965-b302-480f1f551ef8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:56.925712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-63b400f4-a27b-410e-874d-3ea440650861 None None] Provisioning for port 412c6daf-e05d-4335-8484-2b652b4feb96 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:56.932478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-63b400f4-a27b-410e-874d-3ea440650861 None None] Provisioning complete for port 412c6daf-e05d-4335-8484-2b652b4feb96 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:56.934895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63b400f4-a27b-410e-874d-3ea440650861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:56.984691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-63b400f4-a27b-410e-874d-3ea440650861 None None] Port 412c6daf-e05d-4335-8484-2b652b4feb96 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:57.040124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3204c9c7-c51b-474b-9067-fa878033f0f4 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1446104 Jul 16 18:52:57.041912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.075278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65740f96-7e9d-4aa1-9eec-9e85d42e933b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.087863 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65740f96-7e9d-4aa1-9eec-9e85d42e933b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.128539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65740f96-7e9d-4aa1-9eec-9e85d42e933b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.139898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-65740f96-7e9d-4aa1-9eec-9e85d42e933b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.143782 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-65740f96-7e9d-4aa1-9eec-9e85d42e933b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f7cd523e-5b19-4601-9944-f52cf875d15b HTTP/1.1" status: 204 len: 168 time: 0.0978928 Jul 16 18:52:57.143782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65740f96-7e9d-4aa1-9eec-9e85d42e933b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7cd523e-5b19-4601-9944-f52cf875d15b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:57.144266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35530) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.148505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.160881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.190179 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b8edb7d8-7f8b-488a-8a03-39686f3fe122 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447366 Jul 16 18:52:57.193580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35532) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.229151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:52:57.248166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8022f19-9204-45ce-b087-94e62474c726,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:57.265815 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d760fc2-5a19-4744-9db3-2c49b8c088d9 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.285271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.285615 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Added segment 4e1c9b6a-c5d4-4df9-951a-cc59ac66d2c4 of type vlan for network 52f03e05-f4fd-4efc-a6d3-75360dcb4b4e Jul 16 18:52:57.292103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d760fc2-5a19-4744-9db3-2c49b8c088d9 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.303567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40057-41ed-4d3d-b327-87abb8841341 req-646b5886-09ef-4022-8ba4-f5d73a5f394d tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:57.305174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86c40057-41ed-4d3d-b327-87abb8841341 req-646b5886-09ef-4022-8ba4-f5d73a5f394d tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.3039482 Jul 16 18:52:57.344917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d760fc2-5a19-4744-9db3-2c49b8c088d9 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.348172 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7d760fc2-5a19-4744-9db3-2c49b8c088d9 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.352306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7d760fc2-5a19-4744-9db3-2c49b8c088d9 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/cb088f62-6ca7-4b8f-b5a4-c4fb2819c404 HTTP/1.1" status: 204 len: 168 time: 0.1550279 Jul 16 18:52:57.355654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35534) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.374107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.374575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d760fc2-5a19-4744-9db3-2c49b8c088d9 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb088f62-6ca7-4b8f-b5a4-c4fb2819c404,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:57.426792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-39b24895-57a7-4a60-bbe8-456efc995323 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643473 Jul 16 18:52:57.427438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.432764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-84fd9e2c-13e1-468d-9e1b-c64bbf63f66f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596151551'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:57.460160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fd9e2c-13e1-468d-9e1b-c64bbf63f66f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.528843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86c40057-41ed-4d3d-b327-87abb8841341 req-6c88042a-bb1f-4d8d-8256-c8f01b9ca830 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951578 Jul 16 18:52:57.542124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412c6daf-e05d-4335-8484-2b652b4feb96 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:57.547585 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.554267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:57.555266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.635678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fd9e2c-13e1-468d-9e1b-c64bbf63f66f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.642822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fd9e2c-13e1-468d-9e1b-c64bbf63f66f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.685739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.689930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f5978-5029-40ed-9915-275277961087 req-01abe570-5835-40a7-986c-fc67ba32bc37 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:57.691680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-017f5978-5029-40ed-9915-275277961087 req-01abe570-5835-40a7-986c-fc67ba32bc37 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 931 time: 0.1692774 Jul 16 18:52:57.721133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-84fd9e2c-13e1-468d-9e1b-c64bbf63f66f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.726572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-84fd9e2c-13e1-468d-9e1b-c64bbf63f66f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2943153 Jul 16 18:52:57.731164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.735742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2196615 Jul 16 18:52:57.740420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd9e2c-13e1-468d-9e1b-c64bbf63f66f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a698b6fb-4a7a-45f2-986e-06c4a8ab02e9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:57.741780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7da69-402f-4edd-8539-9555a815c1d1 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Pushing event updated for resources: {'Network': ['ID=52f03e05-f4fd-4efc-a6d3-75360dcb4b4e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:57.747328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.751827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e8157ef4-e999-413a-8753-01d1e6b55162 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'a698b6fb-4a7a-45f2-986e-06c4a8ab02e9', 'direction': 'ingress', 'protocol': 17}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:57.761395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-e070471e-9d50-4d9d-abaa-d8573b987a95 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-78662536') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:57.770831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 52f03e05-f4fd-4efc-a6d3-75360dcb4b4e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:52:57.794014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Transition to ACTIVE for port object 412c6daf-e05d-4335-8484-2b652b4feb96 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:57.814084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.832860 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-017f5978-5029-40ed-9915-275277961087 req-8377ea31-b218-4184-98d0-12a5e9b0150f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260672 Jul 16 18:52:57.841736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8157ef4-e999-413a-8753-01d1e6b55162 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.924019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Pushing event updated for resources: {'Port': ['ID=412c6daf-e05d-4335-8484-2b652b4feb96,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:57.929636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-1bc2a63b-c225-45de-8fd7-b8199d7f681b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4959991 Jul 16 18:52:57.991083 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e070471e-9d50-4d9d-abaa-d8573b987a95 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "PUT /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-78662536 HTTP/1.1" status: 201 len: 201 time: 0.2319934 Jul 16 18:52:57.991083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8157ef4-e999-413a-8753-01d1e6b55162 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:57.991400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:57.996032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-be3c5c08-12c2-40ca-8595-9dc19a9f7569 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-78662536') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:58.001596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8157ef4-e999-413a-8753-01d1e6b55162 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.047636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8157ef4-e999-413a-8753-01d1e6b55162 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bcd5a8-08db-427a-a377-4586f9e2e611,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:58.070612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e8157ef4-e999-413a-8753-01d1e6b55162 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.070990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667144d-8c8a-464d-a804-b99d30b9f7c2 req-577c0cb1-2b0a-4df0-9ad9-ea4217617b5d tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.074584 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e8157ef4-e999-413a-8753-01d1e6b55162 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3397565 Jul 16 18:52:58.075571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35548) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.080055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4667144d-8c8a-464d-a804-b99d30b9f7c2 req-577c0cb1-2b0a-4df0-9ad9-ea4217617b5d tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.3986902 Jul 16 18:52:58.150379 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-be3c5c08-12c2-40ca-8595-9dc19a9f7569 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "GET /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-78662536 HTTP/1.1" status: 204 len: 168 time: 0.1554556 Jul 16 18:52:58.153472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35550) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.161315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-609edef5-1413-4070-8fe4-2bb3cf0d31b9 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:58.166943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Attempting to bind port 412c6daf-e05d-4335-8484-2b652b4feb96 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:58.167460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Attempting to bind port 412c6daf-e05d-4335-8484-2b652b4feb96 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:58.167850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Attempting to bind port 412c6daf-e05d-4335-8484-2b652b4feb96 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:58.185265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4667144d-8c8a-464d-a804-b99d30b9f7c2 req-3d693b0e-7223-45a6-896e-0af89e7bb4ea tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041965 Jul 16 18:52:58.189544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Port 412c6daf-e05d-4335-8484-2b652b4feb96 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:58.193418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Attempting to bind port 412c6daf-e05d-4335-8484-2b652b4feb96 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:58.218340 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0bd094e-2a6a-46eb-a309-cf0b1b2157de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.223716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:58.224378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:58.224963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:58.225845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Bound port: 412c6daf-e05d-4335-8484-2b652b4feb96, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:58.226416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.253674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b672-1392-4e94-976e-f7997301a826 req-1882348f-c647-41a8-bed2-f51e7cb6b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.254237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0bd094e-2a6a-46eb-a309-cf0b1b2157de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.255918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-1882348f-c647-41a8-bed2-f51e7cb6b945 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1098 time: 0.2428498 Jul 16 18:52:58.294975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-609edef5-1413-4070-8fe4-2bb3cf0d31b9 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "GET /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags HTTP/1.1" status: 200 len: 236 time: 0.1403303 Jul 16 18:52:58.298090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.303805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-6d9852a2-b116-4c31-a30d-c345b916df7e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', {'tags': ['tempest-TagsTest-Tag-544996115', 'tempest-TagsTest-Tag-472379758', 'tempest-TagsTest-Tag-325823265']}) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:58.342479 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0bd094e-2a6a-46eb-a309-cf0b1b2157de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.345938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f0bd094e-2a6a-46eb-a309-cf0b1b2157de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.349641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f0bd094e-2a6a-46eb-a309-cf0b1b2157de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/a698b6fb-4a7a-45f2-986e-06c4a8ab02e9 HTTP/1.1" status: 204 len: 168 time: 0.2710557 Jul 16 18:52:58.350807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35556) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.373747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd094e-2a6a-46eb-a309-cf0b1b2157de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a698b6fb-4a7a-45f2-986e-06c4a8ab02e9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:58.413415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8101726a-0fc1-4a43-a0bd-46a5c7b12bf4 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584841 Jul 16 18:52:58.414506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35558) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.428897 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a075d3cd-4995-4c7a-ab1c-2f72721cc94e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982066934'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:58.476260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a075d3cd-4995-4c7a-ab1c-2f72721cc94e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.515164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6d9852a2-b116-4c31-a30d-c345b916df7e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "PUT /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags HTTP/1.1" status: 200 len: 306 time: 0.2132902 Jul 16 18:52:58.515408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f336-c0ea-4a32-93a1-9f7edfbb44f3 req-f2bc4fc4-1ae7-4c33-8ad6-ba2d591d1861 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.515554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] For port 412c6daf-e05d-4335-8484-2b652b4feb96, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:58.519089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.521392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] For port 412c6daf-e05d-4335-8484-2b652b4feb96, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=412c6daf-e05d-4335-8484-2b652b4feb96,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:58.521575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7423f336-c0ea-4a32-93a1-9f7edfbb44f3 req-f2bc4fc4-1ae7-4c33-8ad6-ba2d591d1861 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.1095488 Jul 16 18:52:58.530413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-f6a23a1c-510a-49a5-8e27-548f901608fe tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-544996115') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:58.551887 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.579064 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7423f336-c0ea-4a32-93a1-9f7edfbb44f3 req-5725edd0-fdaa-4de5-a557-abd52d14aaf1 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564899 Jul 16 18:52:58.624640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a075d3cd-4995-4c7a-ab1c-2f72721cc94e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.629492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b672-1392-4e94-976e-f7997301a826 req-aa27e95e-c4e9-4a8b-bad7-1b1674583107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.629918 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a075d3cd-4995-4c7a-ab1c-2f72721cc94e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.631476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-aa27e95e-c4e9-4a8b-bad7-1b1674583107 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 914 time: 0.3476734 Jul 16 18:52:58.673664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.674208 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.677163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] 10.222.0.67 "PUT /v2.0/ports/412c6daf-e05d-4335-8484-2b652b4feb96 HTTP/1.1" status: 200 len: 1092 time: 1.9206257 Jul 16 18:52:58.677483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075d3cd-4995-4c7a-ab1c-2f72721cc94e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61a6db0-71e1-4983-888a-fb23f68b8480,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:58.683094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:58.687496 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd463f8-e659-48e5-86ba-e54c442db4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:58.691638 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a075d3cd-4995-4c7a-ab1c-2f72721cc94e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.693916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a075d3cd-4995-4c7a-ab1c-2f72721cc94e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2775054 Jul 16 18:52:58.699317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35566) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.718041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a52fb59b-ae40-4d39-8065-fa0000534fd0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--579052277'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:58.747833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52fb59b-ae40-4d39-8065-fa0000534fd0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.878730 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbbb680-9ff0-41fe-a5c3-fc2152afbaa1 x-openstack-request-id: req-0fbbb680-9ff0-41fe-a5c3-fc2152afbaa1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:58.879309 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:58.879309 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fbbb680-9ff0-41fe-a5c3-fc2152afbaa1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:58.879783 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96', 'status': 'completed', 'code': 200} Jul 16 18:52:58.911000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52fb59b-ae40-4d39-8065-fa0000534fd0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.913796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dfe40-2a66-49d8-8b2c-af07e9e47063 service neutron] Pushing event updated for resources: {'Port': ['ID=412c6daf-e05d-4335-8484-2b652b4feb96,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:58.919690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52fb59b-ae40-4d39-8065-fa0000534fd0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.954399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-19c448a6-01be-4a97-976d-d410d869cf15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 1002 time: 0.2950194 Jul 16 18:52:59.022284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a52fb59b-ae40-4d39-8065-fa0000534fd0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.023909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a52fb59b-ae40-4d39-8065-fa0000534fd0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3231900 Jul 16 18:52:59.026676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35574) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.037045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8b21b4dd-15ae-439c-89ef-7d27ddfdd890 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'a61a6db0-71e1-4983-888a-fb23f68b8480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '673b0f79-177f-45b6-a14e-bf777323864f', 'remote_ip_prefix': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:59.054304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb59b-ae40-4d39-8065-fa0000534fd0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673b0f79-177f-45b6-a14e-bf777323864f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:59.091369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b672-1392-4e94-976e-f7997301a826 req-ba325b80-a53a-48c4-a7c8-10310367ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.092905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-ba325b80-a53a-48c4-a7c8-10310367ea6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 200 len: 852 time: 0.0732691 Jul 16 18:52:59.149246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b21b4dd-15ae-439c-89ef-7d27ddfdd890 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.187805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a124c52-15f4-42b8-83c6-635905afecee req-5dcbc81c-376e-4105-a737-d236aa91175e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.189736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a124c52-15f4-42b8-83c6-635905afecee req-5dcbc81c-376e-4105-a737-d236aa91175e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 943 time: 0.1367798 Jul 16 18:52:59.203936 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6a23a1c-510a-49a5-8e27-548f901608fe tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "DELETE /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-544996115 HTTP/1.1" status: 204 len: 168 time: 0.6807175 Jul 16 18:52:59.207509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-afef9acb-eec5-49e4-9fb8-7e09e022ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.208285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.209006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-afef9acb-eec5-49e4-9fb8-7e09e022ebf6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 1095 time: 0.4301925 Jul 16 18:52:59.222488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-c243b501-2d44-4c36-bd41-177c357cc523 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-544996115') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:59.265850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-26c6a60d-021f-426d-b6d6-a812847f7b7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412c6daf-e05d-4335-8484-2b652b4feb96 HTTP/1.1" status: 200 len: 217 time: 0.0448585 Jul 16 18:52:59.285446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b672-1392-4e94-976e-f7997301a826 req-da8f668b-5c42-438b-9f0e-e0c7137bd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.286937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-da8f668b-5c42-438b-9f0e-e0c7137bd49a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf90ac00-84fc-4848-aaf4-515e362c8627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827855 Jul 16 18:52:59.294566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b21b4dd-15ae-439c-89ef-7d27ddfdd890 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.299493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4a124c52-15f4-42b8-83c6-635905afecee req-ec929c6d-dd48-4ea1-9f43-afdae0a69e47 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990963 Jul 16 18:52:59.304388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b21b4dd-15ae-439c-89ef-7d27ddfdd890 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.313426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b585524-58b6-44da-bb23-bad6ea14ff24 req-68a04770-43af-41eb-a28e-4af93234fa55 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.320541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b585524-58b6-44da-bb23-bad6ea14ff24 req-68a04770-43af-41eb-a28e-4af93234fa55 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.1689000 Jul 16 18:52:59.332802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21b4dd-15ae-439c-89ef-7d27ddfdd890 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9efc05-25d5-43f8-b8fb-513e61303d07,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:59.339628 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b21b4dd-15ae-439c-89ef-7d27ddfdd890 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.345375 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8b21b4dd-15ae-439c-89ef-7d27ddfdd890 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3175113 Jul 16 18:52:59.375494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.388363 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-c243b501-2d44-4c36-bd41-177c357cc523 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] show failed (client error): The resource could not be found. Jul 16 18:52:59.389484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c243b501-2d44-4c36-bd41-177c357cc523 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "GET /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-544996115 HTTP/1.1" status: 404 len: 325 time: 0.1746297 Jul 16 18:52:59.396920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.401075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-b49304d2-debe-46e5-af61-9ede6aa243cc tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-472379758') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:59.432157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4393-d69d-442c-9d74-913b21e728de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.456006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4393-d69d-442c-9d74-913b21e728de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.527427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b49304d2-debe-46e5-af61-9ede6aa243cc tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "GET /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-472379758 HTTP/1.1" status: 204 len: 168 time: 0.1276336 Jul 16 18:52:59.527427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4393-d69d-442c-9d74-913b21e728de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.531709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.534788 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4393-d69d-442c-9d74-913b21e728de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.535933 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea2f4393-d69d-442c-9d74-913b21e728de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/df9efc05-25d5-43f8-b8fb-513e61303d07 HTTP/1.1" status: 204 len: 168 time: 0.1594677 Jul 16 18:52:59.540408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-fe4cf078-5cc5-42ad-9edd-c885137afd53 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-325823265') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:59.546945 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.567221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f4393-d69d-442c-9d74-913b21e728de tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df9efc05-25d5-43f8-b8fb-513e61303d07,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:59.636593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2f95d5be-d2f8-4e4d-9476-94b030ce28bc tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0884721 Jul 16 18:52:59.640038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.693168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fe4cf078-5cc5-42ad-9edd-c885137afd53 tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "GET /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-325823265 HTTP/1.1" status: 204 len: 168 time: 0.1538134 Jul 16 18:52:59.696116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.707681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-f996275c-3eaa-4182-b84f-606c36ad4b8d tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:59.771677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba1e9226-29b7-48a9-ba3f-098bc5b9dc8b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.794568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-54fb9700-c7bc-4d12-9bee-024e20838458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.796460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-54fb9700-c7bc-4d12-9bee-024e20838458 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.5242364 Jul 16 18:52:59.808212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba1e9226-29b7-48a9-ba3f-098bc5b9dc8b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.818796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b585524-58b6-44da-bb23-bad6ea14ff24 req-ea1c7aa4-3b77-43f5-94c9-e9cc60e7ea90 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971476 Jul 16 18:52:59.874120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-42fe3e47-033f-4d41-bd8c-6dadb09167cd service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636590 Jul 16 18:52:59.896309 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f996275c-3eaa-4182-b84f-606c36ad4b8d tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "DELETE /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags HTTP/1.1" status: 204 len: 168 time: 0.1972435 Jul 16 18:52:59.896572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35590) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.902863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-ca6fcd1e-ea04-45ac-845a-1e874ff1bd6c tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-472379758') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:59.908904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba1e9226-29b7-48a9-ba3f-098bc5b9dc8b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.911500 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba1e9226-29b7-48a9-ba3f-098bc5b9dc8b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.912615 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba1e9226-29b7-48a9-ba3f-098bc5b9dc8b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/673b0f79-177f-45b6-a14e-bf777323864f HTTP/1.1" status: 204 len: 168 time: 0.2715220 Jul 16 18:52:59.916889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:59.936354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e9226-29b7-48a9-ba3f-098bc5b9dc8b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b0f79-177f-45b6-a14e-bf777323864f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:59.940194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-d360ff80-aa66-4df8-90a4-13e05507f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.941876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-d360ff80-aa66-4df8-90a4-13e05507f835 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365838 Jul 16 18:53:00.001819 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-ca6fcd1e-ea04-45ac-845a-1e874ff1bd6c tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] show failed (client error): The resource could not be found. Jul 16 18:53:00.004825 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ca6fcd1e-ea04-45ac-845a-1e874ff1bd6c tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "GET /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-472379758 HTTP/1.1" status: 404 len: 325 time: 0.1054025 Jul 16 18:53:00.005953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.010830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-c968f831-b159-4e0f-87ff-14ce3eacfe4b tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e', 'tempest-TagsTest-Tag-325823265') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:00.085019 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-c968f831-b159-4e0f-87ff-14ce3eacfe4b tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] show failed (client error): The resource could not be found. Jul 16 18:53:00.088748 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c968f831-b159-4e0f-87ff-14ce3eacfe4b tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "GET /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags/tempest-TagsTest-Tag-325823265 HTTP/1.1" status: 404 len: 325 time: 0.0789998 Jul 16 18:53:00.088935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5368b672-1392-4e94-976e-f7997301a826 req-d516dbd5-6bc7-4e46-9022-284fcda4d7fb service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040918 Jul 16 18:53:00.089095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.094346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-a08ad390-f3a1-4d9a-99ad-e84a4e6eae8c tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '52f03e05-f4fd-4efc-a6d3-75360dcb4b4e') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:00.098570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f2befca0-70c2-4043-8fef-a7b6cf8caf13 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1796620 Jul 16 18:53:00.100465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.149883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-87d1f09b-1189-4b61-8255-0d4a00688607 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794734 Jul 16 18:53:00.191937 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a08ad390-f3a1-4d9a-99ad-e84a4e6eae8c tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "DELETE /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e/tags HTTP/1.1" status: 204 len: 168 time: 0.1017604 Jul 16 18:53:00.193279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f7fea9e-371e-4422-9a7b-eb384b68e73d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.196159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.255408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f7fea9e-371e-4422-9a7b-eb384b68e73d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.295750 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.301519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dade76cd-0f9a-457e-8657-3da431bc4d84 req-46edc063-695d-4c74-a354-ab28b0b7c968 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438007 Jul 16 18:53:00.322310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f7fea9e-371e-4422-9a7b-eb384b68e73d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.327470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4f7fea9e-371e-4422-9a7b-eb384b68e73d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.331986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4f7fea9e-371e-4422-9a7b-eb384b68e73d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/a61a6db0-71e1-4983-888a-fb23f68b8480 HTTP/1.1" status: 204 len: 168 time: 0.2303467 Jul 16 18:53:00.332639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35602) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.355490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fea9e-371e-4422-9a7b-eb384b68e73d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61a6db0-71e1-4983-888a-fb23f68b8480,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:00.437798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.440441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.440623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c780aee-40db-4458-9143-752ef17b45af tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039479 Jul 16 18:53:00.450332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-59685481-fef8-4004-ade8-8b5bae73279b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--839564848'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:00.462889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f03e05-f4fd-4efc-a6d3-75360dcb4b4e']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:00.478031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1c9b6a-c5d4-4df9-951a-cc59ac66d2c4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:00.478301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-ad770300-4be6-4b66-84ab-15ebca32167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.478549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1c9b6a-c5d4-4df9-951a-cc59ac66d2c4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:00.479671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-ad770300-4be6-4b66-84ab-15ebca32167a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 1095 time: 0.0948346 Jul 16 18:53:00.494637 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.543740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59685481-fef8-4004-ade8-8b5bae73279b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.593070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.609297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:53:00.610017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:53:00.615178 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:53:00.620467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-6d28670b-7204-4e5e-a031-2e6526b69e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.622025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-6d28670b-7204-4e5e-a031-2e6526b69e15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1286745 Jul 16 18:53:00.668827 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-5afc55cb-3130-4fec-8af0-6814f7a0b0ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412c6daf-e05d-4335-8484-2b652b4feb96 HTTP/1.1" status: 200 len: 217 time: 0.0391772 Jul 16 18:53:00.714776 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.733573 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.738112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-ecdfed06-cdc3-4e93-8b2f-31e6384a2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.738287 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] 10.222.0.49 "DELETE /v2.0/networks/52f03e05-f4fd-4efc-a6d3-75360dcb4b4e HTTP/1.1" status: 204 len: 168 time: 0.5382285 Jul 16 18:53:00.738393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-ecdfed06-cdc3-4e93-8b2f-31e6384a2097 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0615368 Jul 16 18:53:00.749185 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-e9a8317d-8c8b-4a48-8a35-18da75ee6ee5 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.751287 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-e9a8317d-8c8b-4a48-8a35-18da75ee6ee5 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.2533674 Jul 16 18:53:00.754069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0037bf2-23e9-4d5f-a2a5-c7938085d28e tempest-TagsTest-997219054 tempest-TagsTest-997219054-project] Pushing event deleted for resources: {'Network': ['ID=52f03e05-f4fd-4efc-a6d3-75360dcb4b4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:00.786126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204dbcd-9c09-40a9-92fa-cb00d4fd75d2 req-c568ae5e-a1a9-4f49-9681-cbfa34a10606 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.787844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a204dbcd-9c09-40a9-92fa-cb00d4fd75d2 req-c568ae5e-a1a9-4f49-9681-cbfa34a10606 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 943 time: 0.2318046 Jul 16 18:53:00.815127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-aab8fadd-f1f2-4df1-a30d-5f7c4e8da107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.817219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-aab8fadd-f1f2-4df1-a30d-5f7c4e8da107 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707057 Jul 16 18:53:00.881611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59685481-fef8-4004-ade8-8b5bae73279b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.905797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59685481-fef8-4004-ade8-8b5bae73279b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.915910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a204dbcd-9c09-40a9-92fa-cb00d4fd75d2 req-a0f95b93-ca6d-4207-bb3b-e5b50ae0db92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051927 Jul 16 18:53:00.948140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59685481-fef8-4004-ade8-8b5bae73279b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac24ad3-ae3b-4eab-b2d8-decb5760210c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:00.956606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-59685481-fef8-4004-ade8-8b5bae73279b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.957925 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-59685481-fef8-4004-ade8-8b5bae73279b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5163484 Jul 16 18:53:00.961562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35612) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.967735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-887d756f-b525-4461-b1b1-3899214e4236 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': 'aac24ad3-ae3b-4eab-b2d8-decb5760210c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:00.985380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Deleting port bfe52be5-61cd-4da6-bd1e-602ef8517c20 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:00.985723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.986943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-78a1eb33-c98b-4d02-b1ce-8921b388e43d service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621344 Jul 16 18:53:01.021722 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-887d756f-b525-4461-b1b1-3899214e4236 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.112925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] For port bfe52be5-61cd-4da6-bd1e-602ef8517c20, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=bfe52be5-61cd-4da6-bd1e-602ef8517c20,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:01.113298 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.130120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Calling delete_port for bfe52be5-61cd-4da6-bd1e-602ef8517c20 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:01.147772 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-887d756f-b525-4461-b1b1-3899214e4236 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.154366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-887d756f-b525-4461-b1b1-3899214e4236 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.162841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfd463f8-e659-48e5-86ba-e54c442db4d4 req-8f8420b2-a805-4750-b15f-de92821ae533 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646039 Jul 16 18:53:01.182489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca774a-515f-4664-9b21-29eda2cc7832 req-c67e5256-6e06-4857-a177-2547b4e7f189 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:01.184054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0ca774a-515f-4664-9b21-29eda2cc7832 req-c67e5256-6e06-4857-a177-2547b4e7f189 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7616217f-13fc-486b-bf5b-cdc26cf680d1 HTTP/1.1" status: 200 len: 1097 time: 0.0871675 Jul 16 18:53:01.191667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.203907 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d756f-b525-4461-b1b1-3899214e4236 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5762545-1e6c-4a05-9e78-6a14d97a1bb8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.220280 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-887d756f-b525-4461-b1b1-3899214e4236 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.221537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-887d756f-b525-4461-b1b1-3899214e4236 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2588122 Jul 16 18:53:01.224530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35620) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.252391 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0ca774a-515f-4664-9b21-29eda2cc7832 req-24863cad-c750-412e-b4ac-31e8de517989 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Jul 16 18:53:01.261478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15bbb436-1a9a-4427-9dd0-07de057b884f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.270781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15bbb436-1a9a-4427-9dd0-07de057b884f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.302105 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15bbb436-1a9a-4427-9dd0-07de057b884f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.308951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-15bbb436-1a9a-4427-9dd0-07de057b884f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.309417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.310005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-15bbb436-1a9a-4427-9dd0-07de057b884f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e5762545-1e6c-4a05-9e78-6a14d97a1bb8 HTTP/1.1" status: 204 len: 168 time: 0.0844684 Jul 16 18:53:01.314568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.315807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbb436-1a9a-4427-9dd0-07de057b884f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5762545-1e6c-4a05-9e78-6a14d97a1bb8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.323745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['bfe52be5-61cd-4da6-bd1e-602ef8517c20'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:01.326948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:01.359428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfe52be5-61cd-4da6-bd1e-602ef8517c20,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.383637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70192fb0-7779-48e1-9ffc-10b9d1e802e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a983660ff46447fb3ff1f32af6ad259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905572 Jul 16 18:53:01.388261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.416020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] No DVR routers for this DVR port bfe52be5-61cd-4da6-bd1e-602ef8517c20 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:01.419300 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.421859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-063a8857-bb59-4729-8723-2e2abcc9d90b req-a535e9b2-2d34-4a9c-8688-b4159ea80b5b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.67 "DELETE /v2.0/ports/bfe52be5-61cd-4da6-bd1e-602ef8517c20 HTTP/1.1" status: 204 len: 173 time: 0.6635146 Jul 16 18:53:01.424266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'name': 'network-vif-deleted', 'tag': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:01.435748 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9644133-979c-4965-a418-b0dba7b82d94" -d '{"events": [{"server_uuid": "7616217f-13fc-486b-bf5b-cdc26cf680d1", "name": "network-vif-deleted", "tag": "bfe52be5-61cd-4da6-bd1e-602ef8517c20"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:01.446102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64ac4aa4-6cbd-44a6-bd9a-cc9e15f08c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.476205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64ac4aa4-6cbd-44a6-bd9a-cc9e15f08c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.487368 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f41614e-5bee-445f-94eb-f1ae926a825b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1715245 Jul 16 18:53:01.497225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35628) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.514328 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0802528-7efd-438c-b567-4ab27d1c27c5 x-openstack-request-id: req-b0802528-7efd-438c-b567-4ab27d1c27c5 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:01.515002 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616217f-13fc-486b-bf5b-cdc26cf680d1", "name": "network-vif-deleted", "tag": "bfe52be5-61cd-4da6-bd1e-602ef8517c20", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:01.515457 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0802528-7efd-438c-b567-4ab27d1c27c5 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:01.516060 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616217f-13fc-486b-bf5b-cdc26cf680d1', 'name': 'network-vif-deleted', 'tag': 'bfe52be5-61cd-4da6-bd1e-602ef8517c20', 'status': 'completed', 'code': 200} Jul 16 18:53:01.544301 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64ac4aa4-6cbd-44a6-bd9a-cc9e15f08c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.549080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64ac4aa4-6cbd-44a6-bd9a-cc9e15f08c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.550665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-64ac4aa4-6cbd-44a6-bd9a-cc9e15f08c1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8022f19-9204-45ce-b087-94e62474c726 HTTP/1.1" status: 204 len: 168 time: 0.1611331 Jul 16 18:53:01.561519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac4aa4-6cbd-44a6-bd9a-cc9e15f08c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8022f19-9204-45ce-b087-94e62474c726,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.614104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e791a940-596c-4bc7-9e26-e6cf782909e8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.643824 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e791a940-596c-4bc7-9e26-e6cf782909e8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.697201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e791a940-596c-4bc7-9e26-e6cf782909e8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.699798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e791a940-596c-4bc7-9e26-e6cf782909e8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.700968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e791a940-596c-4bc7-9e26-e6cf782909e8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/aac24ad3-ae3b-4eab-b2d8-decb5760210c HTTP/1.1" status: 204 len: 168 time: 0.2026372 Jul 16 18:53:01.703885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.710238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791a940-596c-4bc7-9e26-e6cf782909e8 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac24ad3-ae3b-4eab-b2d8-decb5760210c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.756559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1ae2dc16-7a4d-41e8-942e-0fbea04956f2 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510120 Jul 16 18:53:01.760508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35636) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.766154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-05b3eda0-37a7-45d2-9c20-31b65040ea4e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group': {'name': 'tempest-secgroup--88685977'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:01.791577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05b3eda0-37a7-45d2-9c20-31b65040ea4e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.900560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05b3eda0-37a7-45d2-9c20-31b65040ea4e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.905060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05b3eda0-37a7-45d2-9c20-31b65040ea4e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.935922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-05b3eda0-37a7-45d2-9c20-31b65040ea4e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.939998 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-05b3eda0-37a7-45d2-9c20-31b65040ea4e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1755674 Jul 16 18:53:01.939998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3eda0-37a7-45d2-9c20-31b65040ea4e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a53ae-97e2-4d4d-9aea-e048ff61491f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.940561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35646) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.946364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ec7157cb-57d7-4ef3-91b1-d0cf32c0ab76 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': '9a1a53ae-97e2-4d4d-9aea-e048ff61491f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:01.981555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec7157cb-57d7-4ef3-91b1-d0cf32c0ab76 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.052459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec7157cb-57d7-4ef3-91b1-d0cf32c0ab76 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.060987 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec7157cb-57d7-4ef3-91b1-d0cf32c0ab76 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.112269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7157cb-57d7-4ef3-91b1-d0cf32c0ab76 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da828fc5-ae5c-4fc3-b319-9e1aea8dada4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.123371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ec7157cb-57d7-4ef3-91b1-d0cf32c0ab76 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.124858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ec7157cb-57d7-4ef3-91b1-d0cf32c0ab76 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1830153 Jul 16 18:53:02.127802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35656) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.153093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c0e8a5d7-493b-4766-88f8-6e80f8d4da09 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules/da828fc5-ae5c-4fc3-b319-9e1aea8dada4 HTTP/1.1" status: 200 len: 763 time: 0.0239029 Jul 16 18:53:02.156069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.196304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c24fe-4c58-4e4a-a0b2-c782c755a3aa req-54c4578f-323d-4956-972e-e662707d605b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.197955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f4c24fe-4c58-4e4a-a0b2-c782c755a3aa req-54c4578f-323d-4956-972e-e662707d605b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 943 time: 0.1395779 Jul 16 18:53:02.220950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-afd3194f-e436-4e0b-800f-3378e55522b6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622075 Jul 16 18:53:02.222587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.249200 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04662c96-5a53-43c2-b8fb-2dca97395d71 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.257470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04662c96-5a53-43c2-b8fb-2dca97395d71 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.258004 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f4c24fe-4c58-4e4a-a0b2-c782c755a3aa req-db7cb707-d1ab-4363-b03b-1d777aee935d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502098 Jul 16 18:53:02.289692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04662c96-5a53-43c2-b8fb-2dca97395d71 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.297338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04662c96-5a53-43c2-b8fb-2dca97395d71 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.300751 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-04662c96-5a53-43c2-b8fb-2dca97395d71 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/da828fc5-ae5c-4fc3-b319-9e1aea8dada4 HTTP/1.1" status: 204 len: 168 time: 0.0748129 Jul 16 18:53:02.301256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.302870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04662c96-5a53-43c2-b8fb-2dca97395d71 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da828fc5-ae5c-4fc3-b319-9e1aea8dada4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.350266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-932fedf4-b35d-4eb9-9bcb-145b894f4db4 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445023 Jul 16 18:53:02.350610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.351047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35672) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.354565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b7c4c836-835c-47cc-8e40-9772909b41e6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': '9a1a53ae-97e2-4d4d-9aea-e048ff61491f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:02.354743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032945 Jul 16 18:53:02.357611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35674) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.386206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4c836-835c-47cc-8e40-9772909b41e6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.439238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4c836-835c-47cc-8e40-9772909b41e6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.443731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4c836-835c-47cc-8e40-9772909b41e6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.462910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4c836-835c-47cc-8e40-9772909b41e6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44978321-f8e5-4a9a-8b47-ac6b9eb2d841,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.467656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e0707293-182a-422c-b9db-2e44d56b81c0 tempest-NetworksApiDiscovery-1166835485 tempest-NetworksApiDiscovery-1166835485-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1081479 Jul 16 18:53:02.473323 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b7c4c836-835c-47cc-8e40-9772909b41e6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.477075 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b7c4c836-835c-47cc-8e40-9772909b41e6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240084 Jul 16 18:53:02.477362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35682) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.496342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d87cab2f-4910-40fb-b6c5-ca9e421f43d0 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules/44978321-f8e5-4a9a-8b47-ac6b9eb2d841 HTTP/1.1" status: 200 len: 763 time: 0.0153403 Jul 16 18:53:02.496565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35684) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.540650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2ca8f99-8b1a-4e39-8f2f-778e14e25fe3 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403545 Jul 16 18:53:02.541154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35686) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.572214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-042412d3-a261-478d-946a-64372e7fb9a6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.583005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-042412d3-a261-478d-946a-64372e7fb9a6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.615880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-042412d3-a261-478d-946a-64372e7fb9a6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.623426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-042412d3-a261-478d-946a-64372e7fb9a6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.624813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-042412d3-a261-478d-946a-64372e7fb9a6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/44978321-f8e5-4a9a-8b47-ac6b9eb2d841 HTTP/1.1" status: 204 len: 168 time: 0.0824356 Jul 16 18:53:02.627238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.629085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042412d3-a261-478d-946a-64372e7fb9a6 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44978321-f8e5-4a9a-8b47-ac6b9eb2d841,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.687959 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-460d2013-d0f4-4696-ac97-8e6837b29113 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563405 Jul 16 18:53:02.688084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35694) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.693630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ea08605c-7dc8-4826-9936-b41c0f15c08e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Request body: {'security_group_rule': {'security_group_id': '9a1a53ae-97e2-4d4d-9aea-e048ff61491f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:02.751760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea08605c-7dc8-4826-9936-b41c0f15c08e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.760999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.804944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff1ba6-f8c6-4c24-9f64-d5ead84205fb req-f4b0f77d-1288-45f4-ae3a-2f5b63862524 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.807244 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3ff1ba6-f8c6-4c24-9f64-d5ead84205fb req-f4b0f77d-1288-45f4-ae3a-2f5b63862524 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 0.1046150 Jul 16 18:53:02.844725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea08605c-7dc8-4826-9936-b41c0f15c08e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.852206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea08605c-7dc8-4826-9936-b41c0f15c08e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.862476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3ff1ba6-f8c6-4c24-9f64-d5ead84205fb req-1b0d176e-0a13-4f33-ade8-528057c2ce90 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484786 Jul 16 18:53:02.871048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81ea6d07-5b29-4b4c-8c35-a9ede4ae3d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.874522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08605c-7dc8-4826-9936-b41c0f15c08e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bb7ba7-053b-4ee5-8c9b-7a844dbd8953,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.883477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea08605c-7dc8-4826-9936-b41c0f15c08e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.887983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea08605c-7dc8-4826-9936-b41c0f15c08e tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1986125 Jul 16 18:53:02.888610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35700) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.907241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-26d46a32-5504-4aa3-8fe8-cf982cf1e00f tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules/f2bb7ba7-053b-4ee5-8c9b-7a844dbd8953 HTTP/1.1" status: 200 len: 764 time: 0.0173860 Jul 16 18:53:02.910017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:02.975554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5bf63f05-08a5-43c7-8b1a-14450bba3d3d tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0643609 Jul 16 18:53:02.978476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35704) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.003574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9532f0b2-edf6-426a-95d8-5d2de8bb8c80 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.011430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9532f0b2-edf6-426a-95d8-5d2de8bb8c80 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.015920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81ea6d07-5b29-4b4c-8c35-a9ede4ae3d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.020686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81ea6d07-5b29-4b4c-8c35-a9ede4ae3d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.040762 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9532f0b2-edf6-426a-95d8-5d2de8bb8c80 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.047287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9532f0b2-edf6-426a-95d8-5d2de8bb8c80 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.048366 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9532f0b2-edf6-426a-95d8-5d2de8bb8c80 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f2bb7ba7-053b-4ee5-8c9b-7a844dbd8953 HTTP/1.1" status: 204 len: 168 time: 0.0688145 Jul 16 18:53:03.050950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.067227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-81ea6d07-5b29-4b4c-8c35-a9ede4ae3d98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a77039e5fb4f4d28a20862ecde1ec641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049011 Jul 16 18:53:03.068269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea6d07-5b29-4b4c-8c35-a9ede4ae3d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518b150c-796e-4c85-86ef-d0a421d7ad1f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:03.068416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532f0b2-edf6-426a-95d8-5d2de8bb8c80 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2bb7ba7-053b-4ee5-8c9b-7a844dbd8953,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:03.070856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.098246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2e654fba-fade-4632-aa86-bf897620acaa tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461497 Jul 16 18:53:03.101233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35710) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.123513 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8f9758f-15e7-4e7c-b94e-240b75a9d109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.145580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8f9758f-15e7-4e7c-b94e-240b75a9d109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.163658 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51a93bdc-a363-45e3-bb48-49050e8117c1 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.186903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51a93bdc-a363-45e3-bb48-49050e8117c1 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.193816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8f9758f-15e7-4e7c-b94e-240b75a9d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.197104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e8f9758f-15e7-4e7c-b94e-240b75a9d109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.200663 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e8f9758f-15e7-4e7c-b94e-240b75a9d109 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/518b150c-796e-4c85-86ef-d0a421d7ad1f HTTP/1.1" status: 204 len: 168 time: 0.1264577 Jul 16 18:53:03.211331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9758f-15e7-4e7c-b94e-240b75a9d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518b150c-796e-4c85-86ef-d0a421d7ad1f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:03.231353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51a93bdc-a363-45e3-bb48-49050e8117c1 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.235371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51a93bdc-a363-45e3-bb48-49050e8117c1 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.236559 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51a93bdc-a363-45e3-bb48-49050e8117c1 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a1a53ae-97e2-4d4d-9aea-e048ff61491f HTTP/1.1" status: 204 len: 168 time: 0.1343875 Jul 16 18:53:03.239596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.246122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a93bdc-a363-45e3-bb48-49050e8117c1 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a53ae-97e2-4d4d-9aea-e048ff61491f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:03.299242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.299392 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d3cf42c8-9282-4ad7-b8ee-d8e35940c97b tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579002 Jul 16 18:53:03.347541 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0e3a358d-c16a-4045-91d2-bb56875e8366 tempest-SecGroupTest-1528577075 tempest-SecGroupTest-1528577075-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469642 Jul 16 18:53:03.443721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f38e34-893b-4fdb-8a6a-dea111ce135b req-99e15722-aa36-48c7-aabd-29db64aa9214 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:03.445547 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1f38e34-893b-4fdb-8a6a-dea111ce135b req-99e15722-aa36-48c7-aabd-29db64aa9214 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 943 time: 0.0677104 Jul 16 18:53:03.486819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1f38e34-893b-4fdb-8a6a-dea111ce135b req-82cabf5e-ae65-4b37-becc-e8a1591952e5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357184 Jul 16 18:53:03.608735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35732) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.747406 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b9f0ad47-c7bb-4a3b-921d-f64382aafcb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c203bb990a94d48a508662888a444fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372745 Jul 16 18:53:03.749991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35742) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:03.806374 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13289166-be0f-4848-863b-e9afab9d917c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.827981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13289166-be0f-4848-863b-e9afab9d917c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.878840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13289166-be0f-4848-863b-e9afab9d917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.881509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13289166-be0f-4848-863b-e9afab9d917c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.882699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-13289166-be0f-4848-863b-e9afab9d917c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0115f937-1381-4417-a2d3-5213853f04fa HTTP/1.1" status: 204 len: 168 time: 0.1317677 Jul 16 18:53:03.893629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13289166-be0f-4848-863b-e9afab9d917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0115f937-1381-4417-a2d3-5213853f04fa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:04.044457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c530e0-06c8-43bd-b9c0-1e1ceaf01089 req-d51f20ce-ca14-44b9-a47c-35c20439ee87 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:04.046548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68c530e0-06c8-43bd-b9c0-1e1ceaf01089 req-d51f20ce-ca14-44b9-a47c-35c20439ee87 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 0.0627923 Jul 16 18:53:04.086278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68c530e0-06c8-43bd-b9c0-1e1ceaf01089 req-af8a6501-9fb1-45a9-a53d-e3ba429f6d98 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2f3df8f2-24ec-480d-920d-01413784ad89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jul 16 18:53:04.195258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bfe52be5-61cd-4da6-bd1e-602ef8517c20 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:04.215007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: bfe52be5-61cd-4da6-bd1e-602ef8517c20 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:04.215348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device bfe52be5-61cd-4da6-bd1e-602ef8517c20 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:04.286463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-0a4947cd-3a9d-496b-90ff-104ce86cfdcb tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:04.288128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-0a4947cd-3a9d-496b-90ff-104ce86cfdcb tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 1097 time: 0.0540788 Jul 16 18:53:04.391137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Deleting port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:04.392184 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:04.481765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] For port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:04.482132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:04.497603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Calling delete_port for 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:04.679494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:04.691778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:04.713368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:04.747762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:04.773421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1785d7a-9f57-42a9-b176-d77674e936df req-8e77b56e-4da0-47e0-a9e5-de93c71f8bec tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:04.774982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1785d7a-9f57-42a9-b176-d77674e936df req-8e77b56e-4da0-47e0-a9e5-de93c71f8bec tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 943 time: 0.1437964 Jul 16 18:53:04.794679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] No DVR routers for this DVR port 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:04.797575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:04.799693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-048bcad7-8b82-4ae8-b4ef-97291a343618 req-7b49b309-c21b-4483-af24-53f80235b96b tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.59 "DELETE /v2.0/ports/3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e HTTP/1.1" status: 204 len: 173 time: 0.5049052 Jul 16 18:53:04.805394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'name': 'network-vif-deleted', 'tag': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:04.808407 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b866a657-9e52-4c58-a7ab-3c005bf6a227" -d '{"events": [{"server_uuid": "9d280cce-2365-4f05-a0e0-ef065a3bc338", "name": "network-vif-deleted", "tag": "3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:04.848305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a1785d7a-9f57-42a9-b176-d77674e936df req-ee0ed818-1346-4342-9d22-f0897a90af84 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550964 Jul 16 18:53:04.883379 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5821a25-b63a-44d0-99de-6f63526bd79a x-openstack-request-id: req-f5821a25-b63a-44d0-99de-6f63526bd79a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:04.883945 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d280cce-2365-4f05-a0e0-ef065a3bc338", "name": "network-vif-deleted", "tag": "3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:04.884364 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5821a25-b63a-44d0-99de-6f63526bd79a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:04.884941 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d280cce-2365-4f05-a0e0-ef065a3bc338', 'name': 'network-vif-deleted', 'tag': '3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e', 'status': 'completed', 'code': 200} Jul 16 18:53:04.941873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ac6f0ea1-6578-4351-8a54-c114123f61cb tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:04.942316 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-ac6f0ea1-6578-4351-8a54-c114123f61cb tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:53:04.942813 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-ac6f0ea1-6578-4351-8a54-c114123f61cb tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:53:04.943760 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ac6f0ea1-6578-4351-8a54-c114123f61cb tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1934390 Jul 16 18:53:04.948383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35796) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:04.954919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--36396965'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:04.989179 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.001214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.132899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.138606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.184056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b90dccf-71f5-4753-85a1-8478b8a61d68,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:05.241235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.253273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.293107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff7338e2-0a01-4327-b3e9-fd272598d579 req-6aa7d01d-ff31-449d-800e-5a0b1723da72 tempest-TestServerMultinode-2098486728 tempest-TestServerMultinode-2098486728-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d280cce-2365-4f05-a0e0-ef065a3bc338 HTTP/1.1" status: 200 len: 210 time: 0.0440557 Jul 16 18:53:05.314462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.318712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3664148 Jul 16 18:53:05.319177 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:05.324256 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7a841913-721e-49d2-9317-30a28bd00b31 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '0bbf709c-3a7d-4684-a77e-846cfc1362ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:05.330423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3f477-ba8e-49d0-b61b-e655c20bf71b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf709c-3a7d-4684-a77e-846cfc1362ef,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:05.356498 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a841913-721e-49d2-9317-30a28bd00b31 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.410288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a841913-721e-49d2-9317-30a28bd00b31 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.414943 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a841913-721e-49d2-9317-30a28bd00b31 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.434900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a841913-721e-49d2-9317-30a28bd00b31 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b961e7f9-4951-49fc-988a-9f25d9af156e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:05.443772 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7a841913-721e-49d2-9317-30a28bd00b31 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.448033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7a841913-721e-49d2-9317-30a28bd00b31 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276107 Jul 16 18:53:05.448192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35808) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:05.454299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-90ec0899-42db-44ae-8f88-3ee19942c062 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '0bbf709c-3a7d-4684-a77e-846cfc1362ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:05.484635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-90ec0899-42db-44ae-8f88-3ee19942c062 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.538006 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-90ec0899-42db-44ae-8f88-3ee19942c062 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:53:05.539120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-90ec0899-42db-44ae-8f88-3ee19942c062 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0889440 Jul 16 18:53:05.541980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35810) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:05.603120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61b71d75-5050-403b-8b85-0d8974392a55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.627539 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61b71d75-5050-403b-8b85-0d8974392a55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.681277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61b71d75-5050-403b-8b85-0d8974392a55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.684046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61b71d75-5050-403b-8b85-0d8974392a55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.685274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-61b71d75-5050-403b-8b85-0d8974392a55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/0bbf709c-3a7d-4684-a77e-846cfc1362ef HTTP/1.1" status: 204 len: 168 time: 0.1423831 Jul 16 18:53:05.688639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:05.695296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71d75-5050-403b-8b85-0d8974392a55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf709c-3a7d-4684-a77e-846cfc1362ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:05.736549 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9b9511e6-c471-4bb2-ab46-1693d43497fc tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465422 Jul 16 18:53:05.740050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:05.745117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-964b996b-99ed-4bcd-819a-c8c4e7208ee3 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722169203'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:05.769916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-964b996b-99ed-4bcd-819a-c8c4e7208ee3 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.866551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-964b996b-99ed-4bcd-819a-c8c4e7208ee3 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.872179 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-964b996b-99ed-4bcd-819a-c8c4e7208ee3 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.899188 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-964b996b-99ed-4bcd-819a-c8c4e7208ee3 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:05.900501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-964b996b-99ed-4bcd-819a-c8c4e7208ee3 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1592183 Jul 16 18:53:05.904187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35818) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:05.909489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b996b-99ed-4bcd-819a-c8c4e7208ee3 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3fc1f5-f3a0-4d6c-a97f-43f34bdf151e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:05.911660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d78daa33-50ed-4061-b43c-c6600f9f7dce tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '7e3fc1f5-f3a0-4d6c-a97f-43f34bdf151e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:05.912661 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-d78daa33-50ed-4061-b43c-c6600f9f7dce tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:53:05.913429 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d78daa33-50ed-4061-b43c-c6600f9f7dce tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:05.914639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d78daa33-50ed-4061-b43c-c6600f9f7dce tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087075 Jul 16 18:53:05.917635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:05.977679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767853bb-0ac5-4046-a6d8-47b0b8ec99a5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.001106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767853bb-0ac5-4046-a6d8-47b0b8ec99a5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.037152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac124-1688-4c80-b566-defd860a3d39 req-9424cf93-5ab3-4f3d-a78c-5bb3a498fe13 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:06.038608 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12bac124-1688-4c80-b566-defd860a3d39 req-9424cf93-5ab3-4f3d-a78c-5bb3a498fe13 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 943 time: 0.0691962 Jul 16 18:53:06.047034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767853bb-0ac5-4046-a6d8-47b0b8ec99a5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.050294 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-767853bb-0ac5-4046-a6d8-47b0b8ec99a5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.054174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-767853bb-0ac5-4046-a6d8-47b0b8ec99a5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/7e3fc1f5-f3a0-4d6c-a97f-43f34bdf151e HTTP/1.1" status: 204 len: 168 time: 0.1324198 Jul 16 18:53:06.055030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:06.064428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767853bb-0ac5-4046-a6d8-47b0b8ec99a5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3fc1f5-f3a0-4d6c-a97f-43f34bdf151e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:06.120357 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12bac124-1688-4c80-b566-defd860a3d39 req-24b1bf32-3766-452d-822e-bf32ba2a9105 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754018 Jul 16 18:53:06.128342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b062f74a-0f70-4357-a3a2-4a37f72176c6 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726390 Jul 16 18:53:06.132210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35828) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:06.137895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-50c9a311-7621-430d-a3f9-60969175b8b5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012584850'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:06.163662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50c9a311-7621-430d-a3f9-60969175b8b5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.257394 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50c9a311-7621-430d-a3f9-60969175b8b5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.266713 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50c9a311-7621-430d-a3f9-60969175b8b5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.291323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-50c9a311-7621-430d-a3f9-60969175b8b5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.292637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-50c9a311-7621-430d-a3f9-60969175b8b5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1592054 Jul 16 18:53:06.295922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35832) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:06.300589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-26afeabb-8a9b-4538-a65c-8cf10262070b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '9328e0f6-4f07-40fb-ab32-0d83bc6fc255', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:06.301181 n-d-791504-15 neutron-server[93796]: WARNING neutron.api.v2.base [None req-26afeabb-8a9b-4538-a65c-8cf10262070b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:53:06.301691 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-26afeabb-8a9b-4538-a65c-8cf10262070b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:06.304816 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-26afeabb-8a9b-4538-a65c-8cf10262070b tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056710 Jul 16 18:53:06.305403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35834) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:06.306476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9a311-7621-430d-a3f9-60969175b8b5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9328e0f6-4f07-40fb-ab32-0d83bc6fc255,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:06.365397 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0753c5c0-3b82-4d9b-9b48-1b77186b7579 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.395180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35838) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:06.405620 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0753c5c0-3b82-4d9b-9b48-1b77186b7579 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.520397 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0753c5c0-3b82-4d9b-9b48-1b77186b7579 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.524133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0753c5c0-3b82-4d9b-9b48-1b77186b7579 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.525331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0753c5c0-3b82-4d9b-9b48-1b77186b7579 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/9328e0f6-4f07-40fb-ab32-0d83bc6fc255 HTTP/1.1" status: 204 len: 168 time: 0.2189629 Jul 16 18:53:06.528645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:06.541344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753c5c0-3b82-4d9b-9b48-1b77186b7579 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9328e0f6-4f07-40fb-ab32-0d83bc6fc255,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:06.594381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35844) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:06.594623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0efea4b9-bfa1-4d41-92a6-c872a2567921 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642827 Jul 16 18:53:06.600252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-24993002-246f-4f42-8b68-f5f5796187ef tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968075937'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:06.989999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35846) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.048350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24993002-246f-4f42-8b68-f5f5796187ef tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.394714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24993002-246f-4f42-8b68-f5f5796187ef tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.413716 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24993002-246f-4f42-8b68-f5f5796187ef tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.470143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24993002-246f-4f42-8b68-f5f5796187ef tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.471371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-24993002-246f-4f42-8b68-f5f5796187ef tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8764682 Jul 16 18:53:07.474541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35852) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.480122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-deaac5c8-a12a-488b-99d4-da5b1115a63e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '5ea77978-0030-45b8-a977-30c21fb7852d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.482582 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-deaac5c8-a12a-488b-99d4-da5b1115a63e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:53:07.483186 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-deaac5c8-a12a-488b-99d4-da5b1115a63e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:07.487242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-deaac5c8-a12a-488b-99d4-da5b1115a63e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086653 Jul 16 18:53:07.487537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.492491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8fe8948e-d6bf-48b0-a63e-e069af391ab7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '5ea77978-0030-45b8-a977-30c21fb7852d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.493227 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-8fe8948e-d6bf-48b0-a63e-e069af391ab7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:53:07.493725 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-8fe8948e-d6bf-48b0-a63e-e069af391ab7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:07.495512 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8fe8948e-d6bf-48b0-a63e-e069af391ab7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062156 Jul 16 18:53:07.497403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Deleting port 2857e833-c22f-4471-9a1b-3dfc4de80b07 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:07.497738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.498629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35856) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.500380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24993002-246f-4f42-8b68-f5f5796187ef tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea77978-0030-45b8-a977-30c21fb7852d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:07.507217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-266ea2fe-2896-4ad5-a2c8-3c9c7ae695d8 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '5ea77978-0030-45b8-a977-30c21fb7852d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.508273 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-266ea2fe-2896-4ad5-a2c8-3c9c7ae695d8 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:53:07.508706 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-266ea2fe-2896-4ad5-a2c8-3c9c7ae695d8 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:07.513036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-266ea2fe-2896-4ad5-a2c8-3c9c7ae695d8 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088868 Jul 16 18:53:07.513241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35858) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.518940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e4a17a29-694f-4d90-b97b-d8750218c3e0 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '5ea77978-0030-45b8-a977-30c21fb7852d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.520915 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-e4a17a29-694f-4d90-b97b-d8750218c3e0 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:53:07.522235 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-e4a17a29-694f-4d90-b97b-d8750218c3e0 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:07.525540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e4a17a29-694f-4d90-b97b-d8750218c3e0 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084429 Jul 16 18:53:07.526298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35860) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.540525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35659-8fe7-41de-adb2-e5fa67402825 req-4a366116-7f4b-43db-8023-7445a2368f4b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:07.542047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3a35659-8fe7-41de-adb2-e5fa67402825 req-4a366116-7f4b-43db-8023-7445a2368f4b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 943 time: 0.2921929 Jul 16 18:53:07.588230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82a8ed00-3d37-45dc-b31d-b55837ffdb60 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.611999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82a8ed00-3d37-45dc-b31d-b55837ffdb60 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.647671 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.648003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.658385 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82a8ed00-3d37-45dc-b31d-b55837ffdb60 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.659908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3a35659-8fe7-41de-adb2-e5fa67402825 req-2bc1206c-977f-4399-9f99-aa9a17bb2858 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063404 Jul 16 18:53:07.661268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-82a8ed00-3d37-45dc-b31d-b55837ffdb60 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.665221 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-82a8ed00-3d37-45dc-b31d-b55837ffdb60 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/5ea77978-0030-45b8-a977-30c21fb7852d HTTP/1.1" status: 204 len: 168 time: 0.1361043 Jul 16 18:53:07.665510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.667558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35862) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.670859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Calling delete_port for 2857e833-c22f-4471-9a1b-3dfc4de80b07 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:07.685792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8ed00-3d37-45dc-b31d-b55837ffdb60 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea77978-0030-45b8-a977-30c21fb7852d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:07.719823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f524264-8f63-4028-b0f2-45fa7a9c7fca tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507972 Jul 16 18:53:07.723807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35864) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.728588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d0c8de67-3a41-4f81-ad73-74c60afb1e08 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343282210'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.751559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de67-3a41-4f81-ad73-74c60afb1e08 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.840140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de67-3a41-4f81-ad73-74c60afb1e08 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.844942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de67-3a41-4f81-ad73-74c60afb1e08 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.875532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8de67-3a41-4f81-ad73-74c60afb1e08 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20c1aa6-f983-47a2-ac04-b0045dd63d88,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:07.878164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de67-3a41-4f81-ad73-74c60afb1e08 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.882329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d0c8de67-3a41-4f81-ad73-74c60afb1e08 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1546445 Jul 16 18:53:07.885753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35866) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.891598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5ce130a0-732e-4c44-9123-495411c93d55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.892261 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-5ce130a0-732e-4c44-9123-495411c93d55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:53:07.892851 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-5ce130a0-732e-4c44-9123-495411c93d55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:07.893955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5ce130a0-732e-4c44-9123-495411c93d55 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070400 Jul 16 18:53:07.896643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.901213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9410fc43-03f2-4930-9d00-cd9aaee2ec38 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.939474 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-9410fc43-03f2-4930-9d00-cd9aaee2ec38 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:07.940536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9410fc43-03f2-4930-9d00-cd9aaee2ec38 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0429895 Jul 16 18:53:07.943420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.947901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-501df9aa-44a1-4579-8e17-2822c3b3b20e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.948374 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-501df9aa-44a1-4579-8e17-2822c3b3b20e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:53:07.948854 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-501df9aa-44a1-4579-8e17-2822c3b3b20e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:07.949748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-501df9aa-44a1-4579-8e17-2822c3b3b20e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054429 Jul 16 18:53:07.952473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:07.956986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-81556488-4d1a-44d2-a2e1-cd20f5fab027 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:07.998834 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-81556488-4d1a-44d2-a2e1-cd20f5fab027 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:08.000814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-81556488-4d1a-44d2-a2e1-cd20f5fab027 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0467420 Jul 16 18:53:08.003154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.003299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.007789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2a1d8f82-3ae6-415b-b1c0-37dbd0de8118 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.008320 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-2a1d8f82-3ae6-415b-b1c0-37dbd0de8118 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:53:08.008813 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-2a1d8f82-3ae6-415b-b1c0-37dbd0de8118 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:08.009804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2a1d8f82-3ae6-415b-b1c0-37dbd0de8118 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057578 Jul 16 18:53:08.012426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.017361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7dc1b9a2-04ec-4286-9940-66128541c682 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.043438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event deleted for resources: {'Port': ['ID=2857e833-c22f-4471-9a1b-3dfc4de80b07,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:08.065760 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-7dc1b9a2-04ec-4286-9940-66128541c682 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:08.066894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7dc1b9a2-04ec-4286-9940-66128541c682 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0535250 Jul 16 18:53:08.070062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35878) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.075524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9339ee3f-eb72-40a2-93ae-c5c37c2f6dc7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.076031 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-9339ee3f-eb72-40a2-93ae-c5c37c2f6dc7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:53:08.076806 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-9339ee3f-eb72-40a2-93ae-c5c37c2f6dc7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:08.077775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9339ee3f-eb72-40a2-93ae-c5c37c2f6dc7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065019 Jul 16 18:53:08.081022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35880) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.085281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-eac767c5-212c-4eb8-a467-56447fbb010e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.125602 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-eac767c5-212c-4eb8-a467-56447fbb010e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:08.127035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eac767c5-212c-4eb8-a467-56447fbb010e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0448546 Jul 16 18:53:08.130178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.134848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b66cf547-d924-49c2-9c41-9f8dece4b05d tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': 'c20c1aa6-f983-47a2-ac04-b0045dd63d88', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.144900 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.145323 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Floating IP a80ff93e-5d2e-4537-857e-bf73a728ae1e disassociated (deleted). External IP: 172.25.1.177, port: cb720880-7b09-4aa5-bb7d-9c33773de2ad. Jul 16 18:53:08.172121 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-b66cf547-d924-49c2-9c41-9f8dece4b05d tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:08.173233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b66cf547-d924-49c2-9c41-9f8dece4b05d tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0423551 Jul 16 18:53:08.176304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.184196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Deleting port 0d773b22-2dcb-4872-b22c-88b2d0badaf9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:08.184592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.194676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 412c6daf-e05d-4335-8484-2b652b4feb96 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:53:08.242002 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e893a27-9917-46a0-b08b-33a97a80dd5e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.265283 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e893a27-9917-46a0-b08b-33a97a80dd5e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.295592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 412c6daf-e05d-4335-8484-2b652b4feb96, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=412c6daf-e05d-4335-8484-2b652b4feb96,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:08.310018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e893a27-9917-46a0-b08b-33a97a80dd5e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.310268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '412c6daf-e05d-4335-8484-2b652b4feb96', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'port_id': '412c6daf-e05d-4335-8484-2b652b4feb96', 'mac_address': 'fa:16:3e:53:9c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:53:08.313971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e893a27-9917-46a0-b08b-33a97a80dd5e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.318024 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e893a27-9917-46a0-b08b-33a97a80dd5e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/c20c1aa6-f983-47a2-ac04-b0045dd63d88 HTTP/1.1" status: 204 len: 168 time: 0.1381490 Jul 16 18:53:08.318971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.327828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e893a27-9917-46a0-b08b-33a97a80dd5e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20c1aa6-f983-47a2-ac04-b0045dd63d88,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:08.362586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.363507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] For port 0d773b22-2dcb-4872-b22c-88b2d0badaf9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0d773b22-2dcb-4872-b22c-88b2d0badaf9,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:08.363884 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.384638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412c6daf-e05d-4335-8484-2b652b4feb96 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:08.408377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 412c6daf-e05d-4335-8484-2b652b4feb96, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=412c6daf-e05d-4335-8484-2b652b4feb96,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:08.413452 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.430863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Calling delete_port for 0d773b22-2dcb-4872-b22c-88b2d0badaf9 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:08.466492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.466656 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ec672f0c-ed61-43a8-bea2-885ae06605e7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1442461 Jul 16 18:53:08.471039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=412c6daf-e05d-4335-8484-2b652b4feb96,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:08.471948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-57073d29-f3ad-421c-b95f-34ec5f139084 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--381585780'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.495801 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57073d29-f3ad-421c-b95f-34ec5f139084 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.576284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:08.597140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57073d29-f3ad-421c-b95f-34ec5f139084 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.603253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57073d29-f3ad-421c-b95f-34ec5f139084 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.636133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-57073d29-f3ad-421c-b95f-34ec5f139084 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.637729 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-57073d29-f3ad-421c-b95f-34ec5f139084 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1697431 Jul 16 18:53:08.641981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.647036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-372de20e-43b8-4b1b-9383-9684fa2a1675 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '021c9d9f-1377-4c00-b349-5eb83f62bce9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.657066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57073d29-f3ad-421c-b95f-34ec5f139084 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021c9d9f-1377-4c00-b349-5eb83f62bce9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:08.658366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['412c6daf-e05d-4335-8484-2b652b4feb96'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:08.741262 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-372de20e-43b8-4b1b-9383-9684fa2a1675 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The resource could not be found. Jul 16 18:53:08.748628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.750427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-372de20e-43b8-4b1b-9383-9684fa2a1675 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1073046 Jul 16 18:53:08.755174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-87fec03a-6648-4ab6-a14e-768d82b10814 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '021c9d9f-1377-4c00-b349-5eb83f62bce9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b6096cf7-89f8-4a09-aadb-674e38fdfe01'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:08.809419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:08.815721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.822988 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] Sync routers for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:08.830788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:08.838416 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:08.839498 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:08.879516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a63cf82e-ca8f-48ad-99fc-da39b64ba6ee tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "DELETE /v2.0/floatingips/a80ff93e-5d2e-4537-857e-bf73a728ae1e HTTP/1.1" status: 204 len: 168 time: 1.8885579 Jul 16 18:53:08.880101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:08.896044 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:08.901473 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-87fec03a-6648-4ab6-a14e-768d82b10814 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The resource could not be found. Jul 16 18:53:08.902406 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-87fec03a-6648-4ab6-a14e-768d82b10814 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1533084 Jul 16 18:53:08.903095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:08.907248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35908) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:08.916554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:08.917084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3f3f4de6-0e9f-4857-8bd2-2d4f3ecbce3e not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:08.972392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d773b22-2dcb-4872-b22c-88b2d0badaf9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:09.014345 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:09.032526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa360f7d-5085-4dbd-a316-594d6c64b560 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.075223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22308f4-e52a-4e64-897e-035fbdec19d9 req-bdcc4dbe-30f5-45bb-a5c7-44ef23bc3ae9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.077551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f22308f4-e52a-4e64-897e-035fbdec19d9 req-bdcc4dbe-30f5-45bb-a5c7-44ef23bc3ae9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 944 time: 0.2171178 Jul 16 18:53:09.079470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa360f7d-5085-4dbd-a316-594d6c64b560 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.194157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa360f7d-5085-4dbd-a316-594d6c64b560 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.198939 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aa360f7d-5085-4dbd-a316-594d6c64b560 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.202661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aa360f7d-5085-4dbd-a316-594d6c64b560 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/021c9d9f-1377-4c00-b349-5eb83f62bce9 HTTP/1.1" status: 204 len: 168 time: 0.2939672 Jul 16 18:53:09.211920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35910) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:09.234982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa360f7d-5085-4dbd-a316-594d6c64b560 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c9d9f-1377-4c00-b349-5eb83f62bce9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:09.272690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.284554 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7aa6736e-dbb0-4f35-8ab4-8643bbfe7128 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707877 Jul 16 18:53:09.285700 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f22308f4-e52a-4e64-897e-035fbdec19d9 req-b66a4bf9-9b80-4caf-a44b-1e41301ea979 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455867 Jul 16 18:53:09.291098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:09.311157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1e48fe1c-c78c-4c83-b92d-dc3e17924955 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '5e12d364-bb7f-4700-a34b-8c64eba8b629', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:09.333032 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:09.379834 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] Checking router: 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:09.394519 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:09.395337 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:09.398862 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-1e48fe1c-c78c-4c83-b92d-dc3e17924955 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The resource could not be found. Jul 16 18:53:09.406144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e48fe1c-c78c-4c83-b92d-dc3e17924955 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1071348 Jul 16 18:53:09.406144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35918) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:09.416589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1c013905-a286-40ea-a0e2-b7459bf558af tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--205815013'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:09.512058 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c013905-a286-40ea-a0e2-b7459bf558af tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.540347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e99c0c-891b-456d-ba3b-2345fd36dd03 req-bfddf788-4742-4a50-ac16-ce6dd3c6ef3e tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.542054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3e99c0c-891b-456d-ba3b-2345fd36dd03 req-bfddf788-4742-4a50-ac16-ce6dd3c6ef3e tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 946 time: 0.1012549 Jul 16 18:53:09.554021 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:09.579235 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f2bfdd-02a8-4ec2-94d1-4ce81f205c8c x-openstack-request-id: req-01f2bfdd-02a8-4ec2-94d1-4ce81f205c8c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:09.579653 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:09.579897 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01f2bfdd-02a8-4ec2-94d1-4ce81f205c8c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:09.580306 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'status': 'completed', 'code': 200} Jul 16 18:53:09.617449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Router 61499351-8124-460e-892f-b21f77a0c37d has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:09.650767 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3e99c0c-891b-456d-ba3b-2345fd36dd03 req-4174557d-ac52-4367-9cc0-ffe6c039adf1 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980499 Jul 16 18:53:09.708886 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c013905-a286-40ea-a0e2-b7459bf558af tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.708886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-78861afa-0e1b-4bc9-ab48-8cd7058c0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.710337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-78861afa-0e1b-4bc9-ab48-8cd7058c0169 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 1098 time: 0.1192877 Jul 16 18:53:09.712095 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c013905-a286-40ea-a0e2-b7459bf558af tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.760209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:09.767047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-20b92488-0d56-4809-9b0d-b5cd2d2accf1 admin admin] 10.222.0.49 "PUT /v2.0/routers/61499351-8124-460e-892f-b21f77a0c37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3707395 Jul 16 18:53:09.769700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35926) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:09.769824 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c013905-a286-40ea-a0e2-b7459bf558af tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.773868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c013905-a286-40ea-a0e2-b7459bf558af tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3637846 Jul 16 18:53:09.774077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] Sync routers for ids ['61499351-8124-460e-892f-b21f77a0c37d'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:09.777355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:09.785421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-61dd059f-bf5d-4fb8-98dd-365c95dacbbd tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341009114'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:09.786317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] Routers {'61499351-8124-460e-892f-b21f77a0c37d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:09.787153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['61499351-8124-460e-892f-b21f77a0c37d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:09.794925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c013905-a286-40ea-a0e2-b7459bf558af tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61e125-5025-408f-af23-843899a16392,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:09.859000 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61dd059f-bf5d-4fb8-98dd-365c95dacbbd tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.900757 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:09.909027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-b7f231ac-b505-47fa-a0ab-ce894b0d4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.910899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-b7f231ac-b505-47fa-a0ab-ce894b0d4740 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 200 len: 914 time: 0.1921957 Jul 16 18:53:09.937848 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9cd17-f158-46d9-b1b3-b59243175b54 None None] The sync data for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 is: [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:47:58Z', 'revision_number': 4, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '55ed4a15-ce45-4e49-865c-9a4932dcaaae', 'name': '', 'network_id': 'bf90ac00-84fc-4848-aaf4-515e362c8627', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'mac_address': 'fa:16:3e:54:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:56Z', 'updated_at': '2021-07-16T18:48:05Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'subnets': [{'id': 'fb3c2d65-535e-49bc-a3f7-cbaafef290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:09.942189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.980674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-1a2acf27-75af-492c-9d7e-f3170d850f44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 200 len: 217 time: 0.0603068 Jul 16 18:53:10.019557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] Set router 61499351-8124-460e-892f-b21f77a0c37d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:10.039452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-22ad8ccc-124e-40d7-b915-bbfa3da8bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:10.040974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-22ad8ccc-124e-40d7-b915-bbfa3da8bfc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 200 len: 852 time: 0.0535014 Jul 16 18:53:10.158296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61dd059f-bf5d-4fb8-98dd-365c95dacbbd tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.166287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-333c4809-032d-45c9-84ee-b44e12556325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:10.167963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-333c4809-032d-45c9-84ee-b44e12556325 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bf90ac00-84fc-4848-aaf4-515e362c8627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184666 Jul 16 18:53:10.168900 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61dd059f-bf5d-4fb8-98dd-365c95dacbbd tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.215560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 412c6daf-e05d-4335-8484-2b652b4feb96 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:53:10.215839 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-61dd059f-bf5d-4fb8-98dd-365c95dacbbd tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.217382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-61dd059f-bf5d-4fb8-98dd-365c95dacbbd tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4366150 Jul 16 18:53:10.234127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35932) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:10.242771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-11f6755a-c55f-4ca9-9e05-67ddc9ce920e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group_rule': {'security_group_id': '6f61e125-5025-408f-af23-843899a16392', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd5469a7b-0958-4c7a-93be-f2b9d4724de0'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:10.323409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd059f-bf5d-4fb8-98dd-365c95dacbbd tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5469a7b-0958-4c7a-93be-f2b9d4724de0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:10.342917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 412c6daf-e05d-4335-8484-2b652b4feb96 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:10.362365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 412c6daf-e05d-4335-8484-2b652b4feb96 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:10.362975 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.371182 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-11f6755a-c55f-4ca9-9e05-67ddc9ce920e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:53:10.372397 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-11f6755a-c55f-4ca9-9e05-67ddc9ce920e tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1359682 Jul 16 18:53:10.376967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35936) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:10.397416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-d71ecfb0-2555-4ab7-a164-81876880a247 service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185676 Jul 16 18:53:10.493618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:53:08Z', 'revision_number': 5, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:10.519909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bd2bf0d-7234-459d-8d58-1169089310c5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.527884 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc76b1f-c84c-4c45-ac50-2227dd643f15 None None] New status for floating IP a80ff93e-5d2e-4537-857e-bf73a728ae1e: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:53:10.548854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bd2bf0d-7234-459d-8d58-1169089310c5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.569151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] Checking router: 61499351-8124-460e-892f-b21f77a0c37d for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:10.595494 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.606025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bd2bf0d-7234-459d-8d58-1169089310c5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.612254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0bd2bf0d-7234-459d-8d58-1169089310c5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.615708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0bd2bf0d-7234-459d-8d58-1169089310c5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/d5469a7b-0958-4c7a-93be-f2b9d4724de0 HTTP/1.1" status: 204 len: 168 time: 0.2376482 Jul 16 18:53:10.625980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] Routers {'61499351-8124-460e-892f-b21f77a0c37d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:10.626871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['61499351-8124-460e-892f-b21f77a0c37d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:10.667888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35938) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:10.690809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2bf0d-7234-459d-8d58-1169089310c5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5469a7b-0958-4c7a-93be-f2b9d4724de0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:10.699523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:10.705210 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3987a0-8fde-4bc6-8dab-5ea55e33d13c" -d '{"events": [{"server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "name": "network-vif-plugged", "status": "completed", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:10.737548 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.770393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 412c6daf-e05d-4335-8484-2b652b4feb96, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=412c6daf-e05d-4335-8484-2b652b4feb96,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:10.777222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e44e79fc-3c69-4632-b1bf-d4562fa92ee8 req-2965562b-a2d9-49d1-ab63-e9c4ef537c3c service neutron] 10.222.0.59 "GET /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628232 Jul 16 18:53:10.806039 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d2dc59-d730-4c49-91f8-a85433bea8e3 x-openstack-request-id: req-c4d2dc59-d730-4c49-91f8-a85433bea8e3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:10.816209 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "name": "network-vif-plugged", "status": "completed", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:10.816629 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4d2dc59-d730-4c49-91f8-a85433bea8e3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:10.817129 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96', 'code': 200} Jul 16 18:53:10.820343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.861118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66169cc4-0418-4127-81a5-ebfdd9247227 req-746de4fe-0f67-44fc-bbdf-0d47b56b5b61 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:10.863050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-66169cc4-0418-4127-81a5-ebfdd9247227 req-746de4fe-0f67-44fc-bbdf-0d47b56b5b61 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 944 time: 0.1496861 Jul 16 18:53:10.871708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6d117cab-310e-4bcd-bba5-6175ebba22e1 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1996491 Jul 16 18:53:10.873832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Deleting port 8f975f25-1e24-4721-8053-8b555c0708b7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:10.874411 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.875084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35944) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:10.933712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be7dcd5e-27cc-41c7-a3fe-61ef387553d5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.939805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=412c6daf-e05d-4335-8484-2b652b4feb96,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:10.943627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] Set router 61499351-8124-460e-892f-b21f77a0c37d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:11.039926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be7dcd5e-27cc-41c7-a3fe-61ef387553d5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.054497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] For port 8f975f25-1e24-4721-8053-8b555c0708b7, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f975f25-1e24-4721-8053-8b555c0708b7,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:11.055091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.083552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-66169cc4-0418-4127-81a5-ebfdd9247227 req-699453e6-cc2f-447a-b913-9f00574c139c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129653 Jul 16 18:53:11.096691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Calling delete_port for 8f975f25-1e24-4721-8053-8b555c0708b7 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:11.112800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9ec77-fdae-4610-b849-42ce51038202 req-67f1af90-0275-462c-8e6f-445f928771d8 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:11.114378 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68d9ec77-fdae-4610-b849-42ce51038202 req-67f1af90-0275-462c-8e6f-445f928771d8 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 946 time: 0.1818516 Jul 16 18:53:11.198792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:53:08Z', 'revision_number': 5, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:11.229728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7c42c-104f-4fac-8030-047a11d69e8a None None] The sync data for ids ['61499351-8124-460e-892f-b21f77a0c37d'] in n-d-791504-15 is: [{'id': '61499351-8124-460e-892f-b21f77a0c37d', 'name': 'tempest-TestServerMultinode-776837408-router', 'tenant_id': '96fd14e04d124f3bb9cb6932c8feec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:25Z', 'updated_at': '2021-07-16T18:53:08Z', 'revision_number': 5, 'project_id': '96fd14e04d124f3bb9cb6932c8feec29', 'gw_port': {'id': '8f975f25-1e24-4721-8053-8b555c0708b7', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:83:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61499351-8124-460e-892f-b21f77a0c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:27Z', 'updated_at': '2021-07-16T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:11.241323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be7dcd5e-27cc-41c7-a3fe-61ef387553d5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.244314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be7dcd5e-27cc-41c7-a3fe-61ef387553d5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.245541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-be7dcd5e-27cc-41c7-a3fe-61ef387553d5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/6f61e125-5025-408f-af23-843899a16392 HTTP/1.1" status: 204 len: 168 time: 0.3693211 Jul 16 18:53:11.253901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:11.264865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619b8c2-7527-45af-8a75-293a3f8d93fe req-305ef661-d6ce-44bc-9851-f1d0e68629b9 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:11.266950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e619b8c2-7527-45af-8a75-293a3f8d93fe req-305ef661-d6ce-44bc-9851-f1d0e68629b9 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 946 time: 0.2754292 Jul 16 18:53:11.296384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dcd5e-27cc-41c7-a3fe-61ef387553d5 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61e125-5025-408f-af23-843899a16392,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:11.304570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c924c-fb77-404e-a898-062b128bd2d3 req-c8a2e779-09c8-4c76-93f5-d73d133d67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:11.306270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f0c924c-fb77-404e-a898-062b128bd2d3 req-c8a2e779-09c8-4c76-93f5-d73d133d67cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 1097 time: 0.3370702 Jul 16 18:53:11.349083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.366327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Deleting port cb720880-7b09-4aa5-bb7d-9c33773de2ad {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:11.366674 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.373295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e619b8c2-7527-45af-8a75-293a3f8d93fe req-ff665674-e130-46d2-8f5d-4c08237a177d tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/security-groups?id=02b9d555-60d6-48c6-8c07-07ca8b423070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890143 Jul 16 18:53:11.384480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f0c924c-fb77-404e-a898-062b128bd2d3 req-12b98a0c-43c5-42b8-baaa-c990cda6bf6c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714324 Jul 16 18:53:11.390580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Pushing event deleted for resources: {'Port': ['ID=8f975f25-1e24-4721-8053-8b555c0708b7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:11.423207 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c31086ac-16a4-4662-b887-dd9eccfbcf33 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1549401 Jul 16 18:53:11.426990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:11.433801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9627c747-e182-40d2-b15e-1f484fbda910 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407554386'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:11.459848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.503281 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9627c747-e182-40d2-b15e-1f484fbda910 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.509871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] For port cb720880-7b09-4aa5-bb7d-9c33773de2ad, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=cb720880-7b09-4aa5-bb7d-9c33773de2ad,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:11.510234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.533466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Calling delete_port for cb720880-7b09-4aa5-bb7d-9c33773de2ad owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:11.555917 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.558287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.610100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.610689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61499351-8124-460e-892f-b21f77a0c37d {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:53:11.616353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.619975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3ed60d9-d82b-42ba-a2ad-d5ffd46abdac admin admin] 10.222.0.49 "DELETE /v2.0/routers/61499351-8124-460e-892f-b21f77a0c37d HTTP/1.1" status: 204 len: 168 time: 1.8468473 Jul 16 18:53:11.620217 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35952) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:11.683086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] Deleting subnet 0097f78a-2718-4b34-9d85-49a837eea900 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:53:11.703386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.736095 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9627c747-e182-40d2-b15e-1f484fbda910 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.748799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9627c747-e182-40d2-b15e-1f484fbda910 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.758530 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.802530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627c747-e182-40d2-b15e-1f484fbda910 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48052a42-7275-4a89-8bb6-850cc51666c2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:11.807101 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9627c747-e182-40d2-b15e-1f484fbda910 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.808401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9627c747-e182-40d2-b15e-1f484fbda910 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3802183 Jul 16 18:53:11.809619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.811646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35954) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:11.817525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-94964a3f-0ecf-4396-8a8c-0b5f57006115 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:11.818904 n-d-791504-15 neutron-server[93795]: WARNING neutron.api.v2.base [None req-94964a3f-0ecf-4396-8a8c-0b5f57006115 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:53:11.819882 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-94964a3f-0ecf-4396-8a8c-0b5f57006115 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:53:11.823596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-94964a3f-0ecf-4396-8a8c-0b5f57006115 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "PUT /v2.0/security-groups/48052a42-7275-4a89-8bb6-850cc51666c2 HTTP/1.1" status: 409 len: 330 time: 0.0082281 Jul 16 18:53:11.825662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35956) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:11.876426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event deleted for resources: {'Port': ['ID=cb720880-7b09-4aa5-bb7d-9c33773de2ad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:11.915201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.949658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] No DVR routers for this DVR port cb720880-7b09-4aa5-bb7d-9c33773de2ad on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:11.953071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:11.955389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68d9ec77-fdae-4610-b849-42ce51038202 req-2b3cafbe-b7b0-40d9-8eef-b9a1465324a3 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.59 "DELETE /v2.0/ports/cb720880-7b09-4aa5-bb7d-9c33773de2ad HTTP/1.1" status: 204 len: 173 time: 0.8318892 Jul 16 18:53:11.955934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'name': 'network-vif-deleted', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:11.959175 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b92bb-6f4a-49f9-b724-acea7ee340c0" -d '{"events": [{"server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "name": "network-vif-deleted", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:11.975259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406bb864-7214-4f31-9c1b-5b1e4d63ffb9 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.010595 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3380b4-17d4-4229-8243-92fca687f803 x-openstack-request-id: req-4b3380b4-17d4-4229-8243-92fca687f803 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:12.011165 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb21543-f426-4498-aeba-e2da990f0b5f", "name": "network-vif-deleted", "tag": "cb720880-7b09-4aa5-bb7d-9c33773de2ad", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:12.011583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406bb864-7214-4f31-9c1b-5b1e4d63ffb9 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.012270 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b3380b4-17d4-4229-8243-92fca687f803 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:12.013015 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb21543-f426-4498-aeba-e2da990f0b5f', 'name': 'network-vif-deleted', 'tag': 'cb720880-7b09-4aa5-bb7d-9c33773de2ad', 'status': 'completed', 'code': 200} Jul 16 18:53:12.042230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.083091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0097f78a-2718-4b34-9d85-49a837eea900,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:12.103065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.105711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-50f23179-2e2c-4b26-9088-91e755f35613 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0097f78a-2718-4b34-9d85-49a837eea900 HTTP/1.1" status: 204 len: 168 time: 0.4844024 Jul 16 18:53:12.108443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:12.111740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e8a11-ed92-418b-a5f7-c3305073b7db None None] Network ef411865-9871-42a2-a437-89cf28bede19 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:53:12.136313 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406bb864-7214-4f31-9c1b-5b1e4d63ffb9 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.138924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-406bb864-7214-4f31-9c1b-5b1e4d63ffb9 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.144012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:12.144266 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-406bb864-7214-4f31-9c1b-5b1e4d63ffb9 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/48052a42-7275-4a89-8bb6-850cc51666c2 HTTP/1.1" status: 204 len: 168 time: 0.3170407 Jul 16 18:53:12.165931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bb864-7214-4f31-9c1b-5b1e4d63ffb9 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48052a42-7275-4a89-8bb6-850cc51666c2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:12.250506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bba28187-09e9-4f07-88f9-df142d87b917 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029880 Jul 16 18:53:12.253263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35972) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:12.257837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.274070 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-9c1802a6-7b8b-4e83-a8f8-fa98d3a2b0b7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] delete failed (client error): The resource could not be found. Jul 16 18:53:12.278620 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c1802a6-7b8b-4e83-a8f8-fa98d3a2b0b7 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "DELETE /v2.0/security-groups/a2bc265c-3519-4e77-832c-3df7b8f83d7b HTTP/1.1" status: 404 len: 347 time: 0.0208976 Jul 16 18:53:12.279116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35974) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:12.303752 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-5a1e3e8e-e1f1-4fb6-93f1-ee2f7d026902 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] show failed (client error): The resource could not be found. Jul 16 18:53:12.308740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5a1e3e8e-e1f1-4fb6-93f1-ee2f7d026902 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-groups/022f56f3-ced5-4363-a6be-7f14d6a4f933 HTTP/1.1" status: 404 len: 347 time: 0.0247140 Jul 16 18:53:12.308923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:12.351213 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-3f44860f-5b33-4023-bad4-86b34a8b00f1 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] show failed (client error): The resource could not be found. Jul 16 18:53:12.356312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3f44860f-5b33-4023-bad4-86b34a8b00f1 tempest-NegativeSecGroupTest-90018134 tempest-NegativeSecGroupTest-90018134-project] 10.222.0.49 "GET /v2.0/security-group-rules/a74e94d2-2a01-4074-82aa-aca9ed9e5def HTTP/1.1" status: 404 len: 356 time: 0.0423923 Jul 16 18:53:12.472190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Deleting port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:12.474114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.572442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03bcba-e01f-46ed-9844-ba90b5100c21 req-22da5737-d6b0-4372-a8d6-103138b8fc51 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.583860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-de03bcba-e01f-46ed-9844-ba90b5100c21 req-22da5737-d6b0-4372-a8d6-103138b8fc51 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 945 time: 0.2321203 Jul 16 18:53:12.673659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-de03bcba-e01f-46ed-9844-ba90b5100c21 req-8f690d07-5bb2-4836-a387-ca3b5137b633 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873456 Jul 16 18:53:12.724867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] For port 8f48615c-0b80-4205-9f74-c77cd5c40bc3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f48615c-0b80-4205-9f74-c77cd5c40bc3,segment=NetworkSegment(332bcd20-640e-4db3-9e5e-51ed272b391d),segment_id=332bcd20-640e-4db3-9e5e-51ed272b391d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:12.725251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.804144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ee19a1e-a438-4fb6-9cef-a0761a5224d6 req-8bbe21b4-31af-4ef4-8d09-0516ae49525e tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.0620854 Jul 16 18:53:12.826371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Calling delete_port for 8f48615c-0b80-4205-9f74-c77cd5c40bc3 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:12.843570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0d773b22-2dcb-4872-b22c-88b2d0badaf9 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:12.873788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 0d773b22-2dcb-4872-b22c-88b2d0badaf9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:12.874350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0d773b22-2dcb-4872-b22c-88b2d0badaf9 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:12.887081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f975f25-1e24-4721-8053-8b555c0708b7 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:12.932466 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.933282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d6440-d356-4259-ab16-603d79d94cb8 None None] DHCP port deletion for ef411865-9871-42a2-a437-89cf28bede19 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:53:12.937002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8f975f25-1e24-4721-8053-8b555c0708b7 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:12.937566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f975f25-1e24-4721-8053-8b555c0708b7 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:12.960362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] No DVR routers for this DVR port 8f48615c-0b80-4205-9f74-c77cd5c40bc3 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:13.020531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35986) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:13.070238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.082374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef411865-9871-42a2-a437-89cf28bede19']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:13.101255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332bcd20-640e-4db3-9e5e-51ed272b391d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:13.101724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332bcd20-640e-4db3-9e5e-51ed272b391d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:13.127953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.137477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.145405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:53:13.145830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:53:13.162478 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:53:13.165345 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f48615c-0b80-4205-9f74-c77cd5c40bc3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:13.200566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7ee65228-3a18-4d8a-a67a-3cf11aa0df56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6acf55f85c2a4a2b934657bca222a74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761565 Jul 16 18:53:13.200948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 35990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:13.234000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.257797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.258932 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3389d1ef-db90-4eb7-8352-0c60c475129f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.259749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ef411865-9871-42a2-a437-89cf28bede19 HTTP/1.1" status: 204 len: 168 time: 1.1493838 Jul 16 18:53:13.260657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a22ead-298e-4950-82df-adf3159a8708 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef411865-9871-42a2-a437-89cf28bede19,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:13.262642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 35992) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:13.290305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3389d1ef-db90-4eb7-8352-0c60c475129f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.358452 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3389d1ef-db90-4eb7-8352-0c60c475129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.363334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3389d1ef-db90-4eb7-8352-0c60c475129f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:13.364953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3389d1ef-db90-4eb7-8352-0c60c475129f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b90dccf-71f5-4753-85a1-8478b8a61d68 HTTP/1.1" status: 204 len: 168 time: 0.1629074 Jul 16 18:53:13.380386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389d1ef-db90-4eb7-8352-0c60c475129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b90dccf-71f5-4753-85a1-8478b8a61d68,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:13.667187 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:14.029228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ac050-3e4f-4cb6-bb22-f45be1b9d7e1 req-7b72224b-1d4c-4ddd-b670-1bba3376bf41 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.037779 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-913ac050-3e4f-4cb6-bb22-f45be1b9d7e1 req-7b72224b-1d4c-4ddd-b670-1bba3376bf41 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 945 time: 0.2331481 Jul 16 18:53:14.087459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-913ac050-3e4f-4cb6-bb22-f45be1b9d7e1 req-114e282d-e52f-47a2-9cf8-c8004ff79d50 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480559 Jul 16 18:53:14.091579 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9e2eaf8-0829-4357-b489-1ddfb45d3241 req-2c364a31-cd53-4890-90cb-ded9d0b1137f tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.0421937 Jul 16 18:53:14.100997 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Deleting port 211c11ae-8664-4aa4-8b97-3ffec53d2382 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:14.101700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:14.271454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] For port 211c11ae-8664-4aa4-8b97-3ffec53d2382, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=211c11ae-8664-4aa4-8b97-3ffec53d2382,segment=NetworkSegment(228dd588-b83c-4c3c-a0f1-8784c6e8e202),segment_id=228dd588-b83c-4c3c-a0f1-8784c6e8e202)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:14.271911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:14.288036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Calling delete_port for 211c11ae-8664-4aa4-8b97-3ffec53d2382 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:14.326811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e9f4-7278-4b90-9efc-905a8323f4c0 req-cf2d8b1c-4afc-449b-8792-d49014eef0c8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.329017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68c2e9f4-7278-4b90-9efc-905a8323f4c0 req-cf2d8b1c-4afc-449b-8792-d49014eef0c8 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 945 time: 0.0997376 Jul 16 18:53:14.369849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68c2e9f4-7278-4b90-9efc-905a8323f4c0 req-6284b54e-1d60-4af4-9f61-9894d79f589f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352497 Jul 16 18:53:14.411324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36024) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:14.566106 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:14.611030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=211c11ae-8664-4aa4-8b97-3ffec53d2382,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:14.852533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958830f9-1f8a-4d3f-a884-7d3199a6c41c tempest-TestVolumeBootPattern-584337017 tempest-TestVolumeBootPattern-584337017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.862454 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-958830f9-1f8a-4d3f-a884-7d3199a6c41c tempest-TestVolumeBootPattern-584337017 tempest-TestVolumeBootPattern-584337017-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 1092 time: 0.4498057 Jul 16 18:53:14.863122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36046) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:14.871758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb720880-7b09-4aa5-bb7d-9c33773de2ad no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:14.879759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '412c6daf-e05d-4335-8484-2b652b4feb96', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:14.920179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: cb720880-7b09-4aa5-bb7d-9c33773de2ad {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:14.920584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device cb720880-7b09-4aa5-bb7d-9c33773de2ad not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:14.934510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:14.979952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f48615c-0b80-4205-9f74-c77cd5c40bc3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:14.981542 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.021252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8f48615c-0b80-4205-9f74-c77cd5c40bc3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:15.022048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f48615c-0b80-4205-9f74-c77cd5c40bc3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:15.115125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.287461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.25.1.141 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b24932e5-7dfd-463b-a982-a912d4014102) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:15.400034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59f1e7f5-d69d-43b9-9fba-36e23a3dff14 req-9698eea6-8528-46f0-b0e3-caeec5a9661d tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.0401669 Jul 16 18:53:15.404872 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:15.448686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.505639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.530355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:15.541242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] Sync routers for ids ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:15.554798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b0aea7ad-09be-410e-a625-f623a8d9a5c4 admin admin] 10.222.0.49 "PUT /v2.0/routers/c9e5685d-224f-49c3-8e2c-e96c00fce0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2886117 Jul 16 18:53:15.555421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36062) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:15.557589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] Routers {'c9e5685d-224f-49c3-8e2c-e96c00fce0d7'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:15.558225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:15.558660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:15.563124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:15.569987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:15.602296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=b24932e5-7dfd-463b-a982-a912d4014102,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:15.694851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.849835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] Set router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:15.920809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.997063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Deleting port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:15.997467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.118147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] For port e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:16.118747 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.136083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Calling delete_port for e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:16.199972 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3dd7fbaa-7238-46a1-8b49-5d4784761ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.215436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:53:14Z', 'revision_number': 5, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port': {'id': 'e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:53Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:16.249956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] Checking router: c9e5685d-224f-49c3-8e2c-e96c00fce0d7 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:16.261048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] Routers {'c9e5685d-224f-49c3-8e2c-e96c00fce0d7'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:16.261759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:16.374813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] Set router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:16.412871 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.461881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:53:15Z', 'revision_number': 6, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:16.501757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.516959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f73d33-260e-4a2f-bf5d-6502d8a4bd47 None None] The sync data for ids ['c9e5685d-224f-49c3-8e2c-e96c00fce0d7'] in n-d-791504-15 is: [{'id': 'c9e5685d-224f-49c3-8e2c-e96c00fce0d7', 'name': 'tempest-TestServerMultinode-1493533082-router', 'tenant_id': 'a7a4ce62e399442f8f757113953854fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:53:15Z', 'revision_number': 6, 'project_id': 'a7a4ce62e399442f8f757113953854fb', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:16.660594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b7b4681-c532-4eee-a6ec-78b78cf72544 req-519f3ab8-339e-406d-8556-67bd87669653 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.0789783 Jul 16 18:53:16.661498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:16.665845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36090) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:16.754958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.904469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.907614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.993383 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.994058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e5685d-224f-49c3-8e2c-e96c00fce0d7 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:53:16.995995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c4091c-3cf8-4f45-a4cc-f8d51d287fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.001675 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.002941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8694315a-3c2b-40e2-adcf-759e5bdb14f1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c9e5685d-224f-49c3-8e2c-e96c00fce0d7 HTTP/1.1" status: 204 len: 168 time: 1.4425347 Jul 16 18:53:17.008269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:17.052914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 211c11ae-8664-4aa4-8b97-3ffec53d2382 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:17.107500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 211c11ae-8664-4aa4-8b97-3ffec53d2382 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:17.110565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 211c11ae-8664-4aa4-8b97-3ffec53d2382 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:17.133486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c4091c-3cf8-4f45-a4cc-f8d51d287fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.139749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40c4091c-3cf8-4f45-a4cc-f8d51d287fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.163547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.210767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-40c4091c-3cf8-4f45-a4cc-f8d51d287fa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b5242d9874e444db42934c03538a864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432003 Jul 16 18:53:17.211778 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4091c-3cf8-4f45-a4cc-f8d51d287fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a055cf1f-9c3c-4536-b7c4-ac7a719959c1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:17.213629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36100) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:17.229002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] Deleting subnet fc01ef91-fbc8-4e76-809a-7b28b5cb3946 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:53:17.244558 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.320009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.400357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd80f58a-2778-4629-a591-dccf2fcae289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.427552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd80f58a-2778-4629-a591-dccf2fcae289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.548180 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.585958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd80f58a-2778-4629-a591-dccf2fcae289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.588684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dd80f58a-2778-4629-a591-dccf2fcae289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.592380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dd80f58a-2778-4629-a591-dccf2fcae289 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a055cf1f-9c3c-4536-b7c4-ac7a719959c1 HTTP/1.1" status: 204 len: 168 time: 0.3718100 Jul 16 18:53:17.630474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.642310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.648646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f58a-2778-4629-a591-dccf2fcae289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a055cf1f-9c3c-4536-b7c4-ac7a719959c1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:17.679974 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.809423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc01ef91-fbc8-4e76-809a-7b28b5cb3946,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:17.815942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.818208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5493e46f-3c46-40c8-8f9e-e06aff7e7703 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fc01ef91-fbc8-4e76-809a-7b28b5cb3946 HTTP/1.1" status: 204 len: 168 time: 0.8080323 Jul 16 18:53:17.820754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36108) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:17.825495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569f22f-8e9f-42ba-9072-f832a755b9c2 None None] Network 2012f6b6-5d91-438c-bee5-c252f94b98d9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:53:17.837718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=b24932e5-7dfd-463b-a982-a912d4014102,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:17.854761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.999656 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.089189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b74b7975-c306-4695-b992-04bd2c5d3517 req-13f3cd3b-6728-4e76-85f9-3dddd94e77ff tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb21543-f426-4498-aeba-e2da990f0b5f HTTP/1.1" status: 200 len: 210 time: 0.1086550 Jul 16 18:53:18.155150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Deleting port 6637174c-23c9-43d2-b97e-e486189be5ac {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:18.155552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.241012 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Floating IP a6d46d09-c622-42e8-a0b5-72d4e1239c86 associated. External IP: 172.25.1.141, port: 412c6daf-e05d-4335-8484-2b652b4feb96. Jul 16 18:53:18.285929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:18.339678 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfec4e14-07cd-4eda-88e4-2eac578b5bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.358968 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] For port 6637174c-23c9-43d2-b97e-e486189be5ac, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6637174c-23c9-43d2-b97e-e486189be5ac,segment=NetworkSegment(228dd588-b83c-4c3c-a0f1-8784c6e8e202),segment_id=228dd588-b83c-4c3c-a0f1-8784c6e8e202)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:18.360685 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.374514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] DHCP port deletion for 2012f6b6-5d91-438c-bee5-c252f94b98d9 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:53:18.406163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Calling delete_port for 6637174c-23c9-43d2-b97e-e486189be5ac owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:18.438187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] Deleting port 6637174c-23c9-43d2-b97e-e486189be5ac {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:18.438927 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.489511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36118) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:18.546060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] For port 6637174c-23c9-43d2-b97e-e486189be5ac, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6637174c-23c9-43d2-b97e-e486189be5ac,segment=NetworkSegment(228dd588-b83c-4c3c-a0f1-8784c6e8e202),segment_id=228dd588-b83c-4c3c-a0f1-8784c6e8e202)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:18.550060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.557081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:18.582615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] Calling delete_port for 6637174c-23c9-43d2-b97e-e486189be5ac owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:18.603905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:18.709861 n-d-791504-15 neutron-server[93797]: self.session.flush() Jul 16 18:53:18.728134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:18.731471 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.746504 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:18.758226 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:18.759079 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:52:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:18.772066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] Pushing event deleted for resources: {'Port': ['ID=6637174c-23c9-43d2-b97e-e486189be5ac,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:18.793015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadb6b6-b8f9-4a1b-b3e8-e3bd56e0f6d8 None None] No DVR routers for this DVR port 6637174c-23c9-43d2-b97e-e486189be5ac on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:18.796233 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-90ff0952-b63d-4014-951c-fe1668d4ad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.813086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6637174c-23c9-43d2-b97e-e486189be5ac no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:18.835127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6637174c-23c9-43d2-b97e-e486189be5ac {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:18.835891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6637174c-23c9-43d2-b97e-e486189be5ac not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:18.836164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:18.859446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:18.859706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5ef7bbb-6c3e-49ae-a644-0fdfc9e97e7f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:18.895602 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:18.924854 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.048307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfec4e14-07cd-4eda-88e4-2eac578b5bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.050511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6637174c-23c9-43d2-b97e-e486189be5ac,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:19.052641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] No DVR routers for this DVR port 6637174c-23c9-43d2-b97e-e486189be5ac on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:19.061156 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.063887 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cfec4e14-07cd-4eda-88e4-2eac578b5bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.072075 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cff9b9d-552e-4ba4-9635-04afb7a7bdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.106508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6b518198-04f5-44e1-9eae-faa608806db1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2407863 Jul 16 18:53:19.107170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:19.109918 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f90c3b-2c3c-4740-a345-17a3d77698e0" -d '{"events": [{"name": "network-changed", "server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:19.155483 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b466e-e47b-4d03-97fd-3ca3bbf46ead x-openstack-request-id: req-ee5b466e-e47b-4d03-97fd-3ca3bbf46ead {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:19.155663 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:19.155903 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee5b466e-e47b-4d03-97fd-3ca3bbf46ead {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:19.156301 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96', 'status': 'completed', 'code': 200} Jul 16 18:53:19.228913 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cfec4e14-07cd-4eda-88e4-2eac578b5bce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=955f3fd09d4e485585edd2716bd11d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9418604 Jul 16 18:53:19.229266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:19.233774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec4e14-07cd-4eda-88e4-2eac578b5bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441b15f5-e39a-4dce-8d4c-31bb68843a39,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:19.235713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a6d46d09-c622-42e8-a0b5-72d4e1239c86', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '412c6daf-e05d-4335-8484-2b652b4feb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:53:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b35cff-8c10-4efd-b913-43286faab717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:53:16Z', 'updated_at': '2021-07-16T18:53:16Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:19.271521 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:19.280665 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:19.281564 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:19.294152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.304083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07ac7425-832b-4af3-8b92-2977b96282c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.311210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2012f6b6-5d91-438c-bee5-c252f94b98d9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:19.330823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228dd588-b83c-4c3c-a0f1-8784c6e8e202') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:19.331116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228dd588-b83c-4c3c-a0f1-8784c6e8e202') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:19.339891 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07ac7425-832b-4af3-8b92-2977b96282c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.348451 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.407105 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cff9b9d-552e-4ba4-9635-04afb7a7bdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.411306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-29a6eb49-6fc3-4dfe-bc8d-334f1a13c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:19.412363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07ac7425-832b-4af3-8b92-2977b96282c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.413057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-29a6eb49-6fc3-4dfe-bc8d-334f1a13c0bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 1097 time: 0.2245884 Jul 16 18:53:19.413636 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:19.414352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.415732 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07ac7425-832b-4af3-8b92-2977b96282c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.416470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5cff9b9d-552e-4ba4-9635-04afb7a7bdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.419786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-07ac7425-832b-4af3-8b92-2977b96282c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/441b15f5-e39a-4dce-8d4c-31bb68843a39 HTTP/1.1" status: 204 len: 168 time: 0.1866360 Jul 16 18:53:19.426319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac7425-832b-4af3-8b92-2977b96282c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441b15f5-e39a-4dce-8d4c-31bb68843a39,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:19.456097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:53:19.456602 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.458459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36134) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:53:19.472303 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:53:19.519342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff9b9d-552e-4ba4-9635-04afb7a7bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435b4a1f-6708-4d13-8a5c-3ea314830c73,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:19.526841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5cff9b9d-552e-4ba4-9635-04afb7a7bdff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8caebe1dee864eb8a3f4355f30ed6516&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0361738 Jul 16 18:53:19.529580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36136) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:19.549933 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c42cd5f-17fb-47fa-9b99-50b39a89d669 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.598272 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c42cd5f-17fb-47fa-9b99-50b39a89d669 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.599835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.611912 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.614419 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] 10.222.0.49 "DELETE /v2.0/networks/2012f6b6-5d91-438c-bee5-c252f94b98d9 HTTP/1.1" status: 204 len: 168 time: 1.7924893 Jul 16 18:53:19.632583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62359987-2236-4f8e-9e00-d64bfa512e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=2012f6b6-5d91-438c-bee5-c252f94b98d9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:19.637672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-dfdc8ad1-ab4a-4d9a-8e4f-07046e7187c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:19.639279 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-dfdc8ad1-ab4a-4d9a-8e4f-07046e7187c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.2156208 Jul 16 18:53:19.653957 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-513daf35-358f-40fe-a4b4-25f877d853f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.681543 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-513daf35-358f-40fe-a4b4-25f877d853f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.730131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-5b6b35fc-2d37-441f-91e1-c8e8867c3866 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412c6daf-e05d-4335-8484-2b652b4feb96 HTTP/1.1" status: 200 len: 999 time: 0.0830855 Jul 16 18:53:19.753386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c42cd5f-17fb-47fa-9b99-50b39a89d669 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.757558 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6c42cd5f-17fb-47fa-9b99-50b39a89d669 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.759667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6c42cd5f-17fb-47fa-9b99-50b39a89d669 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] 10.222.0.49 "DELETE /v2.0/security-groups/02b9d555-60d6-48c6-8c07-07ca8b423070 HTTP/1.1" status: 204 len: 168 time: 0.2995744 Jul 16 18:53:19.773399 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a6d46d09-c622-42e8-a0b5-72d4e1239c86', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '412c6daf-e05d-4335-8484-2b652b4feb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:53:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b35cff-8c10-4efd-b913-43286faab717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:53:16Z', 'updated_at': '2021-07-16T18:53:16Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:19.799178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42cd5f-17fb-47fa-9b99-50b39a89d669 tempest-TestVolumeBackupRestore-60367117 tempest-TestVolumeBackupRestore-60367117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b9d555-60d6-48c6-8c07-07ca8b423070,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:19.824628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-513daf35-358f-40fe-a4b4-25f877d853f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.828637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-513daf35-358f-40fe-a4b4-25f877d853f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:19.830064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-513daf35-358f-40fe-a4b4-25f877d853f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/435b4a1f-6708-4d13-8a5c-3ea314830c73 HTTP/1.1" status: 204 len: 168 time: 0.2987356 Jul 16 18:53:19.836053 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f401e-b608-4c51-8bb7-3fd18d3bb1e6 None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a6d46d09-c622-42e8-a0b5-72d4e1239c86', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '412c6daf-e05d-4335-8484-2b652b4feb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:53:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b35cff-8c10-4efd-b913-43286faab717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:53:16Z', 'updated_at': '2021-07-16T18:53:16Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:19.844574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513daf35-358f-40fe-a4b4-25f877d853f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435b4a1f-6708-4d13-8a5c-3ea314830c73,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:19.872573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-bcb5c90c-7dbb-4ce7-84bd-1702072585e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:19.878541 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-bcb5c90c-7dbb-4ce7-84bd-1702072585e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.1394033 Jul 16 18:53:19.901356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:20.000152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cfa59968-2e35-45b4-a678-a3b66b84c30d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96fd14e04d124f3bb9cb6932c8feec29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970407 Jul 16 18:53:20.002080 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.003068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36156) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:20.142470 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-bb15f7b5-878f-4b58-b1d9-bd8663ddc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:20.156672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-bb15f7b5-878f-4b58-b1d9-bd8663ddc773 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2690516 Jul 16 18:53:20.271195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107094-9571-4dbd-b65a-d6029ce9ab07 None None] New status for floating IP a6d46d09-c622-42e8-a0b5-72d4e1239c86: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:53:20.384285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-297f11f5-d4f9-4366-9d38-3a0c321eb268 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996651 Jul 16 18:53:20.466519 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-830a12f5-c0a0-4335-a0dc-a69203b503e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.522564 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-830a12f5-c0a0-4335-a0dc-a69203b503e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.655573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36234) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:20.676769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37f90c3b-2c3c-4740-a345-17a3d77698e0 req-51402eb1-d369-43c4-bedd-2e71fd13fa10 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915010 Jul 16 18:53:20.680855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34247ac9-3066-41d0-86ee-367b5e065144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.713041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-830a12f5-c0a0-4335-a0dc-a69203b503e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.717593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-830a12f5-c0a0-4335-a0dc-a69203b503e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.719128 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-830a12f5-c0a0-4335-a0dc-a69203b503e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bf2f439-8cf4-4772-9f89-200c2bde469a HTTP/1.1" status: 204 len: 168 time: 0.7145007 Jul 16 18:53:20.749130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a12f5-c0a0-4335-a0dc-a69203b503e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf2f439-8cf4-4772-9f89-200c2bde469a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:20.802434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34247ac9-3066-41d0-86ee-367b5e065144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.811739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34247ac9-3066-41d0-86ee-367b5e065144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.863669 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:20.889579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34247ac9-3066-41d0-86ee-367b5e065144 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9fbf58d24f5464bb9f6d0125171b793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320950 Jul 16 18:53:20.890728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247ac9-3066-41d0-86ee-367b5e065144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70156539-aa0a-45da-baa1-a5bdcac36c9b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:20.894664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:21.019728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb114-575b-44ff-bbaf-d2bc8ad09e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.047601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb114-575b-44ff-bbaf-d2bc8ad09e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.118371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb114-575b-44ff-bbaf-d2bc8ad09e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.124427 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb114-575b-44ff-bbaf-d2bc8ad09e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.130338 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0b4bb114-575b-44ff-bbaf-d2bc8ad09e4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70156539-aa0a-45da-baa1-a5bdcac36c9b HTTP/1.1" status: 204 len: 168 time: 0.2328103 Jul 16 18:53:21.140474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bb114-575b-44ff-bbaf-d2bc8ad09e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70156539-aa0a-45da-baa1-a5bdcac36c9b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:21.304872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36312) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:21.407619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-581ab7dc-6c7e-4907-bff1-436124e6989f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7a4ce62e399442f8f757113953854fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011250 Jul 16 18:53:21.410187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36328) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:21.508001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-947c3174-35b6-426a-9653-236b6c58b9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.582485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-947c3174-35b6-426a-9653-236b6c58b9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.677470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-947c3174-35b6-426a-9653-236b6c58b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.691528 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-947c3174-35b6-426a-9653-236b6c58b9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.696820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-947c3174-35b6-426a-9653-236b6c58b9ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f3df8f2-24ec-480d-920d-01413784ad89 HTTP/1.1" status: 204 len: 168 time: 0.2853305 Jul 16 18:53:21.719031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c3174-35b6-426a-9653-236b6c58b9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3df8f2-24ec-480d-920d-01413784ad89,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:21.816719 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:22.836499 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:24.639802 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:24.721993 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:24.824285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36716) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:25.005185 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f50687d-5e94-42eb-b4cb-9cb4aab55b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.258430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f50687d-5e94-42eb-b4cb-9cb4aab55b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.263423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f50687d-5e94-42eb-b4cb-9cb4aab55b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.336201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50687d-5e94-42eb-b4cb-9cb4aab55b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5d5899-5ea9-47a6-82bb-0a3e3facf357,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:25.345397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36730) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:25.351715 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f50687d-5e94-42eb-b4cb-9cb4aab55b69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ec2d38212c347ed97e29cc2e142e0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259111 Jul 16 18:53:25.402930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c15572f-05c3-4a83-8047-449979753940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.426983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c15572f-05c3-4a83-8047-449979753940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.483873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c15572f-05c3-4a83-8047-449979753940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.485194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.486766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7c15572f-05c3-4a83-8047-449979753940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.490790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7c15572f-05c3-4a83-8047-449979753940 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e5d5899-5ea9-47a6-82bb-0a3e3facf357 HTTP/1.1" status: 204 len: 168 time: 0.1443756 Jul 16 18:53:25.499710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15572f-05c3-4a83-8047-449979753940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5d5899-5ea9-47a6-82bb-0a3e3facf357,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:25.573701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36736) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:25.668731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0b92373e-8e8b-49de-a579-9617f5863422 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/floatingips/b700fd83-9fde-4152-97dd-ccdec40d34ce HTTP/1.1" status: 200 len: 994 time: 0.0935955 Jul 16 18:53:25.827448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Deleting port 55ed4a15-ce45-4e49-865c-9a4932dcaaae {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:25.828816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.880543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36746) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:25.894574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ca51cc6-e881-408b-92ac-cfd8e0c348bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.914085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] For port 55ed4a15-ce45-4e49-865c-9a4932dcaaae, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=55ed4a15-ce45-4e49-865c-9a4932dcaaae,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:25.914436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.927954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Calling delete_port for 55ed4a15-ce45-4e49-865c-9a4932dcaaae owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:25.975957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36748) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:26.017303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ca51cc6-e881-408b-92ac-cfd8e0c348bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.022626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3ca51cc6-e881-408b-92ac-cfd8e0c348bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.080856 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3ca51cc6-e881-408b-92ac-cfd8e0c348bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fda63d1bf4cf4151b144021e83d39d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990650 Jul 16 18:53:26.085924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36754) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:26.093541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca51cc6-e881-408b-92ac-cfd8e0c348bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0142d6ab-050d-492b-9c5e-da6e1fa49e75,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:26.146282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.173156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ed4a15-ce45-4e49-865c-9a4932dcaaae,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:26.224697 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2806197-14db-442c-8005-4b75fe4234f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.257256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2806197-14db-442c-8005-4b75fe4234f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.260269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port 73053cc8-f78d-47e0-9c0d-5470ae8b3f46 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:26.260991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.366042 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.366768 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.370186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.380436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for 73053cc8-f78d-47e0-9c0d-5470ae8b3f46 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:26.529762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2806197-14db-442c-8005-4b75fe4234f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.532306 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c2806197-14db-442c-8005-4b75fe4234f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.533563 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c2806197-14db-442c-8005-4b75fe4234f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0142d6ab-050d-492b-9c5e-da6e1fa49e75 HTTP/1.1" status: 204 len: 168 time: 0.4461842 Jul 16 18:53:26.547557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2806197-14db-442c-8005-4b75fe4234f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0142d6ab-050d-492b-9c5e-da6e1fa49e75,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:26.626456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:26.659437 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.709191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=73053cc8-f78d-47e0-9c0d-5470ae8b3f46,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:26.807532 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.807925 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Floating IP b700fd83-9fde-4152-97dd-ccdec40d34ce disassociated (deleted). External IP: 172.25.1.109, port: effe48c4-c932-4dc9-a384-57ae6fdafb51. Jul 16 18:53:26.842738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:26.851530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-582c19ea-6455-42f8-af81-c9d2d07bd2d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/269ce635-8f0a-4fa8-88ff-bc2f007e32e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1283524 Jul 16 18:53:26.851796 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] Sync routers for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:26.852271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36772) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:26.878266 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:26.878957 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:26.991295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:27.032707 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:27.191211 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:27.214004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:27.234639 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:53:26Z', 'revision_number': 5, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port': {'id': '5e1942da-7603-4c02-9c83-d5d85eef2b16', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:49Z', 'updated_at': '2021-07-16T18:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:27.266559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Deleting port 5e1942da-7603-4c02-9c83-d5d85eef2b16 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:27.266929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:27.276902 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] Checking router: 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:27.286247 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] Routers {'269ce635-8f0a-4fa8-88ff-bc2f007e32e1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:27.286950 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:27.361389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:27.367447 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:27.370175 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] For port 5e1942da-7603-4c02-9c83-d5d85eef2b16, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5e1942da-7603-4c02-9c83-d5d85eef2b16,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:27.370541 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:27.373879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] Sync routers for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:27.386360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Calling delete_port for 5e1942da-7603-4c02-9c83-d5d85eef2b16 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:27.393292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:27.394211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:27.428074 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6f1bb799-b8b3-47e9-a53f-bb877b5e09b6 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/floatingips/b700fd83-9fde-4152-97dd-ccdec40d34ce HTTP/1.1" status: 204 len: 168 time: 1.4508934 Jul 16 18:53:27.429565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:27.446977 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] Set router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:27.455250 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5acfe0a-fcb3-4449-a84f-a8b073c26544" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:27.527660 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056cd2a6-a90b-46d6-9a96-2298e514b222 x-openstack-request-id: req-056cd2a6-a90b-46d6-9a96-2298e514b222 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:27.528565 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:27.528850 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-056cd2a6-a90b-46d6-9a96-2298e514b222 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:27.529755 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'status': 'completed', 'code': 200} Jul 16 18:53:27.555828 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:53:27Z', 'revision_number': 6, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:27.591717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:27.617247 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d5cd9-88a0-404a-bee5-7da2ad9c94a5 None None] The sync data for ids ['269ce635-8f0a-4fa8-88ff-bc2f007e32e1'] in n-d-791504-15 is: [{'id': '269ce635-8f0a-4fa8-88ff-bc2f007e32e1', 'name': 'tempest-TestVolumeBackupRestore-185857924-router', 'tenant_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:47Z', 'updated_at': '2021-07-16T18:53:27Z', 'revision_number': 6, 'project_id': 'a87c51d3bf8d4794bf3165b62f9f681c', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:27.782134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-014d432d-18da-48b7-8eee-4cb0e8da8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:27.784072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-014d432d-18da-48b7-8eee-4cb0e8da8540 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=704683cc6fff444491603367f079fc81&device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 1098 time: 0.1767788 Jul 16 18:53:27.858383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:27.891387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] Checking router: df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:27.903295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:27.904479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:27.921849 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.016964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1942da-7603-4c02-9c83-d5d85eef2b16,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:28.074090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-e62673a6-701e-4f67-a101-3ad75cdfc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:28.075760 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-e62673a6-701e-4f67-a101-3ad75cdfc345 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe HTTP/1.1" status: 200 len: 898 time: 0.2831528 Jul 16 18:53:28.129153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.159389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:28.255592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.259385 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.359893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-4536f3ee-78b1-4194-9b95-710e3a8e3d40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51 HTTP/1.1" status: 200 len: 217 time: 0.2720118 Jul 16 18:53:28.362876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.363847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269ce635-8f0a-4fa8-88ff-bc2f007e32e1 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:53:28.372174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.377929 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3289cc6e-8660-4ba2-b72c-740d8c4b1d0a admin admin] 10.222.0.49 "DELETE /v2.0/routers/269ce635-8f0a-4fa8-88ff-bc2f007e32e1 HTTP/1.1" status: 204 len: 168 time: 1.5196576 Jul 16 18:53:28.378036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:28.447065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-c517540b-aa5b-4fbf-9fae-8921390c066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:28.448618 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-c517540b-aa5b-4fbf-9fae-8921390c066a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf8fd8e5-0e2e-4a55-be51-6fc210941c0a HTTP/1.1" status: 200 len: 834 time: 0.0740542 Jul 16 18:53:28.491399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] Deleting subnet fb3c2d65-535e-49bc-a3f7-cbaafef290a8 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:53:28.502357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.587424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.600118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-bcb04ce6-68d9-47e1-bec2-58fed1182f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:28.601910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-bcb04ce6-68d9-47e1-bec2-58fed1182f0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b86d3138-df52-4ebe-bc94-ee68f01b7dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390169 Jul 16 18:53:28.649401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:28.720618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c501c1a-957b-4cb8-9848-36dec5f4e5aa None None] The sync data for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 is: [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:52:07Z', 'revision_number': 4, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '1c05a9bc-deff-41c8-9c50-6d78879d9db6', 'name': '', 'network_id': 'b86d3138-df52-4ebe-bc94-ee68f01b7dfe', 'tenant_id': '704683cc6fff444491603367f079fc81', 'mac_address': 'fa:16:3e:96:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:05Z', 'updated_at': '2021-07-16T18:52:15Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'subnets': [{'id': 'bf8fd8e5-0e2e-4a55-be51-6fc210941c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:28.769773 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-26b21d42-2394-4a83-8a92-96a60c57ceb9 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559396 Jul 16 18:53:28.823859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.826778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5e1942da-7603-4c02-9c83-d5d85eef2b16 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:28.883605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 5e1942da-7603-4c02-9c83-d5d85eef2b16 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:28.883951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5e1942da-7603-4c02-9c83-d5d85eef2b16 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:28.884356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55ed4a15-ce45-4e49-865c-9a4932dcaaae no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:28.923328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5acfe0a-fcb3-4449-a84f-a8b073c26544 req-381dc134-056e-4645-8c24-1e5efad29a98 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390262 Jul 16 18:53:28.944182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 55ed4a15-ce45-4e49-865c-9a4932dcaaae {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:28.944564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55ed4a15-ce45-4e49-865c-9a4932dcaaae not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:28.974010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.021848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3c2d65-535e-49bc-a3f7-cbaafef290a8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:29.028231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78fb68-a687-459d-8b78-14891cdff29c None None] Network bf90ac00-84fc-4848-aaf4-515e362c8627 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:53:29.033673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.036811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e25c3fb8-66b4-4e1f-a2ff-0a448a3c1bef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fb3c2d65-535e-49bc-a3f7-cbaafef290a8 HTTP/1.1" status: 204 len: 168 time: 0.6593416 Jul 16 18:53:29.039331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:29.302905 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.468373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Deleting port 022a1062-1e1d-481e-b063-47e1d14a7f9d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:29.469018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.548339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] DHCP port deletion for bf90ac00-84fc-4848-aaf4-515e362c8627 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:53:29.576654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427c77-c299-4175-ad17-1fa6b08eef63 req-c7f6d7b5-5b16-4029-b4ca-08d57eb8fb48 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:29.577714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] For port 022a1062-1e1d-481e-b063-47e1d14a7f9d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=022a1062-1e1d-481e-b063-47e1d14a7f9d,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:29.578458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.586001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c7427c77-c299-4175-ad17-1fa6b08eef63 req-c7f6d7b5-5b16-4029-b4ca-08d57eb8fb48 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 946 time: 0.8143106 Jul 16 18:53:29.602684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Calling delete_port for 022a1062-1e1d-481e-b063-47e1d14a7f9d owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:29.617091 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5753aa8b-8ae8-4370-b6ae-d5745fb94a96 None None] New status for floating IP b700fd83-9fde-4152-97dd-ccdec40d34ce: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:53:29.638963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] Deleting port 022a1062-1e1d-481e-b063-47e1d14a7f9d {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:29.639342 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.660756 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c7427c77-c299-4175-ad17-1fa6b08eef63 req-4be6db8d-df92-4b74-8987-a8c2799f6a26 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f0660bb-802c-4e2b-bb05-9daf24bc230c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744534 Jul 16 18:53:29.712590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] For port 022a1062-1e1d-481e-b063-47e1d14a7f9d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=022a1062-1e1d-481e-b063-47e1d14a7f9d,segment=NetworkSegment(fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca),segment_id=fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:29.713237 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.722853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.729097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] Calling delete_port for 022a1062-1e1d-481e-b063-47e1d14a7f9d owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:29.782041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=022a1062-1e1d-481e-b063-47e1d14a7f9d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:29.784092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] No DVR routers for this DVR port 022a1062-1e1d-481e-b063-47e1d14a7f9d on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:29.838666 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.867742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] Pushing event deleted for resources: {'Port': ['ID=022a1062-1e1d-481e-b063-47e1d14a7f9d,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:29.869893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3eee82-50b8-4aff-867f-3ed53d1d6024 None None] No DVR routers for this DVR port 022a1062-1e1d-481e-b063-47e1d14a7f9d on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:29.891335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.902099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf90ac00-84fc-4848-aaf4-515e362c8627']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:29.915356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:29.916027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc86a1e4-bbab-4c14-ba1c-c4f41beaaeca') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:29.928468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.950611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.959469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:53:29.959994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.970705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-9cc4c9df-d3d8-4993-84af-201bc29505a0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:53:29.972095 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:53:29.974539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-9cc4c9df-d3d8-4993-84af-201bc29505a0 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 946 time: 0.0803668 Jul 16 18:53:30.072581 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.089535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.095242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] 10.222.0.49 "DELETE /v2.0/networks/bf90ac00-84fc-4848-aaf4-515e362c8627 HTTP/1.1" status: 204 len: 168 time: 1.0546236 Jul 16 18:53:30.096202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36854) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:30.113466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad41eb-7949-46bd-8922-a37f8a26f2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bf90ac00-84fc-4848-aaf4-515e362c8627,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:30.134474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port effe48c4-c932-4dc9-a384-57ae6fdafb51 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:30.134886 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.296930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port effe48c4-c932-4dc9-a384-57ae6fdafb51, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=effe48c4-c932-4dc9-a384-57ae6fdafb51,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:30.297814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.314035 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for effe48c4-c932-4dc9-a384-57ae6fdafb51 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:30.473525 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.516389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=effe48c4-c932-4dc9-a384-57ae6fdafb51,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:30.618042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] No DVR routers for this DVR port effe48c4-c932-4dc9-a384-57ae6fdafb51 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:30.623393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.626727 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c4b56b56-a7d7-481b-8dc2-872b289f6cfd req-a3b4e0df-066c-48f9-ab1f-1637adb62610 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.67 "DELETE /v2.0/ports/effe48c4-c932-4dc9-a384-57ae6fdafb51 HTTP/1.1" status: 204 len: 173 time: 0.6473231 Jul 16 18:53:30.627189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'name': 'network-vif-deleted', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:30.637477 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e59a7e-b6f5-42ad-95c5-58fb0243ccb0" -d '{"events": [{"server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "name": "network-vif-deleted", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:30.675846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:30.707040 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1728a4e3-b323-44df-a875-d7a826fc3a9d x-openstack-request-id: req-1728a4e3-b323-44df-a875-d7a826fc3a9d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:30.707331 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2bb5b0-f2dc-4b13-bf01-57390ccfa606", "name": "network-vif-deleted", "tag": "effe48c4-c932-4dc9-a384-57ae6fdafb51", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:30.707572 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1728a4e3-b323-44df-a875-d7a826fc3a9d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:30.707975 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2bb5b0-f2dc-4b13-bf01-57390ccfa606', 'name': 'network-vif-deleted', 'tag': 'effe48c4-c932-4dc9-a384-57ae6fdafb51', 'status': 'completed', 'code': 200} Jul 16 18:53:30.845847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 022a1062-1e1d-481e-b063-47e1d14a7f9d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:30.903785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 022a1062-1e1d-481e-b063-47e1d14a7f9d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:30.904829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 022a1062-1e1d-481e-b063-47e1d14a7f9d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:31.012580 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c6d9ec0-be29-4f8c-878a-08e7b3415948 req-95fb0bbf-c051-43ce-82da-f981a3ce9a03 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a2bb5b0-f2dc-4b13-bf01-57390ccfa606 HTTP/1.1" status: 200 len: 210 time: 0.0821688 Jul 16 18:53:31.642882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Deleting port c59f5765-5154-45ad-aaab-75e6f0d159b9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:31.643359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:31.759121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] For port c59f5765-5154-45ad-aaab-75e6f0d159b9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c59f5765-5154-45ad-aaab-75e6f0d159b9,segment=NetworkSegment(ea3ec47a-c5b6-466f-831c-03101c61d29c),segment_id=ea3ec47a-c5b6-466f-831c-03101c61d29c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:31.759734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:31.786370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Calling delete_port for c59f5765-5154-45ad-aaab-75e6f0d159b9 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:32.079695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.132831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c59f5765-5154-45ad-aaab-75e6f0d159b9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:32.172017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36900) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:32.415319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e65efe46-a5e5-455a-b735-cff9ead98cb4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.507345 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e65efe46-a5e5-455a-b735-cff9ead98cb4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.553948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.687821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e65efe46-a5e5-455a-b735-cff9ead98cb4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.691509 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e65efe46-a5e5-455a-b735-cff9ead98cb4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.696328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e65efe46-a5e5-455a-b735-cff9ead98cb4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/security-groups/6f0660bb-802c-4e2b-bb05-9daf24bc230c HTTP/1.1" status: 204 len: 168 time: 0.5230181 Jul 16 18:53:32.734885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65efe46-a5e5-455a-b735-cff9ead98cb4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0660bb-802c-4e2b-bb05-9daf24bc230c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:32.766828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36906) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:33.164810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:33.372279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:33.388616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23441376-1012-4808-b064-9c0cef278971 None None] Sync routers for ids ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:33.398378 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-27daace4-210c-44d0-ba35-31ed699d5a7d admin admin] 10.222.0.49 "PUT /v2.0/routers/3e5c2ae3-e8da-47c1-811f-5a7d164b5129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2915182 Jul 16 18:53:33.400835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36922) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:33.405540 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] Routers {'3e5c2ae3-e8da-47c1-811f-5a7d164b5129'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:33.406410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:33.607562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.828234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] Set router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:33.903013 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.927466 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.089398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:53:32Z', 'revision_number': 5, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port': {'id': '5b4c13a6-0bda-4e31-a76b-1697319cd368', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:07Z', 'updated_at': '2021-07-16T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:34.124229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Deleting port 5b4c13a6-0bda-4e31-a76b-1697319cd368 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:34.124874 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.180882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23441376-1012-4808-b064-9c0cef278971 None None] Checking router: 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:34.213376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] Routers {'3e5c2ae3-e8da-47c1-811f-5a7d164b5129'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:34.214035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:34.300023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device effe48c4-c932-4dc9-a384-57ae6fdafb51 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:34.329507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] For port 5b4c13a6-0bda-4e31-a76b-1697319cd368, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5b4c13a6-0bda-4e31-a76b-1697319cd368,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:34.330012 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.335978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] Set router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:34.356007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Calling delete_port for 5b4c13a6-0bda-4e31-a76b-1697319cd368 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:34.393943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-23441376-1012-4808-b064-9c0cef278971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:53:33Z', 'revision_number': 6, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:34.415789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: effe48c4-c932-4dc9-a384-57ae6fdafb51 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:34.416183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device effe48c4-c932-4dc9-a384-57ae6fdafb51 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:34.494121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23441376-1012-4808-b064-9c0cef278971 None None] The sync data for ids ['3e5c2ae3-e8da-47c1-811f-5a7d164b5129'] in n-d-791504-15 is: [{'id': '3e5c2ae3-e8da-47c1-811f-5a7d164b5129', 'name': 'tempest-TestVolumeBackupRestore-565932680-router', 'tenant_id': '916023674ff344a992b7246b6ee0c144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:05Z', 'updated_at': '2021-07-16T18:53:33Z', 'revision_number': 6, 'project_id': '916023674ff344a992b7246b6ee0c144', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:34.665590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port 1c05a9bc-deff-41c8-9c50-6d78879d9db6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:34.665959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.796625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.838664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4c13a6-0bda-4e31-a76b-1697319cd368,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:34.858840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port 1c05a9bc-deff-41c8-9c50-6d78879d9db6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1c05a9bc-deff-41c8-9c50-6d78879d9db6,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:34.861099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.914261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for 1c05a9bc-deff-41c8-9c50-6d78879d9db6 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:35.001409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.080236 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c59f5765-5154-45ad-aaab-75e6f0d159b9 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:35.164509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: c59f5765-5154-45ad-aaab-75e6f0d159b9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:35.164888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c59f5765-5154-45ad-aaab-75e6f0d159b9 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:35.290990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.294343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.410254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.411010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5c2ae3-e8da-47c1-811f-5a7d164b5129 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:53:35.417786 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.418882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b136f6b0-c150-44b0-a3f3-c97ccc60ca80 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3e5c2ae3-e8da-47c1-811f-5a7d164b5129 HTTP/1.1" status: 204 len: 168 time: 2.0170064 Jul 16 18:53:35.421731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36938) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:35.545538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] Deleting subnet a58e15fd-7228-4a74-82e9-00de44446b78 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:53:35.552006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.586656 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.641474 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.642803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=1c05a9bc-deff-41c8-9c50-6d78879d9db6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:35.848843 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.954373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.063169 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.071566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6027bd0-11e2-4883-b4a4-6f3baeb2f114 None None] Network ae4ad831-d799-4a54-82f6-6f32b111a449 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:53:36.083373 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a58e15fd-7228-4a74-82e9-00de44446b78 HTTP/1.1" status: 204 len: 168 time: 0.6604438 Jul 16 18:53:36.089079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36942) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:36.089901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19345-d379-4054-bdcd-b3a4a48466ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58e15fd-7228-4a74-82e9-00de44446b78,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:36.364034 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.461800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] DHCP port deletion for ae4ad831-d799-4a54-82f6-6f32b111a449 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:53:36.519165 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.584478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] Deleting port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:36.585315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.586506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Deleting port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:36.586984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.806767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] For port 4c3eacdb-49b4-4e27-ace6-49c202d30d37, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4c3eacdb-49b4-4e27-ace6-49c202d30d37,segment=NetworkSegment(ea3ec47a-c5b6-466f-831c-03101c61d29c),segment_id=ea3ec47a-c5b6-466f-831c-03101c61d29c)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:36.807932 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.817020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] For port 4c3eacdb-49b4-4e27-ace6-49c202d30d37, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4c3eacdb-49b4-4e27-ace6-49c202d30d37,segment=NetworkSegment(ea3ec47a-c5b6-466f-831c-03101c61d29c),segment_id=ea3ec47a-c5b6-466f-831c-03101c61d29c)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:36.817452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.831057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] Calling delete_port for 4c3eacdb-49b4-4e27-ace6-49c202d30d37 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:36.849419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Calling delete_port for 4c3eacdb-49b4-4e27-ace6-49c202d30d37 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:37.017111 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.035737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.089899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] Pushing event deleted for resources: {'Port': ['ID=4c3eacdb-49b4-4e27-ace6-49c202d30d37,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:37.095685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2107e2-a411-4878-afdd-ef316f674579 None None] No DVR routers for this DVR port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:37.098018 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:37.099162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4c3eacdb-49b4-4e27-ace6-49c202d30d37 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:37.132152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3eacdb-49b4-4e27-ace6-49c202d30d37,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:37.151107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] No DVR routers for this DVR port 4c3eacdb-49b4-4e27-ace6-49c202d30d37 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:37.183117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4c3eacdb-49b4-4e27-ace6-49c202d30d37 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:37.183649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4c3eacdb-49b4-4e27-ace6-49c202d30d37 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:37.184257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5b4c13a6-0bda-4e31-a76b-1697319cd368 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:37.272982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 5b4c13a6-0bda-4e31-a76b-1697319cd368 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:37.274388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5b4c13a6-0bda-4e31-a76b-1697319cd368 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:37.287844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.313409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4ad831-d799-4a54-82f6-6f32b111a449']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:37.355589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3ec47a-c5b6-466f-831c-03101c61d29c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:37.356046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3ec47a-c5b6-466f-831c-03101c61d29c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:37.373785 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.397724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:37.404879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c474e52c-fdf6-4b29-9ea4-a2b255037188 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "PUT /v2.0/routers/df4b4c22-21d1-4c1c-b1d6-35dada7c57d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6356065 Jul 16 18:53:37.406741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36958) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:37.408360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.413456 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] Sync routers for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:37.420477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:53:37.420927 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:53:37.423927 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:53:37.433164 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc79a30-bd7d-4ef0-bc8f-938aed26ed66 req-defebc90-c5b9-4ee0-b73e-94d5a52f892a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:37.442232 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9cc79a30-bd7d-4ef0-bc8f-938aed26ed66 req-defebc90-c5b9-4ee0-b73e-94d5a52f892a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 946 time: 0.1500251 Jul 16 18:53:37.448097 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:37.448929 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:37.522831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting subnet bf8fd8e5-0e2e-4a55-be51-6fc210941c0a {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:53:37.528052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.621233 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9cc79a30-bd7d-4ef0-bc8f-938aed26ed66 req-81f2879f-e35d-497f-a486-337c7788481b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778789 Jul 16 18:53:37.630756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.631143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.653442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.656071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae4ad831-d799-4a54-82f6-6f32b111a449 HTTP/1.1" status: 204 len: 168 time: 1.5509486 Jul 16 18:53:37.670288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148b9e8-81f0-4fd0-aa31-a63c3b0e93cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4ad831-d799-4a54-82f6-6f32b111a449,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:37.897950 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:37.930455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.109802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36976) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:38.112907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.167547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8fd8e5-0e2e-4a55-be51-6fc210941c0a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:38.175631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.178003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4b47f7f5-d3db-496d-964e-29f35150b5a4 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/subnets/bf8fd8e5-0e2e-4a55-be51-6fc210941c0a HTTP/1.1" status: 204 len: 168 time: 0.7702761 Jul 16 18:53:38.178147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f3d8c9-2e26-40e2-8aed-850fc2f25c56 None None] Network b86d3138-df52-4ebe-bc94-ee68f01b7dfe requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:53:38.180608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:38.200523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36980) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:38.200884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bc9ddd15-90ce-4753-9c83-b871ee525c76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a87c51d3bf8d4794bf3165b62f9f681c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876026 Jul 16 18:53:38.261917 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:53:35Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:38.306110 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] Checking router: df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:38.317404 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] Routers {'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:38.319185 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:38.356637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef0d31f-c624-46d2-9fe6-c9daae5ae636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.385837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.393926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef0d31f-c624-46d2-9fe6-c9daae5ae636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.510542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] DHCP port deletion for b86d3138-df52-4ebe-bc94-ee68f01b7dfe request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:53:38.532765 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] Set router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:38.578622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.619003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Deleting port 0703b62a-9692-4164-abd2-8dcc0584fa46 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:38.619901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.671896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-230ecf10-4040-4f6d-af0c-4aff5fdf56db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:38.674360 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-230ecf10-4040-4f6d-af0c-4aff5fdf56db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.67 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 946 time: 0.2133503 Jul 16 18:53:38.706546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef0d31f-c624-46d2-9fe6-c9daae5ae636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.748229 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aef0d31f-c624-46d2-9fe6-c9daae5ae636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.755974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aef0d31f-c624-46d2-9fe6-c9daae5ae636 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efdc2734-fa34-4f5a-9320-1940d2fb5855 HTTP/1.1" status: 204 len: 168 time: 0.5527654 Jul 16 18:53:38.828530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d31f-c624-46d2-9fe6-c9daae5ae636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdc2734-fa34-4f5a-9320-1940d2fb5855,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:38.887260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Deleting port 31926702-b2c0-4b7b-82d2-6954a8f1a207 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:38.887613 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.889203 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:53:35Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:38.906101 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] For port 0703b62a-9692-4164-abd2-8dcc0584fa46, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0703b62a-9692-4164-abd2-8dcc0584fa46,segment=NetworkSegment(bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d),segment_id=bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:38.906604 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.947435 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c2f50-2c7e-497b-a33a-84c081711993 None None] The sync data for ids ['df4b4c22-21d1-4c1c-b1d6-35dada7c57d1'] in n-d-791504-15 is: [{'id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'name': 'tempest-TestNetworkBasicOps-router-1641764919', 'tenant_id': '704683cc6fff444491603367f079fc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:51:47Z', 'updated_at': '2021-07-16T18:53:35Z', 'revision_number': 5, 'project_id': '704683cc6fff444491603367f079fc81', 'gw_port': {'id': '31926702-b2c0-4b7b-82d2-6954a8f1a207', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b4c22-21d1-4c1c-b1d6-35dada7c57d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:51:49Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:38.970766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0703b62a-9692-4164-abd2-8dcc0584fa46 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:38.977274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Calling delete_port for 0703b62a-9692-4164-abd2-8dcc0584fa46 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:39.073626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Deleting port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:39.076705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.140367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] For port 31926702-b2c0-4b7b-82d2-6954a8f1a207, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=31926702-b2c0-4b7b-82d2-6954a8f1a207,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:39.141470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.158169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90710b6-754a-47d5-830f-4e843735ef97 req-449ad029-638f-4aca-ab7b-dda5ce735098 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:39.160558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a90710b6-754a-47d5-830f-4e843735ef97 req-449ad029-638f-4aca-ab7b-dda5ce735098 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 946 time: 0.1528192 Jul 16 18:53:39.169151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.202967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Pushing event deleted for resources: {'Port': ['ID=0703b62a-9692-4164-abd2-8dcc0584fa46,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:39.223815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.229420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.229780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.230177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.230661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.231012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.231507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.232168 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.233125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.233467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.234605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.234781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Calling delete_port for 31926702-b2c0-4b7b-82d2-6954a8f1a207 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:39.234931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:39.235956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] For port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:39.236661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.246567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846ca8d-9450-4087-8f13-415f416d94f9 None None] No DVR routers for this DVR port 0703b62a-9692-4164-abd2-8dcc0584fa46 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:39.253887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.312050 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a90710b6-754a-47d5-830f-4e843735ef97 req-c572c2e3-bff2-4402-a135-dad2e2d4c598 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdf306bd-6095-4b65-9f7f-23553c3f0b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424630 Jul 16 18:53:39.527677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 36996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:39.590950 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.601758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.602416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.603076 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Floating IP d12e8dfb-1751-47c6-9966-5b9e9ff4d28a disassociated. External IP: 172.25.1.74, port: 9a41c55b-33f3-4f53-a2c0-01ec26f4c597. Jul 16 18:53:39.603845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Calling delete_port for 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:39.604084 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8f698e91-5bdc-4b45-9d58-892b1145de4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=916023674ff344a992b7246b6ee0c144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748386 Jul 16 18:53:39.606978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 36998) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:39.664361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Port': ['ID=31926702-b2c0-4b7b-82d2-6954a8f1a207,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:39.723081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.723233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b17b02cf-11d0-4f3c-8abb-2f55c83dc072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.763245 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b17b02cf-11d0-4f3c-8abb-2f55c83dc072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.855257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.863383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.865964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.884154 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b17b02cf-11d0-4f3c-8abb-2f55c83dc072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.886945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b17b02cf-11d0-4f3c-8abb-2f55c83dc072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.888163 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b17b02cf-11d0-4f3c-8abb-2f55c83dc072 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29386122-2de2-4e04-bda1-c31deed95edc HTTP/1.1" status: 204 len: 168 time: 0.2799821 Jul 16 18:53:39.893090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event deleted for resources: {'Port': ['ID=9a41c55b-33f3-4f53-a2c0-01ec26f4c597,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:39.927682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b02cf-11d0-4f3c-8abb-2f55c83dc072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29386122-2de2-4e04-bda1-c31deed95edc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:39.932739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.933691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Fanout notify agent at l3_agent the message router_deleted on router df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:53:39.975564 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.977350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cdaa07a8-a958-43a7-8eee-52d54fbb1318 tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/routers/df4b4c22-21d1-4c1c-b1d6-35dada7c57d1 HTTP/1.1" status: 204 len: 168 time: 1.7947261 Jul 16 18:53:39.980633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:40.146039 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.220509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Router 6d4a57ce-c717-4d7a-a976-489c12e08492 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:40.361193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.377985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86d3138-df52-4ebe-bc94-ee68f01b7dfe']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:40.394550 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:40.395291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbd2cd1-a9db-4f40-a4e8-0c98af8d729d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:40.413473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.439858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.447224 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:40.477340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] Sync routers for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:40.508441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:53:40.511590 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.527153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:40.532736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:53:40.539932 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:53:40.570073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] No DVR routers for this DVR port 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:40.580968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.587682 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa58f3c8-6e64-4387-87b2-3078c92485e6 req-12d04a25-4728-4003-9ae8-f9aa59f380b2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.67 "DELETE /v2.0/ports/9a41c55b-33f3-4f53-a2c0-01ec26f4c597 HTTP/1.1" status: 204 len: 173 time: 1.9075577 Jul 16 18:53:40.591093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-deleted', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:40.603859 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c1c221-9bed-472e-a2a7-13a5aadc7b09" -d '{"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-deleted", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:40.783597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1f51d66-def8-4dc4-86a0-dd72849abb22 req-79b782e4-6047-4227-a65b-0ac85f76c94f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50dc963-32bf-4c97-a21e-40c1a6c22c87 HTTP/1.1" status: 200 len: 210 time: 0.1187179 Jul 16 18:53:40.791258 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3407824-86fc-4565-99cd-6ba414d0619c x-openstack-request-id: req-f3407824-86fc-4565-99cd-6ba414d0619c {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:40.792414 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50dc963-32bf-4c97-a21e-40c1a6c22c87", "name": "network-vif-deleted", "tag": "9a41c55b-33f3-4f53-a2c0-01ec26f4c597", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:40.793098 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3407824-86fc-4565-99cd-6ba414d0619c {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:40.793770 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50dc963-32bf-4c97-a21e-40c1a6c22c87', 'name': 'network-vif-deleted', 'tag': '9a41c55b-33f3-4f53-a2c0-01ec26f4c597', 'status': 'completed', 'code': 200} Jul 16 18:53:40.862835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.887669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.892436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] 10.222.0.49 "DELETE /v2.0/networks/b86d3138-df52-4ebe-bc94-ee68f01b7dfe HTTP/1.1" status: 204 len: 168 time: 0.9101238 Jul 16 18:53:40.910110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 31926702-b2c0-4b7b-82d2-6954a8f1a207 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:40.945259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f19f87-1235-4736-9322-923733aa569f tempest-TestNetworkBasicOps-1460244699 tempest-TestNetworkBasicOps-1460244699-project] Pushing event deleted for resources: {'Network': ['ID=b86d3138-df52-4ebe-bc94-ee68f01b7dfe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:40.980619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 31926702-b2c0-4b7b-82d2-6954a8f1a207 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:40.980807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 31926702-b2c0-4b7b-82d2-6954a8f1a207 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:40.981205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1c05a9bc-deff-41c8-9c50-6d78879d9db6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:40.986999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:41.038957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 1c05a9bc-deff-41c8-9c50-6d78879d9db6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:41.039360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1c05a9bc-deff-41c8-9c50-6d78879d9db6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:41.324994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:41.345956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:41.383761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] Checking router: 6d4a57ce-c717-4d7a-a976-489c12e08492 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:41.398485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:41.399213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:41.490335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-80152f5b-16d6-47f3-9552-ff3ce022b05b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=704683cc6fff444491603367f079fc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613142 Jul 16 18:53:41.490464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:41.563442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:41.564244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-967a45e6-a62a-4df1-b84e-a97976b1410a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:41.593934 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-967a45e6-a62a-4df1-b84e-a97976b1410a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:41.662407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-967a45e6-a62a-4df1-b84e-a97976b1410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:41.665053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-967a45e6-a62a-4df1-b84e-a97976b1410a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:41.669313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-967a45e6-a62a-4df1-b84e-a97976b1410a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3c92ca8-53cb-4e78-9a0c-108cb5c4705f HTTP/1.1" status: 204 len: 168 time: 0.1750052 Jul 16 18:53:41.680533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a45e6-a62a-4df1-b84e-a97976b1410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c92ca8-53cb-4e78-9a0c-108cb5c4705f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:41.877240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:41.951965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477bb6c-5b0d-4971-924d-02afb2104aa9 None None] The sync data for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 is: [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:41.984934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37074) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:42.102068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37076) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:42.113314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5d165-4cc9-4331-8a21-4494c0a0d9db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.124585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f8828d-f947-482b-9d85-0267c234653e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.144129 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5d165-4cc9-4331-8a21-4494c0a0d9db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.225576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5d165-4cc9-4331-8a21-4494c0a0d9db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.229303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37a5d165-4cc9-4331-8a21-4494c0a0d9db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.231080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-37a5d165-4cc9-4331-8a21-4494c0a0d9db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "DELETE /v2.0/security-groups/fdf306bd-6095-4b65-9f7f-23553c3f0b7d HTTP/1.1" status: 204 len: 168 time: 0.2441349 Jul 16 18:53:42.235030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37078) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:42.260983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5d165-4cc9-4331-8a21-4494c0a0d9db tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf306bd-6095-4b65-9f7f-23553c3f0b7d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:42.266671 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f8828d-f947-482b-9d85-0267c234653e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.268925 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-22c0ad88-33a7-4699-86f6-4f7ac1deda3b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] show failed (client error): The resource could not be found. Jul 16 18:53:42.270507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-22c0ad88-33a7-4699-86f6-4f7ac1deda3b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups/fdf306bd-6095-4b65-9f7f-23553c3f0b7d HTTP/1.1" status: 404 len: 347 time: 0.0341027 Jul 16 18:53:42.274723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37080) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:42.275848 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-30f8828d-f947-482b-9d85-0267c234653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.288654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:42.324630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:42.325006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 9a41c55b-33f3-4f53-a2c0-01ec26f4c597 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:42.410710 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809347f-9cb2-4bf5-bf2e-e9bdbcb1a9b5 None None] New status for floating IP d12e8dfb-1751-47c6-9966-5b9e9ff4d28a: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:53:42.420182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-30f8828d-f947-482b-9d85-0267c234653e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=164f1a4be9d4475382aa3d77e32b3363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136339 Jul 16 18:53:42.420962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:42.423666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8828d-f947-482b-9d85-0267c234653e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2a4b4-efa6-4d9f-b19f-faf5ff901e1e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:42.479519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Deleting port 1833ad3c-a98d-4555-83eb-a34a2fa8fe71 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:42.479864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.544363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db37790d-135e-42b5-9d5b-d4d590d18c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.579717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.580341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.581980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db37790d-135e-42b5-9d5b-d4d590d18c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.597810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Calling delete_port for 1833ad3c-a98d-4555-83eb-a34a2fa8fe71 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:42.654878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db37790d-135e-42b5-9d5b-d4d590d18c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.658555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db37790d-135e-42b5-9d5b-d4d590d18c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.660253 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-db37790d-135e-42b5-9d5b-d4d590d18c88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbd2a4b4-efa6-4d9f-b19f-faf5ff901e1e HTTP/1.1" status: 204 len: 168 time: 0.2372720 Jul 16 18:53:42.672300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37790d-135e-42b5-9d5b-d4d590d18c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2a4b4-efa6-4d9f-b19f-faf5ff901e1e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:42.821124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.877410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event deleted for resources: {'Port': ['ID=1833ad3c-a98d-4555-83eb-a34a2fa8fe71,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:42.956666 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.959825 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.965101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f667f5d7-98d5-4f51-9d16-a1d285a4c142 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "DELETE /v2.0/floatingips/d12e8dfb-1751-47c6-9966-5b9e9ff4d28a HTTP/1.1" status: 204 len: 168 time: 0.6852627 Jul 16 18:53:43.417492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37094) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:43.423678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-39547e10-601a-4ee2-bee6-27e601e19282 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990430813', 'description': 'tempest-description--1163686007'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:43.456970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39547e10-601a-4ee2-bee6-27e601e19282 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.554968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39547e10-601a-4ee2-bee6-27e601e19282 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.559559 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39547e10-601a-4ee2-bee6-27e601e19282 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.595381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39547e10-601a-4ee2-bee6-27e601e19282 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.597887 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-39547e10-601a-4ee2-bee6-27e601e19282 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1788218 Jul 16 18:53:43.598998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39547e10-601a-4ee2-bee6-27e601e19282 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e14f4d5-05a2-46b7-b06c-dca4162608e4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:43.600770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37096) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:43.613692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'security_group_rule': {'security_group_id': '7e14f4d5-05a2-46b7-b06c-dca4162608e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:43.652628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.712223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.717729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.741006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcf4876-644e-4a25-93d1-675de8c3e7d0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:43.755409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.757502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.757502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.757502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.757941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.758302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.758734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.759038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.759371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.759703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.760096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.760429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:43.763928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.769013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37098) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:43.769262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c6166b83-df6e-4f92-9e3c-7d15fcddc1c3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664243 Jul 16 18:53:43.773681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ee6486a3-5df5-4faf-a065-e07241a039d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'security_group_rule': {'security_group_id': '7e14f4d5-05a2-46b7-b06c-dca4162608e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:43.804459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6486a3-5df5-4faf-a065-e07241a039d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.876618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6486a3-5df5-4faf-a065-e07241a039d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.882424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6486a3-5df5-4faf-a065-e07241a039d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.904755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6486a3-5df5-4faf-a065-e07241a039d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e9e30c-dd77-4fc4-8196-4e44db328a6e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:43.912287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee6486a3-5df5-4faf-a065-e07241a039d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.914022 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee6486a3-5df5-4faf-a065-e07241a039d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441936 Jul 16 18:53:43.917414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37102) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:43.925912 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:43.960789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.164823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.356886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Allocated IP 172.25.1.54 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/6f36afeb-40b5-4972-baae-a869d2abb243) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:44.535117 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.584009 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.662845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:44.666586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:44.677089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:44.680479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'Port': ['ID=6f36afeb-40b5-4972-baae-a869d2abb243,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:44.833343 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.922109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.066700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37134) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:45.139934 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.145931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.191633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95a9fcf0-0168-46c3-937a-f943835530a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.214395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'Port': ['ID=6f36afeb-40b5-4972-baae-a869d2abb243,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:45.226140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.226494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.226895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.227184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.227515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.227852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.228181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.228517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.228860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.229228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.229579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.229898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:45.235866 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.302985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95a9fcf0-0168-46c3-937a-f943835530a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.309386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-95a9fcf0-0168-46c3-937a-f943835530a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.312215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.313809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c9fc202b-54b8-440e-b745-d18a89d4e309 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3949547 Jul 16 18:53:45.358463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-95a9fcf0-0168-46c3-937a-f943835530a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95f23ed6020c4370bcd7cea2674ed1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904704 Jul 16 18:53:45.360568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9fcf0-0168-46c3-937a-f943835530a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b19e38-342d-4bce-8e27-79a550ce9ec9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:45.364253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37142) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:45.455166 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9289a5b4-8649-4300-bb09-c3dec73e80e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.485650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9289a5b4-8649-4300-bb09-c3dec73e80e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.565244 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-69678954-6a87-49d4-99bd-b7132b0fada5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--990430813&fields=id&tenant_id=db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 267 time: 0.0428286 Jul 16 18:53:45.585878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9289a5b4-8649-4300-bb09-c3dec73e80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.588508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9289a5b4-8649-4300-bb09-c3dec73e80e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.592376 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9289a5b4-8649-4300-bb09-c3dec73e80e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4b19e38-342d-4bce-8e27-79a550ce9ec9 HTTP/1.1" status: 204 len: 168 time: 0.2242880 Jul 16 18:53:45.617253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289a5b4-8649-4300-bb09-c3dec73e80e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b19e38-342d-4bce-8e27-79a550ce9ec9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:45.701853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7a452d49-59fb-4702-ac77-cdf6901e2fce tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:45.703406 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7a452d49-59fb-4702-ac77-cdf6901e2fce tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 817 time: 0.1293302 Jul 16 18:53:45.722207 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-710c113a-ab1c-4354-a85b-7681bab903cf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/quotas/db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 375 time: 0.0129769 Jul 16 18:53:45.800073 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-e5f5b8ba-1c0e-413b-af73-aa8aefdca873 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722041 Jul 16 18:53:45.903816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:45.910347 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-29625f17-0ac4-49d4-8e5a-65fdac549a0a service neutron] 10.222.0.49 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988762 Jul 16 18:53:45.918495 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a23f484-4329-4574-8845-67d302b96913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.020107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8dcc939b-2d90-4b62-9a94-da81f995d896 service neutron] 10.222.0.49 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026471 Jul 16 18:53:46.027712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a23f484-4329-4574-8845-67d302b96913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.032025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1a23f484-4329-4574-8845-67d302b96913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.082455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1a23f484-4329-4574-8845-67d302b96913 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6f7791895fb43a19c5112549c229b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755056 Jul 16 18:53:46.082455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23f484-4329-4574-8845-67d302b96913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0433f3-174e-4826-9d9c-abdc7659c146,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:46.083354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:46.158190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d110de9d-c51d-4333-9d2f-3de1119b7b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.188951 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed15bfc4-cdaf-4a50-954b-0b92293f2af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.189457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d110de9d-c51d-4333-9d2f-3de1119b7b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.242960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d110de9d-c51d-4333-9d2f-3de1119b7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.245883 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d110de9d-c51d-4333-9d2f-3de1119b7b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.250795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d110de9d-c51d-4333-9d2f-3de1119b7b53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb0433f3-174e-4826-9d9c-abdc7659c146 HTTP/1.1" status: 204 len: 168 time: 0.1666934 Jul 16 18:53:46.260562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110de9d-c51d-4333-9d2f-3de1119b7b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0433f3-174e-4826-9d9c-abdc7659c146,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:46.285950 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-13601f6b-1229-495a-91d6-a4dcdf75d1e5 req-afa8eff0-c034-4b1a-80ba-5d2adf0ad904 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 210 time: 0.0648713 Jul 16 18:53:46.836804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37192) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:46.859473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba403cbd-2115-4f6c-91a6-1813bce6cd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.955928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37196) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:46.974988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba403cbd-2115-4f6c-91a6-1813bce6cd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.981903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ba403cbd-2115-4f6c-91a6-1813bce6cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.023861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ba403cbd-2115-4f6c-91a6-1813bce6cd4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df5cd5517ccc441c8799d67409b89a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831810 Jul 16 18:53:47.025283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba403cbd-2115-4f6c-91a6-1813bce6cd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78380dee-8130-4f57-9cc0-e84053e27990,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:47.026596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:47.105375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfb2cb9b-156b-487d-8607-6625f39667f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.108228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d12514d-c90c-44d5-8854-b524ed5a71c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.141717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfb2cb9b-156b-487d-8607-6625f39667f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.218194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfb2cb9b-156b-487d-8607-6625f39667f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.220598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfb2cb9b-156b-487d-8607-6625f39667f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.221770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dfb2cb9b-156b-487d-8607-6625f39667f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78380dee-8130-4f57-9cc0-e84053e27990 HTTP/1.1" status: 204 len: 168 time: 0.1938512 Jul 16 18:53:47.235813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2cb9b-156b-487d-8607-6625f39667f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78380dee-8130-4f57-9cc0-e84053e27990,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:47.256929 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d12514d-c90c-44d5-8854-b524ed5a71c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.262438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4d12514d-c90c-44d5-8854-b524ed5a71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.305764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4d12514d-c90c-44d5-8854-b524ed5a71c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81f384ae76684d70962eca09bb3e6f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483632 Jul 16 18:53:47.306744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12514d-c90c-44d5-8854-b524ed5a71c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d45e08-79e3-4e93-8a29-7c8de8cb7167,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:47.308960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37204) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:47.380989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd6ae-f6ae-475e-b0fc-6c601b7a91d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.407329 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd6ae-f6ae-475e-b0fc-6c601b7a91d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.489508 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-63f70d96-3fc6-4752-ae32-39225cb71057 req-60c79e4d-6f61-4ceb-a66a-e1dace3a0b3b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 210 time: 0.0352519 Jul 16 18:53:47.495697 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd6ae-f6ae-475e-b0fc-6c601b7a91d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.499477 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7bcd6ae-f6ae-475e-b0fc-6c601b7a91d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.503303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a7bcd6ae-f6ae-475e-b0fc-6c601b7a91d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74d45e08-79e3-4e93-8a29-7c8de8cb7167 HTTP/1.1" status: 204 len: 168 time: 0.1906221 Jul 16 18:53:47.529709 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcd6ae-f6ae-475e-b0fc-6c601b7a91d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d45e08-79e3-4e93-8a29-7c8de8cb7167,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:47.554111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-cf41dfc5-4780-4253-a54f-1cd50fc8f9b5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.556284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-cf41dfc5-4780-4253-a54f-1cd50fc8f9b5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.59 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 817 time: 0.1482694 Jul 16 18:53:47.626609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-3c335278-b299-4ebe-953e-16889d01f114 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 379 time: 0.0486743 Jul 16 18:53:47.639148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'port': {'device_id': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'admin_state_up': True, 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'security_groups': ['7e14f4d5-05a2-46b7-b06c-dca4162608e4']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:47.761654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Made reservation on behalf of db29f6bb99b74d21bef7d39b747a8721 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:53:47.766248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.826040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:47.839197 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4af23c97-6259-47c2-a41f-f3f3945f6dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.918199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Allocated IP 172.20.0.14 (9f9b3039-5cf5-4d70-96fd-5a67bb15f231/f6fc654f-2218-4bb1-b4ff-715f348c4bcc/20fea521-d4c1-4c15-a650-e08b53322d03) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:47.942135 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4af23c97-6259-47c2-a41f-f3f3945f6dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.948392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4af23c97-6259-47c2-a41f-f3f3945f6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.992280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4af23c97-6259-47c2-a41f-f3f3945f6dfd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3b0787bc59f4893b88866313e2737d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651189 Jul 16 18:53:47.993528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af23c97-6259-47c2-a41f-f3f3945f6dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187d1c31-95ce-4b6a-8af6-85c6e5f1252f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:47.995799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37230) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:48.110448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e080682-b7fd-4411-8772-410cdc1e49b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.114441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.141543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Transition to ACTIVE for port object 20fea521-d4c1-4c15-a650-e08b53322d03 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:48.147940 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e080682-b7fd-4411-8772-410cdc1e49b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.210570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.250409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e080682-b7fd-4411-8772-410cdc1e49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.252850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8e080682-b7fd-4411-8772-410cdc1e49b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.254003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8e080682-b7fd-4411-8772-410cdc1e49b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/187d1c31-95ce-4b6a-8af6-85c6e5f1252f HTTP/1.1" status: 204 len: 168 time: 0.2572722 Jul 16 18:53:48.277843 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e080682-b7fd-4411-8772-410cdc1e49b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d1c31-95ce-4b6a-8af6-85c6e5f1252f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:48.283962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:48.288194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:48.293132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:48.297930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:48.350451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.351120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.377052 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-7238b5b7-cd2e-41ad-9684-92471b0d63dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7425094 Jul 16 18:53:48.389845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Request body: {'port': {'device_id': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:48.523228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.586569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf2ecc3e-d9f6-44ed-9ba7-4d89a8e02087 None None] Provisioning for port 20fea521-d4c1-4c15-a650-e08b53322d03 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:48.594823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bf2ecc3e-d9f6-44ed-9ba7-4d89a8e02087 None None] Provisioning complete for port 20fea521-d4c1-4c15-a650-e08b53322d03 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:48.595772 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf2ecc3e-d9f6-44ed-9ba7-4d89a8e02087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.672884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ecc3e-d9f6-44ed-9ba7-4d89a8e02087 None None] Port 20fea521-d4c1-4c15-a650-e08b53322d03 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:53:48.761943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ab4d522c-62e4-42cf-bb3a-f6069bcd5076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.797133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13c82-a64b-4781-9c34-8f1d58c6eb5f req-afe84b04-200d-4f1d-a468-2a851793ef2c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.799020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4eb13c82-a64b-4781-9c34-8f1d58c6eb5f req-afe84b04-200d-4f1d-a468-2a851793ef2c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 932 time: 0.1467369 Jul 16 18:53:48.871962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4eb13c82-a64b-4781-9c34-8f1d58c6eb5f req-55d0218f-20df-4e9c-a5c7-6d0cda48f0d4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642540 Jul 16 18:53:48.915285 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.938421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fea521-d4c1-4c15-a650-e08b53322d03 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:48.949697 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.968446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Transition to ACTIVE for port object 20fea521-d4c1-4c15-a650-e08b53322d03 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:48.973344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:49.038547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:49.127026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:49.127648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:49.127894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:49.133781 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Port 20fea521-d4c1-4c15-a650-e08b53322d03 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:53:49.134113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:49.140084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:49.141091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Checking segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:49.141766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Bound using segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:49.142412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Bound port: 20fea521-d4c1-4c15-a650-e08b53322d03, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:49.143393 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:49.222264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:49.226174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:49.233577 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:49.282580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.283534 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:49.285004 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] 10.222.0.59 "PUT /v2.0/ports/20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 1093 time: 0.9002309 Jul 16 18:53:49.285457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:49.287792 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff5e28a-c215-4b03-a23c-31f8a4b7a408" -d '{"events": [{"name": "network-changed", "server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:49.315337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb59b7-ec0d-4f72-95ce-e95f02867132 service neutron] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:49.383019 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c4149e-1254-417f-9278-f00f579473e8 x-openstack-request-id: req-81c4149e-1254-417f-9278-f00f579473e8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:49.383589 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:49.384005 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81c4149e-1254-417f-9278-f00f579473e8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:49.384570 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'status': 'completed', 'code': 200} Jul 16 18:53:49.418467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-28c831d4-ea42-44a5-b026-7a555a440c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.421053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-28c831d4-ea42-44a5-b026-7a555a440c5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1096 time: 0.0766675 Jul 16 18:53:49.478549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-1760e872-982e-4d38-9421-a57289ef1735 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 217 time: 0.0487549 Jul 16 18:53:49.543613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-f5753c05-2755-4df1-ab53-72476fbe6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.545902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-f5753c05-2755-4df1-ab53-72476fbe6794 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0605919 Jul 16 18:53:49.611295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-c37b9270-45ea-4736-85c0-f09901edc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.613023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-c37b9270-45ea-4736-85c0-f09901edc4e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593438 Jul 16 18:53:49.713987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-e13e8433-7db3-4c22-8efa-bd3fad96ed5b service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923588 Jul 16 18:53:49.813669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26962c35-2055-4315-b704-5a42a42ac0c3 req-712b6f48-17b8-42db-9d63-83e110538456 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927265 Jul 16 18:53:49.928187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-b83b2ae5-2c9b-411e-b138-1e054b7290f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.929761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-b83b2ae5-2c9b-411e-b138-1e054b7290f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1096 time: 0.0583847 Jul 16 18:53:49.993639 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:50.107679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-6e641644-341c-402c-83af-24d751e7fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:50.109227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-6e641644-341c-402c-83af-24d751e7fd05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.1728892 Jul 16 18:53:50.157133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-1d51c7a9-2fc8-49f1-a9e6-dd287eece76e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 217 time: 0.0394928 Jul 16 18:53:50.170240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b95592-cb0f-4aae-add4-c072cef7bd31 req-bd2a2cdc-8bea-41f5-9751-b169cc63464a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:50.171900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-10b95592-cb0f-4aae-add4-c072cef7bd31 req-bd2a2cdc-8bea-41f5-9751-b169cc63464a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 944 time: 0.1266632 Jul 16 18:53:50.260338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-3f9c7f8b-6512-4e60-bcba-c4e55dd13310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:50.262006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-3f9c7f8b-6512-4e60-bcba-c4e55dd13310 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0892305 Jul 16 18:53:50.265249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-10b95592-cb0f-4aae-add4-c072cef7bd31 req-c86b4234-046e-4c9a-b572-54c1fdf890cb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795012 Jul 16 18:53:50.324300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-64bc1378-350c-42ee-9dbb-63958bdfbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:50.325879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-64bc1378-350c-42ee-9dbb-63958bdfbde6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567348 Jul 16 18:53:50.429737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-64cb45de-3c82-44be-9a4f-718c8dde96a2 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966053 Jul 16 18:53:50.526182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eff5e28a-c215-4b03-a23c-31f8a4b7a408 req-34e81d83-3294-4f48-a650-e3654530279e service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891430 Jul 16 18:53:51.476237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88302-0b2a-4a13-891c-e7c133c1f933 req-cf6c0e7b-bb32-49b3-be5b-7c87d293f0e4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:51.480455 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2eb88302-0b2a-4a13-891c-e7c133c1f933 req-cf6c0e7b-bb32-49b3-be5b-7c87d293f0e4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 944 time: 0.0690038 Jul 16 18:53:51.518696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2eb88302-0b2a-4a13-891c-e7c133c1f933 req-ebe39193-a204-4645-adb0-48a0c77a2993 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349655 Jul 16 18:53:51.791795 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.728927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf44bf4-6fca-42cd-8f1f-814ca215997b req-f79fb4a2-8e8b-46a2-9833-a8d437944336 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:52.730431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0cf44bf4-6fca-42cd-8f1f-814ca215997b req-f79fb4a2-8e8b-46a2-9833-a8d437944336 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 944 time: 0.0752313 Jul 16 18:53:52.772310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0cf44bf4-6fca-42cd-8f1f-814ca215997b req-9096091f-6b26-4bf9-9876-8b31f82e8828 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356567 Jul 16 18:53:52.818472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.043916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:53:53.153282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:53.165526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '20fea521-d4c1-4c15-a650-e08b53322d03', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'port_id': '20fea521-d4c1-4c15-a650-e08b53322d03', 'mac_address': 'fa:16:3e:2c:f5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:53:53.209838 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.405950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fea521-d4c1-4c15-a650-e08b53322d03 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:53.427868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:53.432705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.517371 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:53.647490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['20fea521-d4c1-4c15-a650-e08b53322d03'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:53.850719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37376) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:53.999324 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27f91d1-e2a6-4680-8bd5-e8f66e5e90fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.022507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c83f-9508-4cb8-9798-51717e9c704f req-718c62ea-3955-48fa-ab46-09beac071476 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:54.025073 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a49c83f-9508-4cb8-9798-51717e9c704f req-718c62ea-3955-48fa-ab46-09beac071476 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0753989 Jul 16 18:53:54.074817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1a49c83f-9508-4cb8-9798-51717e9c704f req-455c779e-a6d5-40b2-a69f-fd123b6a92ff tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Jul 16 18:53:54.131724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27f91d1-e2a6-4680-8bd5-e8f66e5e90fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.135832 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d27f91d1-e2a6-4680-8bd5-e8f66e5e90fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.176876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d27f91d1-e2a6-4680-8bd5-e8f66e5e90fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3fc4138d0b04706b3251c46d1b9116c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248382 Jul 16 18:53:54.178354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37382) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:54.179438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f91d1-e2a6-4680-8bd5-e8f66e5e90fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b5b3f-67c3-41bb-bbff-9177c8b1a7dc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:54.243442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a99acee6-563b-43cd-8425-3f968319abea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.266368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a99acee6-563b-43cd-8425-3f968319abea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.315109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a99acee6-563b-43cd-8425-3f968319abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.317851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a99acee6-563b-43cd-8425-3f968319abea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.319079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a99acee6-563b-43cd-8425-3f968319abea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e4b5b3f-67c3-41bb-bbff-9177c8b1a7dc HTTP/1.1" status: 204 len: 168 time: 0.1395714 Jul 16 18:53:54.327425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99acee6-563b-43cd-8425-3f968319abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b5b3f-67c3-41bb-bbff-9177c8b1a7dc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:54.606079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37392) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:54.628472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53532817-6d60-48c6-b338-dc26f05ce6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.639217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.734284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53532817-6d60-48c6-b338-dc26f05ce6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.739260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-53532817-6d60-48c6-b338-dc26f05ce6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.785929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37396) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:54.788875 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-53532817-6d60-48c6-b338-dc26f05ce6c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5eedd1d7e1ce4120b3c1d48ecd87d417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780083 Jul 16 18:53:54.790643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53532817-6d60-48c6-b338-dc26f05ce6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db99531f-7168-4850-b2ad-0c9c617e076d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:54.853123 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96236d99-b989-480d-b53b-c77ac4877203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.876144 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96236d99-b989-480d-b53b-c77ac4877203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.941625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96236d99-b989-480d-b53b-c77ac4877203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.945836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-96236d99-b989-480d-b53b-c77ac4877203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:54.948291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-96236d99-b989-480d-b53b-c77ac4877203 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db99531f-7168-4850-b2ad-0c9c617e076d HTTP/1.1" status: 204 len: 168 time: 0.1607075 Jul 16 18:53:54.956561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96236d99-b989-480d-b53b-c77ac4877203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99531f-7168-4850-b2ad-0c9c617e076d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.019773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37402) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.058719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:53:55.117203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 20fea521-d4c1-4c15-a650-e08b53322d03 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:55.122782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 20fea521-d4c1-4c15-a650-e08b53322d03 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:55.123180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.205660 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.232727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:55.235326 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a347624-9557-41bb-80c1-0f9d1af4f076" -d '{"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-plugged", "status": "completed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:55.257965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:55.264322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.299638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24531a5f-393c-4247-923d-8feb3f5520e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.304856 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68450c4a-c326-4873-a210-799258fb87d6 x-openstack-request-id: req-68450c4a-c326-4873-a210-799258fb87d6 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:55.305372 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-plugged", "status": "completed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:55.305774 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68450c4a-c326-4873-a210-799258fb87d6 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:55.306229 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'code': 200} Jul 16 18:53:55.333165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.375905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466b15-476c-47ca-a52b-8943b07cf907 req-3fc8f3d7-f215-4fdf-9f0c-f8c3a0c42d63 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:55.377473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca466b15-476c-47ca-a52b-8943b07cf907 req-3fc8f3d7-f215-4fdf-9f0c-f8c3a0c42d63 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.1452944 Jul 16 18:53:55.482335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca466b15-476c-47ca-a52b-8943b07cf907 req-ab16c675-96ca-4bd5-aedc-b5671abfbb4c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929677 Jul 16 18:53:55.503380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43181d9d-c7b1-4681-8824-004e68097ec3 req-d58ad6bd-dd8f-4707-bb21-5d5321629b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:55.504935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43181d9d-c7b1-4681-8824-004e68097ec3 req-d58ad6bd-dd8f-4707-bb21-5d5321629b26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1098 time: 0.1265666 Jul 16 18:53:55.515103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24531a5f-393c-4247-923d-8feb3f5520e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.533116 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-24531a5f-393c-4247-923d-8feb3f5520e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.585978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43181d9d-c7b1-4681-8824-004e68097ec3 req-b3e9ef75-d37b-4425-942c-fef469a16523 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735857 Jul 16 18:53:55.588242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-24531a5f-393c-4247-923d-8feb3f5520e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f23bbf8e2f9c4cd4aa93460be7973047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674675 Jul 16 18:53:55.590296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24531a5f-393c-4247-923d-8feb3f5520e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a3dd8-dc8c-4208-8b71-b03ba7dfe3c2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:55.591674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37430) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:55.647736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7372046a-822f-43dc-9a28-51cb2d263ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.670419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7372046a-822f-43dc-9a28-51cb2d263ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.717512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7372046a-822f-43dc-9a28-51cb2d263ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.720047 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7372046a-822f-43dc-9a28-51cb2d263ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.721244 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7372046a-822f-43dc-9a28-51cb2d263ce3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef3a3dd8-dc8c-4208-8b71-b03ba7dfe3c2 HTTP/1.1" status: 204 len: 168 time: 0.1282425 Jul 16 18:53:55.731701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372046a-822f-43dc-9a28-51cb2d263ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a3dd8-dc8c-4208-8b71-b03ba7dfe3c2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:56.057021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37448) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:56.074459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc297-1c49-491c-88bc-f73d4cffc89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.179491 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc297-1c49-491c-88bc-f73d4cffc89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.184551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc297-1c49-491c-88bc-f73d4cffc89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.225104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c8cc297-1c49-491c-88bc-f73d4cffc89e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ebf8e8fff56492ebd7988fe82a59e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663256 Jul 16 18:53:56.227477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37454) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:56.228258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cc297-1c49-491c-88bc-f73d4cffc89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab1eba-c275-4ff4-b644-88422d545349,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:56.293876 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-756b82c9-614c-4adf-87b1-5dba905d505c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.315079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-756b82c9-614c-4adf-87b1-5dba905d505c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.374199 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-756b82c9-614c-4adf-87b1-5dba905d505c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.377081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-756b82c9-614c-4adf-87b1-5dba905d505c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:56.378641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-756b82c9-614c-4adf-87b1-5dba905d505c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eaab1eba-c275-4ff4-b644-88422d545349 HTTP/1.1" status: 204 len: 168 time: 0.1490910 Jul 16 18:53:56.395223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b82c9-614c-4adf-87b1-5dba905d505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab1eba-c275-4ff4-b644-88422d545349,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:56.690192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9a63c-b9f9-46e1-8eee-1b9b694c6016 req-c35a1c60-4acf-4685-9d82-366264eb92de tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:56.691928 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bb9a63c-b9f9-46e1-8eee-1b9b694c6016 req-c35a1c60-4acf-4685-9d82-366264eb92de tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0767267 Jul 16 18:53:56.738062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9bb9a63c-b9f9-46e1-8eee-1b9b694c6016 req-3aa59ff7-6e94-413f-987d-fdb66e140fbe tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400083 Jul 16 18:53:56.885739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-e13623a4-b896-433b-aab5-dd62a22cbf34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606785 Jul 16 18:53:56.916419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:56.936220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe66e53-f6ae-4daa-8674-93aa7dc28a6a req-b90c2a85-4e29-41bf-b6a8-910c3759c41e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:56.946302 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cbe66e53-f6ae-4daa-8674-93aa7dc28a6a req-b90c2a85-4e29-41bf-b6a8-910c3759c41e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0814328 Jul 16 18:53:56.946837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:56.956663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Request body: {'floatingip': {'port_id': '20fea521-d4c1-4c15-a650-e08b53322d03'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:57.000141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-874b740d-5f23-4166-8350-576b14c2ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.001999 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-874b740d-5f23-4166-8350-576b14c2ee51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 1097 time: 0.0713835 Jul 16 18:53:57.138131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-bdae0f9a-f20e-4fb5-af3b-9821065b0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.139679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-bdae0f9a-f20e-4fb5-af3b-9821065b0acd service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1156650 Jul 16 18:53:57.209393 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-0988a579-a38f-46f3-832d-47fa7d246e80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412c6daf-e05d-4335-8484-2b652b4feb96 HTTP/1.1" status: 200 len: 1001 time: 0.0619531 Jul 16 18:53:57.268474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-30469ab2-e5d3-44c8-9bdd-e616194ef4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.269986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-30469ab2-e5d3-44c8-9bdd-e616194ef4b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0540929 Jul 16 18:53:57.338810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-f46ddb6b-4fa5-4c7b-8faa-8c7f4faebd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.340368 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-f46ddb6b-4fa5-4c7b-8faa-8c7f4faebd72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641224 Jul 16 18:53:57.383911 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.388165 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5c8a-7ca6-4c24-865a-ca4bf0ad75ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.438282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-0e90f59b-6408-43b8-a230-83c1c1f2f387 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900788 Jul 16 18:53:57.680213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5c8a-7ca6-4c24-865a-ca4bf0ad75ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.687251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5c8a-7ca6-4c24-865a-ca4bf0ad75ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.772137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e4eb5c8a-7ca6-4c24-865a-ca4bf0ad75ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f38ecd02c09d4e31894ee88b6ec3cef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518369 Jul 16 18:53:57.774879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37520) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:57.826713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb5c8a-7ca6-4c24-865a-ca4bf0ad75ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a5b69-e71c-46b4-8c0e-8bffdcb6cbd7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:57.870684 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:57.890378 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3eb7267-5535-4e8a-9f3d-737d33fc12cf req-e6d05705-e7ad-4d2e-bb54-9dc5e5f499e2 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449167 Jul 16 18:53:57.935425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d3041a9-38f8-4bc4-b84d-fc347fad698c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:57.985697 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d3041a9-38f8-4bc4-b84d-fc347fad698c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.077292 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.082470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.123424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d3041a9-38f8-4bc4-b84d-fc347fad698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.126031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d3041a9-38f8-4bc4-b84d-fc347fad698c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.127218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5d3041a9-38f8-4bc4-b84d-fc347fad698c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/170a5b69-e71c-46b4-8c0e-8bffdcb6cbd7 HTTP/1.1" status: 204 len: 168 time: 0.3455691 Jul 16 18:53:58.144275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3041a9-38f8-4bc4-b84d-fc347fad698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a5b69-e71c-46b4-8c0e-8bffdcb6cbd7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:58.218787 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Floating IP a9231329-d275-4ed4-a900-f027f2c64f3b associated. External IP: 172.25.1.54, port: 20fea521-d4c1-4c15-a650-e08b53322d03. Jul 16 18:53:58.462985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Router 6d4a57ce-c717-4d7a-a976-489c12e08492 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:58.549106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37542) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:58.563615 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54082393-f1b8-434d-b276-a7bf680e05f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.583542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:58.588468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.598123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b106b1c-5956-4323-9c70-374636032356 None None] Sync routers for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:58.607410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:58.608384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:58.641205 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f2f143ed-665a-4282-a9d9-b51b7dd282dd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "PUT /v2.0/floatingips/a9231329-d275-4ed4-a900-f027f2c64f3b HTTP/1.1" status: 200 len: 991 time: 1.6893988 Jul 16 18:53:58.641205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:58.641577 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7de2a7-6942-4792-91bc-3e32491efae2" -d '{"events": [{"name": "network-changed", "server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:58.673935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54082393-f1b8-434d-b276-a7bf680e05f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.679980 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54082393-f1b8-434d-b276-a7bf680e05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.725390 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60836fd6-8878-4eaa-81ce-8642c9ea348a x-openstack-request-id: req-60836fd6-8878-4eaa-81ce-8642c9ea348a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:58.725777 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:58.726623 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60836fd6-8878-4eaa-81ce-8642c9ea348a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:58.727121 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'status': 'completed', 'code': 200} Jul 16 18:53:58.741514 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54082393-f1b8-434d-b276-a7bf680e05f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6183a2c835248518249dccd24750cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912057 Jul 16 18:53:58.743286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54082393-f1b8-434d-b276-a7bf680e05f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a849b83-6b3c-4bbc-9706-e325ffa68de0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:58.744170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37548) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:58.793372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:58.852092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfe42e35-aa9a-4cfd-bfbc-0d35752bf0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.878164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-79be2a78-6126-44ed-9b7f-1557668ce3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:58.880244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-79be2a78-6126-44ed-9b7f-1557668ce3f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1098 time: 0.1037219 Jul 16 18:53:58.885603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfe42e35-aa9a-4cfd-bfbc-0d35752bf0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.026966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-fa0aa8ed-fe2c-4088-9983-7dfad9e76d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:59.028488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-fa0aa8ed-fe2c-4088-9983-7dfad9e76d7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.1410236 Jul 16 18:53:59.034592 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfe42e35-aa9a-4cfd-bfbc-0d35752bf0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.037892 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bfe42e35-aa9a-4cfd-bfbc-0d35752bf0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.038913 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bfe42e35-aa9a-4cfd-bfbc-0d35752bf0e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a849b83-6b3c-4bbc-9706-e325ffa68de0 HTTP/1.1" status: 204 len: 168 time: 0.2936103 Jul 16 18:53:59.084307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe42e35-aa9a-4cfd-bfbc-0d35752bf0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a849b83-6b3c-4bbc-9706-e325ffa68de0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:59.131416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a9231329-d275-4ed4-a900-f027f2c64f3b', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'port_id': '20fea521-d4c1-4c15-a650-e08b53322d03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'mac_address': 'fa:16:3e:2c:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:53:44Z', 'updated_at': '2021-07-16T18:53:57Z', 'revision_number': 1, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:59.150097 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-38b44247-94c6-438e-9be0-37c20612a00d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 999 time: 0.1100333 Jul 16 18:53:59.165609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b106b1c-5956-4323-9c70-374636032356 None None] Checking router: 6d4a57ce-c717-4d7a-a976-489c12e08492 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:59.186318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:59.187397 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:53:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:59.264095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-ae7313f9-1b22-486e-8644-1f240ba1f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:59.266730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-ae7313f9-1b22-486e-8644-1f240ba1f867 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.1099162 Jul 16 18:53:59.338369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:59.339537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-1ff573f8-4841-4077-b987-d118554c743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:59.341356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-1ff573f8-4841-4077-b987-d118554c743d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679579 Jul 16 18:53:59.436395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-acb15376-c9b3-441d-a52e-6bad3587f344 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863888 Jul 16 18:53:59.542722 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f7de2a7-6942-4792-91bc-3e32491efae2 req-11dae433-feef-460d-8c57-cd9cf0f0de87 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989788 Jul 16 18:53:59.604986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9b106b1c-5956-4323-9c70-374636032356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a9231329-d275-4ed4-a900-f027f2c64f3b', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'port_id': '20fea521-d4c1-4c15-a650-e08b53322d03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'mac_address': 'fa:16:3e:2c:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:53:44Z', 'updated_at': '2021-07-16T18:53:57Z', 'revision_number': 1, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:59.637409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b106b1c-5956-4323-9c70-374636032356 None None] The sync data for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 is: [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'a9231329-d275-4ed4-a900-f027f2c64f3b', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'port_id': '20fea521-d4c1-4c15-a650-e08b53322d03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'mac_address': 'fa:16:3e:2c:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:53:44Z', 'updated_at': '2021-07-16T18:53:57Z', 'revision_number': 1, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:59.925378 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b031-03cd-4f76-a6fa-58390176814f None None] New status for floating IP a9231329-d275-4ed4-a900-f027f2c64f3b: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:03.660939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37696) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:03.772019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f6683b3-3a9d-4052-984e-616b9a5c5330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.865553 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f6683b3-3a9d-4052-984e-616b9a5c5330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.870593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4f6683b3-3a9d-4052-984e-616b9a5c5330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.910667 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4f6683b3-3a9d-4052-984e-616b9a5c5330 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=062ed7daafed4cb7b4fa566f98fd9173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483945 Jul 16 18:54:03.911632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6683b3-3a9d-4052-984e-616b9a5c5330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be35853-68f0-474a-9ca3-98e24c1c2aad,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:03.913164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37700) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:03.967362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b266c206-82d8-4204-a9f4-fc5fdc3d9976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.989809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b266c206-82d8-4204-a9f4-fc5fdc3d9976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.039465 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b266c206-82d8-4204-a9f4-fc5fdc3d9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.042213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b266c206-82d8-4204-a9f4-fc5fdc3d9976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.043395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b266c206-82d8-4204-a9f4-fc5fdc3d9976 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1be35853-68f0-474a-9ca3-98e24c1c2aad HTTP/1.1" status: 204 len: 168 time: 0.1283758 Jul 16 18:54:04.052813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266c206-82d8-4204-a9f4-fc5fdc3d9976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be35853-68f0-474a-9ca3-98e24c1c2aad,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:04.328949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:04.342967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b7af7c4-996c-4839-9d86-1ebb595f1fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.443161 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b7af7c4-996c-4839-9d86-1ebb595f1fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.447624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b7af7c4-996c-4839-9d86-1ebb595f1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.487695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9b7af7c4-996c-4839-9d86-1ebb595f1fc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ba9f11244a242e780773d482a3b7b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576028 Jul 16 18:54:04.490256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:04.498127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7af7c4-996c-4839-9d86-1ebb595f1fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3eeb7-b2cf-43af-86e7-62ecb0d3cc83,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:04.546849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0968e285-732e-4b43-8882-0e5bc8b34f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.569401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0968e285-732e-4b43-8882-0e5bc8b34f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.617934 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0968e285-732e-4b43-8882-0e5bc8b34f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.620622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0968e285-732e-4b43-8882-0e5bc8b34f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.621983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0968e285-732e-4b43-8882-0e5bc8b34f12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09b3eeb7-b2cf-43af-86e7-62ecb0d3cc83 HTTP/1.1" status: 204 len: 168 time: 0.1307356 Jul 16 18:54:04.631329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968e285-732e-4b43-8882-0e5bc8b34f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3eeb7-b2cf-43af-86e7-62ecb0d3cc83,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.108502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37866) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:15.222646 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d632654-986e-467c-ba0f-6f8dfe48219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.323539 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d632654-986e-467c-ba0f-6f8dfe48219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.328967 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d632654-986e-467c-ba0f-6f8dfe48219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.367143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d632654-986e-467c-ba0f-6f8dfe48219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12add7b5-dee7-46c1-a8e1-bb768f71992b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.379031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37872) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:15.379588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2d632654-986e-467c-ba0f-6f8dfe48219c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e4b559aba89470785c14d1da06e869e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699044 Jul 16 18:54:15.433879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b2ecdde-becb-4f28-895e-24e789756e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.458017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b2ecdde-becb-4f28-895e-24e789756e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.506980 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b2ecdde-becb-4f28-895e-24e789756e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.509580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0b2ecdde-becb-4f28-895e-24e789756e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.510782 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0b2ecdde-becb-4f28-895e-24e789756e4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12add7b5-dee7-46c1-a8e1-bb768f71992b HTTP/1.1" status: 204 len: 168 time: 0.1307039 Jul 16 18:54:15.519964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ecdde-becb-4f28-895e-24e789756e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12add7b5-dee7-46c1-a8e1-bb768f71992b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.797849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:15.811098 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14cf908d-9403-4831-b30e-6f1f452ea696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.907809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14cf908d-9403-4831-b30e-6f1f452ea696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.912605 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14cf908d-9403-4831-b30e-6f1f452ea696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.949734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf908d-9403-4831-b30e-6f1f452ea696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474b6dc-1c91-40a1-b22a-977e72b564c3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.954614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14cf908d-9403-4831-b30e-6f1f452ea696 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1e33dc696fd4b1b8de481a49ee853f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555457 Jul 16 18:54:15.957952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37882) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:16.008177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bbad4ee-3755-4e70-926a-aadc3fd186d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.030293 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bbad4ee-3755-4e70-926a-aadc3fd186d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.081483 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bbad4ee-3755-4e70-926a-aadc3fd186d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.086152 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4bbad4ee-3755-4e70-926a-aadc3fd186d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.087569 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4bbad4ee-3755-4e70-926a-aadc3fd186d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8474b6dc-1c91-40a1-b22a-977e72b564c3 HTTP/1.1" status: 204 len: 168 time: 0.1293404 Jul 16 18:54:16.099568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbad4ee-3755-4e70-926a-aadc3fd186d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474b6dc-1c91-40a1-b22a-977e72b564c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:16.183019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06c8d6ca-8431-40cb-98ce-badb4b6a0c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.756607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a9c89e8-a65e-456e-a42b-8ad3912c2d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.905516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.289560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:19.403525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a806fb8a-c68b-4e16-badd-34cae0c067df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.497737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a806fb8a-c68b-4e16-badd-34cae0c067df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.502138 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a806fb8a-c68b-4e16-badd-34cae0c067df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.541557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a806fb8a-c68b-4e16-badd-34cae0c067df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f7a077a4fcb4613b6422d56ffeaeb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505946 Jul 16 18:54:19.542385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806fb8a-c68b-4e16-badd-34cae0c067df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df6da0-edd2-4c4b-97ad-d8c30bf75c32,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:19.545573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:19.599482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e36c-3f9d-4c53-9d2c-8f254f4f4ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.621677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e36c-3f9d-4c53-9d2c-8f254f4f4ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.698764 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e36c-3f9d-4c53-9d2c-8f254f4f4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.701605 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e36c-3f9d-4c53-9d2c-8f254f4f4ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.702767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0bc8e36c-3f9d-4c53-9d2c-8f254f4f4ecd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0df6da0-edd2-4c4b-97ad-d8c30bf75c32 HTTP/1.1" status: 204 len: 168 time: 0.1558957 Jul 16 18:54:19.712292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8e36c-3f9d-4c53-9d2c-8f254f4f4ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df6da0-edd2-4c4b-97ad-d8c30bf75c32,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:20.003642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.796081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.827969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.656238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.043387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 37990) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.152710 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11d71562-c0a8-49a9-8202-025ace88e2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.246790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11d71562-c0a8-49a9-8202-025ace88e2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.251708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-11d71562-c0a8-49a9-8202-025ace88e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.289679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-11d71562-c0a8-49a9-8202-025ace88e2c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5e50bdd8bed4c53962478faa6d4058b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451198 Jul 16 18:54:25.290567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d71562-c0a8-49a9-8202-025ace88e2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add56f24-b1c6-4a5e-af7b-a96ee0b3f339,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.292535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 37994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.345202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54eea472-58f4-4ad5-940f-85ae52cd08c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.367581 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54eea472-58f4-4ad5-940f-85ae52cd08c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.416992 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54eea472-58f4-4ad5-940f-85ae52cd08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.419927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-54eea472-58f4-4ad5-940f-85ae52cd08c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.421202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-54eea472-58f4-4ad5-940f-85ae52cd08c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/add56f24-b1c6-4a5e-af7b-a96ee0b3f339 HTTP/1.1" status: 204 len: 168 time: 0.1275020 Jul 16 18:54:25.429188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea472-58f4-4ad5-940f-85ae52cd08c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add56f24-b1c6-4a5e-af7b-a96ee0b3f339,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.692344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 38002) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.706093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb876f3d-3ba6-4aba-b3ef-14218deb92a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.802816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb876f3d-3ba6-4aba-b3ef-14218deb92a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.807532 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb876f3d-3ba6-4aba-b3ef-14218deb92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.844390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb876f3d-3ba6-4aba-b3ef-14218deb92a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242d0d69-554c-476c-9bb5-ef3a9f89ab09,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.848732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bb876f3d-3ba6-4aba-b3ef-14218deb92a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84d48c9c6f5347e38288e87899a31ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553137 Jul 16 18:54:25.851603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 38004) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.901094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2025093f-1ddf-4eff-83cd-2964ab223dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.922835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2025093f-1ddf-4eff-83cd-2964ab223dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.968922 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2025093f-1ddf-4eff-83cd-2964ab223dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.971530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2025093f-1ddf-4eff-83cd-2964ab223dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.972711 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2025093f-1ddf-4eff-83cd-2964ab223dc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/242d0d69-554c-476c-9bb5-ef3a9f89ab09 HTTP/1.1" status: 204 len: 168 time: 0.1203003 Jul 16 18:54:25.981444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025093f-1ddf-4eff-83cd-2964ab223dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242d0d69-554c-476c-9bb5-ef3a9f89ab09,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:34.861548 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:36.185697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38152) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:36.299741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c97c1b62-5f5a-4544-85eb-bccacb6c0a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.390928 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c97c1b62-5f5a-4544-85eb-bccacb6c0a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.395372 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c97c1b62-5f5a-4544-85eb-bccacb6c0a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.434629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1b62-5f5a-4544-85eb-bccacb6c0a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7351a-1fe5-4355-ab4f-6127c9efa8f7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:36.439047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c97c1b62-5f5a-4544-85eb-bccacb6c0a39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2086fee55496406b99ba228cd4391009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519672 Jul 16 18:54:36.441728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38158) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:36.490467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3969f597-c12a-4b1c-a0b1-5486b32e6b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.512846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3969f597-c12a-4b1c-a0b1-5486b32e6b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.561430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3969f597-c12a-4b1c-a0b1-5486b32e6b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.563948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3969f597-c12a-4b1c-a0b1-5486b32e6b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.565133 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3969f597-c12a-4b1c-a0b1-5486b32e6b6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4e7351a-1fe5-4355-ab4f-6127c9efa8f7 HTTP/1.1" status: 204 len: 168 time: 0.1224728 Jul 16 18:54:36.572919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969f597-c12a-4b1c-a0b1-5486b32e6b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7351a-1fe5-4355-ab4f-6127c9efa8f7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:36.846005 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38164) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:36.859604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cb04b9d-6fb0-4e9e-a44d-1d10f39eacbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.961875 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cb04b9d-6fb0-4e9e-a44d-1d10f39eacbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.967114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1cb04b9d-6fb0-4e9e-a44d-1d10f39eacbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.003802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb04b9d-6fb0-4e9e-a44d-1d10f39eacbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423b546-e7c1-40f2-9ba7-8e7620370a82,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:37.008220 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1cb04b9d-6fb0-4e9e-a44d-1d10f39eacbf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91f34c398e034f34837fd261cca829f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611335 Jul 16 18:54:37.010873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38168) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:37.063910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58a116a1-929b-4aa7-83eb-f3744e5e6d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.085229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58a116a1-929b-4aa7-83eb-f3744e5e6d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.134206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58a116a1-929b-4aa7-83eb-f3744e5e6d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.136871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-58a116a1-929b-4aa7-83eb-f3744e5e6d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.138154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-58a116a1-929b-4aa7-83eb-f3744e5e6d60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2423b546-e7c1-40f2-9ba7-8e7620370a82 HTTP/1.1" status: 204 len: 168 time: 0.1263969 Jul 16 18:54:37.146310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a116a1-929b-4aa7-83eb-f3744e5e6d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423b546-e7c1-40f2-9ba7-8e7620370a82,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:37.478710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38174) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:37.493263 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df36c4-7851-44d6-9ea7-088ee6e1998f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.591667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df36c4-7851-44d6-9ea7-088ee6e1998f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.595401 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-15df36c4-7851-44d6-9ea7-088ee6e1998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.632328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df36c4-7851-44d6-9ea7-088ee6e1998f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e107ea9e-5edb-43b9-8fd4-a35ca53ac5ad,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:37.636569 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-15df36c4-7851-44d6-9ea7-088ee6e1998f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e21ed4a6f7a418ca9ba046b924f58a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567986 Jul 16 18:54:37.640391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 38176) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:37.690992 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26fc579c-ac94-46f8-baea-185cfa0aa5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.713428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26fc579c-ac94-46f8-baea-185cfa0aa5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.770807 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26fc579c-ac94-46f8-baea-185cfa0aa5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.773611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-26fc579c-ac94-46f8-baea-185cfa0aa5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.774805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-26fc579c-ac94-46f8-baea-185cfa0aa5e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e107ea9e-5edb-43b9-8fd4-a35ca53ac5ad HTTP/1.1" status: 204 len: 168 time: 0.1337876 Jul 16 18:54:37.783000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc579c-ac94-46f8-baea-185cfa0aa5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e107ea9e-5edb-43b9-8fd4-a35ca53ac5ad,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:40.118214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-2766f6dc-107e-4426-8e93-324f34def9cc tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e06de23506424ba89bd97d5344541067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300503 Jul 16 18:54:40.318281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-d82c3781-831e-4a9e-a6d6-d2e4f59e4e41 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:40.319749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-d82c3781-831e-4a9e-a6d6-d2e4f59e4e41 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961384 Jul 16 18:54:40.334809 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-be977ad4-c8e4-461e-8412-de77af2a7f7f tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/quotas/e06de23506424ba89bd97d5344541067 HTTP/1.1" status: 200 len: 375 time: 0.0096285 Jul 16 18:54:40.368437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-a6e1164c-4f32-4b5c-ac55-34ab74dbb23c tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e06de23506424ba89bd97d5344541067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284820 Jul 16 18:54:41.563426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b051a798-c9f2-4a1e-8f30-e286535254ee req-6d2105f8-b47c-4330-abe6-4ac32954c79b tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 210 time: 0.0292406 Jul 16 18:54:42.622997 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-a82e3e76-6c59-487b-a17f-b4a4e57eaaf2 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e06de23506424ba89bd97d5344541067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337262 Jul 16 18:54:42.790224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a866719c-bcc5-41e9-8cfe-23ca77d53603 req-da5fdf6c-5d6a-40f9-83f4-1e331c1b3926 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 210 time: 0.0810487 Jul 16 18:54:42.894425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-c82aaa25-f3d9-4f6d-810d-044d8ac2d656 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:42.895289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-c82aaa25-f3d9-4f6d-810d-044d8ac2d656 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668617 Jul 16 18:54:42.910445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Request body: {'port': {'device_id': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': 'e06de23506424ba89bd97d5344541067'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:43.049349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Made reservation on behalf of e06de23506424ba89bd97d5344541067 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:43.053342 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.065075 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.165626 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.171151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.244919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2ad649-7f68-403c-bf28-bc0edd7903fc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:43.322275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Allocated IP 192.168.233.13 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/64b9c31a-8ad1-464b-81a1-2079a7d94184) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:43.488253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.501765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Transition to ACTIVE for port object 64b9c31a-8ad1-464b-81a1-2079a7d94184 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:43.545078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.595885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:43.599287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:43.602146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:43.629382 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Pushing event updated for resources: {'Port': ['ID=64b9c31a-8ad1-464b-81a1-2079a7d94184,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:43.658087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:43.658758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.675410 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-9d06f4ee-ed54-4953-b82b-e30e3fdcbf6e tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7697716 Jul 16 18:54:43.686925 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Request body: {'port': {'device_id': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:43.771140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.886644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-547a690e-4f72-4f57-bbd6-5579cbe67817 None None] Provisioning for port 64b9c31a-8ad1-464b-81a1-2079a7d94184 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:43.891156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-547a690e-4f72-4f57-bbd6-5579cbe67817 None None] Provisioning complete for port 64b9c31a-8ad1-464b-81a1-2079a7d94184 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:43.892242 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-547a690e-4f72-4f57-bbd6-5579cbe67817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.927556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-547a690e-4f72-4f57-bbd6-5579cbe67817 None None] Port 64b9c31a-8ad1-464b-81a1-2079a7d94184 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:44.046711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebc256-6458-48da-8cd0-4250ef474655 req-130a0ace-5903-41d3-bf72-4e1e896f5753 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.048434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffebc256-6458-48da-8cd0-4250ef474655 req-130a0ace-5903-41d3-bf72-4e1e896f5753 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 935 time: 0.1315129 Jul 16 18:54:44.126691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b9c31a-8ad1-464b-81a1-2079a7d94184 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:44.136226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:44.141440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffebc256-6458-48da-8cd0-4250ef474655 req-57a0ba7a-2da7-405e-a039-ded071edf908 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843015 Jul 16 18:54:44.152756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Transition to ACTIVE for port object 64b9c31a-8ad1-464b-81a1-2079a7d94184 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:44.159104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:44.208552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9c31a-8ad1-464b-81a1-2079a7d94184,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:44.285244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Attempting to bind port 64b9c31a-8ad1-464b-81a1-2079a7d94184 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:44.285582 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Attempting to bind port 64b9c31a-8ad1-464b-81a1-2079a7d94184 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:44.286125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Attempting to bind port 64b9c31a-8ad1-464b-81a1-2079a7d94184 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:44.291365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Port 64b9c31a-8ad1-464b-81a1-2079a7d94184 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:44.291682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Attempting to bind port 64b9c31a-8ad1-464b-81a1-2079a7d94184 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:44.297032 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:44.297505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:44.298022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:44.298445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Bound port: 64b9c31a-8ad1-464b-81a1-2079a7d94184, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:44.298793 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:44.372453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] For port 64b9c31a-8ad1-464b-81a1-2079a7d94184, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:44.375573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] For port 64b9c31a-8ad1-464b-81a1-2079a7d94184, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:44.383012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:44.418419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.418990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:44.420416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] 10.222.0.67 "PUT /v2.0/ports/64b9c31a-8ad1-464b-81a1-2079a7d94184 HTTP/1.1" status: 200 len: 1096 time: 0.7377801 Jul 16 18:54:44.420845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'tag': '64b9c31a-8ad1-464b-81a1-2079a7d94184'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:44.423347 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb564c20-d34f-49ea-8716-008cb42d94e4", "tag": "64b9c31a-8ad1-464b-81a1-2079a7d94184"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:44.473216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335939a-529c-4fa6-a616-13f2d665d172 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9c31a-8ad1-464b-81a1-2079a7d94184,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:44.482157 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ba625-50aa-4042-90b6-65e7a372dd26 x-openstack-request-id: req-4d4ba625-50aa-4042-90b6-65e7a372dd26 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:44.482424 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb564c20-d34f-49ea-8716-008cb42d94e4", "tag": "64b9c31a-8ad1-464b-81a1-2079a7d94184", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:44.482671 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d4ba625-50aa-4042-90b6-65e7a372dd26 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:44.483065 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'tag': '64b9c31a-8ad1-464b-81a1-2079a7d94184', 'status': 'completed', 'code': 200} Jul 16 18:54:44.527736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-300f0525-138e-46f3-a6da-4f7924d7fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.529395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-300f0525-138e-46f3-a6da-4f7924d7fbf6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e06de23506424ba89bd97d5344541067&device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 1099 time: 0.0656912 Jul 16 18:54:44.577185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-1c8e2eb9-eeb0-4bd2-b2c5-6664308e3f03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184 HTTP/1.1" status: 200 len: 217 time: 0.0404632 Jul 16 18:54:44.627905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-c907ab82-dc11-4dad-b98a-33f3828cfa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.629421 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-c907ab82-dc11-4dad-b98a-33f3828cfa80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0463567 Jul 16 18:54:44.691276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-42b90295-f259-4be7-b068-1b77a24d5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.693039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-42b90295-f259-4be7-b068-1b77a24d5127 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569723 Jul 16 18:54:44.795434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-ecdfc9cf-6928-432b-844e-c9915b6cc0fb service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960951 Jul 16 18:54:44.892652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85aa7fb7-71bc-4d84-84c0-07268e6348da req-df0b4357-2bbc-4eb3-b619-9c2e570fe944 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909810 Jul 16 18:54:45.011889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-cae9597f-e33b-4023-ac5e-00b3d85784c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:45.013695 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-cae9597f-e33b-4023-ac5e-00b3d85784c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e06de23506424ba89bd97d5344541067&device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 1099 time: 0.0709929 Jul 16 18:54:45.114387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-61ba3248-9f0a-4c22-b3d3-1d94d990a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:45.115855 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-61ba3248-9f0a-4c22-b3d3-1d94d990a17f service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.0955276 Jul 16 18:54:45.166827 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-e11929ff-9ba7-4679-b863-b304b5b4c503 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184 HTTP/1.1" status: 200 len: 217 time: 0.0420380 Jul 16 18:54:45.221039 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-b768c4fc-012b-402e-b8aa-a68a472471d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:45.222904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-b768c4fc-012b-402e-b8aa-a68a472471d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0483677 Jul 16 18:54:45.285613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-e7bafc08-06b1-48fc-8232-4c5a863d42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:45.287039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-e7bafc08-06b1-48fc-8232-4c5a863d42d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574903 Jul 16 18:54:45.331692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa60b1-ef1d-4eb2-8721-db882216dab8 req-f6041a71-11bd-43bb-a10b-04956cb0ff77 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:45.334160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1daa60b1-ef1d-4eb2-8721-db882216dab8 req-f6041a71-11bd-43bb-a10b-04956cb0ff77 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 947 time: 0.0700443 Jul 16 18:54:45.374057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1daa60b1-ef1d-4eb2-8721-db882216dab8 req-ee74a193-9645-44a5-81a2-d0f01e7a540d tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Jul 16 18:54:45.386389 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-941bfae9-76be-4302-8daf-49792f190f9a service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922747 Jul 16 18:54:45.491549 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0109dae-c9f8-41c6-9bd1-13bebf12f6c0 req-732c9040-9bbd-4c5f-be4f-6e260d7efa3f service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970612 Jul 16 18:54:46.190575 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-281861fb-3e8e-44c7-8069-3b5de21d0bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:46.563182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c0dc7-42c8-4ade-af8d-76075d93d398 req-b5575e38-b2c7-4fd0-b9e1-d7b5dfe0ac40 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:46.565081 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4d4c0dc7-42c8-4ade-af8d-76075d93d398 req-b5575e38-b2c7-4fd0-b9e1-d7b5dfe0ac40 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 947 time: 0.0760932 Jul 16 18:54:46.611696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 64b9c31a-8ad1-464b-81a1-2079a7d94184 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:46.612163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4d4c0dc7-42c8-4ade-af8d-76075d93d398 req-80fcfc99-5429-46cd-b4e0-c0245ddc1486 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385811 Jul 16 18:54:46.716606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 64b9c31a-8ad1-464b-81a1-2079a7d94184, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:46.728598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '64b9c31a-8ad1-464b-81a1-2079a7d94184', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '64b9c31a-8ad1-464b-81a1-2079a7d94184', 'mac_address': 'fa:16:3e:91:c3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:46.775063 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:46.790332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b9c31a-8ad1-464b-81a1-2079a7d94184 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:46.811848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 64b9c31a-8ad1-464b-81a1-2079a7d94184, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:46.817584 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:46.867767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=64b9c31a-8ad1-464b-81a1-2079a7d94184,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:46.875548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.875837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.876213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.876583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.877170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.877494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.877991 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.878325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.878654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.878985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.879294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:46.879794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:47.026609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['64b9c31a-8ad1-464b-81a1-2079a7d94184'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:47.821376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0147d-d586-430d-a67f-e90a6871e37d req-2a63e589-c541-453c-9f42-9f7147b213e3 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:47.823710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3cc0147d-d586-430d-a67f-e90a6871e37d req-2a63e589-c541-453c-9f42-9f7147b213e3 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 948 time: 0.0800569 Jul 16 18:54:47.864546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3cc0147d-d586-430d-a67f-e90a6871e37d req-f590efdd-e5ac-461b-ad91-a8191e7fd00d tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351543 Jul 16 18:54:48.610025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 64b9c31a-8ad1-464b-81a1-2079a7d94184 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:48.664340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 64b9c31a-8ad1-464b-81a1-2079a7d94184 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:48.668399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 64b9c31a-8ad1-464b-81a1-2079a7d94184 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:48.668795 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:48.755022 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:48.766363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e35bd7a1-4026-49b9-9295-86f59b1241a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:48.781678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c31a-8ad1-464b-81a1-2079a7d94184'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:48.783951 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e0736-ce3e-4140-a3c8-f585de5aa314" -d '{"events": [{"server_uuid": "cb564c20-d34f-49ea-8716-008cb42d94e4", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c31a-8ad1-464b-81a1-2079a7d94184"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:48.800474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 64b9c31a-8ad1-464b-81a1-2079a7d94184, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:48.807029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:48.830582 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c684e1dc-7e01-4364-9a18-1a8cb8c33664 x-openstack-request-id: req-c684e1dc-7e01-4364-9a18-1a8cb8c33664 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:48.830870 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb564c20-d34f-49ea-8716-008cb42d94e4", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c31a-8ad1-464b-81a1-2079a7d94184", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:48.831117 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c684e1dc-7e01-4364-9a18-1a8cb8c33664 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:48.831503 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c31a-8ad1-464b-81a1-2079a7d94184', 'code': 200} Jul 16 18:54:48.864599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=64b9c31a-8ad1-464b-81a1-2079a7d94184,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:48.898090 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:48.946091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef6537-eb9b-40da-a56a-924d9c149d6e req-f76b84c2-e07e-4be4-a94c-01266a8026c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:48.947630 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaef6537-eb9b-40da-a56a-924d9c149d6e req-f76b84c2-e07e-4be4-a94c-01266a8026c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 1101 time: 0.0598638 Jul 16 18:54:48.988138 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaef6537-eb9b-40da-a56a-924d9c149d6e req-447254fa-49f3-4d35-a908-ae14e02be965 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Jul 16 18:54:49.064273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65db8bf-52f3-4d7e-8bce-768e4da93f14 req-856b09b1-f8c2-48d6-a89b-1044367b4504 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:49.065882 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c65db8bf-52f3-4d7e-8bce-768e4da93f14 req-856b09b1-f8c2-48d6-a89b-1044367b4504 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 949 time: 0.0712023 Jul 16 18:54:49.108833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c65db8bf-52f3-4d7e-8bce-768e4da93f14 req-6cab8c21-44a5-48dc-84a0-90103e480a7d tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jul 16 18:54:50.002722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:50.287880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fcd8-ccc9-4309-8c0d-6238f4a63cd7 req-f57ee98d-4960-4aef-883e-1507ebabd8b1 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:50.289458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37e5fcd8-ccc9-4309-8c0d-6238f4a63cd7 req-f57ee98d-4960-4aef-883e-1507ebabd8b1 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 949 time: 0.0672915 Jul 16 18:54:50.333444 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37e5fcd8-ccc9-4309-8c0d-6238f4a63cd7 req-e098dea7-c4b8-4a73-b1b4-7eeef5329fd6 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375271 Jul 16 18:54:51.799309 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.830032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:54.668138 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.857152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-916cb52d-76a3-4f72-80f8-8cd3ce4e4211 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604031 Jul 16 18:54:57.964284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-cc9938ee-7ee1-46a8-ad1d-d91397a5caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:57.965954 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-cc9938ee-7ee1-46a8-ad1d-d91397a5caf6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 1097 time: 0.0586267 Jul 16 18:54:58.085672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-94290331-f458-4654-9eab-376c8771681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.087837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-94290331-f458-4654-9eab-376c8771681a service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.0963349 Jul 16 18:54:58.180519 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-609ee4e0-e898-4f44-8007-7e12879a2253 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412c6daf-e05d-4335-8484-2b652b4feb96 HTTP/1.1" status: 200 len: 1001 time: 0.0851772 Jul 16 18:54:58.234700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-85c2d15d-104b-496f-8a7e-de2f974dc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.236357 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-85c2d15d-104b-496f-8a7e-de2f974dc0a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0494580 Jul 16 18:54:58.297691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-87c132d4-bace-44db-8a68-b46483b1c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.299265 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-87c132d4-bace-44db-8a68-b46483b1c2f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552218 Jul 16 18:54:58.407774 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-cf93666a-d2d9-4d7c-a567-21799d0d3191 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015208 Jul 16 18:54:58.467122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-a9343ef6-361f-48ec-93fd-6b49091d8d92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567477 Jul 16 18:54:58.500902 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2f134321-5cdb-4b01-9a5c-6da015d60c29 req-5e80284a-cd89-4e95-bcd2-76861bdcb114 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869913 Jul 16 18:54:58.571881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-8363a2fa-415b-4370-8698-054dcd9e4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.573479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-8363a2fa-415b-4370-8698-054dcd9e4fe7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1098 time: 0.0615828 Jul 16 18:54:58.688513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-4d19a73d-15e2-40df-ac6f-f8291dc9dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.689973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-4d19a73d-15e2-40df-ac6f-f8291dc9dfb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.0918143 Jul 16 18:54:58.760631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-09e1669a-452e-48f9-b7af-57411dc6a2d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 1001 time: 0.0630634 Jul 16 18:54:58.809197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-5895900a-dbad-44aa-a876-f571496e00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.810678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-5895900a-dbad-44aa-a876-f571496e00d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0437341 Jul 16 18:54:58.871197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-483c2d76-96e0-4b9b-ab53-d67f835003bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:58.872680 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-483c2d76-96e0-4b9b-ab53-d67f835003bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541887 Jul 16 18:54:58.983604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-4f291309-bcf4-4b57-a249-8951c883d3a1 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019175 Jul 16 18:54:59.093104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e818511b-329c-47a5-b1a3-df8beea8c5d6 req-eecb6acc-7e99-4158-8af7-97b9def78f98 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018603 Jul 16 18:55:11.861504 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:16.190747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-292b7ab3-5332-4961-b401-29672a23bf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:17.132601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea48f6-71e9-4db5-aaaa-1c4d62fdd90d req-f8a8fd2d-24f8-4bad-80d6-79cfaf9fd6db tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:17.134214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dea48f6-71e9-4db5-aaaa-1c4d62fdd90d req-f8a8fd2d-24f8-4bad-80d6-79cfaf9fd6db tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 945 time: 0.0797560 Jul 16 18:55:17.187329 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dea48f6-71e9-4db5-aaaa-1c4d62fdd90d req-6b993b83-f29e-4cd9-9f5e-ba26ed5c76df tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Jul 16 18:55:18.429914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901377b-5da0-45cc-8ac6-45e2ab6ce257 req-84929bc4-424e-4b4f-b150-58f7fe62384b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:18.431837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d901377b-5da0-45cc-8ac6-45e2ab6ce257 req-84929bc4-424e-4b4f-b150-58f7fe62384b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 945 time: 0.0784912 Jul 16 18:55:18.481965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d901377b-5da0-45cc-8ac6-45e2ab6ce257 req-a778bdfc-fe7d-4805-8baa-9105b758e203 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Jul 16 18:55:18.545652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-2bbfb191-eafa-4a80-8d75-2c2b614faf0c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:18.547120 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-2bbfb191-eafa-4a80-8d75-2c2b614faf0c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 945 time: 0.0729647 Jul 16 18:55:18.666797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port 412c6daf-e05d-4335-8484-2b652b4feb96 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:18.667042 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.762573 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0f105ebb-3e6e-4b59-8b0c-6af35d762359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.778537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] For port 412c6daf-e05d-4335-8484-2b652b4feb96, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=412c6daf-e05d-4335-8484-2b652b4feb96,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:18.779061 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.909947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.000222 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.000596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.001125 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Floating IP a6d46d09-c622-42e8-a0b5-72d4e1239c86 disassociated. External IP: 172.25.1.141, port: 412c6daf-e05d-4335-8484-2b652b4feb96. Jul 16 18:55:19.001505 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for 412c6daf-e05d-4335-8484-2b652b4feb96 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:19.196254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.235119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=412c6daf-e05d-4335-8484-2b652b4feb96,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:19.252188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.252650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.253154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.253608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.254049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.254473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.254898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.255325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.255742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.256161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.257180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.257600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.418116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:19.545201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:19.558566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:19.577183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:19.578212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:55:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:19.601622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] No DVR routers for this DVR port 412c6daf-e05d-4335-8484-2b652b4feb96 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:19.606102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.608746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fe2d6b38-1d98-4830-b00e-4d610991746b req-9e429d9a-315d-4fd5-9d6e-44133f983e8c tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "DELETE /v2.0/ports/412c6daf-e05d-4335-8484-2b652b4feb96 HTTP/1.1" status: 204 len: 173 time: 1.0564234 Jul 16 18:55:19.609968 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'name': 'network-vif-deleted', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:19.612957 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7497b309-3403-4890-aa6a-c334081ed01b" -d '{"events": [{"server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "name": "network-vif-deleted", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:19.724673 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd26093-3628-4fcb-bb40-051d6c0e3017 x-openstack-request-id: req-cdd26093-3628-4fcb-bb40-051d6c0e3017 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:19.725273 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b35cff-8c10-4efd-b913-43286faab717", "name": "network-vif-deleted", "tag": "412c6daf-e05d-4335-8484-2b652b4feb96", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:19.725531 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdd26093-3628-4fcb-bb40-051d6c0e3017 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:19.725966 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b35cff-8c10-4efd-b913-43286faab717', 'name': 'network-vif-deleted', 'tag': '412c6daf-e05d-4335-8484-2b652b4feb96', 'status': 'completed', 'code': 200} Jul 16 18:55:19.729762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e4fb271-b788-4f77-9ed5-140a0c51cf7c req-7d36746a-7ef9-4527-bcfc-8627b6d9ce7f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 210 time: 0.0641325 Jul 16 18:55:19.783328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:20.034908 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:20.072343 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:20.111372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:20.122953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:20.124007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:55:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:20.238023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:20.484939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:20.521781 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e6410-f29c-4e01-9469-6d7cf548d8a7 None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:20.749595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 412c6daf-e05d-4335-8484-2b652b4feb96 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:20.866712 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442a56b-5c00-40df-abba-add68e4d3c01 None None] New status for floating IP a6d46d09-c622-42e8-a0b5-72d4e1239c86: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:55:20.979506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-096137a4-3889-4eba-8534-2fee9de951c8 req-7ccba307-5b34-4957-bc1d-5d07329ea012 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 210 time: 0.0642035 Jul 16 18:55:21.006174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 412c6daf-e05d-4335-8484-2b652b4feb96 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:21.006174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 412c6daf-e05d-4335-8484-2b652b4feb96 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:21.799822 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:22.161672 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-91635278-91eb-4530-b67c-8f1c5f411749 req-0e7b31a4-3a64-4765-8065-c9a7cdf29955 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 210 time: 0.0341434 Jul 16 18:55:22.842393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:23.352216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba3e01c2-23dc-41ba-aae6-ec6fce0f6caa req-81b17f25-5156-42ee-ba04-5d832bc29a1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=11b35cff-8c10-4efd-b913-43286faab717 HTTP/1.1" status: 200 len: 210 time: 0.0344675 Jul 16 18:55:24.680202 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.693958 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-37e38f62-2b9c-42e8-9490-563081681599 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594738063&fields=id&tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 267 time: 0.0492320 Jul 16 18:55:24.812869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-3761b7e7-415f-4480-b558-fe1a29f7fd1b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:24.814460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-3761b7e7-415f-4480-b558-fe1a29f7fd1b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.1117904 Jul 16 18:55:24.831041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-7477244d-70b0-4071-8fde-0c42c50d1f34 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/quotas/40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 375 time: 0.0104225 Jul 16 18:55:24.919701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-58b355fe-cb77-47e3-8140-43e8b72d9572 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815227 Jul 16 18:55:25.037184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-542ef7a6-ad70-4f28-a3fd-c82174432477 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042836 Jul 16 18:55:25.132425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-f2118d0c-9203-4d93-a307-9fd6ce1e11b7 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889804 Jul 16 18:55:25.493473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1adcbd3f-3556-4406-8995-dd4e5b492887 req-c83f7fa7-8e9e-4774-ad18-ca43120de43d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 210 time: 0.0431283 Jul 16 18:55:26.676634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab07820a-757c-4fb6-b2ec-0e8121f08595 req-05ae8b08-f3a9-4131-98aa-8033c63d7834 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 210 time: 0.0401638 Jul 16 18:55:26.700704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-285c2017-b736-40a3-a634-f9c639ba9cac tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:26.702848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-285c2017-b736-40a3-a634-f9c639ba9cac tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.1688418 Jul 16 18:55:26.772527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-0530889b-4a9c-47c9-8df6-39def9463ac0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 379 time: 0.0589716 Jul 16 18:55:26.784569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'port': {'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'admin_state_up': True, 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'security_groups': ['4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:26.925080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:26.929492 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.127764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.20.0.11 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/7b4ab55c-2149-4b40-b686-bb3c01e7dd99) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:27.309535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.331034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Transition to ACTIVE for port object 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:27.371570 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.420034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:27.424165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:27.431934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:27.467383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.486107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.486604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.487057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.487491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.488076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.488582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.489031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.489470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.489894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.490323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.490753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.491163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:27.511616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:27.512417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.536656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-5d4c89d3-5cd7-4dc9-bbad-0905ec975c92 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7564883 Jul 16 18:55:27.549991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Request body: {'port': {'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.679251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.820137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d863978d-799b-4311-ad40-3506f884c70b None None] Provisioning for port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:27.825324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d863978d-799b-4311-ad40-3506f884c70b None None] Provisioning complete for port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:27.825811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d863978d-799b-4311-ad40-3506f884c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.883522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d863978d-799b-4311-ad40-3506f884c70b None None] Port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:28.017045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4614f-fa45-4579-8236-188cfb4ef6dd req-f4cae005-3dd1-4dce-88ea-249bb08f3d78 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:28.018627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31f4614f-fa45-4579-8236-188cfb4ef6dd req-f4cae005-3dd1-4dce-88ea-249bb08f3d78 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 932 time: 0.1672673 Jul 16 18:55:28.115301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31f4614f-fa45-4579-8236-188cfb4ef6dd req-efd1f654-fd35-4b68-bf29-013184fc1e7f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856032 Jul 16 18:55:28.117756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:28.128681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.150294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Transition to ACTIVE for port object 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:28.154633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.215097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:28.342700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Attempting to bind port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:28.343063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Attempting to bind port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:28.343429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Attempting to bind port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:28.352122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:55:28.352445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Attempting to bind port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:28.357908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:28.358246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:28.358629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:28.359290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Bound port: 7b4ab55c-2149-4b40-b686-bb3c01e7dd99, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:28.359712 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.460225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] For port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:28.464705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] For port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:28.469343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.513499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:28.514207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.516136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] 10.222.0.59 "PUT /v2.0/ports/7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 1093 time: 0.9718273 Jul 16 18:55:28.516585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:28.518976 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1707803b-cbcb-468e-ab52-cfd24c12dc15" -d '{"events": [{"name": "network-changed", "server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:28.541452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985805-c046-4df6-975e-20fe79a08d86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:28.586465 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6243c6c7-2643-478c-a0f9-9ae0f9122792 x-openstack-request-id: req-6243c6c7-2643-478c-a0f9-9ae0f9122792 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:28.586857 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:28.587201 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6243c6c7-2643-478c-a0f9-9ae0f9122792 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:28.587700 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'status': 'completed', 'code': 200} Jul 16 18:55:28.657986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-47d25ce5-d9bf-4b3a-9e13-db68f8d0b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:28.659726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-47d25ce5-d9bf-4b3a-9e13-db68f8d0b747 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1096 time: 0.0842986 Jul 16 18:55:29.129985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-7b151c2c-68f0-462f-9182-f202552437f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 217 time: 0.4625950 Jul 16 18:55:29.188008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-9f851a50-ff5f-4d91-b416-0b352e229f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.189602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-9f851a50-ff5f-4d91-b416-0b352e229f69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0538280 Jul 16 18:55:29.269596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-fea0627e-d934-4c28-a747-d52a7d6488c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.271753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-fea0627e-d934-4c28-a747-d52a7d6488c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749779 Jul 16 18:55:29.372196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd4f00-b590-42bc-8ebe-5172edf98f31 req-2d1097cf-cda8-4cb2-bbeb-52631e99a0dd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.374060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98dd4f00-b590-42bc-8ebe-5172edf98f31 req-2d1097cf-cda8-4cb2-bbeb-52631e99a0dd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0897126 Jul 16 18:55:29.415942 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-ee6467b5-4885-42e7-a0be-b371156ffc36 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362748 Jul 16 18:55:29.462113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-98dd4f00-b590-42bc-8ebe-5172edf98f31 req-90e12668-0088-44f0-9008-8e6db1a079e2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558798 Jul 16 18:55:29.544089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9387444d-2b83-439b-9da6-0f4b2ac78fd0 req-a9c670ed-0ded-448e-ab8a-671bbdbde31f service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213086 Jul 16 18:55:29.664132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-e8a8c1b6-b7dd-49d0-b028-93e82ee418b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.665745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-e8a8c1b6-b7dd-49d0-b028-93e82ee418b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1096 time: 0.0700164 Jul 16 18:55:29.777177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-d37af9ab-e443-4346-b05f-5da29fe8043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.779365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-d37af9ab-e443-4346-b05f-5da29fe8043b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1066160 Jul 16 18:55:29.830427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-7a201271-a258-4cb3-8f7b-34c2bab8ae84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 217 time: 0.0440760 Jul 16 18:55:29.891570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-9d6daf2d-527f-4450-807f-cf27ca940cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.893667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-9d6daf2d-527f-4450-807f-cf27ca940cc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0549574 Jul 16 18:55:29.957812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-16b58573-e94d-4092-8fc7-424f0788d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.959753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-16b58573-e94d-4092-8fc7-424f0788d38d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592601 Jul 16 18:55:30.090478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-c1bf3796-78e4-4750-8e5a-c37ac499dfc7 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236780 Jul 16 18:55:30.204947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1707803b-cbcb-468e-ab52-cfd24c12dc15 req-e078c765-3a3f-4b08-845e-904bcd67e325 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076963 Jul 16 18:55:30.674002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fa675-8845-4fa8-ac80-db6fb2ecab9b req-2418f139-6abf-4008-b62b-2ee78e463ada tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:30.676004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c09fa675-8845-4fa8-ac80-db6fb2ecab9b req-2418f139-6abf-4008-b62b-2ee78e463ada tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0936148 Jul 16 18:55:30.726938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c09fa675-8845-4fa8-ac80-db6fb2ecab9b req-6ef4690a-a250-4aed-b1f3-a225cd10a6e1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429053 Jul 16 18:55:31.938957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939159cf-f6e5-4634-bacd-d328e0f9b22a req-05564ae8-b341-4fef-afdf-97b40758e5e0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:31.940358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-939159cf-f6e5-4634-bacd-d328e0f9b22a req-05564ae8-b341-4fef-afdf-97b40758e5e0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0858839 Jul 16 18:55:31.983954 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-939159cf-f6e5-4634-bacd-d328e0f9b22a req-9f5c9378-14d6-42e7-9900-649d85e40a1f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360568 Jul 16 18:55:33.191147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d331c58-a2df-4a09-a4a1-803aae94a7bf req-11402441-3472-4ad2-b837-1e2cc6778b08 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:33.193884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d331c58-a2df-4a09-a4a1-803aae94a7bf req-11402441-3472-4ad2-b837-1e2cc6778b08 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0794618 Jul 16 18:55:33.247206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2d331c58-a2df-4a09-a4a1-803aae94a7bf req-85340a10-21fe-4658-8fa5-175f4e08ffc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461667 Jul 16 18:55:34.452645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784456-d49f-4357-99d5-9c6b0f9a8902 req-2ab627e6-4d8a-4ce4-a87b-e4df36372084 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:34.454780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1784456-d49f-4357-99d5-9c6b0f9a8902 req-2ab627e6-4d8a-4ce4-a87b-e4df36372084 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0725646 Jul 16 18:55:34.499392 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1784456-d49f-4357-99d5-9c6b0f9a8902 req-368a48b7-e577-4399-8479-b110c2258160 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376663 Jul 16 18:55:35.733636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bef21a-b2d0-43e9-b6d0-7462ef594a91 req-d8bbe24b-24d8-411a-8dfc-8042a574b691 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:35.735667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5bef21a-b2d0-43e9-b6d0-7462ef594a91 req-d8bbe24b-24d8-411a-8dfc-8042a574b691 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0942488 Jul 16 18:55:35.784598 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5bef21a-b2d0-43e9-b6d0-7462ef594a91 req-972b2a46-b7c8-4322-b4f1-4e040894e8b5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415931 Jul 16 18:55:37.001641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f16843-2129-4a23-8247-a237372dbd2e req-4d6295f9-31dc-44f8-8ac1-d7dd601148b2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.003631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f16843-2129-4a23-8247-a237372dbd2e req-4d6295f9-31dc-44f8-8ac1-d7dd601148b2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0823610 Jul 16 18:55:37.054523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01f16843-2129-4a23-8247-a237372dbd2e req-43ba87e7-98ea-4612-87aa-8387f2614e41 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Jul 16 18:55:37.971853 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b7fd5-d836-416f-b551-9e34fc9f1a98 req-2884aab4-5eb8-4d33-9c27-0efa4bf777b5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.973588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb7b7fd5-d836-416f-b551-9e34fc9f1a98 req-2884aab4-5eb8-4d33-9c27-0efa4bf777b5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0720508 Jul 16 18:55:38.016180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb7b7fd5-d836-416f-b551-9e34fc9f1a98 req-0939222c-dab1-4ce4-85e8-f0b31f726f3d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362055 Jul 16 18:55:38.259556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0792d9-087d-4c35-a41c-e54750e2fb64 req-04b663c8-ee97-4b25-8fc3-be0b57595d87 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.262331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f0792d9-087d-4c35-a41c-e54750e2fb64 req-04b663c8-ee97-4b25-8fc3-be0b57595d87 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0766208 Jul 16 18:55:38.311745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f0792d9-087d-4c35-a41c-e54750e2fb64 req-64c8281f-be94-4acb-a993-7a4a9b0efd27 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Jul 16 18:55:39.208309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0c345-78c0-4d94-b1ee-7226529e6be5 req-1f0596ad-1d50-4095-87e1-88360bd50c5d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:39.209871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ae0c345-78c0-4d94-b1ee-7226529e6be5 req-1f0596ad-1d50-4095-87e1-88360bd50c5d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0712364 Jul 16 18:55:39.258099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ae0c345-78c0-4d94-b1ee-7226529e6be5 req-29058b33-13de-4805-aab9-59d7ad396e53 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395508 Jul 16 18:55:39.505543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db85c94-9953-4725-992d-4b3b751b9d78 req-353ec4c3-38d8-489e-945e-4e36b9a384d9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:39.507218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5db85c94-9953-4725-992d-4b3b751b9d78 req-353ec4c3-38d8-489e-945e-4e36b9a384d9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 944 time: 0.0770516 Jul 16 18:55:39.550168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5db85c94-9953-4725-992d-4b3b751b9d78 req-bef116a7-aba1-4c46-a95d-c656ec0cf5c9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370979 Jul 16 18:55:39.679453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:55:39.781502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:39.793876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:55:39.833461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.848227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:39.870507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:39.875367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:39.927841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:40.113020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7b4ab55c-2149-4b40-b686-bb3c01e7dd99'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:40.465096 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0556f8-9fa7-45b8-bb84-ccc594383eea req-0077c206-875f-4d70-8d95-6a5eeb9dd514 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:40.467187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ac0556f8-9fa7-45b8-bb84-ccc594383eea req-0077c206-875f-4d70-8d95-6a5eeb9dd514 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0733342 Jul 16 18:55:40.515120 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ac0556f8-9fa7-45b8-bb84-ccc594383eea req-90326896-22c6-4f1a-a4fe-84bb76348368 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408456 Jul 16 18:55:40.743977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e0367-95ae-43c1-ad87-655566d166b5 req-6aa10def-6572-4a81-9b31-784a0472c2d9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:40.745467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-426e0367-95ae-43c1-ad87-655566d166b5 req-6aa10def-6572-4a81-9b31-784a0472c2d9 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 945 time: 0.0708327 Jul 16 18:55:40.786955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-426e0367-95ae-43c1-ad87-655566d166b5 req-c9c8e109-b0db-44b8-ac7f-78a229d84a0b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357873 Jul 16 18:55:41.708232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:41.718641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf9312-d015-47c9-b591-db2026f44241 req-d6d07600-d7d4-4860-9d22-7b99064bea9c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:41.720544 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7caf9312-d015-47c9-b591-db2026f44241 req-d6d07600-d7d4-4860-9d22-7b99064bea9c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0837946 Jul 16 18:55:41.764866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7caf9312-d015-47c9-b591-db2026f44241 req-a78e8413-85f2-4dd7-adc0-f620aa6615b0 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377345 Jul 16 18:55:41.765114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:41.770818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:41.771204 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.859347 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.886129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:41.888505 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b646ce-b696-40b2-8f41-6461afe66865" -d '{"events": [{"server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:41.903317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:41.909839 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:41.945890 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e8dc5-0b92-4c22-8a68-bed1c71d91f4 x-openstack-request-id: req-a51e8dc5-0b92-4c22-8a68-bed1c71d91f4 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:41.946085 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:41.946415 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a51e8dc5-0b92-4c22-8a68-bed1c71d91f4 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:41.946876 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'code': 200} Jul 16 18:55:41.979677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:42.049106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26442152-927b-4170-8ba4-5f9a83470bcd req-6ba6f8b2-bf67-41fe-b414-b7ded2206b0a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:42.050897 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26442152-927b-4170-8ba4-5f9a83470bcd req-6ba6f8b2-bf67-41fe-b414-b7ded2206b0a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 946 time: 0.1286738 Jul 16 18:55:42.114866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-26442152-927b-4170-8ba4-5f9a83470bcd req-e3670eb7-dfd5-4619-8e81-84e62fa92eed tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540133 Jul 16 18:55:42.116609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ee990-406d-40fd-9f2f-97f5fdf4f031 req-926fdb40-20a0-4e66-9e93-2e15bc461a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:42.118104 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-413ee990-406d-40fd-9f2f-97f5fdf4f031 req-926fdb40-20a0-4e66-9e93-2e15bc461a1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1098 time: 0.1122878 Jul 16 18:55:42.156554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-413ee990-406d-40fd-9f2f-97f5fdf4f031 req-50197e81-a87f-4d7b-ab6c-d38229c2c442 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Jul 16 18:55:42.993370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709c7ba-aec2-4c79-9336-7a8a60b9c44c req-31a41756-dc11-4ff1-a2fd-7bc89781feaa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:42.994934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d709c7ba-aec2-4c79-9336-7a8a60b9c44c req-31a41756-dc11-4ff1-a2fd-7bc89781feaa tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0761044 Jul 16 18:55:43.311628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24464c-28fe-4ae6-908f-9f1e8cb05cf6 req-59c00f8f-7c1d-48aa-8020-1c3f608892e4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.313426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db24464c-28fe-4ae6-908f-9f1e8cb05cf6 req-59c00f8f-7c1d-48aa-8020-1c3f608892e4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 946 time: 0.0716662 Jul 16 18:55:43.356344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-db24464c-28fe-4ae6-908f-9f1e8cb05cf6 req-1a4118d7-9e1e-4274-8652-2faa9660b332 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353155 Jul 16 18:55:43.448360 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d709c7ba-aec2-4c79-9336-7a8a60b9c44c req-9ed02346-d1bc-40a3-9602-bead7d90a05d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4475043 Jul 16 18:55:43.557019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb15385-cff4-41a6-bea3-8dc91f1f033d req-1ec3f3f4-602a-4c79-89cd-727b443f9114 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.558568 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bfb15385-cff4-41a6-bea3-8dc91f1f033d req-1ec3f3f4-602a-4c79-89cd-727b443f9114 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 946 time: 0.0740719 Jul 16 18:55:43.599816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bfb15385-cff4-41a6-bea3-8dc91f1f033d req-9e89dddb-1e8a-4796-bbe0-d85b1e526708 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351949 Jul 16 18:55:43.625246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 38972) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:43.680213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ab0ab-d315-44bc-a3ac-3e1cfb5257b4 tempest-TestVolumeBootPattern-584337017 tempest-TestVolumeBootPattern-584337017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.681783 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cb3ab0ab-d315-44bc-a3ac-3e1cfb5257b4 tempest-TestVolumeBootPattern-584337017 tempest-TestVolumeBootPattern-584337017-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1093 time: 0.0553920 Jul 16 18:55:43.684742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 38978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:43.689495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:43.714878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.823793 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.934668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.25.1.185 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7d0880c0-6c68-4afd-ad7e-69a8121e2b33) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:44.053500 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.108954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.158638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:44.162142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:44.169396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:44.198502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=7d0880c0-6c68-4afd-ad7e-69a8121e2b33,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:44.618897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.675484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1eff-51e6-4aa3-b994-8e95f2f10409 req-6605ce51-e26b-46b3-939c-8788ce4a8c5f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:44.677098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0afd1eff-51e6-4aa3-b994-8e95f2f10409 req-6605ce51-e26b-46b3-939c-8788ce4a8c5f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0947025 Jul 16 18:55:44.722041 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.724322 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0afd1eff-51e6-4aa3-b994-8e95f2f10409 req-13368988-a4f5-46eb-bed2-8852a2937d1e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 Jul 16 18:55:44.904120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.911332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.998455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=7d0880c0-6c68-4afd-ad7e-69a8121e2b33,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:45.011220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.131873 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Floating IP cb4c4dc4-830d-44a2-8038-eea8d9ca3e15 associated. External IP: 172.25.1.185, port: 7b4ab55c-2149-4b40-b686-bb3c01e7dd99. Jul 16 18:55:45.363616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:45.507078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:45.517259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:45.525725 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.528817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:45.529765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:55:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:45.569664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d1ab5c7f-7dbe-48e8-ba8b-be9d7e93faa0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8834562 Jul 16 18:55:45.570643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:45.574079 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4186891-90c0-4153-89cb-5106c9896b15" -d '{"events": [{"name": "network-changed", "server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:45.627421 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a787c392-e6db-44bc-ac4e-74b2015eaad0 x-openstack-request-id: req-a787c392-e6db-44bc-ac4e-74b2015eaad0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:45.628239 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:45.628239 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a787c392-e6db-44bc-ac4e-74b2015eaad0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:45.628960 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'status': 'completed', 'code': 200} Jul 16 18:55:45.651150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:45.706193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186891-90c0-4153-89cb-5106c9896b15 req-8d47f8f7-51ba-4483-9a46-6e72139f95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:45.708187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4186891-90c0-4153-89cb-5106c9896b15 req-8d47f8f7-51ba-4483-9a46-6e72139f95a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1098 time: 0.0576749 Jul 16 18:55:45.823486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186891-90c0-4153-89cb-5106c9896b15 req-feffb83c-5743-47a8-b4bd-57a6d577c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:45.825017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4186891-90c0-4153-89cb-5106c9896b15 req-feffb83c-5743-47a8-b4bd-57a6d577c38b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1101141 Jul 16 18:55:45.905689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4186891-90c0-4153-89cb-5106c9896b15 req-99d50995-7247-4c83-9a67-ed0747f877c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 1000 time: 0.0728223 Jul 16 18:55:45.930208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdb4f4-aee0-4854-9bf3-f8b304b54bcb req-5acb3ddd-aac8-4e4c-af44-aa1b2e9268ae tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:45.937865 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-facdb4f4-aee0-4854-9bf3-f8b304b54bcb req-5acb3ddd-aac8-4e4c-af44-aa1b2e9268ae tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0737066 Jul 16 18:55:45.942813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:44Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:45.967113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186891-90c0-4153-89cb-5106c9896b15 req-d48b0fd4-aa9c-4c24-acdf-9597790fd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:45.968651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4186891-90c0-4153-89cb-5106c9896b15 req-d48b0fd4-aa9c-4c24-acdf-9597790fd6e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0566969 Jul 16 18:55:45.988668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:45.995255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-facdb4f4-aee0-4854-9bf3-f8b304b54bcb req-1237eef2-7c04-4ae1-972c-ae48c21b416f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568044 Jul 16 18:55:45.998161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:45.998839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:55:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:46.047981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186891-90c0-4153-89cb-5106c9896b15 req-3f512cac-4e65-4c23-b4aa-f2ebbe72b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:46.050544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4186891-90c0-4153-89cb-5106c9896b15 req-3f512cac-4e65-4c23-b4aa-f2ebbe72b332 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742340 Jul 16 18:55:46.129687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:46.152651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4186891-90c0-4153-89cb-5106c9896b15 req-ba0cd56b-98ef-41bc-bf63-2c42dba3ae38 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948877 Jul 16 18:55:46.221572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d942e7fb-a3c1-4903-9cb5-56ff6cc8f04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.255585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4186891-90c0-4153-89cb-5106c9896b15 req-d91ed30e-1b36-4291-8f7e-7ffffcdc5263 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948598 Jul 16 18:55:46.374325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:44Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:46.406792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a723e2-ccb5-41ab-9ab6-b15625e8a21c None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:44Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:46.618679 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef9557-22f9-4b41-8122-b68834312858 None None] New status for floating IP cb4c4dc4-830d-44a2-8038-eea8d9ca3e15: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:55:47.203942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d024be-2285-4a80-a773-8d80af55ccd5 req-61fdd84a-352f-43a8-91e3-cafc7fe6f558 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:47.206170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9d024be-2285-4a80-a773-8d80af55ccd5 req-61fdd84a-352f-43a8-91e3-cafc7fe6f558 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0806429 Jul 16 18:55:47.254076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9d024be-2285-4a80-a773-8d80af55ccd5 req-8f524ed0-f188-4c02-aa8e-f6188ae95390 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410113 Jul 16 18:55:48.625375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d75e8-11f1-4268-85b2-718bdff151f5 req-4a59cf36-bb5e-40ef-a22c-d73c9b27b53b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:48.627251 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-902d75e8-11f1-4268-85b2-718bdff151f5 req-4a59cf36-bb5e-40ef-a22c-d73c9b27b53b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.2471704 Jul 16 18:55:48.673006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-902d75e8-11f1-4268-85b2-718bdff151f5 req-3595504f-0fc9-4f71-8c53-7b7591129aa8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370114 Jul 16 18:55:48.756141 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55d5422c-18e9-4777-b9a6-1284cb6674bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.860971 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:48.907133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.886954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11407065-324d-4c53-8919-cb34c3d3ff22 req-83d0c024-ed23-4512-b5cf-9d9497f093d0 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:49.888559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11407065-324d-4c53-8919-cb34c3d3ff22 req-83d0c024-ed23-4512-b5cf-9d9497f093d0 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0846643 Jul 16 18:55:49.935766 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-11407065-324d-4c53-8919-cb34c3d3ff22 req-6efdc4bd-826b-4eca-ab24-79522da6f7b8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Jul 16 18:55:50.005056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:51.142146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790755e-6a07-41e5-a359-53e9fc7a58f3 req-c8ed7fdc-f363-423d-881f-3d6875cec0e4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:51.145269 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b790755e-6a07-41e5-a359-53e9fc7a58f3 req-c8ed7fdc-f363-423d-881f-3d6875cec0e4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0865266 Jul 16 18:55:51.197148 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b790755e-6a07-41e5-a359-53e9fc7a58f3 req-69660121-f96b-4cc8-9f3e-af3a5234a286 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 Jul 16 18:55:51.805780 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.478285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79d083-fc3d-4653-9639-a999f61953bf req-3b175e86-08ff-485a-ba58-43c27d190a76 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:52.479816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f79d083-fc3d-4653-9639-a999f61953bf req-3b175e86-08ff-485a-ba58-43c27d190a76 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.1553786 Jul 16 18:55:52.523732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f79d083-fc3d-4653-9639-a999f61953bf req-7ba71697-4259-475d-9163-f5498c6adaed tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378754 Jul 16 18:55:52.856685 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.747614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191c873-7e18-461d-81c5-be2742dd391e req-0ad660c0-1965-4d69-9845-ba337dd317d5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:53.749539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c191c873-7e18-461d-81c5-be2742dd391e req-0ad660c0-1965-4d69-9845-ba337dd317d5 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0779185 Jul 16 18:55:53.789497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:55:53.796669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c191c873-7e18-461d-81c5-be2742dd391e req-503087be-c263-464f-bb16-8faa83648e35 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379829 Jul 16 18:55:53.898642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:53.914625 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '20fea521-d4c1-4c15-a650-e08b53322d03', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'port_id': '20fea521-d4c1-4c15-a650-e08b53322d03', 'mac_address': 'fa:16:3e:2c:f5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:55:53.960528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.976697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20fea521-d4c1-4c15-a650-e08b53322d03 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:54.001792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:54.006925 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:54.077293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:54.088316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.089104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.089559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.090074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.090553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.091185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.091631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.092032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.095465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.096192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.096889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.097517 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:54.106114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['20fea521-d4c1-4c15-a650-e08b53322d03'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:54.692283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.025850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b0dea-44f0-4f10-897b-8fcc9703f9a8 req-9fa63999-1678-424c-8c5b-f177053367bf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:55.027834 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c4b0dea-44f0-4f10-897b-8fcc9703f9a8 req-9fa63999-1678-424c-8c5b-f177053367bf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0742183 Jul 16 18:55:55.074711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c4b0dea-44f0-4f10-897b-8fcc9703f9a8 req-307e3436-6f55-49a1-bd8c-3e07261a87e3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 Jul 16 18:55:55.803907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:55.904125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 20fea521-d4c1-4c15-a650-e08b53322d03 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:55.904881 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.024172 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.054156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:56.057094 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e25261-3453-4476-b90e-9c661e00401a" -d '{"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-plugged", "status": "completed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:56.089399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:56.100471 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.179952 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a4d3e-03b1-4411-a6d0-1f1da7f9e528 x-openstack-request-id: req-e40a4d3e-03b1-4411-a6d0-1f1da7f9e528 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:56.180248 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-plugged", "status": "completed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:56.180471 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e40a4d3e-03b1-4411-a6d0-1f1da7f9e528 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:56.182251 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'code': 200} Jul 16 18:55:56.183982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:56.340371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570b15-7bdd-4519-a3bd-67af3568dc8e req-d033c182-5dd8-4b51-b934-4dd56dd04fbd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:56.344093 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af570b15-7bdd-4519-a3bd-67af3568dc8e req-d033c182-5dd8-4b51-b934-4dd56dd04fbd tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0930455 Jul 16 18:55:56.415862 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af570b15-7bdd-4519-a3bd-67af3568dc8e req-d4adb94d-29c8-426a-91f0-dcd3d7c0ae35 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641668 Jul 16 18:55:57.670894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6b0fe-917c-4ab2-ba87-05698a152514 req-ef55c5fe-b63c-4c35-a8aa-a5a732096ff0 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.681917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48e6b0fe-917c-4ab2-ba87-05698a152514 req-ef55c5fe-b63c-4c35-a8aa-a5a732096ff0 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.1071949 Jul 16 18:55:57.742791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48e6b0fe-917c-4ab2-ba87-05698a152514 req-84f38c4f-7dea-488a-a914-03d0fb8946be tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592766 Jul 16 18:55:58.993299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-2a958d9a-2c68-42a5-9433-82cadced3481 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1170619 Jul 16 18:55:59.009607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0bb1-f5b6-4f4c-a385-602cef3af555 req-3e5dc9dd-84bf-4460-a5ad-40e5a45413f6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.027211 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-439d0bb1-f5b6-4f4c-a385-602cef3af555 req-3e5dc9dd-84bf-4460-a5ad-40e5a45413f6 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.1227822 Jul 16 18:55:59.123322 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-439d0bb1-f5b6-4f4c-a385-602cef3af555 req-b0956b33-1846-4672-b4a7-17b9472dc384 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944607 Jul 16 18:55:59.143931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-c23e9f69-8131-4368-8b27-246bef8221a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.146090 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-c23e9f69-8131-4368-8b27-246bef8221a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e06de23506424ba89bd97d5344541067&device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 1101 time: 0.1162238 Jul 16 18:55:59.284442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-8b2d1205-b9b3-40b2-b8c5-97ed74572f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.286203 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-8b2d1205-b9b3-40b2-b8c5-97ed74572f0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.1111577 Jul 16 18:55:59.341046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-0d9ab4d1-686c-4b76-afe9-741741602754 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184 HTTP/1.1" status: 200 len: 217 time: 0.0480697 Jul 16 18:55:59.400965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-989c1f2c-d22b-4ecb-b23f-154ff9ec4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.402465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-989c1f2c-d22b-4ecb-b23f-154ff9ec4351 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0557237 Jul 16 18:55:59.492571 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-db3030e0-656b-47df-a63c-630334f3d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.494247 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-db3030e0-656b-47df-a63c-630334f3d9cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860000 Jul 16 18:55:59.622692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-a6e8d58c-ae6a-4caf-b304-269e64ecb627 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199098 Jul 16 18:55:59.775851 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aaeb5c6d-f482-4a00-a8b2-e1ec681ffe59 req-b0e07f5f-fc0d-4cde-85d5-817ab8c2d474 service neutron] 10.222.0.67 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447482 Jul 16 18:56:00.013298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-c561c955-7a30-4195-89b0-6ea130620f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.015153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-c561c955-7a30-4195-89b0-6ea130620f28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1098 time: 0.5416040 Jul 16 18:56:00.167015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-e68ab6ba-dcbb-4f41-8cac-6c419cf8ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.169363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-e68ab6ba-dcbb-4f41-8cac-6c419cf8ca71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.1179764 Jul 16 18:56:00.271551 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-6fd08937-b257-45a6-91bc-312317d843dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 1001 time: 0.0899377 Jul 16 18:56:00.353572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-5feb6a93-ab39-4ccb-9d36-bd7cd55f1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.355600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-5feb6a93-ab39-4ccb-9d36-bd7cd55f1590 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0755727 Jul 16 18:56:00.498953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-68632ab3-5e43-4cf1-9c02-759454ce0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.500910 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-68632ab3-5e43-4cf1-9c02-759454ce0f68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342504 Jul 16 18:56:00.514531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62750c-4089-4eaf-95ff-bc30c4b532a9 req-09d8ee1b-993d-498a-a2e3-39f71be3f966 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.518148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d62750c-4089-4eaf-95ff-bc30c4b532a9 req-09d8ee1b-993d-498a-a2e3-39f71be3f966 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.1606627 Jul 16 18:56:00.628768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d62750c-4089-4eaf-95ff-bc30c4b532a9 req-5a7fd633-d822-4bf0-85d3-b6b7499cd093 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955575 Jul 16 18:56:00.672360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-63b554a2-e086-45d6-98b7-fddb04b37707 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519873 Jul 16 18:56:00.701254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0988a86-2dd7-4c20-9d4b-5997b34b1736 req-8f00024a-de72-4583-ba58-54c34fa92163 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.702844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0988a86-2dd7-4c20-9d4b-5997b34b1736 req-8f00024a-de72-4583-ba58-54c34fa92163 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 949 time: 0.1051769 Jul 16 18:56:00.752940 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0988a86-2dd7-4c20-9d4b-5997b34b1736 req-d14e4580-ce51-4d63-85b8-26964b4f924d tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Jul 16 18:56:00.816587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62cf0909-e16a-414f-b258-7702e6d94e8d req-6ce50c4c-50e2-448c-927c-1c6e63195104 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367199 Jul 16 18:56:01.858586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1c41-f85c-4165-8b31-5997a9be01fe req-f7794990-31eb-4f35-a659-e5594c302257 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:01.860284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d1a1c41-f85c-4165-8b31-5997a9be01fe req-f7794990-31eb-4f35-a659-e5594c302257 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0914392 Jul 16 18:56:01.918632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3d1a1c41-f85c-4165-8b31-5997a9be01fe req-98f98f04-8535-4746-bbc5-770cfb4261ca tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486667 Jul 16 18:56:02.028905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-04e2fe8d-39c4-401d-a517-8ff26e679904 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:02.030414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-04e2fe8d-39c4-401d-a517-8ff26e679904 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 949 time: 0.1120999 Jul 16 18:56:02.087347 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5c7b-a182-4294-80ac-00d8f26ee0ca req-33f2ac21-6bcf-4f40-ad48-0e000b142053 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:02.089147 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6cc5c7b-a182-4294-80ac-00d8f26ee0ca req-33f2ac21-6bcf-4f40-ad48-0e000b142053 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 949 time: 0.1815624 Jul 16 18:56:02.218661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c6cc5c7b-a182-4294-80ac-00d8f26ee0ca req-552ad913-f115-4ddb-9762-06010a47847f tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f2ad649-7f68-403c-bf28-bc0edd7903fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149993 Jul 16 18:56:02.269924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Deleting port 64b9c31a-8ad1-464b-81a1-2079a7d94184 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:02.270441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.408369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] For port 64b9c31a-8ad1-464b-81a1-2079a7d94184, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=64b9c31a-8ad1-464b-81a1-2079a7d94184,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:02.408842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.427438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Calling delete_port for 64b9c31a-8ad1-464b-81a1-2079a7d94184 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:02.575331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.588516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['64b9c31a-8ad1-464b-81a1-2079a7d94184'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:02.633085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Pushing event deleted for resources: {'Port': ['ID=64b9c31a-8ad1-464b-81a1-2079a7d94184,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:02.686279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] No DVR routers for this DVR port 64b9c31a-8ad1-464b-81a1-2079a7d94184 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:02.690050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.692811 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1c6e0d42-2b32-49e9-95de-640ffd15a25b req-80ce3286-6dec-4342-888f-bf35ea423184 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.67 "DELETE /v2.0/ports/64b9c31a-8ad1-464b-81a1-2079a7d94184 HTTP/1.1" status: 204 len: 173 time: 0.6575842 Jul 16 18:56:02.693634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'name': 'network-vif-deleted', 'tag': '64b9c31a-8ad1-464b-81a1-2079a7d94184'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:02.696497 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd81e65-07b0-4c38-b60b-3b9ed01c9e57" -d '{"events": [{"server_uuid": "cb564c20-d34f-49ea-8716-008cb42d94e4", "name": "network-vif-deleted", "tag": "64b9c31a-8ad1-464b-81a1-2079a7d94184"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:02.743505 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c405161e-7bfd-400d-b4e1-d42d82adf4ba x-openstack-request-id: req-c405161e-7bfd-400d-b4e1-d42d82adf4ba {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:02.743853 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb564c20-d34f-49ea-8716-008cb42d94e4", "name": "network-vif-deleted", "tag": "64b9c31a-8ad1-464b-81a1-2079a7d94184", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:02.744093 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c405161e-7bfd-400d-b4e1-d42d82adf4ba {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:02.744466 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb564c20-d34f-49ea-8716-008cb42d94e4', 'name': 'network-vif-deleted', 'tag': '64b9c31a-8ad1-464b-81a1-2079a7d94184', 'status': 'completed', 'code': 200} Jul 16 18:56:03.194193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e07bd9-43eb-4b42-9d06-47ea8a0f4f8b req-b5bc781c-8216-4016-b714-96404866b4e9 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:03.201938 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54e07bd9-43eb-4b42-9d06-47ea8a0f4f8b req-b5bc781c-8216-4016-b714-96404866b4e9 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.1123748 Jul 16 18:56:03.284321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54e07bd9-43eb-4b42-9d06-47ea8a0f4f8b req-b8fa9d34-1c97-43eb-91d3-468c56c3120e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792334 Jul 16 18:56:03.461469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff931de0-fba6-4c33-acf0-44752e05c66d req-f3bd1fd5-00a7-40f2-8c44-1b7c35875e35 tempest-VolumesBackupsTest-1348163426 tempest-VolumesBackupsTest-1348163426-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb564c20-d34f-49ea-8716-008cb42d94e4 HTTP/1.1" status: 200 len: 210 time: 0.0388751 Jul 16 18:56:04.547628 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960790e5-20c0-456e-ad34-f58b3e7b1c4f req-383771f4-4baf-47c6-a145-19d2d88e6ad3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:04.549665 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-960790e5-20c0-456e-ad34-f58b3e7b1c4f req-383771f4-4baf-47c6-a145-19d2d88e6ad3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0956373 Jul 16 18:56:04.592225 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-960790e5-20c0-456e-ad34-f58b3e7b1c4f req-827dd239-a677-46a8-a48c-c6dc070f5249 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365636 Jul 16 18:56:05.075390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 64b9c31a-8ad1-464b-81a1-2079a7d94184 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:05.110636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 64b9c31a-8ad1-464b-81a1-2079a7d94184 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:05.111821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 64b9c31a-8ad1-464b-81a1-2079a7d94184 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:05.795374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62587004-c80d-4afb-aab8-67a155f6d89c req-634113ae-4083-4919-ae7a-23494f9a5b18 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.796940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62587004-c80d-4afb-aab8-67a155f6d89c req-634113ae-4083-4919-ae7a-23494f9a5b18 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0672634 Jul 16 18:56:05.837395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62587004-c80d-4afb-aab8-67a155f6d89c req-a0861c84-23c4-499a-a03d-cfc8118efaf4 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344567 Jul 16 18:56:06.366031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-bcf8911e-b705-401c-a0cd-8b7183a82647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:06.367481 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-bcf8911e-b705-401c-a0cd-8b7183a82647 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1098 time: 0.0547197 Jul 16 18:56:06.464283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-faf58427-4646-40b6-9d18-d5fa48265c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:06.465828 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-faf58427-4646-40b6-9d18-d5fa48265c5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.0911264 Jul 16 18:56:06.535127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-6e43f975-81dd-48d6-8a62-b368d040111a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 1001 time: 0.0611660 Jul 16 18:56:06.592377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-7de8364e-62d2-4b01-9ec9-99358125a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:06.593920 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-7de8364e-62d2-4b01-9ec9-99358125a692 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0511584 Jul 16 18:56:06.660104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-a94d9552-9762-4071-9618-98c5166af738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:06.661562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-a94d9552-9762-4071-9618-98c5166af738 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575192 Jul 16 18:56:06.766270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-bdffbfdf-09eb-4c3c-94f8-7d771369eac8 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964212 Jul 16 18:56:06.873623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4ba2ff6-fd0e-4b74-a5c3-c58668e8a286 req-54ec5aca-1915-4361-b6d2-4af783889776 service neutron] 10.222.0.59 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988457 Jul 16 18:56:07.033288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a3dc-041b-4291-9c60-6918d376f68f req-daab7586-07fd-4ce1-9e4f-0a2978c898ba tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:07.036976 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9cf9a3dc-041b-4291-9c60-6918d376f68f req-daab7586-07fd-4ce1-9e4f-0a2978c898ba tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0716786 Jul 16 18:56:07.076234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9cf9a3dc-041b-4291-9c60-6918d376f68f req-d4726752-d29d-4944-9a00-8c4984775ed8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350897 Jul 16 18:56:08.319212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78247f5-3960-4ed6-93f0-6b106ab68c23 req-2136d662-256f-4b7c-b405-3b4949477b2b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:08.327463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f78247f5-3960-4ed6-93f0-6b106ab68c23 req-2136d662-256f-4b7c-b405-3b4949477b2b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.1217127 Jul 16 18:56:08.383562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f78247f5-3960-4ed6-93f0-6b106ab68c23 req-2576d547-88a8-4aac-9c23-482e1d89f787 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496783 Jul 16 18:56:09.592529 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334691-27d8-4335-9ab7-6d79d0ffebbe req-aa3a4dd8-058f-4d63-958d-53f57bb2d043 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:09.594011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af334691-27d8-4335-9ab7-6d79d0ffebbe req-aa3a4dd8-058f-4d63-958d-53f57bb2d043 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0714498 Jul 16 18:56:09.635569 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af334691-27d8-4335-9ab7-6d79d0ffebbe req-ba8e63f8-8c8a-43ad-9c54-9bae2d69cfaf tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347638 Jul 16 18:56:09.899933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:09.993304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.023588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:10.027425 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c42989a-445d-41db-96dc-ad6f714317b3" -d '{"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-unplugged", "status": "completed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:10.050197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:10.057019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.087378 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2c5087-af0f-424f-b450-c2e7fd929922 x-openstack-request-id: req-3d2c5087-af0f-424f-b450-c2e7fd929922 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:10.087705 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-unplugged", "status": "failed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:10.088077 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d2c5087-af0f-424f-b450-c2e7fd929922 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:10.088391 n-d-791504-15 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'code': 422} returned with failed status Jul 16 18:56:10.119025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:10.636612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-d5c2c9f3-a8a7-4243-ab09-3bb4d9c3f9c0 req-b5d2f68c-f82f-49a5-8593-7ae210311434 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:56:10.637843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5c2c9f3-a8a7-4243-ab09-3bb4d9c3f9c0 req-b5d2f68c-f82f-49a5-8593-7ae210311434 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064197 Jul 16 18:56:10.982293 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-74f3e75b-7102-4436-8bb8-4715270d1820 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743294 Jul 16 18:56:10.984815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73b079-b98a-4903-99dc-41df07b1d82b req-4795844c-24e9-42a3-a53a-1aaa2088f3ea tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:10.987071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-de73b079-b98a-4903-99dc-41df07b1d82b req-4795844c-24e9-42a3-a53a-1aaa2088f3ea tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 944 time: 0.0819683 Jul 16 18:56:11.043700 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-de73b079-b98a-4903-99dc-41df07b1d82b req-52fa3601-c834-4c90-af78-d50bc4d5a75a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482824 Jul 16 18:56:11.969762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-7e01597d-e11c-411b-bfbd-3b86865ae3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:11.971558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-7e01597d-e11c-411b-bfbd-3b86865ae3e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9&tenant_id=db29f6bb99b74d21bef7d39b747a8721 HTTP/1.1" status: 200 len: 1096 time: 0.0802450 Jul 16 18:56:11.983271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:12.064718 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.327662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403d7c2-a8b3-429a-85f3-d176b252a8f3 req-b6bb27b7-8052-44a2-9be1-76d209960c00 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:12.329098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d403d7c2-a8b3-429a-85f3-d176b252a8f3 req-b6bb27b7-8052-44a2-9be1-76d209960c00 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 944 time: 0.1394825 Jul 16 18:56:12.330992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:12.396949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d403d7c2-a8b3-429a-85f3-d176b252a8f3 req-1b200183-1692-46df-8051-e21548e415b1 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570703 Jul 16 18:56:12.397915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:12.431825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fea521-d4c1-4c15-a650-e08b53322d03 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:12.439938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.452769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Transition to ACTIVE for port object 20fea521-d4c1-4c15-a650-e08b53322d03 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:12.458410 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.634936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=9']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:12.637666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] No DVR routers for this DVR port 20fea521-d4c1-4c15-a650-e08b53322d03 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:12.782445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:12.782848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:12.783178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:12.788153 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Port 20fea521-d4c1-4c15-a650-e08b53322d03 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:12.788469 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Attempting to bind port 20fea521-d4c1-4c15-a650-e08b53322d03 on network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:12.794360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:12.794703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Checking segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:12.795087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Bound using segment: {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:12.795515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Bound port: 20fea521-d4c1-4c15-a650-e08b53322d03, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5940e8-f749-493d-ab02-40c7b89026f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:12.795878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.864361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:12.867555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:12.872725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.909400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:12.910051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.911484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] 10.222.0.67 "PUT /v2.0/ports/20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 1093 time: 0.9327745 Jul 16 18:56:12.912078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:12.914285 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f899b3-6802-4d52-9699-436ef8b7b8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:12.973692 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adeb18d-26bf-4de4-8a18-937fa2ffa97b x-openstack-request-id: req-8adeb18d-26bf-4de4-8a18-937fa2ffa97b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:12.974332 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:12.974332 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8adeb18d-26bf-4de4-8a18-937fa2ffa97b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:12.974608 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'status': 'completed', 'code': 200} Jul 16 18:56:12.990211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96af07-ec4d-44c5-a6c9-dedfc30c841c service neutron] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=10']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:13.024517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-a26d38fd-ec5c-4a93-8723-10a14f294b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.026173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-a26d38fd-ec5c-4a93-8723-10a14f294b63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1097 time: 0.0887196 Jul 16 18:56:13.137940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-d39826e8-897a-44c4-bd1b-73a981091827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.139741 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-d39826e8-897a-44c4-bd1b-73a981091827 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.1076522 Jul 16 18:56:13.207330 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-ef371141-153a-4aaa-8f54-8c1151fc2c8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 999 time: 0.0613043 Jul 16 18:56:13.263557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-842aa218-885a-4f3b-9c80-f72e2dea0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.265481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-842aa218-885a-4f3b-9c80-f72e2dea0cf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0518224 Jul 16 18:56:13.326752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-18e9ce6f-b5f9-461b-bf61-aea11780f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.329241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-18e9ce6f-b5f9-461b-bf61-aea11780f15f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568130 Jul 16 18:56:13.421005 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-fb8d0a44-be8e-4e2c-989b-8568a2e3a49e service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Jul 16 18:56:13.536610 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d43ade7b-a4a2-429c-a5cf-dd62caca966d req-61b8585c-365a-4335-81c3-ea16457095f1 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080575 Jul 16 18:56:13.590864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882c2cf-502d-46a9-ace8-30ffd6128caf req-e41572e1-44cb-4ff1-98ba-a41eb5baca1d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.593460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a882c2cf-502d-46a9-ace8-30ffd6128caf req-e41572e1-44cb-4ff1-98ba-a41eb5baca1d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0720005 Jul 16 18:56:13.681154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a882c2cf-502d-46a9-ace8-30ffd6128caf req-64832d83-49c7-4641-b56c-6cfe3fadde2d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675604 Jul 16 18:56:13.694348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-5fdf7078-ea8b-4cc2-8bfe-15114a131f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.696116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-5fdf7078-ea8b-4cc2-8bfe-15114a131f1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1097 time: 0.1013346 Jul 16 18:56:13.802577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-a17e1f01-33d6-44cb-a7d4-f2bf78bc63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.804555 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-a17e1f01-33d6-44cb-a7d4-f2bf78bc63f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.1003425 Jul 16 18:56:13.900964 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-729fc7f2-76c9-4ad5-a3b9-1b08e70a4a82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 999 time: 0.0910301 Jul 16 18:56:14.956029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4bc42-3ee8-4f54-a952-8dffe99d1c97 req-efc82409-fc81-4d41-b974-3b154dc99662 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:14.968554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fe4bc42-3ee8-4f54-a952-8dffe99d1c97 req-efc82409-fc81-4d41-b974-3b154dc99662 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.1206253 Jul 16 18:56:15.008560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fe4bc42-3ee8-4f54-a952-8dffe99d1c97 req-a7d4be83-b18d-46c9-8fd7-4c8d6fc8a366 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384285 Jul 16 18:56:16.210042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b662ea59-6e8f-43ae-9d35-4168a3d85f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:16.262632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa71f1-e0c2-4eaf-aaf4-52dc628eeefc req-e9324af5-b672-4191-b2bd-7fd176554500 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:16.264635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99aa71f1-e0c2-4eaf-aaf4-52dc628eeefc req-e9324af5-b672-4191-b2bd-7fd176554500 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0859690 Jul 16 18:56:16.312465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-99aa71f1-e0c2-4eaf-aaf4-52dc628eeefc req-28bf959b-3c6b-4991-8986-989c20aadc92 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408633 Jul 16 18:56:17.576189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dff21-5a69-4ff4-96a9-3585adc556db req-28edcad5-efb7-4c5a-b401-1cfba3c17cdb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:17.580030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c71dff21-5a69-4ff4-96a9-3585adc556db req-28edcad5-efb7-4c5a-b401-1cfba3c17cdb tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.1345220 Jul 16 18:56:17.635170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c71dff21-5a69-4ff4-96a9-3585adc556db req-92642ec3-23c2-44c1-8a3f-3afafcc0be5f tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486016 Jul 16 18:56:18.770775 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21ece526-86de-473a-b3a6-190ddcd85a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:18.960627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4082bef-d0d0-4d0b-9bb8-cb8039cf6be6 req-7c8bdcaa-7348-4063-bd84-ef6b925157ff tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:18.975806 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:18.976091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4082bef-d0d0-4d0b-9bb8-cb8039cf6be6 req-7c8bdcaa-7348-4063-bd84-ef6b925157ff tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.1778975 Jul 16 18:56:19.033801 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b4082bef-d0d0-4d0b-9bb8-cb8039cf6be6 req-ee27a4cb-80b8-4b35-9371-235e6f84d78b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520470 Jul 16 18:56:20.008633 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:20.259545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc990ec-a81f-41eb-bd84-d0e8524bbfe9 req-5089e9df-cede-4be9-8e51-ada68d380f95 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.261069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-edc990ec-a81f-41eb-bd84-d0e8524bbfe9 req-5089e9df-cede-4be9-8e51-ada68d380f95 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0679350 Jul 16 18:56:20.325035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-edc990ec-a81f-41eb-bd84-d0e8524bbfe9 req-9fbe3fcf-8167-4cb4-a8fd-386a3bd73755 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576754 Jul 16 18:56:21.517060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f13b9-b22e-409e-950c-cd4c42986603 req-78fd280a-176b-45ab-b3f8-0ac422d8ac9e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:21.524960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-701f13b9-b22e-409e-950c-cd4c42986603 req-78fd280a-176b-45ab-b3f8-0ac422d8ac9e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0755172 Jul 16 18:56:21.561465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-701f13b9-b22e-409e-950c-cd4c42986603 req-325a2b25-35a3-4d6c-a61d-e16555e73d67 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355887 Jul 16 18:56:21.817295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:22.772764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc15e90-c270-4dde-9178-fd4a07177eb8 req-d2d37665-241a-4743-bbe3-5c4b89f90cb9 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:22.774341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fc15e90-c270-4dde-9178-fd4a07177eb8 req-d2d37665-241a-4743-bbe3-5c4b89f90cb9 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0704448 Jul 16 18:56:22.815937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fc15e90-c270-4dde-9178-fd4a07177eb8 req-29e7a644-64d5-4be4-a4fe-10b3d0a2943b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358298 Jul 16 18:56:22.863005 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:24.040040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7071-b229-4784-8920-0720d41a7957 req-f561d67b-c348-4f70-9a28-e0d8e7fdc7a3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:24.048936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-222d7071-b229-4784-8920-0720d41a7957 req-f561d67b-c348-4f70-9a28-e0d8e7fdc7a3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0848558 Jul 16 18:56:24.092313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-222d7071-b229-4784-8920-0720d41a7957 req-69ee35d3-0a56-48bb-a076-ca559842f32c tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Jul 16 18:56:24.644581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-681ca249-5f83-4fe5-b83b-4d2547055e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:24.646099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-681ca249-5f83-4fe5-b83b-4d2547055e4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0544519 Jul 16 18:56:24.692115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:24.710484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-e0e4c970-dc0f-4d40-9eb4-062c6e6634b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:24.712004 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-e0e4c970-dc0f-4d40-9eb4-062c6e6634b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566576 Jul 16 18:56:24.820575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-cf32b9d5-17a1-4f2e-8355-e44d33304ab9 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947907 Jul 16 18:56:25.167595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7f899b3-6802-4d52-9699-436ef8b7b8fa req-a3ac27b1-2361-4e06-a1e9-cee037921f53 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399725 Jul 16 18:56:25.309598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbdb0c-cef4-4cd5-83b1-2f0d7a4d45e3 req-a09a026d-040a-4d60-85d4-a5fe6d253721 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:25.311061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cacbdb0c-cef4-4cd5-83b1-2f0d7a4d45e3 req-a09a026d-040a-4d60-85d4-a5fe6d253721 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0792062 Jul 16 18:56:25.351164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cacbdb0c-cef4-4cd5-83b1-2f0d7a4d45e3 req-57f3c03a-7b33-4711-9199-123b9935547d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340917 Jul 16 18:56:25.860875 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:26.545350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489e4b8-9b24-436c-9d30-092edf61e6c9 req-97d4961e-264d-412b-be90-b2dd023e5a69 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:26.546833 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e489e4b8-9b24-436c-9d30-092edf61e6c9 req-97d4961e-264d-412b-be90-b2dd023e5a69 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 945 time: 0.0700176 Jul 16 18:56:26.593713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e489e4b8-9b24-436c-9d30-092edf61e6c9 req-5afce18a-7bb5-436b-a52a-2cb4307d8afc tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407438 Jul 16 18:56:27.136888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:27.239666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:27.251681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '20fea521-d4c1-4c15-a650-e08b53322d03', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'port_id': '20fea521-d4c1-4c15-a650-e08b53322d03', 'mac_address': 'fa:16:3e:2c:f5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:27.291405 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.305749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fea521-d4c1-4c15-a650-e08b53322d03 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:27.326218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:27.338564 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.390291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:27.582115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['20fea521-d4c1-4c15-a650-e08b53322d03'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:27.796546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5875bc-e2d3-4aa7-b698-cbbbeadc8a6e req-69c4a4fe-be15-481d-9b0d-7c611b21ffab tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.799991 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa5875bc-e2d3-4aa7-b698-cbbbeadc8a6e req-69c4a4fe-be15-481d-9b0d-7c611b21ffab tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0695946 Jul 16 18:56:27.841146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa5875bc-e2d3-4aa7-b698-cbbbeadc8a6e req-a30e0363-c1a2-4731-9e00-dc573a78e32e tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343311 Jul 16 18:56:29.025813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdb9d-8702-4d60-a178-f1d8b6f393bd req-b1215514-cedd-4c20-9c26-0832c5c29bd2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.027346 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d3fdb9d-8702-4d60-a178-f1d8b6f393bd req-b1215514-cedd-4c20-9c26-0832c5c29bd2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 946 time: 0.0668297 Jul 16 18:56:29.067086 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d3fdb9d-8702-4d60-a178-f1d8b6f393bd req-f3de4645-d914-427f-9206-ed87d7eae1b8 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336077 Jul 16 18:56:29.200712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:29.255109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 20fea521-d4c1-4c15-a650-e08b53322d03 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:29.259176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 20fea521-d4c1-4c15-a650-e08b53322d03 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:29.259553 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.340299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.364911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:29.367153 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fbe50f-da99-481d-a6c0-8983e3f05542" -d '{"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-plugged", "status": "completed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:29.380240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:29.386395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.412592 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02e541-6576-4c95-848c-cf0257a07a79 x-openstack-request-id: req-0e02e541-6576-4c95-848c-cf0257a07a79 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:29.412915 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-plugged", "status": "completed", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:29.413162 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e02e541-6576-4c95-848c-cf0257a07a79 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:29.413546 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'code': 200} Jul 16 18:56:29.444669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:29.596202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e479a-f137-4f78-86d5-70727a869d52 req-bbdca459-7c58-46f7-9d7c-0e1a7130135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.598102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f43e479a-f137-4f78-86d5-70727a869d52 req-bbdca459-7c58-46f7-9d7c-0e1a7130135d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1099 time: 0.0555420 Jul 16 18:56:29.635011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f43e479a-f137-4f78-86d5-70727a869d52 req-9595682e-2c65-4f77-b486-eadaca394fb4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305128 Jul 16 18:56:30.269229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7902-0b65-4316-b565-a6a5ac6b65d2 req-640710b5-9e9d-4161-a56a-c2eab50e81c7 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.270922 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-512a7902-0b65-4316-b565-a6a5ac6b65d2 req-640710b5-9e9d-4161-a56a-c2eab50e81c7 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 947 time: 0.0843606 Jul 16 18:56:30.312745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-512a7902-0b65-4316-b565-a6a5ac6b65d2 req-85028c47-eed8-4656-866b-dbe2d3aa651a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334818 Jul 16 18:56:31.514849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5403f-8870-4966-9a44-cc63a9086b71 req-56273b0a-1e3a-424b-8b9b-36de76f7fc58 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.516593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7d5403f-8870-4966-9a44-cc63a9086b71 req-56273b0a-1e3a-424b-8b9b-36de76f7fc58 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 947 time: 0.0740938 Jul 16 18:56:31.561507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7d5403f-8870-4966-9a44-cc63a9086b71 req-7a51a4c3-9ad1-41da-8f7a-72751874c263 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385294 Jul 16 18:56:46.186758 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-79c5545b-b1a9-4f9f-9f16-1437c5f18de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.766676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-70fa813a-faff-48d9-9606-891074b0dcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.899907 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:50.016248 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:51.811428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:52.870920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:54.692321 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:58.896262 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-e80f7f0f-1fcb-426b-9f80-77dd788e3749 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097615 Jul 16 18:56:58.998130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc342328-ab0f-424f-a106-3e349d526cbb req-0236968c-2788-4220-b0cb-df18a18486f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:58.999684 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-0236968c-2788-4220-b0cb-df18a18486f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db29f6bb99b74d21bef7d39b747a8721&device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 1099 time: 0.0566559 Jul 16 18:56:59.116644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc342328-ab0f-424f-a106-3e349d526cbb req-6d557007-4c1d-4ac0-9060-52984f12aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:59.118319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-6d557007-4c1d-4ac0-9060-52984f12aafd service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 200 len: 918 time: 0.0956810 Jul 16 18:56:59.192053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-fb41129b-5311-44b5-80c4-b2560bf81616 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 200 len: 1001 time: 0.0671327 Jul 16 18:56:59.246562 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc342328-ab0f-424f-a106-3e349d526cbb req-2a83563d-e53b-4288-aaea-4e17367aff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:59.248076 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-2a83563d-e53b-4288-aaea-4e17367aff92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 200 len: 856 time: 0.0496504 Jul 16 18:56:59.317340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc342328-ab0f-424f-a106-3e349d526cbb req-cc89f917-fd5c-4d7d-ad1b-5fec8df89f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:59.319010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-cc89f917-fd5c-4d7d-ad1b-5fec8df89f22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f9b3039-5cf5-4d70-96fd-5a67bb15f231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626447 Jul 16 18:56:59.419416 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-e6c4ab32-bd18-4e8e-898b-65f281f0ed69 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923259 Jul 16 18:56:59.530974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc342328-ab0f-424f-a106-3e349d526cbb req-0ae73d4f-08d9-4050-bf9d-6e97398a9e58 service neutron] 10.222.0.67 "GET /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043189 Jul 16 18:57:00.834104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326ff5e-c7c8-487b-8239-a6fd92ed3ef3 req-fda1ecd7-9e1c-4bcc-b243-5af81bac3083 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:00.835907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7326ff5e-c7c8-487b-8239-a6fd92ed3ef3 req-fda1ecd7-9e1c-4bcc-b243-5af81bac3083 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 947 time: 0.0698168 Jul 16 18:57:00.882988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7326ff5e-c7c8-487b-8239-a6fd92ed3ef3 req-78978470-71c9-4565-82a6-c7cf40c9c217 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Jul 16 18:57:01.521946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-99bc488c-b4e5-464c-82f8-3f4bd40e6fbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588238 Jul 16 18:57:01.610122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-b372716a-82b4-4cf8-a117-59b6dc9de5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.611768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-b372716a-82b4-4cf8-a117-59b6dc9de5d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1098 time: 0.0654583 Jul 16 18:57:01.769502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-053b06c9-bea8-4434-ae78-2514c77144bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.772238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-053b06c9-bea8-4434-ae78-2514c77144bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1342657 Jul 16 18:57:01.869732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-b8f39e29-1918-4a88-b995-6ee7ef979c24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 1002 time: 0.0908601 Jul 16 18:57:01.928981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-b7d130a9-5ff5-4c0c-b0a9-9794c42b2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.931388 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-b7d130a9-5ff5-4c0c-b0a9-9794c42b2688 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0541286 Jul 16 18:57:02.013790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-3d32c48f-3440-43b0-b6cd-a38dd5fb7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.015501 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-3d32c48f-3440-43b0-b6cd-a38dd5fb7e0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746102 Jul 16 18:57:02.123812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-9a10515b-0caf-40c6-ab77-7cbc644c8b3a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.127795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-9a10515b-0caf-40c6-ab77-7cbc644c8b3a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.67 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 947 time: 0.1049249 Jul 16 18:57:02.136850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-0b0733e5-9a51-41c3-8d6d-e3f4c28d754d service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129591 Jul 16 18:57:02.269071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e18525d-6f1d-49a3-9d51-0e2234053927 req-8689163c-db5f-44b0-9618-201c65e9fbe6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246777 Jul 16 18:57:02.314655 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471206ba-76ef-4f98-bd65-670d0fdb4c7c req-994322cc-91a6-47a4-bd22-82851a1fd33a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.316224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-471206ba-76ef-4f98-bd65-670d0fdb4c7c req-994322cc-91a6-47a4-bd22-82851a1fd33a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 947 time: 0.1865611 Jul 16 18:57:02.353711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Deleting port 20fea521-d4c1-4c15-a650-e08b53322d03 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:02.354132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.404841 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-471206ba-76ef-4f98-bd65-670d0fdb4c7c req-420022c4-6e53-4157-a534-19797192f6e3 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e14f4d5-05a2-46b7-b06c-dca4162608e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798309 Jul 16 18:57:02.503618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] For port 20fea521-d4c1-4c15-a650-e08b53322d03, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=20fea521-d4c1-4c15-a650-e08b53322d03,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:02.504248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.733284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.733831 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.734340 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Floating IP a9231329-d275-4ed4-a900-f027f2c64f3b disassociated. External IP: 172.25.1.54, port: 20fea521-d4c1-4c15-a650-e08b53322d03. Jul 16 18:57:02.734893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Calling delete_port for 20fea521-d4c1-4c15-a650-e08b53322d03 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:02.865022 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:02.920399 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.951671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event deleted for resources: {'Port': ['ID=20fea521-d4c1-4c15-a650-e08b53322d03,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:02.963715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.964024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.964518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.964908 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.965251 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.965587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.966014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.966405 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.966748 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.967081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.968247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:02.968247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:03.113558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Router 6d4a57ce-c717-4d7a-a976-489c12e08492 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:03.235284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:03.246707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] Sync routers for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:03.259372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:03.260207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:56:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:03.286095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] No DVR routers for this DVR port 20fea521-d4c1-4c15-a650-e08b53322d03 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:03.289647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.291802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3067834b-b5f2-4c5c-8e27-ccd8f8fc14b5 req-c2dacade-0cb3-460d-abd8-ea581ef2843b tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.67 "DELETE /v2.0/ports/20fea521-d4c1-4c15-a650-e08b53322d03 HTTP/1.1" status: 204 len: 173 time: 1.1495337 Jul 16 18:57:03.292341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-deleted', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:03.295328 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ba228-3117-49fd-b991-5faa51d9615d" -d '{"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-deleted", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:03.380700 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca6a17-4741-4c79-a288-b739ba05b3d4 x-openstack-request-id: req-2eca6a17-4741-4c79-a288-b739ba05b3d4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:03.381210 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763dc7f9-7e79-4ca4-bbfa-359ccae139c9", "name": "network-vif-deleted", "tag": "20fea521-d4c1-4c15-a650-e08b53322d03", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:03.381700 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2eca6a17-4741-4c79-a288-b739ba05b3d4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:03.382300 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763dc7f9-7e79-4ca4-bbfa-359ccae139c9', 'name': 'network-vif-deleted', 'tag': '20fea521-d4c1-4c15-a650-e08b53322d03', 'status': 'completed', 'code': 200} Jul 16 18:57:03.593098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:03.651552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d13c2177-f34e-469b-9e3a-04b8dec87e23 req-c0a382bf-e2ef-450f-ad29-aced68e71e0d tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/ports?device_id=763dc7f9-7e79-4ca4-bbfa-359ccae139c9 HTTP/1.1" status: 200 len: 210 time: 0.0501103 Jul 16 18:57:03.884460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:03.919796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] Checking router: 6d4a57ce-c717-4d7a-a976-489c12e08492 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:03.929904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:03.930606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:56:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:04.061115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:04.277632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:04.304311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e9540-7137-42b2-98d3-8127a945670e None None] The sync data for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 is: [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:49:01Z', 'revision_number': 4, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd2a13dd0-ec57-4b54-8ddb-f72fe81c87f1', 'name': '', 'network_id': '9f9b3039-5cf5-4d70-96fd-5a67bb15f231', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'mac_address': 'fa:16:3e:05:aa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:57Z', 'updated_at': '2021-07-16T18:49:10Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'subnets': [{'id': 'f6fc654f-2218-4bb1-b4ff-715f348c4bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:04.560887 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a709c3ac-0a8b-4b88-982e-e4db912580b1 None None] New status for floating IP a9231329-d275-4ed4-a900-f027f2c64f3b: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:57:04.782943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40194) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:04.842669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.875154 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.933629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.936245 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.937466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "DELETE /v2.0/security-groups/7e14f4d5-05a2-46b7-b06c-dca4162608e4 HTTP/1.1" status: 204 len: 168 time: 0.1532891 Jul 16 18:57:04.940383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:04.947981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e14f4d5-05a2-46b7-b06c-dca4162608e4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:04.956668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.957737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.957737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.958152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.958579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.958863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.959573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.959573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.959970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.960213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.960541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.960870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6256ff-cf83-4527-bedd-5ae8c69d23c2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:04.962604 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-ef3596d3-a0f8-4e1a-a77d-d4c5e55a52f2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] show failed (client error): The resource could not be found. Jul 16 18:57:04.964130 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ef3596d3-a0f8-4e1a-a77d-d4c5e55a52f2 tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "GET /v2.0/security-groups/7e14f4d5-05a2-46b7-b06c-dca4162608e4 HTTP/1.1" status: 404 len: 347 time: 0.0214701 Jul 16 18:57:04.967182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40200) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:05.123573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Deleting port 6f36afeb-40b5-4972-baae-a869d2abb243 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:05.123920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.214365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.214730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.233923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Calling delete_port for 6f36afeb-40b5-4972-baae-a869d2abb243 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:05.275726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:05.307171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 20fea521-d4c1-4c15-a650-e08b53322d03 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:05.308652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 20fea521-d4c1-4c15-a650-e08b53322d03 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:05.389927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.418934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Pushing event deleted for resources: {'Port': ['ID=6f36afeb-40b5-4972-baae-a869d2abb243,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:05.484753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.487506 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.491574 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-005fd96a-a0d6-4497-8741-3fc5e819c43a tempest-AttachVolumeShelveTestJSON-1647370096 tempest-AttachVolumeShelveTestJSON-1647370096-project] 10.222.0.49 "DELETE /v2.0/floatingips/a9231329-d275-4ed4-a900-f027f2c64f3b HTTP/1.1" status: 204 len: 168 time: 0.5206380 Jul 16 18:57:10.280060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40262) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:10.756566 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.034665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Deleting port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:11.034907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.124951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] For port d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:11.125304 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.137945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Calling delete_port for d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:11.327128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.355140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:11.529691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.750094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Router 6d4a57ce-c717-4d7a-a976-489c12e08492 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:11.860697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:11.866621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8bb638fa-6320-4ac7-a17e-34673bac629d admin admin] 10.222.0.49 "PUT /v2.0/routers/6d4a57ce-c717-4d7a-a976-489c12e08492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851808 Jul 16 18:57:11.869150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:11.870310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] Sync routers for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:11.881793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:11.882646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:56:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:11.976916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:11.997479 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:12.088334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.150541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Deleting port d88a122d-ce89-4560-a48c-7768803abe9b {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:12.151193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.203981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:57:11Z', 'revision_number': 5, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port': {'id': 'd88a122d-ce89-4560-a48c-7768803abe9b', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:48:45Z', 'updated_at': '2021-07-16T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:12.232247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] Checking router: 6d4a57ce-c717-4d7a-a976-489c12e08492 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:12.234830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] For port d88a122d-ce89-4560-a48c-7768803abe9b, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d88a122d-ce89-4560-a48c-7768803abe9b,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:12.235203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.244474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] Routers {'6d4a57ce-c717-4d7a-a976-489c12e08492'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:12.245320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:56:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['6d4a57ce-c717-4d7a-a976-489c12e08492'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:12.249749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Calling delete_port for d88a122d-ce89-4560-a48c-7768803abe9b owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:12.332440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] Set router 6d4a57ce-c717-4d7a-a976-489c12e08492 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:12.395697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:57:12Z', 'revision_number': 6, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:12.422308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbae342-b9ee-4eb0-b69a-7efdcdf4de5d None None] The sync data for ids ['6d4a57ce-c717-4d7a-a976-489c12e08492'] in n-d-791504-15 is: [{'id': '6d4a57ce-c717-4d7a-a976-489c12e08492', 'name': 'tempest-AttachVolumeShelveTestJSON-1381725835-router', 'tenant_id': 'db29f6bb99b74d21bef7d39b747a8721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:48:43Z', 'updated_at': '2021-07-16T18:57:12Z', 'revision_number': 6, 'project_id': 'db29f6bb99b74d21bef7d39b747a8721', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:12.444807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.474968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88a122d-ce89-4560-a48c-7768803abe9b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:12.534861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.625678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.628265 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.684417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.685123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4a57ce-c717-4d7a-a976-489c12e08492 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:57:12.691164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.692379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6fe19d50-4d5d-42c3-aa29-2c5abebf6ab4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6d4a57ce-c717-4d7a-a976-489c12e08492 HTTP/1.1" status: 204 len: 168 time: 0.8222787 Jul 16 18:57:12.695155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:12.743015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] Deleting subnet f6fc654f-2218-4bb1-b4ff-715f348c4bcc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:12.746300 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.784592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.881840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.953303 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.969953 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.973269 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f6fc654f-2218-4bb1-b4ff-715f348c4bcc HTTP/1.1" status: 204 len: 168 time: 0.2766938 Jul 16 18:57:12.976038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40306) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:12.977915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d394015-30d9-4004-9ff3-5504054afda2 None None] Network 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:13.000565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac9456-02fb-434d-9531-de932f4a16fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fc654f-2218-4bb1-b4ff-715f348c4bcc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.072683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:13.077406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.114663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:13.114852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d2a13dd0-ec57-4b54-8ddb-f72fe81c87f1 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:13.136276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Deleting port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:13.136687 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.214567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] For port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:13.215006 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.232534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Calling delete_port for 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:13.249935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] DHCP port deletion for 9f9b3039-5cf5-4d70-96fd-5a67bb15f231 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:57:13.306332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Deleting port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:13.306599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.324981 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.358987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] No DVR routers for this DVR port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:13.363531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.377244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] For port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,segment=NetworkSegment(fd5940e8-f749-493d-ab02-40c7b89026f5),segment_id=fd5940e8-f749-493d-ab02-40c7b89026f5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:13.377679 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.397696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Calling delete_port for 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:13.437010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.447957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9b3039-5cf5-4d70-96fd-5a67bb15f231']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:13.458314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5940e8-f749-493d-ab02-40c7b89026f5') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:13.458567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5940e8-f749-493d-ab02-40c7b89026f5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:13.467495 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.481172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.486558 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.489312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:13.489683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:13.491317 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:13.499285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] No DVR routers for this DVR port 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:13.522510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Pushing event deleted for resources: {'Port': ['ID=01a3797a-b9cc-4d1d-9b2e-6744c91929d5,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.532686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.533076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.533415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.533752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.534083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.534435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.534734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.535126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.535435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.535845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.536210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.536533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e799bbd0-e62e-4ca3-8c2a-a192606c9a3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:13.557182 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.586625 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.588495 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] 10.222.0.49 "DELETE /v2.0/networks/9f9b3039-5cf5-4d70-96fd-5a67bb15f231 HTTP/1.1" status: 204 len: 168 time: 0.6114216 Jul 16 18:57:13.589670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85fc49-a9a9-448b-af55-0f8c75431e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9b3039-5cf5-4d70-96fd-5a67bb15f231,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.755241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:13.795273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-828839f2-de9c-4a89-85e7-16b35e6070d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db29f6bb99b74d21bef7d39b747a8721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384808 Jul 16 18:57:13.797819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40320) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:13.845806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07de1dde-8f3a-4201-9412-d1d21e6a74e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.867409 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07de1dde-8f3a-4201-9412-d1d21e6a74e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.919793 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07de1dde-8f3a-4201-9412-d1d21e6a74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.922756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07de1dde-8f3a-4201-9412-d1d21e6a74e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.924048 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-07de1dde-8f3a-4201-9412-d1d21e6a74e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3ae3281-5304-4559-b8b5-d05558a1ce57 HTTP/1.1" status: 204 len: 168 time: 0.1252918 Jul 16 18:57:13.934321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1dde-8f3a-4201-9412-d1d21e6a74e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ae3281-5304-4559-b8b5-d05558a1ce57,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:14.650302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 40352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:14.759689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1914890034-network', 'tenant_id': 'b3822679145c4000a8f71fe205032a46'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:14.908305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:14.930373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:14.930913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 01a3797a-b9cc-4d1d-9b2e-6744c91929d5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:14.931435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d88a122d-ce89-4560-a48c-7768803abe9b no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:14.952299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: d88a122d-ce89-4560-a48c-7768803abe9b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:14.952898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d88a122d-ce89-4560-a48c-7768803abe9b not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:15.136713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Made reservation on behalf of b3822679145c4000a8f71fe205032a46 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:15.139512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.148004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.239827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.244027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.268151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:15.277969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56345670-4716-4841-ab73-2d91d0a4da53,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.283373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.283990 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Added segment ece1c965-aff9-4677-9873-8288569335d4 of type vlan for network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 Jul 16 18:57:15.323799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.355591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.356582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:15.357280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.404965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7533851 Jul 16 18:57:15.408322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 40362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:15.414837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Request body: {'subnet': {'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1914890034-subnet', 'tenant_id': 'b3822679145c4000a8f71fe205032a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:15.442129 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Made reservation on behalf of b3822679145c4000a8f71fe205032a46 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:15.445157 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.450231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873199ca-c3c8-43f3-ad7f-aa8da56a6aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=17c7b7f6-98d8-4a01-8ee5-25ea916ec992,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.462142 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:15.645276 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.699924 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae9ebce-92b1-41fb-87ce-d3f085572ac3,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.711894 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Checking segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:15.712348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Network hostable DHCP agents. Network: 17c7b7f6-98d8-4a01-8ee5-25ea916ec992, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:15.741065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:15.752590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 17c7b7f6-98d8-4a01-8ee5-25ea916ec992) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:15.766910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:15.767490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.775837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eba118-18c3-4ef7-b97c-e90dd5e9d499 None None] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:15.784552 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ee97e84e-f30e-4c58-9108-06b2802dfcec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3748863 Jul 16 18:57:15.918919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f746c4b-3e18-4568-b0da-9ae4f9ebbd00 None None] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:16.184900 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e690a95f-b6a3-435a-9357-ae7f4ced6bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.271108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-f128eb28-9810-488d-bf92-5d585c20fa62 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:16.273622 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-f128eb28-9810-488d-bf92-5d585c20fa62 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1360307 Jul 16 18:57:16.293182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-52da4313-4ccc-4b54-9c02-1e179c66aaa2 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/quotas/b3822679145c4000a8f71fe205032a46 HTTP/1.1" status: 200 len: 375 time: 0.0138533 Jul 16 18:57:16.334647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-a262937f-da20-4b98-93ca-df17516adf4b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323768 Jul 16 18:57:16.491155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-80d4d822-6761-4279-a95e-8da49f875344 service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495800 Jul 16 18:57:16.593734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-6b2bd8b2-6d70-4968-95c5-c5228c356ac8 service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967977 Jul 16 18:57:16.772183 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6bcc1121-54de-4020-a11a-5d1c3461357b req-bd831052-13cc-4198-b1ab-f8f0f85f708a tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 210 time: 0.0312569 Jul 16 18:57:17.933047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed0911df-0ebd-4978-8f60-7adf04eb767a req-66353633-68bb-4b55-8b90-42c16de75b1e tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 210 time: 0.0415657 Jul 16 18:57:18.217718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-13f5c512-f384-49c9-8194-4b79f31720bf tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:18.219443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-13f5c512-f384-49c9-8194-4b79f31720bf tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1362038 Jul 16 18:57:18.233866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Request body: {'port': {'device_id': '877eca07-ee0b-488b-99c7-01f25e660eee', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'admin_state_up': True, 'tenant_id': 'b3822679145c4000a8f71fe205032a46'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:18.351825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Made reservation on behalf of b3822679145c4000a8f71fe205032a46 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:18.355948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.492147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Allocated IP 172.20.0.2 (17c7b7f6-98d8-4a01-8ee5-25ea916ec992/1ae9ebce-92b1-41fb-87ce-d3f085572ac3/fdb1dc6b-cc01-4983-918e-61065ed05702) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:18.649766 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.694622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.740228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:18.743726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:18.747963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:18.755187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event updated for resources: {'Port': ['ID=fdb1dc6b-cc01-4983-918e-61065ed05702,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:18.773419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-822fe9b8-c840-4f22-a5e9-f6d468cff1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.809695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:18.810268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.827204 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-cdc038b2-7c64-44f5-b5f8-7fa535898637 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973463 Jul 16 18:57:18.840972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Request body: {'port': {'device_id': '877eca07-ee0b-488b-99c7-01f25e660eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:18.914021 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.952137 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.270403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2980b3-bc95-482c-b988-c500e3a75ea3 req-452be345-7036-41bb-9167-4c4c50537a28 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:19.271859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc2980b3-bc95-482c-b988-c500e3a75ea3 req-452be345-7036-41bb-9167-4c4c50537a28 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 931 time: 0.1607089 Jul 16 18:57:19.340015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc2980b3-bc95-482c-b988-c500e3a75ea3 req-dc931bce-8756-46df-8df0-b2b96d819040 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618324 Jul 16 18:57:19.376812 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb1dc6b-cc01-4983-918e-61065ed05702 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:19.385420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.401534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Transition to ACTIVE for port object fdb1dc6b-cc01-4983-918e-61065ed05702 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:19.405751 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.464022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1dc6b-cc01-4983-918e-61065ed05702,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.538523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Attempting to bind port fdb1dc6b-cc01-4983-918e-61065ed05702 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:19.539740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Attempting to bind port fdb1dc6b-cc01-4983-918e-61065ed05702 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:19.539740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Attempting to bind port fdb1dc6b-cc01-4983-918e-61065ed05702 on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:19.545455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Port fdb1dc6b-cc01-4983-918e-61065ed05702 on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:19.545875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Attempting to bind port fdb1dc6b-cc01-4983-918e-61065ed05702 on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:19.552947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:19.553293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Checking segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:19.553698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Bound using segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:19.554122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Bound port: fdb1dc6b-cc01-4983-918e-61065ed05702, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:19.554483 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.634838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] For port fdb1dc6b-cc01-4983-918e-61065ed05702, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:19.639409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] For port fdb1dc6b-cc01-4983-918e-61065ed05702, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fdb1dc6b-cc01-4983-918e-61065ed05702,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:19.651544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.695274 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:19.695931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.697396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] 10.222.0.67 "PUT /v2.0/ports/fdb1dc6b-cc01-4983-918e-61065ed05702 HTTP/1.1" status: 200 len: 1092 time: 0.8624649 Jul 16 18:57:19.697839 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877eca07-ee0b-488b-99c7-01f25e660eee', 'tag': 'fdb1dc6b-cc01-4983-918e-61065ed05702'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:19.700161 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "877eca07-ee0b-488b-99c7-01f25e660eee", "tag": "fdb1dc6b-cc01-4983-918e-61065ed05702"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:19.733121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02aca8a-d940-4407-a13f-df5bb40fac7c service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1dc6b-cc01-4983-918e-61065ed05702,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.752201 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e11885-195e-4843-ba1b-5a2129c89df8 x-openstack-request-id: req-f5e11885-195e-4843-ba1b-5a2129c89df8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:19.752485 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877eca07-ee0b-488b-99c7-01f25e660eee", "tag": "fdb1dc6b-cc01-4983-918e-61065ed05702", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:19.752735 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5e11885-195e-4843-ba1b-5a2129c89df8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:19.753232 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877eca07-ee0b-488b-99c7-01f25e660eee', 'tag': 'fdb1dc6b-cc01-4983-918e-61065ed05702', 'status': 'completed', 'code': 200} Jul 16 18:57:19.799465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-198f6b16-9b93-45a0-976f-b76560ffb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:19.801022 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-198f6b16-9b93-45a0-976f-b76560ffb30d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 1095 time: 0.0592432 Jul 16 18:57:19.850588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-f4cdb44d-69a2-418d-9a30-df8a71ec17f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdb1dc6b-cc01-4983-918e-61065ed05702 HTTP/1.1" status: 200 len: 217 time: 0.0413566 Jul 16 18:57:19.902033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-3dab25b1-4c60-4e99-88e2-ced01e9b1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:19.903494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-3dab25b1-4c60-4e99-88e2-ced01e9b1260 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0467937 Jul 16 18:57:19.952610 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-f8fa83c2-2adb-405a-a50f-4511ea64909e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425160 Jul 16 18:57:20.028811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.056099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-252529ee-01c4-479e-9dea-5473d31e1328 service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968370 Jul 16 18:57:20.153180 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-777f7bd0-5e06-450b-bca7-3567ee7ffa4c req-97645979-7970-4033-a6b8-19f2508083ef service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903943 Jul 16 18:57:20.271959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-090abef8-098a-4952-8413-ad83361c6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:20.273498 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-090abef8-098a-4952-8413-ad83361c6640 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 1095 time: 0.0580599 Jul 16 18:57:20.365094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-532084dc-1539-473a-9d99-f0fde9329568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:20.366577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-532084dc-1539-473a-9d99-f0fde9329568 service neutron] 10.222.0.67 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 916 time: 0.0868824 Jul 16 18:57:20.419529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-2b46fbd1-cf0a-459d-9e7c-4a1f31d465f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdb1dc6b-cc01-4983-918e-61065ed05702 HTTP/1.1" status: 200 len: 217 time: 0.0451856 Jul 16 18:57:20.472930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-735077b2-ac44-4fbc-96bf-2ddd6b92660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:20.474563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-735077b2-ac44-4fbc-96bf-2ddd6b92660d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0480239 Jul 16 18:57:20.534868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-2b3b6a0c-07f8-472c-9503-5aae47d9a75b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516949 Jul 16 18:57:20.887729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f612f7-6aae-412c-9e0f-7f4976e05dc7 req-a699e194-3e08-455e-8b1c-adeefde0d8a0 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:20.889518 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5f612f7-6aae-412c-9e0f-7f4976e05dc7 req-a699e194-3e08-455e-8b1c-adeefde0d8a0 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 943 time: 0.4082880 Jul 16 18:57:20.929186 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-9fc9f9e6-cd2b-49e7-a015-b28713c0b15d service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849735 Jul 16 18:57:20.951685 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d5f612f7-6aae-412c-9e0f-7f4976e05dc7 req-0f5e3f46-e097-445d-a0b4-72b969e2f3fc tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559623 Jul 16 18:57:21.033877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-21ecfe21-3aa3-45dc-87ba-fae5a7f58bc2 req-2c8a098b-3817-4596-bcbf-e509ac0e43ff service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970647 Jul 16 18:57:21.306402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fdb1dc6b-cc01-4983-918e-61065ed05702 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:21.415660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fdb1dc6b-cc01-4983-918e-61065ed05702, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fdb1dc6b-cc01-4983-918e-61065ed05702,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:21.427590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'fdb1dc6b-cc01-4983-918e-61065ed05702', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'port_id': 'fdb1dc6b-cc01-4983-918e-61065ed05702', 'mac_address': 'fa:16:3e:9b:d1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae9ebce-92b1-41fb-87ce-d3f085572ac3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:21.466562 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.486896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb1dc6b-cc01-4983-918e-61065ed05702 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:21.513455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fdb1dc6b-cc01-4983-918e-61065ed05702, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fdb1dc6b-cc01-4983-918e-61065ed05702,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:21.521637 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.571264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=fdb1dc6b-cc01-4983-918e-61065ed05702,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.712691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:21.827935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.144016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2099b81-8590-4c37-989a-008d3deca7e3 req-a5444018-fa5e-4167-a0c3-3ad390dfbca1 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:22.145764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2099b81-8590-4c37-989a-008d3deca7e3 req-a5444018-fa5e-4167-a0c3-3ad390dfbca1 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 944 time: 0.0716295 Jul 16 18:57:22.189965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e2099b81-8590-4c37-989a-008d3deca7e3 req-c71fccca-a7a1-46cb-98cf-6cd910727a3f tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Jul 16 18:57:22.868315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.321535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fdb1dc6b-cc01-4983-918e-61065ed05702 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:23.381935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port fdb1dc6b-cc01-4983-918e-61065ed05702 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:23.385962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port fdb1dc6b-cc01-4983-918e-61065ed05702 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:23.386637 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.398856 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8eef2-36a9-4651-8b3f-c7d31d12c745 req-0279c3b1-2d5a-4e36-8f99-88d544e30c14 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:23.401255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ea8eef2-36a9-4651-8b3f-c7d31d12c745 req-0279c3b1-2d5a-4e36-8f99-88d544e30c14 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 944 time: 0.0804541 Jul 16 18:57:23.440719 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ea8eef2-36a9-4651-8b3f-c7d31d12c745 req-7fe077c5-a6fd-48b9-8ec7-7aa4a07e216f tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Jul 16 18:57:23.470557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.494529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877eca07-ee0b-488b-99c7-01f25e660eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1dc6b-cc01-4983-918e-61065ed05702'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:23.496910 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dc8831-27c1-4f8c-a6cc-87c56244490a" -d '{"events": [{"server_uuid": "877eca07-ee0b-488b-99c7-01f25e660eee", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1dc6b-cc01-4983-918e-61065ed05702"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:23.510679 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port fdb1dc6b-cc01-4983-918e-61065ed05702, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fdb1dc6b-cc01-4983-918e-61065ed05702,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:23.515911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.721743 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b79f84-7bbb-4869-8fcf-fc5cf8f45612 x-openstack-request-id: req-a6b79f84-7bbb-4869-8fcf-fc5cf8f45612 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:23.722040 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877eca07-ee0b-488b-99c7-01f25e660eee", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1dc6b-cc01-4983-918e-61065ed05702", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:23.722254 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6b79f84-7bbb-4869-8fcf-fc5cf8f45612 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:23.722675 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877eca07-ee0b-488b-99c7-01f25e660eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1dc6b-cc01-4983-918e-61065ed05702', 'code': 200} Jul 16 18:57:23.739368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=fdb1dc6b-cc01-4983-918e-61065ed05702,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:23.745065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b03ef-00ba-4255-8672-a8cf26063dfb req-12e0117b-250a-4200-be89-951a44a2c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:23.746589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f23b03ef-00ba-4255-8672-a8cf26063dfb req-12e0117b-250a-4200-be89-951a44a2c128 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 1097 time: 0.0602210 Jul 16 18:57:23.782376 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f23b03ef-00ba-4255-8672-a8cf26063dfb req-4b6c0660-5a17-47de-bf19-943c75d2d91c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297248 Jul 16 18:57:24.666033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda334b2-7c42-4417-bc3d-0df9afd74ced req-8a30080b-a408-45dc-8b69-e9b8fd3499aa tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:24.667808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cda334b2-7c42-4417-bc3d-0df9afd74ced req-8a30080b-a408-45dc-8b69-e9b8fd3499aa tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 945 time: 0.0882933 Jul 16 18:57:24.710145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.712304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cda334b2-7c42-4417-bc3d-0df9afd74ced req-f4700f85-43d0-4c84-a801-91df18e5512c tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Jul 16 18:57:25.909848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc804901-5d62-4c6e-ac05-1867d13d7857 req-50d8eb40-25bf-4091-b6ed-0436d102d4ee tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.912349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc804901-5d62-4c6e-ac05-1867d13d7857 req-50d8eb40-25bf-4091-b6ed-0436d102d4ee tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 945 time: 0.0710261 Jul 16 18:57:25.959157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bc804901-5d62-4c6e-ac05-1867d13d7857 req-8a6ed127-22d9-4074-9661-26dbf98b415a tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Jul 16 18:57:39.824151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-82da7ea3-bd8e-4d38-beb1-80b54ec73298 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:39.825724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-82da7ea3-bd8e-4d38-beb1-80b54ec73298 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1335139 Jul 16 18:57:39.844830 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-e1c3bba3-95cd-4eb6-beed-d00da1ee4667 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/quotas/b3822679145c4000a8f71fe205032a46 HTTP/1.1" status: 200 len: 375 time: 0.0106843 Jul 16 18:57:39.867739 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:39.930365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-810c9957-563a-413f-b3fd-0c544db6bfea tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769198 Jul 16 18:57:40.072647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-2da248ca-b91f-43f4-b972-999a104de1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349108 Jul 16 18:57:40.201842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-c6193986-5492-4001-a281-d55694a1517a service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226163 Jul 16 18:57:40.424435 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3fcc5414-8b95-44d4-9f6f-fa6ff4e779d2 req-965074ca-2a16-4296-aaba-93c1e7da4b68 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 210 time: 0.0429051 Jul 16 18:57:41.648323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08683c85-934f-43e8-9e06-be6cd7da7d9a req-7d6598e7-0383-42fb-bca7-2bb25d08818c tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 210 time: 0.0596657 Jul 16 18:57:41.811463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-6a790c03-bd1c-49a0-89c0-498d6ef347c8 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:41.813403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-6a790c03-bd1c-49a0-89c0-498d6ef347c8 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1292462 Jul 16 18:57:41.828308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Request body: {'port': {'device_id': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'admin_state_up': True, 'tenant_id': 'b3822679145c4000a8f71fe205032a46'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:41.979581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Made reservation on behalf of b3822679145c4000a8f71fe205032a46 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:41.984638 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.180969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Allocated IP 172.20.0.8 (17c7b7f6-98d8-4a01-8ee5-25ea916ec992/1ae9ebce-92b1-41fb-87ce-d3f085572ac3/81f9841e-a2a4-4e13-a020-a8e50d80104c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:42.407085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.456133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.471767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:42.506063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:42.510163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:42.515249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:42.550930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event updated for resources: {'Port': ['ID=81f9841e-a2a4-4e13-a020-a8e50d80104c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:42.577407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:42.578365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.595921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-69930987-a503-4fdf-85c7-aef1275022a5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723010 Jul 16 18:57:42.660574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Request body: {'port': {'device_id': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:42.750370 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.858242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5370181-6769-4df0-b493-bb9bf8443be7 req-c23a4056-9345-43df-b560-7a6d36c0910b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:42.859873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5370181-6769-4df0-b493-bb9bf8443be7 req-c23a4056-9345-43df-b560-7a6d36c0910b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 931 time: 0.0794625 Jul 16 18:57:42.909790 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5370181-6769-4df0-b493-bb9bf8443be7 req-84fc26ca-3f34-429c-afed-85a14a9c5703 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Jul 16 18:57:43.129374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f9841e-a2a4-4e13-a020-a8e50d80104c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:43.139766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.155173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Transition to ACTIVE for port object 81f9841e-a2a4-4e13-a020-a8e50d80104c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:43.162433 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.223411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Pushing event updated for resources: {'Port': ['ID=81f9841e-a2a4-4e13-a020-a8e50d80104c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:43.325444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Attempting to bind port 81f9841e-a2a4-4e13-a020-a8e50d80104c on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:43.325743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Attempting to bind port 81f9841e-a2a4-4e13-a020-a8e50d80104c by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:43.326035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Attempting to bind port 81f9841e-a2a4-4e13-a020-a8e50d80104c on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:43.333079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Port 81f9841e-a2a4-4e13-a020-a8e50d80104c on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:43.333079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Attempting to bind port 81f9841e-a2a4-4e13-a020-a8e50d80104c on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:43.338751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:43.338751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Checking segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:43.339212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Bound using segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:43.339768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Bound port: 81f9841e-a2a4-4e13-a020-a8e50d80104c, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:43.340357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.443441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] For port 81f9841e-a2a4-4e13-a020-a8e50d80104c, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:43.446976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] For port 81f9841e-a2a4-4e13-a020-a8e50d80104c, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:43.455898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.503110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.504727 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.506194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] 10.222.0.59 "PUT /v2.0/ports/81f9841e-a2a4-4e13-a020-a8e50d80104c HTTP/1.1" status: 200 len: 1092 time: 0.9023972 Jul 16 18:57:43.506704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'tag': '81f9841e-a2a4-4e13-a020-a8e50d80104c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:43.508969 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe516c0-ea32-4c6c-879f-a2f851e80e79" -d '{"events": [{"name": "network-changed", "server_uuid": "38d7a208-2d45-40e2-b520-8e6a4200c3ee", "tag": "81f9841e-a2a4-4e13-a020-a8e50d80104c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:43.539137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d378-ddd9-47f6-abc5-3ea70492154e service neutron] Pushing event updated for resources: {'Port': ['ID=81f9841e-a2a4-4e13-a020-a8e50d80104c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:43.679128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-cefb808a-1aeb-411d-8355-af0ac0ba7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.680718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-cefb808a-1aeb-411d-8355-af0ac0ba7122 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 1095 time: 0.1086466 Jul 16 18:57:43.687909 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c46d2c4-2280-4aaa-891c-9678793097ca x-openstack-request-id: req-1c46d2c4-2280-4aaa-891c-9678793097ca {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:43.688382 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d7a208-2d45-40e2-b520-8e6a4200c3ee", "tag": "81f9841e-a2a4-4e13-a020-a8e50d80104c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:43.688650 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c46d2c4-2280-4aaa-891c-9678793097ca {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:43.689176 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'tag': '81f9841e-a2a4-4e13-a020-a8e50d80104c', 'status': 'completed', 'code': 200} Jul 16 18:57:43.948091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-36589697-2d14-4db7-996e-74123df93dd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c HTTP/1.1" status: 200 len: 217 time: 0.1204138 Jul 16 18:57:43.948091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-b37fcaa6-6223-4b1d-ba7d-8ff410bd9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.948091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-b37fcaa6-6223-4b1d-ba7d-8ff410bd9611 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.1176755 Jul 16 18:57:44.012898 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-78a8a4ea-006b-412a-a5fd-e57ec826cf1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647614 Jul 16 18:57:44.214465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-730a2a2a-de06-4f60-b7fd-4e7e4cbea88b service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932456 Jul 16 18:57:44.330936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a10d-05ea-4649-9b19-2aef8ba21fcc req-10bfda38-3d4c-439c-8c70-7c20e5f99493 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.335408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df80a10d-05ea-4649-9b19-2aef8ba21fcc req-10bfda38-3d4c-439c-8c70-7c20e5f99493 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 943 time: 0.1341851 Jul 16 18:57:44.421151 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df80a10d-05ea-4649-9b19-2aef8ba21fcc req-0e013485-23fa-4bf5-9e44-f24b4457ed42 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734963 Jul 16 18:57:44.478451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06d13a48-d3d0-4e3d-b1ee-6c5746559dd2 req-4606aaf5-c880-406a-a49c-43e7145bbca9 service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554998 Jul 16 18:57:44.624675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-cd0e8931-4b4e-4454-9951-ee061cabd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.631885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-cd0e8931-4b4e-4454-9951-ee061cabd021 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 1095 time: 0.0861502 Jul 16 18:57:44.792957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-85d9e447-d0ed-4d96-abdb-6fe6431361cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.796885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-85d9e447-d0ed-4d96-abdb-6fe6431361cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 916 time: 0.1573958 Jul 16 18:57:44.853289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-d1c1179b-acc5-42ce-971b-309d05f7a813 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c HTTP/1.1" status: 200 len: 217 time: 0.0486734 Jul 16 18:57:44.917690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-01c92c7b-c23d-46b4-b8d7-c4faa62ab241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.919387 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-01c92c7b-c23d-46b4-b8d7-c4faa62ab241 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0587921 Jul 16 18:57:44.976852 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-37ecba29-f9a9-4307-9acd-5ed07cf2bcae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480194 Jul 16 18:57:45.149559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-e4313e93-3caf-4f83-ab10-cde328897e0e service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660857 Jul 16 18:57:45.327975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fe516c0-ea32-4c6c-879f-a2f851e80e79 req-a39af9f8-fd20-4a8d-91f0-8d4d48695a3d service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700037 Jul 16 18:57:45.818425 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b6e5b-1be2-4440-acf6-85dfc8e49b0b req-84fd6193-e9e6-4cad-9f60-ddb31d147f06 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:45.821909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac6b6e5b-1be2-4440-acf6-85dfc8e49b0b req-84fd6193-e9e6-4cad-9f60-ddb31d147f06 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 943 time: 0.1554079 Jul 16 18:57:45.883315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac6b6e5b-1be2-4440-acf6-85dfc8e49b0b req-b4253ff7-27da-456a-ad0b-c2d420b4371c tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490003 Jul 16 18:57:46.205282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2d23a854-868c-40eb-a798-09a1f4662c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:46.310095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 81f9841e-a2a4-4e13-a020-a8e50d80104c details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:46.447150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 81f9841e-a2a4-4e13-a020-a8e50d80104c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:46.467334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '81f9841e-a2a4-4e13-a020-a8e50d80104c', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'port_id': '81f9841e-a2a4-4e13-a020-a8e50d80104c', 'mac_address': 'fa:16:3e:29:84:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae9ebce-92b1-41fb-87ce-d3f085572ac3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:46.541407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:46.557146 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f9841e-a2a4-4e13-a020-a8e50d80104c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:46.592831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 81f9841e-a2a4-4e13-a020-a8e50d80104c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:46.604671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:46.673416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=81f9841e-a2a4-4e13-a020-a8e50d80104c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:46.834727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['81f9841e-a2a4-4e13-a020-a8e50d80104c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:47.185069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4df47-065a-4781-9251-97379dd96185 req-64e10878-8f2a-48f7-86f7-829a07ff0860 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:47.189313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-66d4df47-065a-4781-9251-97379dd96185 req-64e10878-8f2a-48f7-86f7-829a07ff0860 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 944 time: 0.1152685 Jul 16 18:57:47.237861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-66d4df47-065a-4781-9251-97379dd96185 req-ed10fb40-a68d-44e0-9fef-7dfc3610d0cf tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440197 Jul 16 18:57:48.323413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 81f9841e-a2a4-4e13-a020-a8e50d80104c up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:48.428375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 81f9841e-a2a4-4e13-a020-a8e50d80104c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:48.433359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 81f9841e-a2a4-4e13-a020-a8e50d80104c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:48.433880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.508132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69381-1e90-4de2-9e4a-426b2dba59d0 req-be6bad0c-718e-4c3c-a2f4-47fd408d1a35 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.514807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ef69381-1e90-4de2-9e4a-426b2dba59d0 req-be6bad0c-718e-4c3c-a2f4-47fd408d1a35 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 944 time: 0.1091888 Jul 16 18:57:48.599648 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.611178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5ef69381-1e90-4de2-9e4a-426b2dba59d0 req-2cf930e7-1469-41d7-9fe1-814212c8ae84 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849924 Jul 16 18:57:48.656620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f9841e-a2a4-4e13-a020-a8e50d80104c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:48.660163 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977e1ee-6527-4534-a34f-c4e97f8445d7" -d '{"events": [{"server_uuid": "38d7a208-2d45-40e2-b520-8e6a4200c3ee", "name": "network-vif-plugged", "status": "completed", "tag": "81f9841e-a2a4-4e13-a020-a8e50d80104c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:48.673347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 81f9841e-a2a4-4e13-a020-a8e50d80104c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:48.683067 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.739007 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e74bef1-cc2b-4b9c-a935-c828ddecefe7 x-openstack-request-id: req-2e74bef1-cc2b-4b9c-a935-c828ddecefe7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:48.739282 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d7a208-2d45-40e2-b520-8e6a4200c3ee", "name": "network-vif-plugged", "status": "completed", "tag": "81f9841e-a2a4-4e13-a020-a8e50d80104c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:48.740696 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e74bef1-cc2b-4b9c-a935-c828ddecefe7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:48.740696 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f9841e-a2a4-4e13-a020-a8e50d80104c', 'code': 200} Jul 16 18:57:48.836827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5785caf9-e59b-4e18-b564-8923745674a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.844429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=81f9841e-a2a4-4e13-a020-a8e50d80104c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:48.919294 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.971307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cd93e-1cf1-460a-91f5-7a3ae694a27b req-dbb1ffaa-6767-44d5-8aa1-30be0060cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.973338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f79cd93e-1cf1-460a-91f5-7a3ae694a27b req-dbb1ffaa-6767-44d5-8aa1-30be0060cdc3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 1097 time: 0.1002395 Jul 16 18:57:49.032882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f79cd93e-1cf1-460a-91f5-7a3ae694a27b req-34c7f5ed-ca7e-4497-a91b-81c86e301317 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Jul 16 18:57:49.826325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72728ab6-bf4c-4703-af49-1be3a825263f req-d6626a4e-297c-4e82-bd3e-02ee1364ddaf tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:49.828925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-72728ab6-bf4c-4703-af49-1be3a825263f req-d6626a4e-297c-4e82-bd3e-02ee1364ddaf tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 945 time: 0.0767446 Jul 16 18:57:49.882688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-72728ab6-bf4c-4703-af49-1be3a825263f req-e32ea6c2-0e9c-475f-b407-bffa0e7210bc tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Jul 16 18:57:50.027134 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:50.174654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5d93cf81-a4e2-449d-a6f0-94f2cb6a8584 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594738063&fields=id&tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 267 time: 0.0362947 Jul 16 18:57:50.307558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-aeb0c795-36e1-41f4-9958-67bd666ecfa5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:50.309100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-aeb0c795-36e1-41f4-9958-67bd666ecfa5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.1256628 Jul 16 18:57:50.329822 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5c5412ff-5063-4ca3-af59-1c28c843cd82 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/quotas/40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 375 time: 0.0139470 Jul 16 18:57:50.428872 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-80abe9e2-6624-40b8-8642-112d95c650c1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0951149 Jul 16 18:57:50.607116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-97aacf1c-db5c-4f63-a8d9-3a281856c03b service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662264 Jul 16 18:57:50.715479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-07eb5bb5-1574-44d9-ad89-79f4a36e5371 service neutron] 10.222.0.49 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042178 Jul 16 18:57:51.160446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393a996-0cdc-4ea6-ab72-f7d86f8dc740 req-510c16eb-117b-48da-bcac-c743543b2220 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:51.163983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e393a996-0cdc-4ea6-ab72-f7d86f8dc740 req-510c16eb-117b-48da-bcac-c743543b2220 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 945 time: 0.1475797 Jul 16 18:57:51.208123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ed51a4bd-227d-4df1-bee9-cbc5209fd569 req-9cf3349f-0beb-4a89-a03a-2189f0cd8ba1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0565512 Jul 16 18:57:51.239476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e393a996-0cdc-4ea6-ab72-f7d86f8dc740 req-037459b7-e4c2-4683-aa4b-52ff2a416323 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693727 Jul 16 18:57:51.826315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.373609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b32afef7-1657-45c8-95ad-2ea62fff3b21 req-33dd2426-8bab-4a05-b123-43036cf2cedf tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0349488 Jul 16 18:57:52.665739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-bfa01bdb-3285-4a6c-b393-0cf20095bb74 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:52.667332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-bfa01bdb-3285-4a6c-b393-0cf20095bb74 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 812 time: 0.1451972 Jul 16 18:57:52.717062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-c2181ada-fd0d-4c0a-ad9a-c49fb11e623b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a HTTP/1.1" status: 200 len: 379 time: 0.0391240 Jul 16 18:57:52.733663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'port': {'device_id': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'admin_state_up': True, 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'security_groups': ['4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:52.882951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Made reservation on behalf of 40b1bb34d6f54a91b6e23a6fe2ddc95a for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:52.890543 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.899380 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.099161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.20.0.7 (ce045fe6-b26c-4cd3-b01a-bce265891f92/22e05bba-3610-4ef3-ae16-c3b8ea6168b1/33a17b1f-b5e4-4798-aec1-276ff0def98d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:53.292929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.315465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Transition to ACTIVE for port object 33a17b1f-b5e4-4798-aec1-276ff0def98d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:53.362470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.391485 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:53.433578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:53.439346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:53.568133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:53.569001 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.603674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=33a17b1f-b5e4-4798-aec1-276ff0def98d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:53.633567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-5ca331a9-b835-4e76-a9d6-786f1ae667cb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042006 Jul 16 18:57:53.669172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Request body: {'port': {'device_id': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:53.755397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18d783-3846-4d5f-aa21-dc22cdaed661 req-6718d41d-a2c3-4355-b98e-5a767106b494 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:53.757189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b18d783-3846-4d5f-aa21-dc22cdaed661 req-6718d41d-a2c3-4355-b98e-5a767106b494 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 931 time: 0.1939647 Jul 16 18:57:53.818098 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.841823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b18d783-3846-4d5f-aa21-dc22cdaed661 req-d24b6f9a-8207-4889-8cc3-80d31f0a367e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773547 Jul 16 18:57:53.902045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1d8fa20a-86ac-4c04-909a-f4a847be74f7 None None] Provisioning for port 33a17b1f-b5e4-4798-aec1-276ff0def98d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:53.913094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1d8fa20a-86ac-4c04-909a-f4a847be74f7 None None] Provisioning complete for port 33a17b1f-b5e4-4798-aec1-276ff0def98d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:53.913787 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa20a-86ac-4c04-909a-f4a847be74f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.976309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1d8fa20a-86ac-4c04-909a-f4a847be74f7 None None] Port 33a17b1f-b5e4-4798-aec1-276ff0def98d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:54.211538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a17b1f-b5e4-4798-aec1-276ff0def98d {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:54.223148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.243356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Transition to ACTIVE for port object 33a17b1f-b5e4-4798-aec1-276ff0def98d will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:54.248288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.315171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Pushing event updated for resources: {'Port': ['ID=33a17b1f-b5e4-4798-aec1-276ff0def98d,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:54.462869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Attempting to bind port 33a17b1f-b5e4-4798-aec1-276ff0def98d on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:54.463843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Attempting to bind port 33a17b1f-b5e4-4798-aec1-276ff0def98d by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:54.464040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Attempting to bind port 33a17b1f-b5e4-4798-aec1-276ff0def98d on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:54.474001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Port 33a17b1f-b5e4-4798-aec1-276ff0def98d on network ce045fe6-b26c-4cd3-b01a-bce265891f92 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:54.474572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Attempting to bind port 33a17b1f-b5e4-4798-aec1-276ff0def98d on network ce045fe6-b26c-4cd3-b01a-bce265891f92 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:54.488904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:54.489150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Checking segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:54.489676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Bound using segment: {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:54.490474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Bound port: 33a17b1f-b5e4-4798-aec1-276ff0def98d, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:54.491251 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.609056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] For port 33a17b1f-b5e4-4798-aec1-276ff0def98d, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:54.614733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] For port 33a17b1f-b5e4-4798-aec1-276ff0def98d, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:54.627389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.711892 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.716070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:54.717612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.722807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] 10.222.0.67 "PUT /v2.0/ports/33a17b1f-b5e4-4798-aec1-276ff0def98d HTTP/1.1" status: 200 len: 1092 time: 1.0707188 Jul 16 18:57:54.730569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:54.738681 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd133e4-5bc3-4fe7-a814-87c5b876b293" -d '{"events": [{"name": "network-changed", "server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:54.853002 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0461d493-ce41-4ed4-b7e1-a716ffd58c09 x-openstack-request-id: req-0461d493-ce41-4ed4-b7e1-a716ffd58c09 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:54.853620 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:54.854383 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0461d493-ce41-4ed4-b7e1-a716ffd58c09 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:54.855444 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'status': 'completed', 'code': 200} Jul 16 18:57:54.878757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81666b0d-6ff6-4001-9db7-894681f26be9 service neutron] Pushing event updated for resources: {'Port': ['ID=33a17b1f-b5e4-4798-aec1-276ff0def98d,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:54.940456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-fbcd3cf8-7bea-4860-927a-8896999d7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:54.946499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-fbcd3cf8-7bea-4860-927a-8896999d7b4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 1095 time: 0.1633823 Jul 16 18:57:55.045438 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-301accb8-c3ca-4912-bd59-541aa9a6fdca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d HTTP/1.1" status: 200 len: 217 time: 0.0870714 Jul 16 18:57:55.138479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-976540e4-f0f9-41d2-9754-c1825bcc9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.140487 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-976540e4-f0f9-41d2-9754-c1825bcc9c43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0884690 Jul 16 18:57:55.212649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25a9cf-092d-487a-8dc4-a74f45655f96 req-3dcd6582-3564-4a25-bcff-535daf3605dc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.217197 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b25a9cf-092d-487a-8dc4-a74f45655f96 req-3dcd6582-3564-4a25-bcff-535daf3605dc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.0963564 Jul 16 18:57:55.244302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271861a8-e3a0-405b-9754-8770265f4e83 req-12f48ad2-3294-45c7-b3f3-7b1b4c8b1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.246082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-12f48ad2-3294-45c7-b3f3-7b1b4c8b1a5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967600 Jul 16 18:57:55.283462 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b25a9cf-092d-487a-8dc4-a74f45655f96 req-08d1509e-a1fc-4ab7-a6b3-c3e9938496b2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563517 Jul 16 18:57:55.374331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-3c815bf5-f53c-41d6-83af-1b708fed569b service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190505 Jul 16 18:57:55.524248 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-271861a8-e3a0-405b-9754-8770265f4e83 req-d98257b8-ab2b-4275-883d-4b25614c6565 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427004 Jul 16 18:57:55.657774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-6bd0d704-60d1-42a4-8066-14150b5da39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.660234 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-6bd0d704-60d1-42a4-8066-14150b5da39d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 1095 time: 0.0756845 Jul 16 18:57:55.767623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-1f0c778a-4149-49e9-9e09-246bda593591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.769412 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-1f0c778a-4149-49e9-9e09-246bda593591 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1037791 Jul 16 18:57:55.827350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-09beda2c-840d-4e41-aba7-4bd66b51df12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d HTTP/1.1" status: 200 len: 217 time: 0.0506656 Jul 16 18:57:55.891305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-8a3e9226-786d-420c-a9d8-a2d89f3cc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.892968 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-8a3e9226-786d-420c-a9d8-a2d89f3cc4a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0591514 Jul 16 18:57:55.977271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-5ae0299b-2c07-43e2-bca3-9e4140d5a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.979112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-5ae0299b-2c07-43e2-bca3-9e4140d5a1fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794957 Jul 16 18:57:56.118066 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-322cdbe4-ab8c-4edb-b5b9-0b65d960a71a service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302271 Jul 16 18:57:56.238846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1fd133e4-5bc3-4fe7-a814-87c5b876b293 req-ea3ac3a9-4b12-42db-984d-da59a85394aa service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136627 Jul 16 18:57:56.494209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eeece-558f-4e2a-b04a-f31f2efe088c req-ae052e63-5bc9-4715-af56-bb89c4cad70a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:56.496185 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce6eeece-558f-4e2a-b04a-f31f2efe088c req-ae052e63-5bc9-4715-af56-bb89c4cad70a tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.0868554 Jul 16 18:57:56.550564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce6eeece-558f-4e2a-b04a-f31f2efe088c req-74e26ddb-2930-499e-bd73-c02f1c4f7dac tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465481 Jul 16 18:57:57.646488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-46d56657-affc-47cc-ad8f-66371ecc91d2 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:57.648816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-46d56657-affc-47cc-ad8f-66371ecc91d2 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1458905 Jul 16 18:57:57.683751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-3faf2a0a-b481-4def-ab46-9160da91e457 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/quotas/b3822679145c4000a8f71fe205032a46 HTTP/1.1" status: 200 len: 375 time: 0.0227256 Jul 16 18:57:57.791460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-c3a70cda-7f99-43ab-b61a-9e5acdc55834 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007133 Jul 16 18:57:57.814244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b5184-5522-407b-b733-95a1021c8fea req-047a039c-f5c6-4ac3-a5ca-20914168bb27 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:57.823092 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc0b5184-5522-407b-b733-95a1021c8fea req-047a039c-f5c6-4ac3-a5ca-20914168bb27 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.1162343 Jul 16 18:57:57.864627 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc0b5184-5522-407b-b733-95a1021c8fea req-bc2db126-0565-4279-b148-3c7fd0a54f00 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Jul 16 18:57:57.948342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-8011426b-5623-4a2f-aad1-f36503083611 service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485193 Jul 16 18:57:58.085575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-945a9acf-6b9d-426a-ae23-d32c7b7dd04e service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265166 Jul 16 18:57:58.341415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-10af3a8a-dde0-4843-a53b-3e8ba8869a4d req-033cf289-a1bd-4a17-bb81-a81f84f94e68 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 210 time: 0.0350933 Jul 16 18:57:59.202364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5332c-af93-4550-8e1c-9d514dbfd129 req-07616043-0aa1-4d0f-9c7e-b9c8378bc2c1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:59.204550 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95b5332c-af93-4550-8e1c-9d514dbfd129 req-07616043-0aa1-4d0f-9c7e-b9c8378bc2c1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.1297984 Jul 16 18:57:59.260098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-95b5332c-af93-4550-8e1c-9d514dbfd129 req-0e535696-22ff-456b-b908-d5bbe4a41ad1 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488944 Jul 16 18:57:59.539005 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-641ba7c0-19f0-4ab6-9f2c-e3eb72c9eb62 req-5c5275cc-3529-4279-ae60-2035032f5e93 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 210 time: 0.0428038 Jul 16 18:57:59.886110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-07bd5731-4c57-4e60-b95f-5fb2a7a66fa8 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:59.888808 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-07bd5731-4c57-4e60-b95f-5fb2a7a66fa8 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1772490 Jul 16 18:57:59.899744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-56d052bc-5a68-40b5-9f77-f5fa49241271 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0959132 Jul 16 18:57:59.903059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Request body: {'port': {'device_id': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'admin_state_up': True, 'tenant_id': 'b3822679145c4000a8f71fe205032a46'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:00.037014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Made reservation on behalf of b3822679145c4000a8f71fe205032a46 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:00.044389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.086783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50268aa-c874-401b-8456-a8180ca4be1a req-a14b9c13-312a-4839-9ab1-340a91ede952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:00.091298 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-a14b9c13-312a-4839-9ab1-340a91ede952 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 1097 time: 0.1118870 Jul 16 18:58:00.259212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50268aa-c874-401b-8456-a8180ca4be1a req-c2320b3b-cf4e-4a17-ad0a-1a65ea96c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:00.264199 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-c2320b3b-cf4e-4a17-ad0a-1a65ea96c057 service neutron] 10.222.0.67 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 916 time: 0.1453111 Jul 16 18:58:00.282408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Allocated IP 172.20.0.6 (17c7b7f6-98d8-4a01-8ee5-25ea916ec992/1ae9ebce-92b1-41fb-87ce-d3f085572ac3/416aed1c-a796-4adb-8ed8-2e44a69bfe96) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:00.362729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-72caacc3-50b7-4abb-a0fb-1439a7940eac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdb1dc6b-cc01-4983-918e-61065ed05702 HTTP/1.1" status: 200 len: 217 time: 0.0750332 Jul 16 18:58:00.461578 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50268aa-c874-401b-8456-a8180ca4be1a req-0a845149-515a-4376-ab57-3bef8a50f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:00.463449 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-0a845149-515a-4376-ab57-3bef8a50f676 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0955017 Jul 16 18:58:00.541135 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-23b02feb-ca14-4cc4-8b0d-b2c41ff2af09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707099 Jul 16 18:58:00.605990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.669792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8319289-2a80-4db4-8705-cb21ed5081bc req-48cded0c-ead8-4815-8cf0-a8699e0c9822 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:00.671637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d8319289-2a80-4db4-8705-cb21ed5081bc req-48cded0c-ead8-4815-8cf0-a8699e0c9822 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.1271088 Jul 16 18:58:00.719210 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.740814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:00.749043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-fbf8da71-f89d-4132-9775-2a0cf2c8a19c service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998584 Jul 16 18:58:00.803380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['81f9841e-a2a4-4e13-a020-a8e50d80104c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:00.859527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d8319289-2a80-4db4-8705-cb21ed5081bc req-105c7ea2-0e17-40cd-adb8-6a73d5ea957e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719224 Jul 16 18:58:00.864162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event updated for resources: {'Port': ['ID=416aed1c-a796-4adb-8ed8-2e44a69bfe96,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:00.917403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:00.920033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:00.937815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:00.941697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a50268aa-c874-401b-8456-a8180ca4be1a req-7b78f8d3-afcb-4593-8356-71426db31b62 service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838706 Jul 16 18:58:00.973821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c262a-0dfd-404e-bb57-00bfc8e1401d req-6c6772ef-96a5-4fee-a4a4-1a408f7bf9f9 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:00.984312 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce8c262a-0dfd-404e-bb57-00bfc8e1401d req-6c6772ef-96a5-4fee-a4a4-1a408f7bf9f9 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 931 time: 0.2108326 Jul 16 18:58:01.040501 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ce8c262a-0dfd-404e-bb57-00bfc8e1401d req-283657ce-2a46-4e63-b57b-4ab765634a7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551741 Jul 16 18:58:01.044215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:01.045381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.076194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-78ecf6ba-06cd-43c7-9018-3dafa64f5725 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1779437 Jul 16 18:58:01.091783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Request body: {'port': {'device_id': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:01.204694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.525407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416aed1c-a796-4adb-8ed8-2e44a69bfe96 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:01.536763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.557561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Transition to ACTIVE for port object 416aed1c-a796-4adb-8ed8-2e44a69bfe96 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:01.562425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.646362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Pushing event updated for resources: {'Port': ['ID=416aed1c-a796-4adb-8ed8-2e44a69bfe96,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:01.725693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Attempting to bind port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:01.726209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Attempting to bind port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:01.726662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Attempting to bind port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:01.733623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:01.734077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Attempting to bind port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:01.742259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:01.742858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Checking segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:01.743433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Bound using segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:01.744306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Bound port: 416aed1c-a796-4adb-8ed8-2e44a69bfe96, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:01.744821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.848273 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] For port 416aed1c-a796-4adb-8ed8-2e44a69bfe96, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:01.852150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] For port 416aed1c-a796-4adb-8ed8-2e44a69bfe96, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=416aed1c-a796-4adb-8ed8-2e44a69bfe96,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:01.858085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.911082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:01.911758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.913252 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] 10.222.0.59 "PUT /v2.0/ports/416aed1c-a796-4adb-8ed8-2e44a69bfe96 HTTP/1.1" status: 200 len: 1092 time: 0.8278496 Jul 16 18:58:01.913764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'tag': '416aed1c-a796-4adb-8ed8-2e44a69bfe96'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:01.916303 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af" -d '{"events": [{"name": "network-changed", "server_uuid": "86eca2fd-0bbe-4971-a4e2-1b776ce093be", "tag": "416aed1c-a796-4adb-8ed8-2e44a69bfe96"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:01.971052 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a4445d-d9bb-4138-af8b-05d04b082d0b x-openstack-request-id: req-21a4445d-d9bb-4138-af8b-05d04b082d0b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:01.971723 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eca2fd-0bbe-4971-a4e2-1b776ce093be", "tag": "416aed1c-a796-4adb-8ed8-2e44a69bfe96", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:01.972052 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21a4445d-d9bb-4138-af8b-05d04b082d0b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:01.972615 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'tag': '416aed1c-a796-4adb-8ed8-2e44a69bfe96', 'status': 'completed', 'code': 200} Jul 16 18:58:02.007959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749df28-42ad-47ab-93ff-42b3a5c58e13 service neutron] Pushing event updated for resources: {'Port': ['ID=416aed1c-a796-4adb-8ed8-2e44a69bfe96,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:02.047603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-a17f1e1d-7b35-4c8a-a8cb-304180ccfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.050538 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-a17f1e1d-7b35-4c8a-a8cb-304180ccfd41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 1095 time: 0.0744979 Jul 16 18:58:02.117686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-b4cf87c3-01bd-4d47-b685-1c4f4c0aa465 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416aed1c-a796-4adb-8ed8-2e44a69bfe96 HTTP/1.1" status: 200 len: 217 time: 0.0574548 Jul 16 18:58:02.146551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099dd9-1c24-4f5f-a2ae-f3056c415bd3 req-ff5245b0-9983-476e-ae30-a970f70c66ea tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.154104 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b099dd9-1c24-4f5f-a2ae-f3056c415bd3 req-ff5245b0-9983-476e-ae30-a970f70c66ea tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.1018007 Jul 16 18:58:02.190232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-50972035-401a-4877-9fc3-186e6c58f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.192005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-50972035-401a-4877-9fc3-186e6c58f06b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0662873 Jul 16 18:58:02.204045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b099dd9-1c24-4f5f-a2ae-f3056c415bd3 req-2d26fd28-76b0-4c6b-977a-e54704d45ffc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488880 Jul 16 18:58:02.256731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-50667800-09d4-431a-b46f-1592c47c398d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515740 Jul 16 18:58:02.488649 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-27bf27f0-ff26-4838-aa13-ab320e6c0784 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690918 Jul 16 18:58:02.616254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-34a7a5b2-476b-4dd0-a55e-58b8d9d79ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.617988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-34a7a5b2-476b-4dd0-a55e-58b8d9d79ace service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1098 time: 0.0710700 Jul 16 18:58:02.760527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f815f-fc1c-492d-a1f6-561102f426f8 req-7353d1dc-f9c2-4a84-9f4b-4d2e213faa72 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.771014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e8f815f-fc1c-492d-a1f6-561102f426f8 req-7353d1dc-f9c2-4a84-9f4b-4d2e213faa72 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 943 time: 0.5776722 Jul 16 18:58:02.773270 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-a942107d-5814-4efe-aece-373d1d35af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.775434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-a942107d-5814-4efe-aece-373d1d35af6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1237617 Jul 16 18:58:02.832618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e8f815f-fc1c-492d-a1f6-561102f426f8 req-ae4fc520-89ec-46ef-b124-7dd86daa2a36 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601482 Jul 16 18:58:02.843863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-10517ce0-fca9-49ed-a42c-ef40ad01b4fe service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771163 Jul 16 18:58:02.873575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-5c7b5d0e-e0fd-48f7-b6f4-a6438f730f25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 1002 time: 0.0859692 Jul 16 18:58:02.934698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-6b5e67a9-837f-4fd5-a8b0-0c2d38e3cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.936321 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-6b5e67a9-837f-4fd5-a8b0-0c2d38e3cb83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0537786 Jul 16 18:58:02.960960 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f27cc572-e17b-4cc0-8fb3-e61a7e2155ca req-73c20bd3-3e1e-4134-a3eb-503ac3d8a527 service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095672 Jul 16 18:58:03.040523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-225b201d-0e37-49f7-9d68-1c26809db270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:03.043107 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-225b201d-0e37-49f7-9d68-1c26809db270 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926688 Jul 16 18:58:03.085561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-3b7611ae-d982-4d23-a0c6-c36ae16db26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:03.088057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-3b7611ae-d982-4d23-a0c6-c36ae16db26f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 1095 time: 0.0720282 Jul 16 18:58:03.195395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-1c310973-e881-4459-aa2e-fc74ff5458ca service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427865 Jul 16 18:58:03.200570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-ab9d8b8e-455c-4bf8-8ff2-2d548f8206b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:03.202150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-ab9d8b8e-455c-4bf8-8ff2-2d548f8206b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 916 time: 0.1057327 Jul 16 18:58:03.253465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-a8531609-4a10-420c-b57d-b35f137bed9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416aed1c-a796-4adb-8ed8-2e44a69bfe96 HTTP/1.1" status: 200 len: 217 time: 0.0391207 Jul 16 18:58:03.309606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-cc851dea-dd5e-45bd-a270-6d0634739945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:03.311308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-cc851dea-dd5e-45bd-a270-6d0634739945 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0509517 Jul 16 18:58:03.327632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-6a857619-2ebc-4f6a-baa0-9982f119f8de service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221044 Jul 16 18:58:03.351643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-e939734c-6a0b-41ba-bf32-1e80590c3ac4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332203 Jul 16 18:58:03.441552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b857c4-18e7-46e4-bbc1-1389eee00bb3 req-3fa62897-7f0f-404a-a54d-525f9184ffed tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:03.444178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29b857c4-18e7-46e4-bbc1-1389eee00bb3 req-3fa62897-7f0f-404a-a54d-525f9184ffed tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.0735238 Jul 16 18:58:03.459925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-37d4673d-f84c-46f9-a759-2025a7c496ed service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012135 Jul 16 18:58:03.498153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29b857c4-18e7-46e4-bbc1-1389eee00bb3 req-a3b7d5a8-fb7b-42e3-9736-6d02bb439990 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466652 Jul 16 18:58:03.569974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e4bd3d2a-c6c8-4a6b-8426-53f7e44891af req-b6f96df2-738f-4cb0-b8b5-969c78b68f19 service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022272 Jul 16 18:58:04.034371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb7fb-11d4-4e82-a435-7c0cf99bb10d req-5c00390c-414e-4d65-b1fd-ec28ac78dbfd tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:04.036001 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9edb7fb-11d4-4e82-a435-7c0cf99bb10d req-5c00390c-414e-4d65-b1fd-ec28ac78dbfd tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 943 time: 0.0767815 Jul 16 18:58:04.076029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f9edb7fb-11d4-4e82-a435-7c0cf99bb10d req-82d0d062-6ccf-4d41-92be-dfacc03b4d4f tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Jul 16 18:58:04.427634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 416aed1c-a796-4adb-8ed8-2e44a69bfe96 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:04.533118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 416aed1c-a796-4adb-8ed8-2e44a69bfe96, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=416aed1c-a796-4adb-8ed8-2e44a69bfe96,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:04.544967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '416aed1c-a796-4adb-8ed8-2e44a69bfe96', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'port_id': '416aed1c-a796-4adb-8ed8-2e44a69bfe96', 'mac_address': 'fa:16:3e:18:48:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae9ebce-92b1-41fb-87ce-d3f085572ac3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:04.583961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.597115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416aed1c-a796-4adb-8ed8-2e44a69bfe96 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:04.617873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 416aed1c-a796-4adb-8ed8-2e44a69bfe96, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=416aed1c-a796-4adb-8ed8-2e44a69bfe96,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:04.623301 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.699723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=416aed1c-a796-4adb-8ed8-2e44a69bfe96,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:04.701361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82ac5-05b8-41ea-bd00-cbd67407efb6 req-f9032c45-473c-4060-8ef2-1f4f2f7b89c5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:04.702946 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82d82ac5-05b8-41ea-bd00-cbd67407efb6 req-f9032c45-473c-4060-8ef2-1f4f2f7b89c5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.0892510 Jul 16 18:58:04.743675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82d82ac5-05b8-41ea-bd00-cbd67407efb6 req-7be35c93-b435-4f54-b9f1-f3d43a65a20f tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347531 Jul 16 18:58:04.884122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['416aed1c-a796-4adb-8ed8-2e44a69bfe96'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:05.282945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c2bf0-41a4-4219-b862-36d102d84621 req-2dae9c67-0dd2-4545-bc25-19805d0a336b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.284561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d7c2bf0-41a4-4219-b862-36d102d84621 req-2dae9c67-0dd2-4545-bc25-19805d0a336b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 944 time: 0.0727086 Jul 16 18:58:05.322720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d7c2bf0-41a4-4219-b862-36d102d84621 req-aaef2bf8-afaf-4e50-a6c0-7a2e5c0703d5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Jul 16 18:58:05.942362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712dbe7-53ab-4332-aa29-1e1c76a4f1fd req-03f2ff90-3ce7-43b4-aa44-d9a0445a5733 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.944154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5712dbe7-53ab-4332-aa29-1e1c76a4f1fd req-03f2ff90-3ce7-43b4-aa44-d9a0445a5733 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.0729213 Jul 16 18:58:05.985112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5712dbe7-53ab-4332-aa29-1e1c76a4f1fd req-7d4a35a6-03ee-4860-978f-79f6f8241160 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345333 Jul 16 18:58:06.433656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 416aed1c-a796-4adb-8ed8-2e44a69bfe96 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:06.502028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:06.506864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:06.507324 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.516101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d27dce-f8a1-40c3-8689-b0b8bdacd0dd req-bd2d5877-db2b-4971-91ae-a0032aceda00 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.517733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00d27dce-f8a1-40c3-8689-b0b8bdacd0dd req-bd2d5877-db2b-4971-91ae-a0032aceda00 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 944 time: 0.0752227 Jul 16 18:58:06.564248 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-00d27dce-f8a1-40c3-8689-b0b8bdacd0dd req-c63542a0-1b2a-42c3-bf25-9c70013b321f tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Jul 16 18:58:06.594743 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.626977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416aed1c-a796-4adb-8ed8-2e44a69bfe96'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:06.629792 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541d6fe-eaec-4e43-a4de-9d37e114077c" -d '{"events": [{"server_uuid": "86eca2fd-0bbe-4971-a4e2-1b776ce093be", "name": "network-vif-plugged", "status": "completed", "tag": "416aed1c-a796-4adb-8ed8-2e44a69bfe96"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:06.646945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 416aed1c-a796-4adb-8ed8-2e44a69bfe96, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=416aed1c-a796-4adb-8ed8-2e44a69bfe96,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:06.652337 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.679628 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e0685-825b-42ea-af73-89ca0a0fe954 x-openstack-request-id: req-de8e0685-825b-42ea-af73-89ca0a0fe954 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:06.679949 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca2fd-0bbe-4971-a4e2-1b776ce093be", "name": "network-vif-plugged", "status": "completed", "tag": "416aed1c-a796-4adb-8ed8-2e44a69bfe96", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:06.680275 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de8e0685-825b-42ea-af73-89ca0a0fe954 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:06.680734 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416aed1c-a796-4adb-8ed8-2e44a69bfe96', 'code': 200} Jul 16 18:58:06.708183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=416aed1c-a796-4adb-8ed8-2e44a69bfe96,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:06.808481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f11707-ef0c-4044-9d6a-614324c80c99 req-dd1a8bd1-5ab1-46c4-8617-70a4518052b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.810053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3f11707-ef0c-4044-9d6a-614324c80c99 req-dd1a8bd1-5ab1-46c4-8617-70a4518052b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 1097 time: 0.0576236 Jul 16 18:58:06.846738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b3f11707-ef0c-4044-9d6a-614324c80c99 req-05f05daa-0cbb-4b34-866f-7285a7b6ba5f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290320 Jul 16 18:58:07.186526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f3c0-c401-4178-95fc-32d95a701bda req-13bd9348-93b6-4514-ad59-5867f04eb0b2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.188203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6d1f3c0-c401-4178-95fc-32d95a701bda req-13bd9348-93b6-4514-ad59-5867f04eb0b2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.0700827 Jul 16 18:58:07.229080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6d1f3c0-c401-4178-95fc-32d95a701bda req-2efb6a06-6a24-4d7a-a115-7860d6a12cee tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346291 Jul 16 18:58:07.768958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad64972-e99f-4a6e-baf4-c9b018079b9e req-0e890647-29c3-4d63-bfb3-95398fb355ab tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.770551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ad64972-e99f-4a6e-baf4-c9b018079b9e req-0e890647-29c3-4d63-bfb3-95398fb355ab tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 945 time: 0.0686638 Jul 16 18:58:07.814334 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9ad64972-e99f-4a6e-baf4-c9b018079b9e req-2ed1c273-4260-4254-8670-62bdac6b25da tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Jul 16 18:58:08.610426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da854825-29d1-4433-85f9-00094235c5bb req-cb86e875-47af-49f1-8074-513febee738e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.612744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da854825-29d1-4433-85f9-00094235c5bb req-cb86e875-47af-49f1-8074-513febee738e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 943 time: 0.0734701 Jul 16 18:58:08.658930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da854825-29d1-4433-85f9-00094235c5bb req-9b572b1f-e3c0-43e9-9c8c-cdbc38de9712 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378687 Jul 16 18:58:09.005062 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087a887-b88a-48e5-aa29-8e7b2dae0310 req-b02aa667-941e-4f9f-8b07-246a5831185f tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:09.006530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9087a887-b88a-48e5-aa29-8e7b2dae0310 req-b02aa667-941e-4f9f-8b07-246a5831185f tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 945 time: 0.0723267 Jul 16 18:58:09.049633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9087a887-b88a-48e5-aa29-8e7b2dae0310 req-ed1c0078-a01c-4a3a-a047-414f39ebeaef tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371742 Jul 16 18:58:09.539743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 33a17b1f-b5e4-4798-aec1-276ff0def98d details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:09.668115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 33a17b1f-b5e4-4798-aec1-276ff0def98d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:09.686807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'port_id': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'mac_address': 'fa:16:3e:51:fa:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:09.743567 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.763316 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a17b1f-b5e4-4798-aec1-276ff0def98d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:09.793113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 33a17b1f-b5e4-4798-aec1-276ff0def98d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:09.799470 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.855337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=33a17b1f-b5e4-4798-aec1-276ff0def98d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:09.866398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3af90-4801-4fc8-b5bc-ed4fb16a7d4a req-ae5670b0-967a-4053-9cbb-b080e3afead2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:09.869665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74b3af90-4801-4fc8-b5bc-ed4fb16a7d4a req-ae5670b0-967a-4053-9cbb-b080e3afead2 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 944 time: 0.0710032 Jul 16 18:58:09.914909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74b3af90-4801-4fc8-b5bc-ed4fb16a7d4a req-c33f381b-6765-42bf-a528-f2bd71433e13 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382855 Jul 16 18:58:10.008064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['33a17b1f-b5e4-4798-aec1-276ff0def98d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:11.142616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355bf08-441b-49fd-83d4-62bb57655c64 req-d621398f-c06e-43a4-83be-5f1bb842f331 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:11.144936 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b355bf08-441b-49fd-83d4-62bb57655c64 req-d621398f-c06e-43a4-83be-5f1bb842f331 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 944 time: 0.0891178 Jul 16 18:58:11.192256 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b355bf08-441b-49fd-83d4-62bb57655c64 req-c0024ecc-44f4-4bd4-ab76-13e2091fe85e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409002 Jul 16 18:58:11.538309 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 33a17b1f-b5e4-4798-aec1-276ff0def98d up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:11.604545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 33a17b1f-b5e4-4798-aec1-276ff0def98d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:11.609303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 33a17b1f-b5e4-4798-aec1-276ff0def98d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:11.609649 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.707592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.748657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:11.752566 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd5147d-54f0-4dfd-b3d6-924b4f8b934e" -d '{"events": [{"server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "name": "network-vif-plugged", "status": "completed", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:11.771433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 33a17b1f-b5e4-4798-aec1-276ff0def98d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:11.777295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.811206 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbaf0bd-fdea-4389-ae15-03b5be905d16 x-openstack-request-id: req-adbaf0bd-fdea-4389-ae15-03b5be905d16 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:11.811574 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "name": "network-vif-plugged", "status": "completed", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:11.812001 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adbaf0bd-fdea-4389-ae15-03b5be905d16 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:11.812440 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'code': 200} Jul 16 18:58:11.848418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=33a17b1f-b5e4-4798-aec1-276ff0def98d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:11.960102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431baf3b-9ce1-40c8-b447-62c30194e4e0 req-301ca86b-64a8-4284-a43e-06f2152ee596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:11.961798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-431baf3b-9ce1-40c8-b447-62c30194e4e0 req-301ca86b-64a8-4284-a43e-06f2152ee596 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 1097 time: 0.0728862 Jul 16 18:58:12.010100 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-431baf3b-9ce1-40c8-b447-62c30194e4e0 req-38c26a2b-9629-4fd9-918d-b4881ea412e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Jul 16 18:58:12.480695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f86ae4-6131-4098-a4bd-48eb6dc58d00 req-2adf8441-bb1a-4209-9318-0615c59f2d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:12.488448 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04f86ae4-6131-4098-a4bd-48eb6dc58d00 req-2adf8441-bb1a-4209-9318-0615c59f2d80 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 945 time: 0.0934193 Jul 16 18:58:12.524541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-04f86ae4-6131-4098-a4bd-48eb6dc58d00 req-74703397-d607-4865-a456-93568366fddc tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354648 Jul 16 18:58:13.733845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059643f-d540-4e1e-a690-b6e12d13f03e req-a8e47656-eb74-484f-9313-c10164f15bcd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:13.735483 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a059643f-d540-4e1e-a690-b6e12d13f03e req-a8e47656-eb74-484f-9313-c10164f15bcd tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 945 time: 0.0837569 Jul 16 18:58:13.784952 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a059643f-d540-4e1e-a690-b6e12d13f03e req-766f35ed-e207-46a5-b615-db02948cf24e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427415 Jul 16 18:58:13.984819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2dbd1-bc7e-44b6-9929-ea7ac66f048a req-aa447185-5183-4d67-a2ce-bde63af90b90 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:13.987575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3bd2dbd1-bc7e-44b6-9929-ea7ac66f048a req-aa447185-5183-4d67-a2ce-bde63af90b90 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 945 time: 0.0753915 Jul 16 18:58:14.033666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3bd2dbd1-bc7e-44b6-9929-ea7ac66f048a req-076165a0-3f45-4a51-9381-024ca3ea81c3 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 Jul 16 18:58:14.061917 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:14.305519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df100c8b-0644-4d00-8ca5-ed10a178fda8 tempest-TestVolumeBootPattern-584337017 tempest-TestVolumeBootPattern-584337017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:14.307439 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-df100c8b-0644-4d00-8ca5-ed10a178fda8 tempest-TestVolumeBootPattern-584337017 tempest-TestVolumeBootPattern-584337017-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 1092 time: 0.2441866 Jul 16 18:58:14.312453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 41676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:14.318392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:14.347513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.479199 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.600154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Allocated IP 172.25.1.165 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/c2e0ab98-41d3-4bd9-a85e-be395f750941) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:15.005448 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.055898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.113905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:15.119617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:15.124269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:15.151714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=c2e0ab98-41d3-4bd9-a85e-be395f750941,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:15.169870 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.170253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.170667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.171315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.171642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.171989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.172294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.172813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.173401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.173734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.174170 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.174657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:15.670393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.782250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.968732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.974840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.042867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event updated for resources: {'Port': ['ID=c2e0ab98-41d3-4bd9-a85e-be395f750941,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:16.065420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.183918 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7bd58c2c-f7a0-4a6f-82e7-7ae24cfef553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.210861 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Floating IP 5383a896-89fa-4c41-be6c-9c1a029eaab4 associated. External IP: 172.25.1.165, port: 33a17b1f-b5e4-4798-aec1-276ff0def98d. Jul 16 18:58:16.454047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:58:16.569477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:58:16.582088 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:58:16.588254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.599573 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:16.601080 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:57:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:16.639732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-24befca9-270d-46f1-bf83-88dc842d027b tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3119075 Jul 16 18:58:16.639732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:16.639732 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484e11dc-0119-4472-bd3b-8be9bb19a603" -d '{"events": [{"name": "network-changed", "server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:16.742222 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3405c178-53e1-492f-b9cd-7b7ddfb20357 x-openstack-request-id: req-3405c178-53e1-492f-b9cd-7b7ddfb20357 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:16.742512 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:16.742756 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3405c178-53e1-492f-b9cd-7b7ddfb20357 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:16.743155 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'status': 'completed', 'code': 200} Jul 16 18:58:16.773893 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:16.823775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-28cd5258-6c4d-4ab0-9ecd-17149b63a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.825209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-28cd5258-6c4d-4ab0-9ecd-17149b63a761 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 1097 time: 0.0585117 Jul 16 18:58:16.879904 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:16.926010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-4254cfc6-77c7-4432-8fec-ae74d2467a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.928037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-4254cfc6-77c7-4432-8fec-ae74d2467a8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.0956616 Jul 16 18:58:17.014112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-1323dd08-80af-41fe-9dfc-b7f1f27c8abe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d HTTP/1.1" status: 200 len: 999 time: 0.0800741 Jul 16 18:58:17.038044 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '5383a896-89fa-4c41-be6c-9c1a029eaab4', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:51:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:58:15Z', 'updated_at': '2021-07-16T18:58:15Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}, {'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 1, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:17.065615 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-0aa3d493-232e-46f1-8786-93931610ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:17.067119 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-0aa3d493-232e-46f1-8786-93931610ce7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0466201 Jul 16 18:58:17.067248 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:58:17.075947 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:17.076484 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:57:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:17.135397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-d2133326-f56d-4c61-88b3-bd0e9323aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:17.136991 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-d2133326-f56d-4c61-88b3-bd0e9323aedc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636935 Jul 16 18:58:17.201602 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:17.255989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-aa1d2e47-9f16-4799-9f04-58ecbeba2661 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119790 Jul 16 18:58:17.352395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-484e11dc-0119-4472-bd3b-8be9bb19a603 req-5c8d2af2-3af5-4967-b8a7-65e316f70acf service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889750 Jul 16 18:58:17.496224 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '5383a896-89fa-4c41-be6c-9c1a029eaab4', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:51:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:58:15Z', 'updated_at': '2021-07-16T18:58:15Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}, {'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 1, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:17.529992 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a41fc-c369-4f77-8886-f394eadc0d26 None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '5383a896-89fa-4c41-be6c-9c1a029eaab4', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:51:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:58:15Z', 'updated_at': '2021-07-16T18:58:15Z', 'revision_number': 0, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}, {'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 1, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:58:17.783994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d793a6-c6d2-4bd4-b03d-0fde808df8fa None None] New status for floating IP 5383a896-89fa-4c41-be6c-9c1a029eaab4: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:58:18.771095 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31ca9c6f-319b-46fc-af43-08e20d9127b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.914601 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.023432 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:21.824128 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:22.879207 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.702846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:26.776352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae579-36ca-499b-982e-816dae1c0806 req-92592e96-9368-4f90-8753-d6a3a5f37e76 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.778003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-92592e96-9368-4f90-8753-d6a3a5f37e76 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1147821 Jul 16 18:58:26.794869 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-c56c53fb-9a80-49d0-936f-89cde8a543b9 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/quotas/b3822679145c4000a8f71fe205032a46 HTTP/1.1" status: 200 len: 375 time: 0.0108695 Jul 16 18:58:26.875754 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-e9b01690-3cdf-41f3-82ee-9c44ec2ac5ad tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747242 Jul 16 18:58:26.986732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-c45b0b99-abe9-4a43-9be2-270699a58dbe service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035500 Jul 16 18:58:27.083382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-c83aa8b2-fe65-4e6d-90e3-b797293311c6 service neutron] 10.222.0.49 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904598 Jul 16 18:58:27.298451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1452aec8-9eb5-4a15-8e83-276da3998fb5 req-a5da62ba-5db2-4808-a0c0-9bc5110828d0 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 210 time: 0.0379255 Jul 16 18:58:28.475990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1d355a00-9297-459c-8eb9-0a1f5efbeba1 req-cb8ee415-5759-4835-a12c-2c27c1ef256c tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 210 time: 0.0502908 Jul 16 18:58:28.521956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae579-36ca-499b-982e-816dae1c0806 req-6ab43239-f77b-4723-8923-b8b2fc8db1b5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.524711 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-6ab43239-f77b-4723-8923-b8b2fc8db1b5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 815 time: 0.1328034 Jul 16 18:58:28.539121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Request body: {'port': {'device_id': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'admin_state_up': True, 'tenant_id': 'b3822679145c4000a8f71fe205032a46'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:28.691427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Made reservation on behalf of b3822679145c4000a8f71fe205032a46 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:28.695369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.829931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Allocated IP 172.20.0.7 (17c7b7f6-98d8-4a01-8ee5-25ea916ec992/1ae9ebce-92b1-41fb-87ce-d3f085572ac3/c9443b41-55d3-407b-a031-b6a764507d2b) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:29.019927 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.067450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.082648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:29.087451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['81f9841e-a2a4-4e13-a020-a8e50d80104c', '416aed1c-a796-4adb-8ed8-2e44a69bfe96'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:29.128541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:29.132851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:29.145299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:29.150121 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event updated for resources: {'Port': ['ID=c9443b41-55d3-407b-a031-b6a764507d2b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:29.215810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.216524 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.235523 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-9632c856-cb72-4477-beee-eebf1df4a4b7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7006204 Jul 16 18:58:29.249576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Request body: {'port': {'device_id': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:29.331664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.687354 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9443b41-55d3-407b-a031-b6a764507d2b {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:29.697440 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.719658 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Transition to ACTIVE for port object c9443b41-55d3-407b-a031-b6a764507d2b will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:29.724282 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.765434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a018-1b5e-427d-b3c9-e5d18e2869ea req-d6268f52-b7c0-444b-9fe7-cd471c4a4e92 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.767022 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3a45a018-1b5e-427d-b3c9-e5d18e2869ea req-d6268f52-b7c0-444b-9fe7-cd471c4a4e92 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 931 time: 0.1505449 Jul 16 18:58:29.811447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9443b41-55d3-407b-a031-b6a764507d2b,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:30.207143 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3a45a018-1b5e-427d-b3c9-e5d18e2869ea req-5c6242e7-62e3-4d33-85d1-58ea235e5159 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223580 Jul 16 18:58:30.239475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Attempting to bind port c9443b41-55d3-407b-a031-b6a764507d2b on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:30.240187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Attempting to bind port c9443b41-55d3-407b-a031-b6a764507d2b by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:30.240983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Attempting to bind port c9443b41-55d3-407b-a031-b6a764507d2b on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:30.248996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Port c9443b41-55d3-407b-a031-b6a764507d2b on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:30.249285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Attempting to bind port c9443b41-55d3-407b-a031-b6a764507d2b on network 17c7b7f6-98d8-4a01-8ee5-25ea916ec992 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:30.257883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:30.258242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Checking segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:30.258623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Bound using segment: {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:30.259111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Bound port: c9443b41-55d3-407b-a031-b6a764507d2b, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece1c965-aff9-4677-9873-8288569335d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:30.259368 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.343701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] For port c9443b41-55d3-407b-a031-b6a764507d2b, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:30.348288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] For port c9443b41-55d3-407b-a031-b6a764507d2b, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c9443b41-55d3-407b-a031-b6a764507d2b,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:30.359360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.419902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.420514 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.421923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] 10.222.0.67 "PUT /v2.0/ports/c9443b41-55d3-407b-a031-b6a764507d2b HTTP/1.1" status: 200 len: 1092 time: 1.1783457 Jul 16 18:58:30.422367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'tag': 'c9443b41-55d3-407b-a031-b6a764507d2b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:30.425485 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab5622-2b48-479f-9937-861035c26af5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6f47e9-18cc-4727-ac19-ee0c3c687128", "tag": "c9443b41-55d3-407b-a031-b6a764507d2b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:30.450237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326951f9-894e-46ea-acc3-8e1e9dada9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9443b41-55d3-407b-a031-b6a764507d2b,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:30.503051 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c14b452-3766-4ded-b065-e0f537c8d660 x-openstack-request-id: req-7c14b452-3766-4ded-b065-e0f537c8d660 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:30.503441 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6f47e9-18cc-4727-ac19-ee0c3c687128", "tag": "c9443b41-55d3-407b-a031-b6a764507d2b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:30.503686 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c14b452-3766-4ded-b065-e0f537c8d660 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:30.503889 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'tag': 'c9443b41-55d3-407b-a031-b6a764507d2b', 'status': 'completed', 'code': 200} Jul 16 18:58:30.539663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae579-36ca-499b-982e-816dae1c0806 req-bc9a13f9-0a80-4afd-8ba2-a2f81d75cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.541301 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-bc9a13f9-0a80-4afd-8ba2-a2f81d75cf3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 1095 time: 0.0713999 Jul 16 18:58:30.583785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-4b4134a3-a6e3-4745-b2b4-2a53cd63c1ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9443b41-55d3-407b-a031-b6a764507d2b HTTP/1.1" status: 200 len: 217 time: 0.0340927 Jul 16 18:58:30.642513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae579-36ca-499b-982e-816dae1c0806 req-b0899259-d0b3-4232-8691-dcb3da92fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.645446 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-b0899259-d0b3-4232-8691-dcb3da92fac7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0558178 Jul 16 18:58:30.682499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-b123ea7a-1711-4989-bd6c-b508d835ab28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294440 Jul 16 18:58:30.785306 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-2f15de69-d45d-430d-b266-e799c17c3a5f service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920093 Jul 16 18:58:30.883570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffeae579-36ca-499b-982e-816dae1c0806 req-8730ef84-a5a2-452a-a9a8-3e04b5dae2c7 service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920827 Jul 16 18:58:31.006567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5622-2b48-479f-9937-861035c26af5 req-705c7e07-e3ce-447d-9757-7311b805590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.008129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80ab5622-2b48-479f-9937-861035c26af5 req-705c7e07-e3ce-447d-9757-7311b805590e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 1095 time: 0.0621457 Jul 16 18:58:31.126450 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5622-2b48-479f-9937-861035c26af5 req-ceac2b16-041a-4e1c-a79c-1250f292f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.128389 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80ab5622-2b48-479f-9937-861035c26af5 req-ceac2b16-041a-4e1c-a79c-1250f292f9de service neutron] 10.222.0.67 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 916 time: 0.1139314 Jul 16 18:58:31.172797 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80ab5622-2b48-479f-9937-861035c26af5 req-1519171f-8dcb-45ab-94ad-cc1297c394dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9443b41-55d3-407b-a031-b6a764507d2b HTTP/1.1" status: 200 len: 217 time: 0.0379157 Jul 16 18:58:31.232530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5622-2b48-479f-9937-861035c26af5 req-6587523d-3139-4830-862f-38a24716cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.234110 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80ab5622-2b48-479f-9937-861035c26af5 req-6587523d-3139-4830-862f-38a24716cf27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0537372 Jul 16 18:58:31.278543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80ab5622-2b48-479f-9937-861035c26af5 req-a60b8d67-f870-4087-be45-533bedc9f04d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346894 Jul 16 18:58:31.424137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80ab5622-2b48-479f-9937-861035c26af5 req-03bc893a-1fdc-4042-aef7-229f8f05357a service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362250 Jul 16 18:58:31.491454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafa637-889f-4cd1-9ee9-0f108619d5f2 req-8b8c11a5-a36f-4724-b2a9-f8fed995714c tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.491454 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cdafa637-889f-4cd1-9ee9-0f108619d5f2 req-8b8c11a5-a36f-4724-b2a9-f8fed995714c tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 943 time: 0.1374791 Jul 16 18:58:31.565617 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cdafa637-889f-4cd1-9ee9-0f108619d5f2 req-a31cad2c-d213-4cf6-8744-0b97b094a871 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733263 Jul 16 18:58:31.583134 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80ab5622-2b48-479f-9937-861035c26af5 req-4602b36d-718f-448f-b9d9-98988912b695 service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523438 Jul 16 18:58:32.760527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc75a0c-1961-4371-8619-85b6a364d3c8 req-3c075751-fa04-43dd-854b-f16ba51075e2 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:32.762434 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0dc75a0c-1961-4371-8619-85b6a364d3c8 req-3c075751-fa04-43dd-854b-f16ba51075e2 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 943 time: 0.0676806 Jul 16 18:58:32.810295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0dc75a0c-1961-4371-8619-85b6a364d3c8 req-e06b2078-403c-44a2-bd86-5552993fd2b2 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Jul 16 18:58:33.662727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c9443b41-55d3-407b-a031-b6a764507d2b details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:33.778503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c9443b41-55d3-407b-a031-b6a764507d2b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c9443b41-55d3-407b-a031-b6a764507d2b,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:33.791863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'c9443b41-55d3-407b-a031-b6a764507d2b', 'network_id': '17c7b7f6-98d8-4a01-8ee5-25ea916ec992', 'port_id': 'c9443b41-55d3-407b-a031-b6a764507d2b', 'mac_address': 'fa:16:3e:5b:9a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae9ebce-92b1-41fb-87ce-d3f085572ac3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:33.835947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.860055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9443b41-55d3-407b-a031-b6a764507d2b {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:33.891102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c9443b41-55d3-407b-a031-b6a764507d2b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c9443b41-55d3-407b-a031-b6a764507d2b,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:33.897565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.957055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=c9443b41-55d3-407b-a031-b6a764507d2b,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:33.968054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.968400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.968737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.969100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.969435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.969762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.970086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.970641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.971247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.971773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.972231 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:33.972723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:34.038102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d213de-e3a9-4c8f-968e-c4940cf4a7e7 req-4e65da5f-0d89-4730-b6b5-0777a5d16dce tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:34.040129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95d213de-e3a9-4c8f-968e-c4940cf4a7e7 req-4e65da5f-0d89-4730-b6b5-0777a5d16dce tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 944 time: 0.0855112 Jul 16 18:58:34.090263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95d213de-e3a9-4c8f-968e-c4940cf4a7e7 req-19339a88-3dcc-41cd-9b6d-e05436daa9e0 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Jul 16 18:58:34.119840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['c9443b41-55d3-407b-a031-b6a764507d2b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:35.292862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931d78e-143a-41be-94dd-7483e0280c8d req-ec9bbd8d-987d-4198-940d-c9c2b6fb95f1 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:35.294498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c931d78e-143a-41be-94dd-7483e0280c8d req-ec9bbd8d-987d-4198-940d-c9c2b6fb95f1 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 944 time: 0.0730195 Jul 16 18:58:35.334533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c931d78e-143a-41be-94dd-7483e0280c8d req-cb9077b5-142e-477c-929f-878a15ebfd7a tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Jul 16 18:58:35.664815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c9443b41-55d3-407b-a031-b6a764507d2b up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:35.720081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port c9443b41-55d3-407b-a031-b6a764507d2b completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:35.725402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port c9443b41-55d3-407b-a031-b6a764507d2b triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:35.725849 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:35.821753 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:35.852367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9443b41-55d3-407b-a031-b6a764507d2b'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:35.854691 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e272c-1b3b-429b-98a7-f33f9b95eda1" -d '{"events": [{"server_uuid": "1f6f47e9-18cc-4727-ac19-ee0c3c687128", "name": "network-vif-plugged", "status": "completed", "tag": "c9443b41-55d3-407b-a031-b6a764507d2b"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:35.870025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c9443b41-55d3-407b-a031-b6a764507d2b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c9443b41-55d3-407b-a031-b6a764507d2b,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:35.876066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:35.913112 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e7acd6-67f0-444e-9c88-ba4544621ea0 x-openstack-request-id: req-04e7acd6-67f0-444e-9c88-ba4544621ea0 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:35.913409 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f47e9-18cc-4727-ac19-ee0c3c687128", "name": "network-vif-plugged", "status": "completed", "tag": "c9443b41-55d3-407b-a031-b6a764507d2b", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:35.913767 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04e7acd6-67f0-444e-9c88-ba4544621ea0 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:35.914043 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9443b41-55d3-407b-a031-b6a764507d2b', 'code': 200} Jul 16 18:58:35.949581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=c9443b41-55d3-407b-a031-b6a764507d2b,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:36.054612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b05055-cb58-46cd-ab3c-606217c51079 req-a34b15ba-c682-4ebb-9f05-88caffa1c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:36.056226 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77b05055-cb58-46cd-ab3c-606217c51079 req-a34b15ba-c682-4ebb-9f05-88caffa1c925 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 1097 time: 0.0632489 Jul 16 18:58:36.113609 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-77b05055-cb58-46cd-ab3c-606217c51079 req-01b99bf3-4141-4d3a-94e4-53e94fa2a33f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506110 Jul 16 18:58:36.598091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087d84-e5f6-44a8-93e5-10c9a199f71c req-7e052ad6-c61a-410e-9842-3af344a8dcfc tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:36.599750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6087d84-e5f6-44a8-93e5-10c9a199f71c req-7e052ad6-c61a-410e-9842-3af344a8dcfc tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 945 time: 0.1010387 Jul 16 18:58:36.638153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-8e1739d6-a674-4def-af08-8df6bc343da5 req-4ed074cd-7160-4f7a-a866-54b1abc55cf7 service neutron] (93795) timed out ('10.222.0.49', 50734) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:58:36.649683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c6087d84-e5f6-44a8-93e5-10c9a199f71c req-4485fac6-d214-4b5b-8780-3c7cf55dd47d tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Jul 16 18:58:37.880938 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90767711-b4d7-4631-a84d-5f3c3631a912 req-bd1fd8c9-aa10-4d70-a02b-3bc331228469 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:37.882533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90767711-b4d7-4631-a84d-5f3c3631a912 req-bd1fd8c9-aa10-4d70-a02b-3bc331228469 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 945 time: 0.0760219 Jul 16 18:58:37.931757 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90767711-b4d7-4631-a84d-5f3c3631a912 req-d0a9c915-891a-4484-8566-2ed8386a5a7e tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Jul 16 18:58:46.186179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51a07b64-dc1d-49a1-b851-e2927da2e501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:48.770163 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09181e98-3e0e-4edf-995a-2d3cdd4d37a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:48.912300 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:50.026132 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:51.828813 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:52.899396 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.869673 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:54.705431 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.991374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e283a3-80ea-4d13-abbd-dd5cfc7b4ce8 req-c7e0c19b-291c-4d18-82e2-02a4bc58f321 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.992932 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64e283a3-80ea-4d13-abbd-dd5cfc7b4ce8 req-c7e0c19b-291c-4d18-82e2-02a4bc58f321 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 945 time: 0.0810566 Jul 16 18:59:00.040728 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64e283a3-80ea-4d13-abbd-dd5cfc7b4ce8 req-c48c4ed2-c1c3-4f81-9882-27816c80fb49 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Jul 16 18:59:00.850979 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-02afe19a-e310-4daa-aa0e-9d4b28c910ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569818 Jul 16 18:59:00.955623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-ec9445e0-9992-4184-b485-1496ba81bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:00.957123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-ec9445e0-9992-4184-b485-1496ba81bfbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 1097 time: 0.0564084 Jul 16 18:59:01.073288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-c614c8f6-3203-459d-821c-ddd92a17be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:01.074906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-c614c8f6-3203-459d-821c-ddd92a17be9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 916 time: 0.0938294 Jul 16 18:59:01.137779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-ab0dab2b-c153-408d-a074-5d08811aa365 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdb1dc6b-cc01-4983-918e-61065ed05702 HTTP/1.1" status: 200 len: 217 time: 0.0479288 Jul 16 18:59:01.204325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-75ae00bd-cb52-4a9b-99e8-5552e680620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:01.206280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-75ae00bd-cb52-4a9b-99e8-5552e680620b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0584126 Jul 16 18:59:01.250853 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-828f124d-0f0d-4703-927a-f2236d48be99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363748 Jul 16 18:59:01.259222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfa144-2ad5-42c7-a5ed-166134f3f29e req-0eb941de-af50-45ff-b573-1fca06415b92 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:01.260916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-40dfa144-2ad5-42c7-a5ed-166134f3f29e req-0eb941de-af50-45ff-b573-1fca06415b92 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 945 time: 0.0718217 Jul 16 18:59:01.302086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-40dfa144-2ad5-42c7-a5ed-166134f3f29e req-d670d61f-5ebe-4daf-9a05-c2017521a97b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350847 Jul 16 18:59:01.358597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-34cb8778-cc55-4edd-8dd6-74230452c7ec service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992720 Jul 16 18:59:01.468202 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23c765db-de8d-49f8-bb37-6e9eee049f4d req-01dc97b4-65c5-466e-a34a-ab2cd8a3d9bf service neutron] 10.222.0.67 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968521 Jul 16 18:59:01.577822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-e893d51f-ff13-498f-86b9-37d5a4509322 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:01.579547 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-e893d51f-ff13-498f-86b9-37d5a4509322 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 945 time: 0.0691659 Jul 16 18:59:01.694411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Deleting port c9443b41-55d3-407b-a031-b6a764507d2b {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:01.694665 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:01.792043 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] For port c9443b41-55d3-407b-a031-b6a764507d2b, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c9443b41-55d3-407b-a031-b6a764507d2b,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:01.792481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:01.807887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Calling delete_port for c9443b41-55d3-407b-a031-b6a764507d2b owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:01.950074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:01.963482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['81f9841e-a2a4-4e13-a020-a8e50d80104c', '416aed1c-a796-4adb-8ed8-2e44a69bfe96'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:01.967033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702', 'c9443b41-55d3-407b-a031-b6a764507d2b'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:01.986809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event deleted for resources: {'Port': ['ID=c9443b41-55d3-407b-a031-b6a764507d2b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:02.051969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] No DVR routers for this DVR port c9443b41-55d3-407b-a031-b6a764507d2b on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:02.056145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.058332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f6b0d4e6-33fc-466a-a7a8-2a7e9b82a64d req-8eb7a6b2-ece3-4cd8-81f7-9eb945429883 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "DELETE /v2.0/ports/c9443b41-55d3-407b-a031-b6a764507d2b HTTP/1.1" status: 204 len: 173 time: 0.4736214 Jul 16 18:59:02.058819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'name': 'network-vif-deleted', 'tag': 'c9443b41-55d3-407b-a031-b6a764507d2b'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:02.062308 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d426d1-78f7-4b61-a22c-e2b0d52ce5e3" -d '{"events": [{"server_uuid": "1f6f47e9-18cc-4727-ac19-ee0c3c687128", "name": "network-vif-deleted", "tag": "c9443b41-55d3-407b-a031-b6a764507d2b"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:02.120084 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e5e380-2cc8-4eb9-828b-bda5310fb97d x-openstack-request-id: req-a1e5e380-2cc8-4eb9-828b-bda5310fb97d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:02.120084 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f47e9-18cc-4727-ac19-ee0c3c687128", "name": "network-vif-deleted", "tag": "c9443b41-55d3-407b-a031-b6a764507d2b", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:02.120841 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1e5e380-2cc8-4eb9-828b-bda5310fb97d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:02.120841 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6f47e9-18cc-4727-ac19-ee0c3c687128', 'name': 'network-vif-deleted', 'tag': 'c9443b41-55d3-407b-a031-b6a764507d2b', 'status': 'completed', 'code': 200} Jul 16 18:59:02.502040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b7eb146-ce90-459c-809e-e54472cccb12 req-fd13aa15-fcd3-41ce-a4eb-3578ebd2f7f1 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6f47e9-18cc-4727-ac19-ee0c3c687128 HTTP/1.1" status: 200 len: 210 time: 0.0551424 Jul 16 18:59:03.531187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-a12e5ed2-0e63-4942-a9bb-5f1ef383c715 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648189 Jul 16 18:59:03.613921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-7c512b93-b74a-45c4-aeb9-18b91c850596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.615635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-7c512b93-b74a-45c4-aeb9-18b91c850596 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3822679145c4000a8f71fe205032a46&device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 1097 time: 0.0607862 Jul 16 18:59:03.736963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-99eea2e9-b621-47d7-8828-eba45b403380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.738548 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-99eea2e9-b621-47d7-8828-eba45b403380 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 200 len: 916 time: 0.1004009 Jul 16 18:59:03.788373 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-7f0d1eea-058a-499d-863c-f745a3893341 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c HTTP/1.1" status: 200 len: 217 time: 0.0427155 Jul 16 18:59:03.843080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-9dd7b9a3-7a5d-453b-bb3c-b3e4a1f25146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.844910 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-9dd7b9a3-7a5d-453b-bb3c-b3e4a1f25146 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 200 len: 855 time: 0.0497863 Jul 16 18:59:03.881541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-a4d73d1f-c2e7-4b6c-a613-b19a16641538 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17c7b7f6-98d8-4a01-8ee5-25ea916ec992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291953 Jul 16 18:59:03.980027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-9973a22d-08c9-4013-9890-e114f156374c service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908275 Jul 16 18:59:04.081577 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b4595d7f-1479-4a00-a5f6-4feded174e62 req-966af14f-6682-4c97-b22a-8fe57682fb89 service neutron] 10.222.0.59 "GET /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946872 Jul 16 18:59:05.773055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c9443b41-55d3-407b-a031-b6a764507d2b no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:05.813630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: c9443b41-55d3-407b-a031-b6a764507d2b {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:05.813981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c9443b41-55d3-407b-a031-b6a764507d2b not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:07.352561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f222628-5a05-4bb1-a034-e496a1f4c0da req-e2e0ac28-9d0d-4d16-a4c1-8877ec619387 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:07.354174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f222628-5a05-4bb1-a034-e496a1f4c0da req-e2e0ac28-9d0d-4d16-a4c1-8877ec619387 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 945 time: 0.0727305 Jul 16 18:59:07.403055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0f222628-5a05-4bb1-a034-e496a1f4c0da req-773bc4f9-743c-4b72-a607-7e0b3b3e2e53 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Jul 16 18:59:08.633022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3010-c4c2-4a83-a622-8af652af33f8 req-18b88f21-038e-424f-8461-8847530ff5b8 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:08.634625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf8f3010-c4c2-4a83-a622-8af652af33f8 req-18b88f21-038e-424f-8461-8847530ff5b8 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 945 time: 0.0756767 Jul 16 18:59:08.679070 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cf8f3010-c4c2-4a83-a622-8af652af33f8 req-33e4928b-05f7-4486-bdff-b81fc16a9640 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Jul 16 18:59:08.852768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531b11-003f-4fa3-9802-db790badefc2 req-77312039-c988-4de6-b722-93b2ff157488 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:08.854316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6531b11-003f-4fa3-9802-db790badefc2 req-77312039-c988-4de6-b722-93b2ff157488 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 945 time: 0.0789552 Jul 16 18:59:08.976456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Deleting port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:08.977128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.088207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] For port 416aed1c-a796-4adb-8ed8-2e44a69bfe96, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=416aed1c-a796-4adb-8ed8-2e44a69bfe96,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:09.088568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.103842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Calling delete_port for 416aed1c-a796-4adb-8ed8-2e44a69bfe96 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:09.283369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.298490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:09.301401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['81f9841e-a2a4-4e13-a020-a8e50d80104c', '416aed1c-a796-4adb-8ed8-2e44a69bfe96'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:09.319653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event deleted for resources: {'Port': ['ID=416aed1c-a796-4adb-8ed8-2e44a69bfe96,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.365212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.365964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.366507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.367194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.367488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.367861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.368412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.368972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.369474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.370084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.370650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.371149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:09.399464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] No DVR routers for this DVR port 416aed1c-a796-4adb-8ed8-2e44a69bfe96 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:09.402945 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.405675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6531b11-003f-4fa3-9802-db790badefc2 req-d5543f2e-a10d-43d8-ada5-9b72903b0d7b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "DELETE /v2.0/ports/416aed1c-a796-4adb-8ed8-2e44a69bfe96 HTTP/1.1" status: 204 len: 173 time: 0.5451803 Jul 16 18:59:09.406153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'name': 'network-vif-deleted', 'tag': '416aed1c-a796-4adb-8ed8-2e44a69bfe96'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:09.408678 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b09547-2d59-4fc8-9b99-02f5a5440da1" -d '{"events": [{"server_uuid": "86eca2fd-0bbe-4971-a4e2-1b776ce093be", "name": "network-vif-deleted", "tag": "416aed1c-a796-4adb-8ed8-2e44a69bfe96"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:09.470701 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e55ad3-38f9-4b7e-afb7-1fd780b57ccc x-openstack-request-id: req-e8e55ad3-38f9-4b7e-afb7-1fd780b57ccc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:09.471917 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eca2fd-0bbe-4971-a4e2-1b776ce093be", "name": "network-vif-deleted", "tag": "416aed1c-a796-4adb-8ed8-2e44a69bfe96", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:09.472363 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8e55ad3-38f9-4b7e-afb7-1fd780b57ccc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:09.473088 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eca2fd-0bbe-4971-a4e2-1b776ce093be', 'name': 'network-vif-deleted', 'tag': '416aed1c-a796-4adb-8ed8-2e44a69bfe96', 'status': 'completed', 'code': 200} Jul 16 18:59:09.866172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ecc1930-ed5c-435f-8a59-7b9b123fbd9a req-f1531c3e-54ea-417e-af2c-f51eb8fe4773 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=86eca2fd-0bbe-4971-a4e2-1b776ce093be HTTP/1.1" status: 200 len: 210 time: 0.0308576 Jul 16 18:59:11.430288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e0199-cbdc-4a59-8700-89b077de823c req-0f403b2a-7a22-4193-9848-cd5b6569c139 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:11.431908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-be7e0199-cbdc-4a59-8700-89b077de823c req-0f403b2a-7a22-4193-9848-cd5b6569c139 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 945 time: 0.0732222 Jul 16 18:59:11.480511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-be7e0199-cbdc-4a59-8700-89b077de823c req-587c11d1-69c7-4522-b429-c91a9b8c01eb tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 Jul 16 18:59:12.739585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0981-dcc4-4d95-b3d4-c1e7fa5ed9c4 req-74251dd1-c42f-4a06-8c12-b9e4006053c7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:12.742317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cee0981-dcc4-4d95-b3d4-c1e7fa5ed9c4 req-74251dd1-c42f-4a06-8c12-b9e4006053c7 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 945 time: 0.1271651 Jul 16 18:59:12.773674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-28e8cf58-827e-487c-9573-8f0a7dd92d0a tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:12.775107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-28e8cf58-827e-487c-9573-8f0a7dd92d0a tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 945 time: 0.1233788 Jul 16 18:59:12.795607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 416aed1c-a796-4adb-8ed8-2e44a69bfe96 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:12.825209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 416aed1c-a796-4adb-8ed8-2e44a69bfe96 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:12.825918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 416aed1c-a796-4adb-8ed8-2e44a69bfe96 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:12.848277 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8cee0981-dcc4-4d95-b3d4-c1e7fa5ed9c4 req-afcc1abe-64d4-4b78-bf4b-21424b0e644b tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928757 Jul 16 18:59:12.926070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Deleting port 81f9841e-a2a4-4e13-a020-a8e50d80104c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:12.926432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.051878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] For port 81f9841e-a2a4-4e13-a020-a8e50d80104c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=81f9841e-a2a4-4e13-a020-a8e50d80104c,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:13.052331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.069334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Calling delete_port for 81f9841e-a2a4-4e13-a020-a8e50d80104c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:13.212371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.228066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:13.230418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['81f9841e-a2a4-4e13-a020-a8e50d80104c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:13.244134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event deleted for resources: {'Port': ['ID=81f9841e-a2a4-4e13-a020-a8e50d80104c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:13.305174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] No DVR routers for this DVR port 81f9841e-a2a4-4e13-a020-a8e50d80104c on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:13.307738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.309928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d84b231-db1e-4981-a371-cc0e039076f3 req-e00cb18b-9de2-4193-b9ef-f4efb7cc11fe tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.59 "DELETE /v2.0/ports/81f9841e-a2a4-4e13-a020-a8e50d80104c HTTP/1.1" status: 204 len: 173 time: 0.5259473 Jul 16 18:59:13.310241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'name': 'network-vif-deleted', 'tag': '81f9841e-a2a4-4e13-a020-a8e50d80104c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:13.312554 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44861273-08a0-4944-9550-caf05352c3b9" -d '{"events": [{"server_uuid": "38d7a208-2d45-40e2-b520-8e6a4200c3ee", "name": "network-vif-deleted", "tag": "81f9841e-a2a4-4e13-a020-a8e50d80104c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:13.354754 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff04d93b-d58c-4b4e-99ca-9c1f6310e7a3 x-openstack-request-id: req-ff04d93b-d58c-4b4e-99ca-9c1f6310e7a3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:13.355441 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d7a208-2d45-40e2-b520-8e6a4200c3ee", "name": "network-vif-deleted", "tag": "81f9841e-a2a4-4e13-a020-a8e50d80104c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:13.355891 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff04d93b-d58c-4b4e-99ca-9c1f6310e7a3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:13.356512 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d7a208-2d45-40e2-b520-8e6a4200c3ee', 'name': 'network-vif-deleted', 'tag': '81f9841e-a2a4-4e13-a020-a8e50d80104c', 'status': 'completed', 'code': 200} Jul 16 18:59:14.057778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6764beed-8fff-4a5d-8106-9034234fdff1 req-da8baeb3-b108-4965-a66e-0e436a77c28e tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d7a208-2d45-40e2-b520-8e6a4200c3ee HTTP/1.1" status: 200 len: 210 time: 0.0338809 Jul 16 18:59:16.185749 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-976c7843-00d7-4431-a51b-ce48a0eb72e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:16.783176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 81f9841e-a2a4-4e13-a020-a8e50d80104c no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:16.804600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 81f9841e-a2a4-4e13-a020-a8e50d80104c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:16.804954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 81f9841e-a2a4-4e13-a020-a8e50d80104c not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:18.787901 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-875bf4de-7047-4b17-9ba8-93beb489d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:18.849154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2907b-4d7b-48e5-a4a0-2ed493a465f9 req-ca487e52-3609-4e33-8b8b-06865d95e311 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.850844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c3b2907b-4d7b-48e5-a4a0-2ed493a465f9 req-ca487e52-3609-4e33-8b8b-06865d95e311 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 945 time: 0.0745120 Jul 16 18:59:18.897452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c3b2907b-4d7b-48e5-a4a0-2ed493a465f9 req-528b5a52-a86a-4bf8-9fb0-18186ad36e95 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406256 Jul 16 18:59:18.907229 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.027795 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.085966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a4aa5-37b0-4164-8306-6800d881af6a req-79cc84c5-fb95-483f-94b3-00b3eb7172f4 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:20.087483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-407a4aa5-37b0-4164-8306-6800d881af6a req-79cc84c5-fb95-483f-94b3-00b3eb7172f4 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 945 time: 0.0696039 Jul 16 18:59:20.131350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-407a4aa5-37b0-4164-8306-6800d881af6a req-519080be-2290-458a-bb33-96386e92214a tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/security-groups?id=56345670-4716-4841-ab73-2d91d0a4da53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Jul 16 18:59:20.275777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-1e669614-abfb-4e0b-8a45-cfde9720ebca tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:20.278142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-1e669614-abfb-4e0b-8a45-cfde9720ebca tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 945 time: 0.0763113 Jul 16 18:59:20.399883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Deleting port fdb1dc6b-cc01-4983-918e-61065ed05702 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:20.400231 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.500514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] For port fdb1dc6b-cc01-4983-918e-61065ed05702, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=fdb1dc6b-cc01-4983-918e-61065ed05702,segment=NetworkSegment(ece1c965-aff9-4677-9873-8288569335d4),segment_id=ece1c965-aff9-4677-9873-8288569335d4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:20.501128 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.516325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Calling delete_port for fdb1dc6b-cc01-4983-918e-61065ed05702 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:20.666927 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.681548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['fdb1dc6b-cc01-4983-918e-61065ed05702'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:20.700490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Pushing event deleted for resources: {'Port': ['ID=fdb1dc6b-cc01-4983-918e-61065ed05702,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:20.731051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.731403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.731756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.732099 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.732432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.732765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.733126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.733535 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.733771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.734098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.734493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.734816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:20.760310 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] No DVR routers for this DVR port fdb1dc6b-cc01-4983-918e-61065ed05702 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:20.763580 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.765861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-956785b6-905a-4bf7-a23f-d17510091ae6 req-e785f0b2-33c8-4580-8dbd-f41a7ce3ede5 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.67 "DELETE /v2.0/ports/fdb1dc6b-cc01-4983-918e-61065ed05702 HTTP/1.1" status: 204 len: 173 time: 0.4825108 Jul 16 18:59:20.766422 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877eca07-ee0b-488b-99c7-01f25e660eee', 'name': 'network-vif-deleted', 'tag': 'fdb1dc6b-cc01-4983-918e-61065ed05702'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:20.768591 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1875c1-518e-49e9-88d0-db452f13d964" -d '{"events": [{"server_uuid": "877eca07-ee0b-488b-99c7-01f25e660eee", "name": "network-vif-deleted", "tag": "fdb1dc6b-cc01-4983-918e-61065ed05702"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:20.821286 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce808d6-1455-46e3-b99c-dde4ef4669fc x-openstack-request-id: req-fce808d6-1455-46e3-b99c-dde4ef4669fc {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:20.821494 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877eca07-ee0b-488b-99c7-01f25e660eee", "name": "network-vif-deleted", "tag": "fdb1dc6b-cc01-4983-918e-61065ed05702", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:20.821911 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fce808d6-1455-46e3-b99c-dde4ef4669fc {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:20.822590 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877eca07-ee0b-488b-99c7-01f25e660eee', 'name': 'network-vif-deleted', 'tag': 'fdb1dc6b-cc01-4983-918e-61065ed05702', 'status': 'completed', 'code': 200} Jul 16 18:59:21.299127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59f4a108-541e-48f5-a8a9-f4c666d0feae req-1595bce9-4bf3-4127-b385-20277d43b8a0 tempest-AttachVolumeNegativeTest-1149745357 tempest-AttachVolumeNegativeTest-1149745357-project] 10.222.0.49 "GET /v2.0/ports?device_id=877eca07-ee0b-488b-99c7-01f25e660eee HTTP/1.1" status: 200 len: 210 time: 0.0310121 Jul 16 18:59:21.830671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.400111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42738) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:22.447049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] Deleting subnet 1ae9ebce-92b1-41fb-87ce-d3f085572ac3 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:59:22.450802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.487326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.554923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.626167 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.657136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae9ebce-92b1-41fb-87ce-d3f085572ac3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:22.663419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.665669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4596b999-07b8-4283-8e12-00c1418b7cb4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1ae9ebce-92b1-41fb-87ce-d3f085572ac3 HTTP/1.1" status: 204 len: 168 time: 0.2645302 Jul 16 18:59:22.668372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42740) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:22.744943 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.832961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.844484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c7b7f6-98d8-4a01-8ee5-25ea916ec992']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:22.855479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece1c965-aff9-4677-9873-8288569335d4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:22.855779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece1c965-aff9-4677-9873-8288569335d4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:22.865704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.880639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.887768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:22.893311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:22.895398 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:22.907308 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.952264 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.958416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.960751 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] 10.222.0.49 "DELETE /v2.0/networks/17c7b7f6-98d8-4a01-8ee5-25ea916ec992 HTTP/1.1" status: 204 len: 168 time: 0.2913544 Jul 16 18:59:22.975280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a677891-1a49-49c1-9272-3dd90701ef3e admin admin] Pushing event deleted for resources: {'Network': ['ID=17c7b7f6-98d8-4a01-8ee5-25ea916ec992,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:23.087723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42746) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:23.142612 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d070c7a2-646b-4f25-86bf-9f8ed456161c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3822679145c4000a8f71fe205032a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536575 Jul 16 18:59:23.145260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 42748) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:23.195819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2409c9b1-f8f5-49e4-89a0-266964f99105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.218330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2409c9b1-f8f5-49e4-89a0-266964f99105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.273060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2409c9b1-f8f5-49e4-89a0-266964f99105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.276607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2409c9b1-f8f5-49e4-89a0-266964f99105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.278001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2409c9b1-f8f5-49e4-89a0-266964f99105 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56345670-4716-4841-ab73-2d91d0a4da53 HTTP/1.1" status: 204 len: 168 time: 0.1317935 Jul 16 18:59:23.287527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c9b1-f8f5-49e4-89a0-266964f99105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56345670-4716-4841-ab73-2d91d0a4da53,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:24.703194 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.848245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fdb1dc6b-cc01-4983-918e-61065ed05702 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:25.874904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: fdb1dc6b-cc01-4983-918e-61065ed05702 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:25.875345 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device fdb1dc6b-cc01-4983-918e-61065ed05702 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:30.873777 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:33.984150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:34.209659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:34.213559 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-23816996-ab06-4457-b444-60fd7469e4dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e06de23506424ba89bd97d5344541067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277067 Jul 16 18:59:34.266812 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7778426a-5fb9-443b-a400-727eec9500e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.290546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7778426a-5fb9-443b-a400-727eec9500e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.346903 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7778426a-5fb9-443b-a400-727eec9500e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.351397 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7778426a-5fb9-443b-a400-727eec9500e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.356155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7778426a-5fb9-443b-a400-727eec9500e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f2ad649-7f68-403c-bf28-bc0edd7903fc HTTP/1.1" status: 204 len: 168 time: 0.1426828 Jul 16 18:59:34.364445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778426a-5fb9-443b-a400-727eec9500e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2ad649-7f68-403c-bf28-bc0edd7903fc,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:36.493601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43384) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:36.609993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c9b015c-4efc-45d6-9380-a22e64c5f243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.719430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c9b015c-4efc-45d6-9380-a22e64c5f243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.726128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c9b015c-4efc-45d6-9380-a22e64c5f243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.769715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c9b015c-4efc-45d6-9380-a22e64c5f243 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd4d2051d5f3491bb8b9ef350491af35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748861 Jul 16 18:59:36.770866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b015c-4efc-45d6-9380-a22e64c5f243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31568f86-67d9-4605-a721-c6f7f9ac675a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:36.773218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43394) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:36.826860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9218e89-6ef2-4f36-869d-e5b46ceca6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.850534 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9218e89-6ef2-4f36-869d-e5b46ceca6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.901300 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9218e89-6ef2-4f36-869d-e5b46ceca6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.903976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e9218e89-6ef2-4f36-869d-e5b46ceca6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.905190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e9218e89-6ef2-4f36-869d-e5b46ceca6ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31568f86-67d9-4605-a721-c6f7f9ac675a HTTP/1.1" status: 204 len: 168 time: 0.1308928 Jul 16 18:59:36.916055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9218e89-6ef2-4f36-869d-e5b46ceca6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31568f86-67d9-4605-a721-c6f7f9ac675a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:39.809485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:39.946739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ece7a3f-9c0d-4544-b896-6e744d0d5dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.063418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ece7a3f-9c0d-4544-b896-6e744d0d5dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.076337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8ece7a3f-9c0d-4544-b896-6e744d0d5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.130549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8ece7a3f-9c0d-4544-b896-6e744d0d5dd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f0a80cde6c94bb88253a95feba64c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199332 Jul 16 18:59:40.131297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece7a3f-9c0d-4544-b896-6e744d0d5dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b07df-58f3-4be4-be1d-7657413b6602,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:40.135257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43472) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:40.199321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b280f9c-2637-4179-9dfc-a91cfa52d55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.223312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b280f9c-2637-4179-9dfc-a91cfa52d55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.282311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b280f9c-2637-4179-9dfc-a91cfa52d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.285373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1b280f9c-2637-4179-9dfc-a91cfa52d55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.286562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b280f9c-2637-4179-9dfc-a91cfa52d55b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b8b07df-58f3-4be4-be1d-7657413b6602 HTTP/1.1" status: 204 len: 168 time: 0.1522567 Jul 16 18:59:40.295559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b280f9c-2637-4179-9dfc-a91cfa52d55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b07df-58f3-4be4-be1d-7657413b6602,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:40.558381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43478) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:40.572397 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-061e28de-0357-426e-bcdb-3853913f9dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.669145 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-061e28de-0357-426e-bcdb-3853913f9dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.684127 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-061e28de-0357-426e-bcdb-3853913f9dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.723056 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-061e28de-0357-426e-bcdb-3853913f9dc4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7bd4e8235274a628fc5e71dbdebf823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635563 Jul 16 18:59:40.723934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e28de-0357-426e-bcdb-3853913f9dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819a9d84-f04e-40de-9089-4f3602dcf7e5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:40.726842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:40.780322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb8c341e-92ec-4b38-8bf2-574b79ff06b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.801851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb8c341e-92ec-4b38-8bf2-574b79ff06b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.851476 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb8c341e-92ec-4b38-8bf2-574b79ff06b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.854630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-eb8c341e-92ec-4b38-8bf2-574b79ff06b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.856220 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eb8c341e-92ec-4b38-8bf2-574b79ff06b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/819a9d84-f04e-40de-9089-4f3602dcf7e5 HTTP/1.1" status: 204 len: 168 time: 0.1278737 Jul 16 18:59:40.865100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c341e-92ec-4b38-8bf2-574b79ff06b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a9d84-f04e-40de-9089-4f3602dcf7e5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:43.255703 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43562) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:43.377925 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8987-d85d-40cd-aa06-0a44dccdca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.478434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8987-d85d-40cd-aa06-0a44dccdca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.482696 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8987-d85d-40cd-aa06-0a44dccdca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.524078 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6b8c8987-d85d-40cd-aa06-0a44dccdca5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4eebc8ac32a14e658d790b02f37a8813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672758 Jul 16 18:59:43.524998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c8987-d85d-40cd-aa06-0a44dccdca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8995425-bae1-45ce-b984-df791db767c2,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:43.528325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:43.593583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d67b012a-0a97-45e0-946a-30a58651aae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.615917 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d67b012a-0a97-45e0-946a-30a58651aae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.664860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d67b012a-0a97-45e0-946a-30a58651aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.667424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d67b012a-0a97-45e0-946a-30a58651aae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.668610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d67b012a-0a97-45e0-946a-30a58651aae3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8995425-bae1-45ce-b984-df791db767c2 HTTP/1.1" status: 204 len: 168 time: 0.1387939 Jul 16 18:59:43.679577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b012a-0a97-45e0-946a-30a58651aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8995425-bae1-45ce-b984-df791db767c2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:43.955923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:43.974081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3dc07cc1-a5b6-455e-b73d-5057af6a417c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.074633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3dc07cc1-a5b6-455e-b73d-5057af6a417c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.079254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3dc07cc1-a5b6-455e-b73d-5057af6a417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.123291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3dc07cc1-a5b6-455e-b73d-5057af6a417c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1da925cf6de24d38a55f365fdc8c3040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661377 Jul 16 18:59:44.124431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc07cc1-a5b6-455e-b73d-5057af6a417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d816b26-42c2-478c-b906-f1d501e83d04,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.126899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:44.206014 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6377b4d9-a75c-4871-9753-614c882fb70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.239690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6377b4d9-a75c-4871-9753-614c882fb70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.289266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6377b4d9-a75c-4871-9753-614c882fb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.291754 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6377b4d9-a75c-4871-9753-614c882fb70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.292971 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6377b4d9-a75c-4871-9753-614c882fb70e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d816b26-42c2-478c-b906-f1d501e83d04 HTTP/1.1" status: 204 len: 168 time: 0.1648510 Jul 16 18:59:44.303877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377b4d9-a75c-4871-9753-614c882fb70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d816b26-42c2-478c-b906-f1d501e83d04,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:46.185491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee2c7-ce17-475e-b7e6-32926cc52814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.528885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43802) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:47.659473 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a537ed46-9b7b-4c40-80a5-1f38e79b2609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.765476 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a537ed46-9b7b-4c40-80a5-1f38e79b2609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.770646 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a537ed46-9b7b-4c40-80a5-1f38e79b2609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.811119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a537ed46-9b7b-4c40-80a5-1f38e79b2609 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf8f973fabef4654b01505a2f0d15088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808356 Jul 16 18:59:47.812572 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537ed46-9b7b-4c40-80a5-1f38e79b2609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe343d8-b664-4e6f-97b5-1684d02add3e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:47.814004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:47.869055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31de03d3-4247-4581-a9d4-22e2b22860e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.893496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31de03d3-4247-4581-a9d4-22e2b22860e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.946544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31de03d3-4247-4581-a9d4-22e2b22860e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.949373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31de03d3-4247-4581-a9d4-22e2b22860e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.951135 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-31de03d3-4247-4581-a9d4-22e2b22860e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fe343d8-b664-4e6f-97b5-1684d02add3e HTTP/1.1" status: 204 len: 168 time: 0.1357977 Jul 16 18:59:47.960711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de03d3-4247-4581-a9d4-22e2b22860e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe343d8-b664-4e6f-97b5-1684d02add3e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:48.249402 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43814) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:48.263385 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4184a4e7-7eb4-4d39-bea0-c39b268d7696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.397413 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4184a4e7-7eb4-4d39-bea0-c39b268d7696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.402937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4184a4e7-7eb4-4d39-bea0-c39b268d7696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.448698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4184a4e7-7eb4-4d39-bea0-c39b268d7696 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e1c019de6f94514bd70926edb71cd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985445 Jul 16 18:59:48.448937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43820) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:48.449605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184a4e7-7eb4-4d39-bea0-c39b268d7696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f5e32-99cb-432a-b77c-f266d1458bab,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:48.503679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-044d301f-7110-4acd-bbeb-b6d618dcde69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.530435 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-044d301f-7110-4acd-bbeb-b6d618dcde69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.581557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-044d301f-7110-4acd-bbeb-b6d618dcde69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.584146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-044d301f-7110-4acd-bbeb-b6d618dcde69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.585352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-044d301f-7110-4acd-bbeb-b6d618dcde69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/440f5e32-99cb-432a-b77c-f266d1458bab HTTP/1.1" status: 204 len: 168 time: 0.1354334 Jul 16 18:59:48.594365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d301f-7110-4acd-bbeb-b6d618dcde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f5e32-99cb-432a-b77c-f266d1458bab,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:48.771829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ff98d01c-2555-4ebf-b600-46fd84974e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.914283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.030354 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.164504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43884) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:50.278228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8562093d-4ab0-4589-9c55-6bcb6ebcf66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.372070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8562093d-4ab0-4589-9c55-6bcb6ebcf66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.376323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8562093d-4ab0-4589-9c55-6bcb6ebcf66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.416698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562093d-4ab0-4589-9c55-6bcb6ebcf66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1dbc87-ccca-40af-b5ca-6e054a538ed4,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:50.423698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8562093d-4ab0-4589-9c55-6bcb6ebcf66e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=652a1e71b1fa42a68cb388d06b84e341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580392 Jul 16 18:59:50.428155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:50.483799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7101811a-04ce-489e-b231-25c64877d2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.512520 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7101811a-04ce-489e-b231-25c64877d2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.569742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7101811a-04ce-489e-b231-25c64877d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.572893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7101811a-04ce-489e-b231-25c64877d2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.577064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7101811a-04ce-489e-b231-25c64877d2a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b1dbc87-ccca-40af-b5ca-6e054a538ed4 HTTP/1.1" status: 204 len: 168 time: 0.1477573 Jul 16 18:59:50.585411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101811a-04ce-489e-b231-25c64877d2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1dbc87-ccca-40af-b5ca-6e054a538ed4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:51.838534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.863206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43948) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:51.975269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e0d83e7-efbf-4420-8a9b-b1203113449c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.075971 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e0d83e7-efbf-4420-8a9b-b1203113449c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.081560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e0d83e7-efbf-4420-8a9b-b1203113449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.125492 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1e0d83e7-efbf-4420-8a9b-b1203113449c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2b96ddeb816418f93da9b1426b3e34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611189 Jul 16 18:59:52.126381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d83e7-efbf-4420-8a9b-b1203113449c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9048feea-fc8a-4354-90a4-0f83e48ea7d4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:52.128244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43952) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:52.183219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70ff7560-e0ef-4efd-828a-fb1f78ae3eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.205771 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70ff7560-e0ef-4efd-828a-fb1f78ae3eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.257482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70ff7560-e0ef-4efd-828a-fb1f78ae3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.260404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-70ff7560-e0ef-4efd-828a-fb1f78ae3eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.262107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-70ff7560-e0ef-4efd-828a-fb1f78ae3eaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9048feea-fc8a-4354-90a4-0f83e48ea7d4 HTTP/1.1" status: 204 len: 168 time: 0.1321774 Jul 16 18:59:52.270968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7560-e0ef-4efd-828a-fb1f78ae3eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9048feea-fc8a-4354-90a4-0f83e48ea7d4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:52.909533 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.933161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43978) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:52.976213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 43984) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:53.161021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d4952b1-f92f-4b1d-84e6-bd1721b11673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.165155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port c2e0ab98-41d3-4bd9-a85e-be395f750941 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:53.168364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.285070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.285662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.313340 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for c2e0ab98-41d3-4bd9-a85e-be395f750941 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:53.413796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d4952b1-f92f-4b1d-84e6-bd1721b11673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.420821 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6d4952b1-f92f-4b1d-84e6-bd1721b11673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.480187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6d4952b1-f92f-4b1d-84e6-bd1721b11673 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acfeb92f26c8449090d370cdfff07a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458090 Jul 16 18:59:53.483292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 43998) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:53.490546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4952b1-f92f-4b1d-84e6-bd1721b11673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b9eef8-2dad-4fda-8fe2-5d2246c61b4a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:53.545575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7338d03e-b575-42b8-a989-f69579df45e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.557669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.569647 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7338d03e-b575-42b8-a989-f69579df45e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.586350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=c2e0ab98-41d3-4bd9-a85e-be395f750941,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:53.630203 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7338d03e-b575-42b8-a989-f69579df45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.632908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7338d03e-b575-42b8-a989-f69579df45e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.634095 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7338d03e-b575-42b8-a989-f69579df45e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54b9eef8-2dad-4fda-8fe2-5d2246c61b4a HTTP/1.1" status: 204 len: 168 time: 0.1496661 Jul 16 18:59:53.644324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338d03e-b575-42b8-a989-f69579df45e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b9eef8-2dad-4fda-8fe2-5d2246c61b4a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:53.647316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44004) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:53.677982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.678707 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Floating IP 5383a896-89fa-4c41-be6c-9c1a029eaab4 disassociated (deleted). External IP: 172.25.1.165, port: 33a17b1f-b5e4-4798-aec1-276ff0def98d. Jul 16 18:59:53.811031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1399873608'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:53.843964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Made reservation on behalf of 4caa11e3c0f646f781dd7b44702fc829 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:53.848452 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.859164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.907233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:53.973517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.982090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.007265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:54.027719 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.029069 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Added segment 432ccb29-dd95-406a-8929-6b45369996c5 of type vlan for network d13dbf18-7bc8-4db3-aa90-7cd2b9ac97f0 Jul 16 18:59:54.059920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:54.065415 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.070133 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:54.090136 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:54.090545 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:54.120864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.128758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d6dd4b10-34f5-47f2-babf-4251085abbc7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "DELETE /v2.0/floatingips/5383a896-89fa-4c41-be6c-9c1a029eaab4 HTTP/1.1" status: 204 len: 168 time: 1.1513262 Jul 16 18:59:54.131048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:54.138003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55f68a-e2f3-4049-84d8-159f9e797bca,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:54.152957 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb40604-e48d-4753-a166-7a31983e40af" -d '{"events": [{"name": "network-changed", "server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:54.186446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.198398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.199101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.209283 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6db136-879f-45eb-9621-8a9592098ac9 x-openstack-request-id: req-2b6db136-879f-45eb-9621-8a9592098ac9 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:54.210217 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:54.210631 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b6db136-879f-45eb-9621-8a9592098ac9 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:54.211236 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'status': 'completed', 'code': 200} Jul 16 18:59:54.248013 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:54.301743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6532836 Jul 16 18:59:54.305062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44022) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:54.365810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a244c-2470-4a92-96a0-fb572d030640 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Pushing event updated for resources: {'Network': ['ID=d13dbf18-7bc8-4db3-aa90-7cd2b9ac97f0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:54.381386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network d13dbf18-7bc8-4db3-aa90-7cd2b9ac97f0 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:54.393466 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40604-e48d-4753-a166-7a31983e40af req-bf1207b4-a3aa-4ee1-956f-6e9cc6ece241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.395307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eb40604-e48d-4753-a166-7a31983e40af req-bf1207b4-a3aa-4ee1-956f-6e9cc6ece241 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 1097 time: 0.1470537 Jul 16 18:59:54.541718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40604-e48d-4753-a166-7a31983e40af req-45f275a0-830a-4cd3-a073-52a1a9d74024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.544367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eb40604-e48d-4753-a166-7a31983e40af req-45f275a0-830a-4cd3-a073-52a1a9d74024 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.1425955 Jul 16 18:59:54.593095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'network': {'name': 'tempest-network--834589397', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:54.643270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44036) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:54.650247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Made reservation on behalf of eb4ebb18f84d47108698fc4abc68670d for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:54.651706 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eb40604-e48d-4753-a166-7a31983e40af req-72eeeacc-093b-406f-b8e2-c0a04e98e802 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d HTTP/1.1" status: 200 len: 217 time: 0.0988715 Jul 16 18:59:54.652478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.661908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.690546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 1, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:54.741014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40604-e48d-4753-a166-7a31983e40af req-a6e76395-d6f9-4564-adbd-332f2954dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.746481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eb40604-e48d-4753-a166-7a31983e40af req-a6e76395-d6f9-4564-adbd-332f2954dd3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0857828 Jul 16 18:59:54.812507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7954195-f563-4fb6-a59b-38e4774ba1cb req-00c5566f-4814-4045-8e68-90792d53bdae tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.815246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7954195-f563-4fb6-a59b-38e4774ba1cb req-00c5566f-4814-4045-8e68-90792d53bdae tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 945 time: 0.1376991 Jul 16 18:59:54.818745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.840980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40604-e48d-4753-a166-7a31983e40af req-508f4444-981f-40ca-b240-3fd8c515d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.842660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eb40604-e48d-4753-a166-7a31983e40af req-508f4444-981f-40ca-b240-3fd8c515d7e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900130 Jul 16 18:59:54.854608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-198708530-network', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:54.856141 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:54.866289 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:54.867145 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:54.892378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.898567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7954195-f563-4fb6-a59b-38e4774ba1cb req-bcd84033-f40b-41e1-ba54-96a6bfc95fd0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715141 Jul 16 18:59:54.902121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.939039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:54.945366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Made reservation on behalf of 275ff24a0465422ab8f862e7effdc8de for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:54.947615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.955984 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eb40604-e48d-4753-a166-7a31983e40af req-57888e06-00e1-415e-a738-f7c5e9b84be9 service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057625 Jul 16 18:59:54.965614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.969753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d33673-dafe-4b87-bb57-5d1631030030,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:54.974047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.974401 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Added segment 3ccbb056-9bbb-4f25-b232-715e8a8a27d4 of type vlan for network b6dbf37e-3b57-4d40-b382-ba8270e79271 Jul 16 18:59:54.991605 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:55.048582 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.076237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6eb40604-e48d-4753-a166-7a31983e40af req-cbd50bf6-541d-4759-9b8c-c741673819ea service neutron] 10.222.0.67 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101081 Jul 16 18:59:55.118594 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.120003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:55.120601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.209438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.210479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Network': ['ID=b6dbf37e-3b57-4d40-b382-ba8270e79271,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:55.216503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.223668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network b6dbf37e-3b57-4d40-b382-ba8270e79271 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:55.229988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:55.253612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9023ecad-5826-489c-a74c-9c4cfcdb0ea1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9445384 Jul 16 18:59:55.253849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.254105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44040) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:55.254232 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Added segment 712adda2-7883-41c6-8191-87ade5fa88c1 of type vlan for network edbc3948-23bc-4b77-a509-372a25719f43 Jul 16 18:59:55.273155 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 1, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:55.299070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e7f199-23ef-4b05-86b9-69ea88590158,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:55.313068 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.318753 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54c607-3173-460e-b95f-1a1b5ca58b83 None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'cb4c4dc4-830d-44a2-8038-eea8d9ca3e15', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'port_id': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'mac_address': 'fa:16:3e:96:0e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:44Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 1, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:55.346205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.347216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:55.347951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.362816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.385471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7408173 Jul 16 18:59:55.396172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44042) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:55.401902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Request body: {'subnet': {'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-198708530-subnet', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:55.416648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40abdf7-edcc-4b23-be75-1e8b292126c7 admin admin] Pushing event updated for resources: {'Network': ['ID=edbc3948-23bc-4b77-a509-372a25719f43,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:55.427432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network edbc3948-23bc-4b77-a509-372a25719f43 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:55.476494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.484727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Made reservation on behalf of 275ff24a0465422ab8f862e7effdc8de for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:55.487244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.492701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dbf37e-3b57-4d40-b382-ba8270e79271']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:55.524371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccbb056-9bbb-4f25-b232-715e8a8a27d4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:55.524665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccbb056-9bbb-4f25-b232-715e8a8a27d4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:55.538055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.587102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.600377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:55.602094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: timer() Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:55.602872 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:55.648869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21212f-d361-45d1-9228-104510373805 None None] New status for floating IP 5383a896-89fa-4c41-be6c-9c1a029eaab4: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:59:55.678907 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.683380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6dbf37e-3b57-4d40-b382-ba8270e79271 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:59:55.685937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.693422 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b6dbf37e-3b57-4d40-b382-ba8270e79271 HTTP/1.1" status: 204 len: 168 time: 0.4326737 Jul 16 18:59:55.693545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:55.698297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:55.721976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Made reservation on behalf of eb4ebb18f84d47108698fc4abc68670d for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:55.724801 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.758047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:55.771773 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.772139 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Added segment 980069dd-550c-4d5f-9073-bdbc037ae7f6 of type vlan for network 01ad8aa1-da65-4d75-b947-f26d93dba186 Jul 16 18:59:55.827524 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.873177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.874727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:55.875614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.952306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Network': ['ID=01ad8aa1-da65-4d75-b947-f26d93dba186,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:55.956089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-01f58ca2-6c2a-4528-bb95-14ff240b769e tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2618473 Jul 16 18:59:55.960245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:55.964646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 01ad8aa1-da65-4d75-b947-f26d93dba186 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:55.985597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'subnet': {'network_id': '01ad8aa1-da65-4d75-b947-f26d93dba186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:56.031458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Made reservation on behalf of eb4ebb18f84d47108698fc4abc68670d for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:56.036588 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.078898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d071265-a59d-4464-919c-1954e29f1bd7 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6dbf37e-3b57-4d40-b382-ba8270e79271,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:56.173292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.257238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095b606-728d-408d-9a54-af0820e46b2d req-7f8468e3-8808-48e5-910a-81b5b84ee77d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:56.258643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b095b606-728d-408d-9a54-af0820e46b2d req-7f8468e3-8808-48e5-910a-81b5b84ee77d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 945 time: 0.1986465 Jul 16 18:59:56.259259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de0b010-e6fc-4cd7-88af-17e0b9672a26,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:56.285563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-7b766a6a-2d05-4acb-95db-501167adf5f5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:56.287064 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-7b766a6a-2d05-4acb-95db-501167adf5f5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 945 time: 0.2283094 Jul 16 18:59:56.338528 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Checking segment: {'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:56.338889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Network hostable DHCP agents. Network: edbc3948-23bc-4b77-a509-372a25719f43, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:59:56.383631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b095b606-728d-408d-9a54-af0820e46b2d req-c906a313-6d5d-4661-a9d9-c92b0851adb7 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937247 Jul 16 18:59:56.394228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Network edbc3948-23bc-4b77-a509-372a25719f43 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:59:56.427726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, edbc3948-23bc-4b77-a509-372a25719f43) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:56.432609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:56.433240 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.441110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd031b2-08d3-48d1-a6db-bf32f6749028 None None] Network edbc3948-23bc-4b77-a509-372a25719f43 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:56.465263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c36b7a9-459e-4b1d-b8b8-26a566ff8fb6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0676262 Jul 16 18:59:56.471381 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44052) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:56.472836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port 33a17b1f-b5e4-4798-aec1-276ff0def98d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:56.473174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.480281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:56.562899 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.564232 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.707583 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.710930 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] For port 33a17b1f-b5e4-4798-aec1-276ff0def98d, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=33a17b1f-b5e4-4798-aec1-276ff0def98d,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:56.711469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.738178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-edbc3948-23bc-4b77-a509-372a25719f43', 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'fixed_ips': [{'subnet_id': '0de0b010-e6fc-4cd7-88af-17e0b9672a26'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:59:56.739047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.788522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for 33a17b1f-b5e4-4798-aec1-276ff0def98d owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:56.800089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.objects.ports [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:59:56.801361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.892003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Checking segment: {'id': '980069dd-550c-4d5f-9073-bdbc037ae7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01ad8aa1-da65-4d75-b947-f26d93dba186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:56.892003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Network hostable DHCP agents. Network: 01ad8aa1-da65-4d75-b947-f26d93dba186, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:59:56.892347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Allocated IP 172.20.0.2 (edbc3948-23bc-4b77-a509-372a25719f43/0de0b010-e6fc-4cd7-88af-17e0b9672a26/6141bcf7-a379-423d-ab6a-bc36a0d1e438) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:56.893300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66f5ad40-206d-4f55-bd77-e8f5517b53ef,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:56.911190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.919158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Network 01ad8aa1-da65-4d75-b947-f26d93dba186 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:59:56.933979 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 01ad8aa1-da65-4d75-b947-f26d93dba186) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:56.950396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:56.951053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:56.963349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97bb147-4397-4588-8e41-d5bf99c271c4 None None] Network 01ad8aa1-da65-4d75-b947-f26d93dba186 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:56.969135 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-37b01863-a450-44e9-9194-51c01b3c71e1 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0075610 Jul 16 18:59:56.972977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:56.983391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'floatingip': {'floating_network_id': '01ad8aa1-da65-4d75-b947-f26d93dba186'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:57.009852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.061680 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.099445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=33a17b1f-b5e4-4798-aec1-276ff0def98d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:57.105281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.120037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Transition to ACTIVE for port object 6141bcf7-a379-423d-ab6a-bc36a0d1e438 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:57.140614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Transition to ACTIVE for port object 6141bcf7-a379-423d-ab6a-bc36a0d1e438 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:57.146280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.152217 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.197946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Network edbc3948-23bc-4b77-a509-372a25719f43 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:57.221034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] No DVR routers for this DVR port 33a17b1f-b5e4-4798-aec1-276ff0def98d on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:57.224650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.226702 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8b14c84e-d100-4ef2-ade0-9479f24f3686 req-4b2431f0-4376-45b7-8930-e4eb4282a6de tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.67 "DELETE /v2.0/ports/33a17b1f-b5e4-4798-aec1-276ff0def98d HTTP/1.1" status: 204 len: 173 time: 0.9284432 Jul 16 18:59:57.227147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'name': 'network-vif-deleted', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:57.228512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:57.229738 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c73fea-e182-418b-9e22-406202c9bfa2" -d '{"events": [{"server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "name": "network-vif-deleted", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:57.245025 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:57.299380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Pushing event updated for resources: {'Port': ['ID=6141bcf7-a379-423d-ab6a-bc36a0d1e438,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:57.300856 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56928f36-d3c7-4d27-b3cd-b40a9126c9ac x-openstack-request-id: req-56928f36-d3c7-4d27-b3cd-b40a9126c9ac {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:57.301272 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e4c152-3572-4e2c-9950-1bfe5aa8f86a", "name": "network-vif-deleted", "tag": "33a17b1f-b5e4-4798-aec1-276ff0def98d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:57.301430 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56928f36-d3c7-4d27-b3cd-b40a9126c9ac {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:57.301740 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e4c152-3572-4e2c-9950-1bfe5aa8f86a', 'name': 'network-vif-deleted', 'tag': '33a17b1f-b5e4-4798-aec1-276ff0def98d', 'status': 'completed', 'code': 200} Jul 16 18:59:57.305442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.325779 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5fdd84-0e94-4e11-8aa7-057c87ff17a7 None None] Network 01ad8aa1-da65-4d75-b947-f26d93dba186 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:57.326110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Allocated IP 172.20.0.11 (01ad8aa1-da65-4d75-b947-f26d93dba186/66f5ad40-206d-4f55-bd77-e8f5517b53ef/340934e3-8e58-40d2-a0da-5d8e82786846) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:57.334288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.383580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.384557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.386448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.386973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.387491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.387959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.388438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.388999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.389544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.390091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.390490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.390988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:57.461109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Attempting to bind port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:57.463239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Attempting to bind port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:57.463907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Attempting to bind port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 on network edbc3948-23bc-4b77-a509-372a25719f43 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:57.466423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.473721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:57.474618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Checking segment: {'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:57.476289 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.477093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Bound using segment: {'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:57.477868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Bound port: 6141bcf7-a379-423d-ab6a-bc36a0d1e438, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:57.478830 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.522095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Allocated IP 172.25.1.144 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/820be569-2f60-432a-a93f-2b94c3e015f5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:57.553489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.603339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] For port 6141bcf7-a379-423d-ab6a-bc36a0d1e438, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:57.609469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] For port 6141bcf7-a379-423d-ab6a-bc36a0d1e438, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6141bcf7-a379-423d-ab6a-bc36a0d1e438,segment=NetworkSegment(712adda2-7883-41c6-8191-87ade5fa88c1),segment_id=712adda2-7883-41c6-8191-87ade5fa88c1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:57.629752 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.664242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Port': ['ID=340934e3-8e58-40d2-a0da-5d8e82786846,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:57.676376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Network 01ad8aa1-da65-4d75-b947-f26d93dba186 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:57.676376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:57.679016 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:57.715385 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0878c62-1108-4552-b4c2-a448bf3db0ed req-c7667104-2dd3-453e-bebe-1e531b04e486 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0682149 Jul 16 18:59:57.776044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.817579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be9fbb-b24b-40e3-87ec-90ec88d47eda None None] Pushing event updated for resources: {'Port': ['ID=6141bcf7-a379-423d-ab6a-bc36a0d1e438,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:57.836656 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.844206 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.889401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:57.890057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.895645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:57.905893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:58.047086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Pushing event updated for resources: {'Port': ['ID=820be569-2f60-432a-a93f-2b94c3e015f5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:58.144763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.157759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.231004 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.244577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Port': ['ID=340934e3-8e58-40d2-a0da-5d8e82786846,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:58.249937 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.266243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.270664 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0770a305-b100-4dbd-b419-cf4fd1fc4f39 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2933059 Jul 16 18:59:58.270956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:58.348642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cc4a372d-ccb3-49bd-b602-a18afedc6a11 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=01ad8aa1-da65-4d75-b947-f26d93dba186 HTTP/1.1" status: 200 len: 690 time: 0.0764720 Jul 16 18:59:58.351108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44062) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:58.450946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.462198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.575599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Deleting port 340934e3-8e58-40d2-a0da-5d8e82786846 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:58.575947 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.635441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Router b5404485-f064-4bd9-9504-c3b61d767507 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:59:58.696517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.696954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.711074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Calling delete_port for 340934e3-8e58-40d2-a0da-5d8e82786846 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:58.798049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:58.810474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Sync routers for ids ['b5404485-f064-4bd9-9504-c3b61d767507'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:58.826840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.833314 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Routers {'b5404485-f064-4bd9-9504-c3b61d767507'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:58.834057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-41f698ba-63da-4e8a-b729-0230c55f2889 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3562379 Jul 16 18:59:58.834173 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5404485-f064-4bd9-9504-c3b61d767507'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:58.835726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44066) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:59.028193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4db20bfb-9f17-4939-8854-a1a666efa9ec req-6f03635d-53f3-4fe0-bb6d-5231a0eeac98 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0794523 Jul 16 18:59:59.051615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.089547 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Set router b5404485-f064-4bd9-9504-c3b61d767507 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:59.142301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event deleted for resources: {'Port': ['ID=340934e3-8e58-40d2-a0da-5d8e82786846,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:59.160953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6141bcf7-a379-423d-ab6a-bc36a0d1e438 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:59.189737 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.237556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92abb3c-0b10-4a73-ae90-8b70783d5cef None None] Network edbc3948-23bc-4b77-a509-372a25719f43 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:59.286449 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.403109 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T18:59:58Z', 'revision_number': 3, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T18:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:59.406912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.425992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7203bb77-ba2a-4d1b-b326-36613862844f None None] Provisioning for port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:59.431034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66f5ad40-206d-4f55-bd77-e8f5517b53ef,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:59.437633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:59.443978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7203bb77-ba2a-4d1b-b326-36613862844f None None] Provisioning complete for port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:59.444491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203bb77-ba2a-4d1b-b326-36613862844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.455656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:59.456158 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.462127 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Checking router: b5404485-f064-4bd9-9504-c3b61d767507 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:59.462480 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Updating router b5404485-f064-4bd9-9504-c3b61d767507 port 820be569-2f60-432a-a93f-2b94c3e015f5 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:59.516053 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.583994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.605306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ad8aa1-da65-4d75-b947-f26d93dba186']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:59.607455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.645287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980069dd-550c-4d5f-9073-bdbc037ae7f6') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:59.645879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980069dd-550c-4d5f-9073-bdbc037ae7f6') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:59.660939 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.679997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.705944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:59.710021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.715335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6141bcf7-a379-423d-ab6a-bc36a0d1e438, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6141bcf7-a379-423d-ab6a-bc36a0d1e438,segment=NetworkSegment(712adda2-7883-41c6-8191-87ade5fa88c1),segment_id=712adda2-7883-41c6-8191-87ade5fa88c1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: timer() Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:59.716045 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:59.733572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.739435 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7203bb77-ba2a-4d1b-b326-36613862844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.840823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.857710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6141bcf7-a379-423d-ab6a-bc36a0d1e438,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:59.868629 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-7203bb77-ba2a-4d1b-b326-36613862844f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:59:59.869175 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-7203bb77-ba2a-4d1b-b326-36613862844f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:59:59.883304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01ad8aa1-da65-4d75-b947-f26d93dba186 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:59:59.898499 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.902779 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "DELETE /v2.0/networks/01ad8aa1-da65-4d75-b947-f26d93dba186 HTTP/1.1" status: 204 len: 168 time: 1.5504632 Jul 16 18:59:59.904507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3aa1-1c27-4aa9-a566-0e33243a3823 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event deleted for resources: {'Network': ['ID=01ad8aa1-da65-4d75-b947-f26d93dba186,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:59.912545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44068) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:59.971642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 33a17b1f-b5e4-4798-aec1-276ff0def98d no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:00.017118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 33a17b1f-b5e4-4798-aec1-276ff0def98d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:00.017947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 33a17b1f-b5e4-4798-aec1-276ff0def98d not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:00.026929 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.052394 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Transition to ACTIVE for port object 820be569-2f60-432a-a93f-2b94c3e015f5 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:00.066190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-319492b5-5275-4b42-af66-f2d27ee212cf tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1478 time: 0.1509066 Jul 16 19:00:00.069366 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.070852 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:00.154839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.156948 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Pushing event updated for resources: {'Port': ['ID=820be569-2f60-432a-a93f-2b94c3e015f5,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:00.215989 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Attempting to bind port 820be569-2f60-432a-a93f-2b94c3e015f5 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:00.216368 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Attempting to bind port 820be569-2f60-432a-a93f-2b94c3e015f5 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:00.216733 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Attempting to bind port 820be569-2f60-432a-a93f-2b94c3e015f5 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:00.221854 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.222231 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.222600 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.222939 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.223273 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.223610 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.223938 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.224265 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.230127 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.230474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.230814 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.231147 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.242859 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:00.243323 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:00.243898 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.244293 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:00.250148 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Bound port: 820be569-2f60-432a-a93f-2b94c3e015f5, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:00.250604 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.267541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadb8c0-f871-405c-ad16-d0bf22bde0ae tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.268314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadb8c0-f871-405c-ad16-d0bf22bde0ae tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.268997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadb8c0-f871-405c-ad16-d0bf22bde0ae tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.269695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadb8c0-f871-405c-ad16-d0bf22bde0ae tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.270658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadb8c0-f871-405c-ad16-d0bf22bde0ae tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.271508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadb8c0-f871-405c-ad16-d0bf22bde0ae tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.274128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-afadb8c0-f871-405c-ad16-d0bf22bde0ae tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4022 time: 0.2018683 Jul 16 19:00:00.276958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44074) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:00.316958 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-05138413-aa90-4a4f-97a6-e690c4e52450 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] delete failed (client error): The resource could not be found. Jul 16 19:00:00.318370 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-05138413-aa90-4a4f-97a6-e690c4e52450 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/3e91c8be-affc-40d1-8da3-29992574d9db HTTP/1.1" status: 404 len: 345 time: 0.0403097 Jul 16 19:00:00.321657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44076) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:00.322956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-23a58bb2-21ed-48a3-8fb5-c2f7052fb996 req-bf3e8c29-0d8f-4d65-a2ed-7624eb5d7555 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0685425 Jul 16 19:00:00.360044 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d137d6e-c49f-4027-b274-eab3295a20e5 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 19:00:00.361360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d137d6e-c49f-4027-b274-eab3295a20e5 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:00.367772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] For port 820be569-2f60-432a-a93f-2b94c3e015f5, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:00.371317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1d137d6e-c49f-4027-b274-eab3295a20e5 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "DELETE /v2.0/networks/01ad8aa1-da65-4d75-b947-f26d93dba186 HTTP/1.1" status: 404 len: 339 time: 0.0431092 Jul 16 19:00:00.374893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44078) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:00.381280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] For port 820be569-2f60-432a-a93f-2b94c3e015f5, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=820be569-2f60-432a-a93f-2b94c3e015f5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:00.384727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'network': {'name': 'tempest-network--1596862068', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:00.391882 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.426710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Made reservation on behalf of eb4ebb18f84d47108698fc4abc68670d for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:00.433654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.491628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:00.505187 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.505717 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Added segment 1733493e-63c9-4926-bdf3-25a645e788b3 of type vlan for network 998f21fd-9596-4beb-9f94-a0eb37147e58 Jul 16 19:00:00.514307 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Routers {'b5404485-f064-4bd9-9504-c3b61d767507'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:00.517746 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5404485-f064-4bd9-9504-c3b61d767507'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:00.567827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9654b213-00b0-40c9-bdd4-adbda7d10d7b None None] Provisioning complete for port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:00.569606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.572322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9654b213-00b0-40c9-bdd4-adbda7d10d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.576871 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Allocated IP 172.20.0.1 (edbc3948-23bc-4b77-a509-372a25719f43/0de0b010-e6fc-4cd7-88af-17e0b9672a26/8f040677-e9fa-4f2c-9c11-73266f1e8a18) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:00.628062 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3dbd2-27c5-4173-a8fc-d9e09b474b72 None None] Pushing event updated for resources: {'Port': ['ID=820be569-2f60-432a-a93f-2b94c3e015f5,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:00.632979 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.637032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.637989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.682820 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3061569 Jul 16 19:00:00.710819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44080) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:00.729442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4640790-51cb-42d3-971d-9baa6ef17779 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Network': ['ID=998f21fd-9596-4beb-9f94-a0eb37147e58,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:00.736523 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] Set router b5404485-f064-4bd9-9504-c3b61d767507 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:00.741682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 998f21fd-9596-4beb-9f94-a0eb37147e58 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:00.785029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.800764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Transition to ACTIVE for port object 8f040677-e9fa-4f2c-9c11-73266f1e8a18 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:00.842705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.891010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Network edbc3948-23bc-4b77-a509-372a25719f43 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:00.894591 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:00.909885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:00.956267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Pushing event updated for resources: {'Port': ['ID=8f040677-e9fa-4f2c-9c11-73266f1e8a18,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:01.001865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.067170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca031bac-f807-4354-aabd-b71eec2a18a6 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.075365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca031bac-f807-4354-aabd-b71eec2a18a6 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.083226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca031bac-f807-4354-aabd-b71eec2a18a6 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.087201 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T18:59:58Z', 'revision_number': 3, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:01.091635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca031bac-f807-4354-aabd-b71eec2a18a6 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.093785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ca031bac-f807-4354-aabd-b71eec2a18a6 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3817115 Jul 16 19:00:01.097774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44082) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:01.145003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6141bcf7-a379-423d-ab6a-bc36a0d1e438 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:01.273670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:01.274052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.294489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.297416 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce62e75-dafd-47d0-9b95-66ac7c707904 None None] The sync data for ids ['b5404485-f064-4bd9-9504-c3b61d767507'] in n-d-791504-15 is: [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T18:59:58Z', 'revision_number': 3, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:01.341983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-62b8e2db-a9ab-4fd9-9d9d-4abe5a0a40aa None None] Provisioning for port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:01.351042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-62b8e2db-a9ab-4fd9-9d9d-4abe5a0a40aa None None] Provisioning complete for port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:01.351042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-62b8e2db-a9ab-4fd9-9d9d-4abe5a0a40aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.421819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.434936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-62b8e2db-a9ab-4fd9-9d9d-4abe5a0a40aa None None] Port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:01.508944 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.523362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998f21fd-9596-4beb-9f94-a0eb37147e58']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:01.536701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1733493e-63c9-4926-bdf3-25a645e788b3') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:01.537150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1733493e-63c9-4926-bdf3-25a645e788b3') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:01.560362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.579878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.590068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:01.591263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:01.594098 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:01.698815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-987a34ec-e611-4be4-85ad-ee80330519a9 req-40aaf612-8cd1-41eb-a7e7-dd2968168867 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0897021 Jul 16 19:00:01.721619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.730959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.737512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.744297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 998f21fd-9596-4beb-9f94-a0eb37147e58 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 19:00:01.747671 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.750122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "DELETE /v2.0/networks/998f21fd-9596-4beb-9f94-a0eb37147e58 HTTP/1.1" status: 204 len: 168 time: 0.6511047 Jul 16 19:00:01.760362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44086) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:01.766893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'network': {'name': 'tempest-network--1164861543', 'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:01.770435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebf3a6-c2e7-43b3-a516-927eb1011c4d tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event deleted for resources: {'Network': ['ID=998f21fd-9596-4beb-9f94-a0eb37147e58,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:01.797629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Made reservation on behalf of eb4ebb18f84d47108698fc4abc68670d for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:01.800411 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.836790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:01.841070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.849710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.850056 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Added segment 2929c890-b339-44ae-a53f-007431746606 of type vlan for network 54d15e91-6f20-40bf-89de-9a928c3f49e7 Jul 16 19:00:01.853510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Pushing event updated for resources: {'Port': ['ID=8f040677-e9fa-4f2c-9c11-73266f1e8a18,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:01.939295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.990430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.992089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.992662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Network edbc3948-23bc-4b77-a509-372a25719f43 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:01.992903 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.996414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:02.039292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2733679 Jul 16 19:00:02.063899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44088) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:02.161894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5101f79-228c-463b-b8ba-39e7ccfafe36 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:02.167379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e5101f79-228c-463b-b8ba-39e7ccfafe36 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] 10.222.0.49 "GET /v2.0/networks/54d15e91-6f20-40bf-89de-9a928c3f49e7 HTTP/1.1" status: 200 len: 757 time: 0.0984728 Jul 16 19:00:02.167379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4008d0e-84e3-4edf-b6bf-55be16d2b7a8 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Network': ['ID=54d15e91-6f20-40bf-89de-9a928c3f49e7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:02.167379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44090) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:02.187449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 54d15e91-6f20-40bf-89de-9a928c3f49e7 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:02.213453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Router b5404485-f064-4bd9-9504-c3b61d767507 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:02.279726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2ff92-94ae-48e8-95cc-ca99a70e8856 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:02.285482 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b1f2ff92-94ae-48e8-95cc-ca99a70e8856 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] 10.222.0.49 "GET /v2.0/networks/d13dbf18-7bc8-4db3-aa90-7cd2b9ac97f0 HTTP/1.1" status: 200 len: 768 time: 0.1175516 Jul 16 19:00:02.286709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44092) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:02.386090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.440984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:02.458168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a8334ee9-2d6e-4b89-b5cf-a56e00d4d08e admin admin] 10.222.0.49 "PUT /v2.0/routers/b5404485-f064-4bd9-9504-c3b61d767507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6126111 Jul 16 19:00:02.490271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-14e129e2-cdfb-45e0-9482-98e87c9148fc None None] Provisioning complete for port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:02.490728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-14e129e2-cdfb-45e0-9482-98e87c9148fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.506785 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.519553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d15e91-6f20-40bf-89de-9a928c3f49e7']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:02.538861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2929c890-b339-44ae-a53f-007431746606') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:02.539333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2929c890-b339-44ae-a53f-007431746606') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:02.553447 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.562561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-14e129e2-cdfb-45e0-9482-98e87c9148fc None None] Port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:02.572874 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.601585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:02.602157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:02.604159 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:02.694660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.702980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54d15e91-6f20-40bf-89de-9a928c3f49e7 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 19:00:02.716497 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583726'] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.722019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "DELETE /v2.0/networks/54d15e91-6f20-40bf-89de-9a928c3f49e7 HTTP/1.1" status: 204 len: 168 time: 0.4305644 Jul 16 19:00:02.722019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7ad7b-fda3-4fce-9c3c-f7c352dc4aaa tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event deleted for resources: {'Network': ['ID=54d15e91-6f20-40bf-89de-9a928c3f49e7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:02.722882 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44100) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:02.727728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'network': {'name': 'tempest-network--2138439083'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:02.778124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Made reservation on behalf of eb4ebb18f84d47108698fc4abc68670d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:02.782537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.818022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:02.832087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:02.832614 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Added segment 9ef910c9-33e4-46a5-87b3-7151863620e1 of type vlan for network 21d7fff0-b113-4c69-80f0-8f7cf945e209 Jul 16 19:00:02.953051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39f90aba-5b4e-4350-8bb1-e874df27bbab req-8ac2c429-a3ab-4d0f-83d0-0a112179b7c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0493591 Jul 16 19:00:02.982495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8de57088-b2be-425e-b59e-2ef48c650433 req-ffdc4d10-0134-4e88-acb0-d65ffbed71df tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0623603 Jul 16 19:00:02.984439 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.076197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39f90aba-5b4e-4350-8bb1-e874df27bbab req-1da83a58-ca87-4953-aa7c-56b0ffa49a7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=97e4c152-3572-4e2c-9950-1bfe5aa8f86a HTTP/1.1" status: 200 len: 210 time: 0.0683303 Jul 16 19:00:03.088762 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.089952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.090537 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.130245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 820be569-2f60-432a-a93f-2b94c3e015f5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:03.192837 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4671147 Jul 16 19:00:03.194020 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44110) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:03.202012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:03.210516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 820be569-2f60-432a-a93f-2b94c3e015f5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:03.220321 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 820be569-2f60-432a-a93f-2b94c3e015f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:03.222324 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.349978 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.355159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44114) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:03.358242 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a3b08-97c7-4a4e-8e9e-83808154174f tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Network': ['ID=21d7fff0-b113-4c69-80f0-8f7cf945e209,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:03.372539 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-517807338-network', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:03.377382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 21d7fff0-b113-4c69-80f0-8f7cf945e209 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:03.401536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 820be569-2f60-432a-a93f-2b94c3e015f5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=820be569-2f60-432a-a93f-2b94c3e015f5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:03.413387 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.435385 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.451725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f90aba-5b4e-4350-8bb1-e874df27bbab req-74b31eac-4d9e-491f-ac7b-94165c3de897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.453350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39f90aba-5b4e-4350-8bb1-e874df27bbab req-74b31eac-4d9e-491f-ac7b-94165c3de897 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3282442 Jul 16 19:00:03.454580 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Made reservation on behalf of 87a39d7fb93f44149fe05ed2a44c6127 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:03.457074 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.462707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.482004 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.517468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=820be569-2f60-432a-a93f-2b94c3e015f5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:03.550250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event updated for resources: {'Network': ['ID=21d7fff0-b113-4c69-80f0-8f7cf945e209,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:03.557226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Network 21d7fff0-b113-4c69-80f0-8f7cf945e209 is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 19:00:03.558208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.558816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.560224 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-919a683b-ee95-4030-b56a-d06cf9d5a137 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "PUT /v2.0/networks/21d7fff0-b113-4c69-80f0-8f7cf945e209 HTTP/1.1" status: 200 len: 858 time: 0.3651729 Jul 16 19:00:03.563209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44116) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:03.651549 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.666700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f90aba-5b4e-4350-8bb1-e874df27bbab req-f15e1152-28c6-4d1f-b0a3-d68e07a9a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.668415 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-39f90aba-5b4e-4350-8bb1-e874df27bbab req-f15e1152-28c6-4d1f-b0a3-d68e07a9a9aa service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081652 Jul 16 19:00:03.723736 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.729960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.747634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.765567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d7fff0-b113-4c69-80f0-8f7cf945e209']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:03.777180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:03.779724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef910c9-33e4-46a5-87b3-7151863620e1') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:03.780284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef910c9-33e4-46a5-87b3-7151863620e1') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:03.790806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd919b8d-f43e-4f26-aee7-ddc53572af25,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:03.796335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.796731 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Added segment 302c81ca-3159-4455-96f6-3e0ff91c5c6f of type vlan for network 0d1136f6-f2e4-46d9-8a50-ac08189be566 Jul 16 19:00:03.814135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.834180 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.841745 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.844374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:03.844817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:03.847068 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:03.884444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.886840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.887447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.927958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.928434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5715861 Jul 16 19:00:03.932006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:03.937712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21d7fff0-b113-4c69-80f0-8f7cf945e209 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 19:00:03.940202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.946723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] 10.222.0.49 "DELETE /v2.0/networks/21d7fff0-b113-4c69-80f0-8f7cf945e209 HTTP/1.1" status: 204 len: 168 time: 0.3823159 Jul 16 19:00:03.964980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Request body: {'subnet': {'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-517807338-subnet', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:03.969246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44120) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:03.969972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e9910-0c13-4c1f-b468-89ed785d9ba6 tempest-ExternalNetworksTestJSON-667272779 tempest-ExternalNetworksTestJSON-667272779-project-admin] Pushing event deleted for resources: {'Network': ['ID=21d7fff0-b113-4c69-80f0-8f7cf945e209,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:03.981699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010e496-9ec0-4987-af6c-feb6388ad8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1136f6-f2e4-46d9-8a50-ac08189be566,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:03.994031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:04.001487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Made reservation on behalf of 87a39d7fb93f44149fe05ed2a44c6127 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:04.005033 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94bc41c-43ea-46d4-87e8-77aa50901de9 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:04.005579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94bc41c-43ea-46d4-87e8-77aa50901de9 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:04.005760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.007570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a94bc41c-43ea-46d4-87e8-77aa50901de9 tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] 10.222.0.49 "DELETE /v2.0/subnets/66f5ad40-206d-4f55-bd77-e8f5517b53ef HTTP/1.1" status: 404 len: 337 time: 0.0369484 Jul 16 19:00:04.011565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44122) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:04.210127 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.300603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.403611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c144c373-ad59-4948-adbe-c35ae16e6dd5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:04.423339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Checking segment: {'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:04.423887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Network hostable DHCP agents. Network: 0d1136f6-f2e4-46d9-8a50-ac08189be566, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:04.516582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:04.559553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0d1136f6-f2e4-46d9-8a50-ac08189be566) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:04.568087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:04.569509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.570415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42655e5-8dad-4e65-b97e-8a0dda9c6029 None None] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:04.576930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-519a8a3c-40ef-4a89-b604-74f960db041d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1466477 Jul 16 19:00:04.593445 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f7530e3f-9802-4482-bcb5-896f0ad2ebf8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6429710 Jul 16 19:00:04.593711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44130) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:04.601053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:04.691369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.692864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.765651 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.777678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13dbf18-7bc8-4db3-aa90-7cd2b9ac97f0']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:04.790362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432ccb29-dd95-406a-8929-6b45369996c5') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:04.790651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432ccb29-dd95-406a-8929-6b45369996c5') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:04.801215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.809456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-f4e02eda-8f4c-4663-9d77-c81b974a2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:04.811229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-f4e02eda-8f4c-4663-9d77-c81b974a2b70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1098 time: 0.1729453 Jul 16 19:00:04.817862 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.831666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.832347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0d1136f6-f2e4-46d9-8a50-ac08189be566', 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'fixed_ips': [{'subnet_id': 'c144c373-ad59-4948-adbe-c35ae16e6dd5'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:04.833687 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.837174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:04.837605 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:04.841706 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:04.925336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.937446 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.943780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] 10.222.0.49 "DELETE /v2.0/networks/d13dbf18-7bc8-4db3-aa90-7cd2b9ac97f0 HTTP/1.1" status: 204 len: 168 time: 0.9309237 Jul 16 19:00:04.992211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78b73f-429c-41ca-a433-ab5dc3e3931b tempest-ExternalNetworksTestJSON-2094600450 tempest-ExternalNetworksTestJSON-2094600450-project] Pushing event deleted for resources: {'Network': ['ID=d13dbf18-7bc8-4db3-aa90-7cd2b9ac97f0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:05.053820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Allocated IP 172.20.0.2 (0d1136f6-f2e4-46d9-8a50-ac08189be566/c144c373-ad59-4948-adbe-c35ae16e6dd5/411a283d-8c15-44ed-a56e-a2bc7e5ca207) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:05.093792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 820be569-2f60-432a-a93f-2b94c3e015f5 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:05.390357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44138) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:05.564669 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.588706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.594160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Transition to ACTIVE for port object 411a283d-8c15-44ed-a56e-a2bc7e5ca207 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:05.616481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-15b7f7d3-be3f-4655-a001-9e73d80590a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:05.618453 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-15b7f7d3-be3f-4655-a001-9e73d80590a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.7799935 Jul 16 19:00:05.621310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Transition to ACTIVE for port object 411a283d-8c15-44ed-a56e-a2bc7e5ca207 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:05.628810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c607c12-5fe7-4c45-aa04-1c4fb184b3b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4caa11e3c0f646f781dd7b44702fc829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357192 Jul 16 19:00:05.631421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44142) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:05.640934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 820be569-2f60-432a-a93f-2b94c3e015f5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:05.641309 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.643517 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.647253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Sync routers for ids ['b5404485-f064-4bd9-9504-c3b61d767507'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:05.705438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a95b7622-bfe5-407d-8286-c620910dfed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.708361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-1f57e3f2-5563-4ee9-8aad-7b31062f2c45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 1002 time: 0.0748045 Jul 16 19:00:05.722339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:05.732053 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a95b7622-bfe5-407d-8286-c620910dfed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.735501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:05.738263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:05.741562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Routers {'b5404485-f064-4bd9-9504-c3b61d767507'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:05.742212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5404485-f064-4bd9-9504-c3b61d767507'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:05.746901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Pushing event updated for resources: {'Port': ['ID=411a283d-8c15-44ed-a56e-a2bc7e5ca207,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:05.798009 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a95b7622-bfe5-407d-8286-c620910dfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.800308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-19d02a7e-2aec-4218-8343-bbb6b7774d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:05.801861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-19d02a7e-2aec-4218-8343-bbb6b7774d7a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.0595338 Jul 16 19:00:05.803416 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a95b7622-bfe5-407d-8286-c620910dfed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.804574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a95b7622-bfe5-407d-8286-c620910dfed6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d55f68a-e2f3-4049-84d8-159f9e797bca HTTP/1.1" status: 204 len: 168 time: 0.1712737 Jul 16 19:00:05.819991 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b7622-bfe5-407d-8286-c620910dfed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55f68a-e2f3-4049-84d8-159f9e797bca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:05.921995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Attempting to bind port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:05.922702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Attempting to bind port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:05.922841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Attempting to bind port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 on network 0d1136f6-f2e4-46d9-8a50-ac08189be566 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:05.959763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:05.960705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Checking segment: {'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:05.961368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.962675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Bound using segment: {'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:05.963179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Bound port: 411a283d-8c15-44ed-a56e-a2bc7e5ca207, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:05.963754 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:05.967514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-365dcd18-8afe-43a8-955a-daeb0d6e39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:05.970987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-365dcd18-8afe-43a8-955a-daeb0d6e39dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599259 Jul 16 19:00:06.021655 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.029171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Set router b5404485-f064-4bd9-9504-c3b61d767507 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:06.062860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.155659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44148) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:06.161122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] For port 411a283d-8c15-44ed-a56e-a2bc7e5ca207, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:06.187689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] For port 411a283d-8c15-44ed-a56e-a2bc7e5ca207, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=411a283d-8c15-44ed-a56e-a2bc7e5ca207,segment=NetworkSegment(302c81ca-3159-4455-96f6-3e0ff91c5c6f),segment_id=302c81ca-3159-4455-96f6-3e0ff91c5c6f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:06.214969 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e18fc29c-d148-4e78-a77b-e8b619f6036e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb4ebb18f84d47108698fc4abc68670d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580847 Jul 16 19:00:06.216000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44150) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:06.226456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.227073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Allocated IP 172.25.1.186 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/403174cd-c87c-4c6b-8bf2-b5a85541763e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:06.300431 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31d0c49-0efe-49cd-9356-b4fc2abe586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.330784 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb734f-bbf2-422c-b919-c4687fc949ad None None] Pushing event updated for resources: {'Port': ['ID=411a283d-8c15-44ed-a56e-a2bc7e5ca207,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:06.335955 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31d0c49-0efe-49cd-9356-b4fc2abe586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.365705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T19:00:01Z', 'revision_number': 4, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8f040677-e9fa-4f2c-9c11-73266f1e8a18', 'name': '', 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'mac_address': 'fa:16:3e:a4:cc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0de0b010-e6fc-4cd7-88af-17e0b9672a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:00Z', 'updated_at': '2021-07-16T19:00:01Z', 'revision_number': 2, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'subnets': [{'id': '0de0b010-e6fc-4cd7-88af-17e0b9672a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:06.407393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Checking router: b5404485-f064-4bd9-9504-c3b61d767507 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:06.407931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Updating router b5404485-f064-4bd9-9504-c3b61d767507 port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:06.412769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.429608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31d0c49-0efe-49cd-9356-b4fc2abe586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.430810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-ab049d36-3e33-4b60-a701-f69407a8f67b service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519053 Jul 16 19:00:06.432432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f31d0c49-0efe-49cd-9356-b4fc2abe586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.436558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f31d0c49-0efe-49cd-9356-b4fc2abe586a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66d33673-dafe-4b87-bb57-5d1631030030 HTTP/1.1" status: 204 len: 168 time: 0.2171807 Jul 16 19:00:06.452975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d0c49-0efe-49cd-9356-b4fc2abe586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d33673-dafe-4b87-bb57-5d1631030030,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:06.453436 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.558922 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.664418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Pushing event updated for resources: {'Port': ['ID=403174cd-c87c-4c6b-8bf2-b5a85541763e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:06.731079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:06.739593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:06.744864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:06.809560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1181ed74-ce0c-4be0-8b36-01c7c5ca3d7f req-fe04362b-42c8-440a-affb-2ae1096f9c5a service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640168 Jul 16 19:00:06.950791 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.964453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Transition to ACTIVE for port object 8f040677-e9fa-4f2c-9c11-73266f1e8a18 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:06.986482 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.040876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07417a-7fbd-403c-b107-a69721d21877 None None] Pushing event updated for resources: {'Port': ['ID=8f040677-e9fa-4f2c-9c11-73266f1e8a18,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:07.163781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.172137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 411a283d-8c15-44ed-a56e-a2bc7e5ca207 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:07.306686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Attempting to bind port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:07.314396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Attempting to bind port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:07.314878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Attempting to bind port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 on network edbc3948-23bc-4b77-a509-372a25719f43 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:07.324929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:07.325226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Checking segment: {'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:07.325648 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.326052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Bound using segment: {'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:07.326678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Bound port: 8f040677-e9fa-4f2c-9c11-73266f1e8a18, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712adda2-7883-41c6-8191-87ade5fa88c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:07.327228 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.382955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:07.435170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] For port 8f040677-e9fa-4f2c-9c11-73266f1e8a18, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:07.444819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] For port 8f040677-e9fa-4f2c-9c11-73266f1e8a18, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f040677-e9fa-4f2c-9c11-73266f1e8a18,segment=NetworkSegment(712adda2-7883-41c6-8191-87ade5fa88c1),segment_id=712adda2-7883-41c6-8191-87ade5fa88c1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:07.454349 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.526414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Routers {'b5404485-f064-4bd9-9504-c3b61d767507'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:07.527339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5404485-f064-4bd9-9504-c3b61d767507'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:07.617391 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.621681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07417a-7fbd-403c-b107-a69721d21877 None None] Pushing event updated for resources: {'Port': ['ID=8f040677-e9fa-4f2c-9c11-73266f1e8a18,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:07.790032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] Set router b5404485-f064-4bd9-9504-c3b61d767507 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:07.829299 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44180) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:07.873678 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:07.968753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a465eb-2992-423b-87f0-344bbb5c5d75 None None] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:07.975159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Router 618d0e24-afa4-47c5-a1da-14b01d49af19 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:00:08.001294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1292357191'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:08.028108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:08.032532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.044303 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.155070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:08.167895 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Sync routers for ids ['618d0e24-afa4-47c5-a1da-14b01d49af19'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:08.184418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.187140 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Routers {'618d0e24-afa4-47c5-a1da-14b01d49af19'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:08.188047 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['618d0e24-afa4-47c5-a1da-14b01d49af19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:08.190003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.204536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.208666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ce7e8121-0384-48e1-817b-bd14c36bb3ff admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6099741 Jul 16 19:00:08.208992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44184) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:08.231024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:08.252430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0156012f-3725-4c56-b81e-084152a26c4a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:08.261572 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.263145 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Added segment ad612416-86ef-48d7-a7a1-5d772da769e1 of type vlan for network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 Jul 16 19:00:08.277284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7888fae0-4421-477a-82d0-3c21b64ac63f None None] Provisioning for port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:08.290905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7888fae0-4421-477a-82d0-3c21b64ac63f None None] Provisioning complete for port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:08.291387 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7888fae0-4421-477a-82d0-3c21b64ac63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.322630 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.362463 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.372513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:08.373957 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.385498 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Set router 618d0e24-afa4-47c5-a1da-14b01d49af19 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:08.434568 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6035013 Jul 16 19:00:08.435803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44186) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:08.518545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'subnet': {'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:08.524064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae463717-4eff-4b10-97ff-2492795e3ff5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Network': ['ID=f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:08.562503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T19:00:01Z', 'revision_number': 4, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8f040677-e9fa-4f2c-9c11-73266f1e8a18', 'name': '', 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'mac_address': 'fa:16:3e:a4:cc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0de0b010-e6fc-4cd7-88af-17e0b9672a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:00Z', 'updated_at': '2021-07-16T19:00:07Z', 'revision_number': 4, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'subnets': [{'id': '0de0b010-e6fc-4cd7-88af-17e0b9672a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:08.615453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32c43a-6cb4-4e0e-b286-b34c19afedcf None None] The sync data for ids ['b5404485-f064-4bd9-9504-c3b61d767507'] in n-d-791504-15 is: [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T19:00:01Z', 'revision_number': 4, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8f040677-e9fa-4f2c-9c11-73266f1e8a18', 'name': '', 'network_id': 'edbc3948-23bc-4b77-a509-372a25719f43', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'mac_address': 'fa:16:3e:a4:cc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '0de0b010-e6fc-4cd7-88af-17e0b9672a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:00Z', 'updated_at': '2021-07-16T19:00:07Z', 'revision_number': 4, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'subnets': [{'id': '0de0b010-e6fc-4cd7-88af-17e0b9672a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:08.618934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:08.647194 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:06Z', 'revision_number': 3, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port': {'id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:06Z', 'updated_at': '2021-07-16T19:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:08.736680 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Checking router: 618d0e24-afa4-47c5-a1da-14b01d49af19 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:08.739376 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Updating router 618d0e24-afa4-47c5-a1da-14b01d49af19 port 403174cd-c87c-4c6b-8bf2-b5a85541763e binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:08.748566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:08.754642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.792873 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7888fae0-4421-477a-82d0-3c21b64ac63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.866229 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.016521 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7888fae0-4421-477a-82d0-3c21b64ac63f None None] For port 411a283d-8c15-44ed-a56e-a2bc7e5ca207, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=411a283d-8c15-44ed-a56e-a2bc7e5ca207,segment=NetworkSegment(302c81ca-3159-4455-96f6-3e0ff91c5c6f),segment_id=302c81ca-3159-4455-96f6-3e0ff91c5c6f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:09.029022 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7888fae0-4421-477a-82d0-3c21b64ac63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.221901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f040677-e9fa-4f2c-9c11-73266f1e8a18 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:09.326031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888fae0-4421-477a-82d0-3c21b64ac63f None None] Pushing event updated for resources: {'Port': ['ID=411a283d-8c15-44ed-a56e-a2bc7e5ca207,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:09.346644 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.361160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.371570 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:09.392833 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.403782 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Transition to ACTIVE for port object 403174cd-c87c-4c6b-8bf2-b5a85541763e will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:09.415052 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.419971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:09.420694 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.506346 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Attempting to bind port 403174cd-c87c-4c6b-8bf2-b5a85541763e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:09.507189 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Attempting to bind port 403174cd-c87c-4c6b-8bf2-b5a85541763e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:09.507771 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Attempting to bind port 403174cd-c87c-4c6b-8bf2-b5a85541763e on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:09.545079 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:09.546107 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:09.546763 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.547427 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:09.548114 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Bound port: 403174cd-c87c-4c6b-8bf2-b5a85541763e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:09.548886 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.556730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Subnet': ['ID=799c7869-b900-4553-b3e3-97a010606ce7,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:09.559525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-73076543-c616-43a2-873b-7a20acacf297 None None] Provisioning complete for port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:09.559525 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73076543-c616-43a2-873b-7a20acacf297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.623737 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Checking segment: {'id': 'ad612416-86ef-48d7-a7a1-5d772da769e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:09.624300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network hostable DHCP agents. Network: f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:09.624433 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] For port 403174cd-c87c-4c6b-8bf2-b5a85541763e, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:09.633502 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] For port 403174cd-c87c-4c6b-8bf2-b5a85541763e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=403174cd-c87c-4c6b-8bf2-b5a85541763e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:09.648022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:09.654374 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.657701 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471a12-6def-45ee-b6c5-955cfde5603e None None] Pushing event updated for resources: {'Port': ['ID=403174cd-c87c-4c6b-8bf2-b5a85541763e,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:09.661861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:09.679041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:09.680311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.705643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6febd-48ac-482f-9194-78acef5c756c None None] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:09.710128 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ca7e8f3-9d5c-4991-a291-dbf0df1e3d91 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2045298 Jul 16 19:00:09.712721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44190) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:09.723636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'name': 'tempest-AllowedAddressPairTestJSON-724711667'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:09.772428 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Routers {'618d0e24-afa4-47c5-a1da-14b01d49af19'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:09.773267 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['618d0e24-afa4-47c5-a1da-14b01d49af19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:09.816472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Allocated IP 172.20.0.1 (0d1136f6-f2e4-46d9-8a50-ac08189be566/c144c373-ad59-4948-adbe-c35ae16e6dd5/381372ab-7ced-43c8-9c12-eda48cbaf71c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:09.844620 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471a12-6def-45ee-b6c5-955cfde5603e None None] Pushing event updated for resources: {'Port': ['ID=403174cd-c87c-4c6b-8bf2-b5a85541763e,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:09.868360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.953569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:09.958888 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.981555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] device_id is not set on port 009f8922-af0e-4095-85a2-d637f7101625 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:00:09.981954 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] Set router 618d0e24-afa4-47c5-a1da-14b01d49af19 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:10.066955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8f040677-e9fa-4f2c-9c11-73266f1e8a18, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f040677-e9fa-4f2c-9c11-73266f1e8a18,segment=NetworkSegment(712adda2-7883-41c6-8191-87ade5fa88c1),segment_id=712adda2-7883-41c6-8191-87ade5fa88c1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:10.097709 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.104889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'tenant_id': '6d172b2e02f84481803d877e4904ce8d', 'fixed_ips': [{'subnet_id': '799c7869-b900-4553-b3e3-97a010606ce7'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:10.105761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.137671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Allocated IP 172.20.0.9 (f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7/799c7869-b900-4553-b3e3-97a010606ce7/009f8922-af0e-4095-85a2-d637f7101625) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:10.285149 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:06Z', 'revision_number': 3, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port': {'id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:06Z', 'updated_at': '2021-07-16T19:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:10.319570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.334154 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8dd2c-8bec-4d06-b12a-1cb56ae7a456 None None] The sync data for ids ['618d0e24-afa4-47c5-a1da-14b01d49af19'] in n-d-791504-15 is: [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:06Z', 'revision_number': 3, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port': {'id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:06Z', 'updated_at': '2021-07-16T19:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:10.337790 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Transition to ACTIVE for port object 009f8922-af0e-4095-85a2-d637f7101625 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:10.382905 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.450874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=009f8922-af0e-4095-85a2-d637f7101625,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:10.476926 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:10.478633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:10.484089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:10.485089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.501681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Transition to ACTIVE for port object 381372ab-7ced-43c8-9c12-eda48cbaf71c will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:10.540726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8f040677-e9fa-4f2c-9c11-73266f1e8a18,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:10.569027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.580236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:10.580830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.605367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9955e929-2819-42b1-bbcb-ecc6eb09130b tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8910744 Jul 16 19:00:10.609754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44194) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:10.614757 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'name': 'tempest-AllowedAddressPairTestJSON-1814755248', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:26:7f:1a'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:10.621100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Allocated IP 172.20.0.2 (f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7/799c7869-b900-4553-b3e3-97a010606ce7/567f1588-4893-46f9-8cbe-bfd47de37ff6) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:10.622647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Pushing event updated for resources: {'Port': ['ID=381372ab-7ced-43c8-9c12-eda48cbaf71c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:10.632331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.632672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.633052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.633631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.633797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.634144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.634964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.634964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.635137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.635438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.636184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.636503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:10.648313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:10.649873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:10.652415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:10.733801 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.812716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:10.948262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:10.972558 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.988273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Transition to ACTIVE for port object 567f1588-4893-46f9-8cbe-bfd47de37ff6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:11.017472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Transition to ACTIVE for port object 567f1588-4893-46f9-8cbe-bfd47de37ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:11.043842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.065571 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.158019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:11.169725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c15f7d4c-68c4-4c4e-8212-17c66003f263 None None] Provisioning for port 381372ab-7ced-43c8-9c12-eda48cbaf71c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:11.170272 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.173056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:11.176803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:11.200092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Pushing event updated for resources: {'Port': ['ID=567f1588-4893-46f9-8cbe-bfd47de37ff6,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:11.203667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c15f7d4c-68c4-4c4e-8212-17c66003f263 None None] Provisioning complete for port 381372ab-7ced-43c8-9c12-eda48cbaf71c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:11.204093 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c15f7d4c-68c4-4c4e-8212-17c66003f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.206788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] device_id is not set on port f12e8590-cc40-4f25-8a72-2012aa5c8318 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:00:11.254907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 411a283d-8c15-44ed-a56e-a2bc7e5ca207 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:11.323141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.329889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.332908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Attempting to bind port 567f1588-4893-46f9-8cbe-bfd47de37ff6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:11.333405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Attempting to bind port 567f1588-4893-46f9-8cbe-bfd47de37ff6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'ad612416-86ef-48d7-a7a1-5d772da769e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:11.333890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Attempting to bind port 567f1588-4893-46f9-8cbe-bfd47de37ff6 on network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:11.355133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:11.355921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Checking segment: {'id': 'ad612416-86ef-48d7-a7a1-5d772da769e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:11.356677 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.357327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Bound using segment: {'id': 'ad612416-86ef-48d7-a7a1-5d772da769e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:11.358071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Bound port: 567f1588-4893-46f9-8cbe-bfd47de37ff6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad612416-86ef-48d7-a7a1-5d772da769e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:11.358614 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.364188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c15f7d4c-68c4-4c4e-8212-17c66003f263 None None] Port 381372ab-7ced-43c8-9c12-eda48cbaf71c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:11.379272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:11.379464 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.386187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Allocated IP 172.20.0.6 (f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7/799c7869-b900-4553-b3e3-97a010606ce7/f12e8590-cc40-4f25-8a72-2012aa5c8318) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:11.470594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Pushing event updated for resources: {'Port': ['ID=381372ab-7ced-43c8-9c12-eda48cbaf71c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:11.478159 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.502941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port 7d0880c0-6c68-4afd-ad7e-69a8121e2b33 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:11.503838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.576913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f040677-e9fa-4f2c-9c11-73266f1e8a18 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:11.583451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] For port 567f1588-4893-46f9-8cbe-bfd47de37ff6, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:11.621757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:11.623374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:11.643404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] For port 567f1588-4893-46f9-8cbe-bfd47de37ff6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=567f1588-4893-46f9-8cbe-bfd47de37ff6,segment=NetworkSegment(ad612416-86ef-48d7-a7a1-5d772da769e1),segment_id=ad612416-86ef-48d7-a7a1-5d772da769e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:11.655103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.720919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923de529-b21a-4cf5-bc13-ae3d62317b98 None None] Pushing event updated for resources: {'Port': ['ID=567f1588-4893-46f9-8cbe-bfd47de37ff6,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:11.750218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.751241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.774202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:11.774584 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.800444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for 7d0880c0-6c68-4afd-ad7e-69a8121e2b33 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:11.861536 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:11.865206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Router 618d0e24-afa4-47c5-a1da-14b01d49af19 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:11.921911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 403174cd-c87c-4c6b-8bf2-b5a85541763e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:11.940173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Transition to ACTIVE for port object f12e8590-cc40-4f25-8a72-2012aa5c8318 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:11.980440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 403174cd-c87c-4c6b-8bf2-b5a85541763e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:11.987692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 403174cd-c87c-4c6b-8bf2-b5a85541763e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:11.995656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.029924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:12.035649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-08feed00-d4f6-4244-a93e-f7ae97211586 admin admin] 10.222.0.49 "PUT /v2.0/routers/618d0e24-afa4-47c5-a1da-14b01d49af19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8255196 Jul 16 19:00:12.051504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.160905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0e1509b6-c23d-4f09-800e-aa26037abe71 None None] Provisioning complete for port 381372ab-7ced-43c8-9c12-eda48cbaf71c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:12.161468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0e1509b6-c23d-4f09-800e-aa26037abe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.189219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:12.196132 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:12.211911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.217834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:12.226412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=f12e8590-cc40-4f25-8a72-2012aa5c8318,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:12.258808 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0e1509b6-c23d-4f09-800e-aa26037abe71 None None] Port 381372ab-7ced-43c8-9c12-eda48cbaf71c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:12.261577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.261923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 403174cd-c87c-4c6b-8bf2-b5a85541763e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=403174cd-c87c-4c6b-8bf2-b5a85541763e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:12.267761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.302555 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=7d0880c0-6c68-4afd-ad7e-69a8121e2b33,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:12.318659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.319479 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.346286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=403174cd-c87c-4c6b-8bf2-b5a85541763e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:12.388692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e139c454-2336-450c-b077-0daf9681b3ec tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7781432 Jul 16 19:00:12.392103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44208) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:12.400432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.401332 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Floating IP cb4c4dc4-830d-44a2-8038-eea8d9ca3e15 disassociated (deleted). External IP: 172.25.1.185, port: 7b4ab55c-2149-4b40-b686-bb3c01e7dd99. Jul 16 19:00:12.524154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065f352-1bc3-4dca-8147-2a7670320288 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.535096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065f352-1bc3-4dca-8147-2a7670320288 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.541397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065f352-1bc3-4dca-8147-2a7670320288 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.543168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7065f352-1bc3-4dca-8147-2a7670320288 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1493688 Jul 16 19:00:12.547179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44212) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:12.761542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:12.770103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting port f12e8590-cc40-4f25-8a72-2012aa5c8318 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:12.770457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.951673 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.969825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Calling delete_port for f12e8590-cc40-4f25-8a72-2012aa5c8318 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:12.977309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:12.982726 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:12.993218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:13.016300 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:13.017741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:13.074742 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-123fbaba-fa8e-4747-9dc5-30e571ca460d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "DELETE /v2.0/floatingips/cb4c4dc4-830d-44a2-8038-eea8d9ca3e15 HTTP/1.1" status: 204 len: 168 time: 2.1231492 Jul 16 19:00:13.077832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:13.080466 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d14f9e-73ea-4643-b3b3-256dce1a9966" -d '{"events": [{"name": "network-changed", "server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:13.171422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:13.243239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 403174cd-c87c-4c6b-8bf2-b5a85541763e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:13.249847 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493f1fc-7c5c-45a8-a559-778ebf30c0ab x-openstack-request-id: req-a493f1fc-7c5c-45a8-a559-778ebf30c0ab {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:13.250278 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:13.250921 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a493f1fc-7c5c-45a8-a559-778ebf30c0ab {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:13.251473 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'status': 'completed', 'code': 200} Jul 16 19:00:13.315574 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Sync routers for ids ['618d0e24-afa4-47c5-a1da-14b01d49af19'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:13.317020 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:13.333109 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Routers {'618d0e24-afa4-47c5-a1da-14b01d49af19'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:13.334387 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['618d0e24-afa4-47c5-a1da-14b01d49af19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:13.376547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Port': ['ID=f12e8590-cc40-4f25-8a72-2012aa5c8318,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:13.434435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-4c193bab-68d4-48bd-8c12-cc913290ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:13.449214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-4c193bab-68d4-48bd-8c12-cc913290ab4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 1098 time: 0.2173495 Jul 16 19:00:13.558224 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Set router 618d0e24-afa4-47c5-a1da-14b01d49af19 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:13.674816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44258) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:13.698033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 403174cd-c87c-4c6b-8bf2-b5a85541763e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:13.698415 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:13.709004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-4e125659-11c8-4708-9313-8332cb49180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:13.710531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-4e125659-11c8-4708-9313-8332cb49180f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 200 len: 913 time: 0.2568936 Jul 16 19:00:13.793937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-335d828a-cafa-4916-8a0f-13d42c1aef57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 200 len: 217 time: 0.0681701 Jul 16 19:00:13.801919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba100107-427e-479a-87db-cabd13dec23f req-a5ed7c4c-8296-4ebd-997d-685ce9263379 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:13.803637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba100107-427e-479a-87db-cabd13dec23f req-a5ed7c4c-8296-4ebd-997d-685ce9263379 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 946 time: 0.1899197 Jul 16 19:00:13.843990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:13.848324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 567f1588-4893-46f9-8cbe-bfd47de37ff6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:13.896072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:13.911608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6581fc8-5d03-43af-969c-9128f22076f9 None None] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:13.911853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ba100107-427e-479a-87db-cabd13dec23f req-5aab24de-af92-4ee8-968d-8ee1abcab7a5 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964506 Jul 16 19:00:13.938974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-a1ba7f57-6c8f-4d27-9b03-c59913209756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:13.940529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-a1ba7f57-6c8f-4d27-9b03-c59913209756 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 200 len: 851 time: 0.1360886 Jul 16 19:00:13.950636 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:10Z', 'revision_number': 4, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port': {'id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:06Z', 'updated_at': '2021-07-16T19:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '381372ab-7ced-43c8-9c12-eda48cbaf71c', 'name': '', 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'mac_address': 'fa:16:3e:e8:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c144c373-ad59-4948-adbe-c35ae16e6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:09Z', 'updated_at': '2021-07-16T19:00:11Z', 'revision_number': 2, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'subnets': [{'id': 'c144c373-ad59-4948-adbe-c35ae16e6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:13.959421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:13.960355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:13.979234 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Checking router: 618d0e24-afa4-47c5-a1da-14b01d49af19 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:13.979656 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Updating router 618d0e24-afa4-47c5-a1da-14b01d49af19 port 381372ab-7ced-43c8-9c12-eda48cbaf71c binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:14.022178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-e3edda8c-9027-43a9-ae31-43a075ac197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:14.023807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-e3edda8c-9027-43a9-ae31-43a075ac197c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce045fe6-b26c-4cd3-b01a-bce265891f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740457 Jul 16 19:00:14.126296 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.154485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-54f05b2f-0da4-4a82-9e91-e6ad32732c3d service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223736 Jul 16 19:00:14.203721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17b31ffa-1b95-4270-96e0-c0376b2f2cdf None None] Provisioning for port 567f1588-4893-46f9-8cbe-bfd47de37ff6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:14.208054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 567f1588-4893-46f9-8cbe-bfd47de37ff6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:14.214646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17b31ffa-1b95-4270-96e0-c0376b2f2cdf None None] Provisioning complete for port 567f1588-4893-46f9-8cbe-bfd47de37ff6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:14.215024 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17b31ffa-1b95-4270-96e0-c0376b2f2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.221639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.223605 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-32fac235-0135-44cd-bee5-e83e5cf67762 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/ports/f12e8590-cc40-4f25-8a72-2012aa5c8318 HTTP/1.1" status: 204 len: 168 time: 1.6754382 Jul 16 19:00:14.226219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44260) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:14.261144 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2c8dc4-3e39-4538-b123-f56fd0498783 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] GET failed (client error): The resource could not be found. Jul 16 19:00:14.262747 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae2c8dc4-3e39-4538-b123-f56fd0498783 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "GET /v2.0/ports/f12e8590-cc40-4f25-8a72-2012aa5c8318 HTTP/1.1" status: 404 len: 333 time: 0.0355794 Jul 16 19:00:14.268465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44262) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:14.272310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 567f1588-4893-46f9-8cbe-bfd47de37ff6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:14.272689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.273503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'name': 'tempest-AllowedAddressPairTestJSON-1751831607'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:14.274166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52d14f9e-73ea-4643-b3b3-256dce1a9966 req-67614ffb-0450-4bf8-ad39-2f689f75d5d6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109607 Jul 16 19:00:14.320002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:14.496131 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.499880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:14.503712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.508448 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Transition to ACTIVE for port object 381372ab-7ced-43c8-9c12-eda48cbaf71c will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:14.515313 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.546372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] device_id is not set on port 257233fa-1fa0-4cab-a3b4-714df6a75b74 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:00:14.570810 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c7380-0959-4482-8ae8-88e85a6fb9af None None] Pushing event updated for resources: {'Port': ['ID=381372ab-7ced-43c8-9c12-eda48cbaf71c,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:14.601959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17b31ffa-1b95-4270-96e0-c0376b2f2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.647049 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Attempting to bind port 381372ab-7ced-43c8-9c12-eda48cbaf71c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:14.647433 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Attempting to bind port 381372ab-7ced-43c8-9c12-eda48cbaf71c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:14.648196 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Attempting to bind port 381372ab-7ced-43c8-9c12-eda48cbaf71c on network 0d1136f6-f2e4-46d9-8a50-ac08189be566 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:14.655148 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:14.655714 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Checking segment: {'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:14.656366 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.656568 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Bound using segment: {'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:14.657757 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Bound port: 381372ab-7ced-43c8-9c12-eda48cbaf71c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c81ca-3159-4455-96f6-3e0ff91c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:14.658145 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.705781 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.733066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17b31ffa-1b95-4270-96e0-c0376b2f2cdf None None] For port 567f1588-4893-46f9-8cbe-bfd47de37ff6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=567f1588-4893-46f9-8cbe-bfd47de37ff6,segment=NetworkSegment(ad612416-86ef-48d7-a7a1-5d772da769e1),segment_id=ad612416-86ef-48d7-a7a1-5d772da769e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:14.748372 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] For port 381372ab-7ced-43c8-9c12-eda48cbaf71c, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:14.750199 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17b31ffa-1b95-4270-96e0-c0376b2f2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.756327 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] For port 381372ab-7ced-43c8-9c12-eda48cbaf71c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=381372ab-7ced-43c8-9c12-eda48cbaf71c,segment=NetworkSegment(302c81ca-3159-4455-96f6-3e0ff91c5c6f),segment_id=302c81ca-3159-4455-96f6-3e0ff91c5c6f)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:14.767529 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.772253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Allocated IP 172.20.0.5 (f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7/799c7869-b900-4553-b3e3-97a010606ce7/257233fa-1fa0-4cab-a3b4-714df6a75b74) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:14.820489 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.844034 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Routers {'618d0e24-afa4-47c5-a1da-14b01d49af19'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:14.845060 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['618d0e24-afa4-47c5-a1da-14b01d49af19'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:14.849001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:00:14.849362 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:00:14.888136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:15.025237 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] Set router 618d0e24-afa4-47c5-a1da-14b01d49af19 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:15.144967 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c7380-0959-4482-8ae8-88e85a6fb9af None None] Pushing event updated for resources: {'Port': ['ID=381372ab-7ced-43c8-9c12-eda48cbaf71c,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:15.197685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b4199-18e4-422d-9b9d-8ab81825b953 None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T18:46:09Z', 'revision_number': 4, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '6dcb7077-639d-4e68-8bbf-8efa08f3a763', 'name': '', 'network_id': 'ce045fe6-b26c-4cd3-b01a-bce265891f92', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'mac_address': 'fa:16:3e:34:eb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:08Z', 'updated_at': '2021-07-16T18:46:26Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'subnets': [{'id': '22e05bba-3610-4ef3-ae16-c3b8ea6168b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:15.205982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b31ffa-1b95-4270-96e0-c0376b2f2cdf None None] Pushing event updated for resources: {'Port': ['ID=567f1588-4893-46f9-8cbe-bfd47de37ff6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:15.289527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f724-65f6-4636-8e0d-32b95136129e req-e77b991f-af9f-4c31-8aa6-5dbb2489052e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:15.294668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b341f724-65f6-4636-8e0d-32b95136129e req-e77b991f-af9f-4c31-8aa6-5dbb2489052e tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 946 time: 0.1822701 Jul 16 19:00:15.384403 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:10Z', 'revision_number': 4, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port': {'id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:06Z', 'updated_at': '2021-07-16T19:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '381372ab-7ced-43c8-9c12-eda48cbaf71c', 'name': '', 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'mac_address': 'fa:16:3e:e8:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c144c373-ad59-4948-adbe-c35ae16e6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:09Z', 'updated_at': '2021-07-16T19:00:14Z', 'revision_number': 4, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'subnets': [{'id': 'c144c373-ad59-4948-adbe-c35ae16e6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:15.413000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd3d86fe-7810-41f1-8ca3-485c1e83e57d None None] Provisioning for port 009f8922-af0e-4095-85a2-d637f7101625 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:15.422528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd3d86fe-7810-41f1-8ca3-485c1e83e57d None None] Provisioning complete for port 009f8922-af0e-4095-85a2-d637f7101625 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:15.422528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3d86fe-7810-41f1-8ca3-485c1e83e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.429053 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81b18b-071f-4fdf-8f4b-d51e8f47a005 None None] The sync data for ids ['618d0e24-afa4-47c5-a1da-14b01d49af19'] in n-d-791504-15 is: [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:10Z', 'revision_number': 4, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port': {'id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:06Z', 'updated_at': '2021-07-16T19:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '381372ab-7ced-43c8-9c12-eda48cbaf71c', 'name': '', 'network_id': '0d1136f6-f2e4-46d9-8a50-ac08189be566', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'mac_address': 'fa:16:3e:e8:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'c144c373-ad59-4948-adbe-c35ae16e6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:09Z', 'updated_at': '2021-07-16T19:00:14Z', 'revision_number': 4, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'subnets': [{'id': 'c144c373-ad59-4948-adbe-c35ae16e6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:15.459278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:15.459907 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.460024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.514952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Transition to ACTIVE for port object 257233fa-1fa0-4cab-a3b4-714df6a75b74 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:15.546065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d86fe-7810-41f1-8ca3-485c1e83e57d None None] Port 009f8922-af0e-4095-85a2-d637f7101625 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:15.597893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd3d86fe-7810-41f1-8ca3-485c1e83e57d None None] Provisioning complete for port 567f1588-4893-46f9-8cbe-bfd47de37ff6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:15.598479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd3d86fe-7810-41f1-8ca3-485c1e83e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.604225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b4f70-3687-48b9-9c86-d93351a50d94 req-33eaf6a5-5214-40ae-bd6f-be236add45fb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:15.619401 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-488b4f70-3687-48b9-9c86-d93351a50d94 req-33eaf6a5-5214-40ae-bd6f-be236add45fb tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 946 time: 0.4729846 Jul 16 19:00:15.624895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] For port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:15.625185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.649183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:15.731118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.820372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 381372ab-7ced-43c8-9c12-eda48cbaf71c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:15.860993 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-488b4f70-3687-48b9-9c86-d93351a50d94 req-90411aa7-507d-4c0a-94ea-f9606fb6db9d tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/security-groups?id=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402382 Jul 16 19:00:15.875129 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.886129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9ec41-e0f1-40c0-910b-96b053a24b76 None None] New status for floating IP cb4c4dc4-830d-44a2-8038-eea8d9ca3e15: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:00:15.912240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:15.914087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:15.949840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:15.964374 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=7b4ab55c-2149-4b40-b686-bb3c01e7dd99,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:15.992727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5d3ca9d7-ef6a-4c39-8632-d99720652721 None None] Provisioning complete for port 009f8922-af0e-4095-85a2-d637f7101625 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:15.993147 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca9d7-ef6a-4c39-8632-d99720652721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.028483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] No DVR routers for this DVR port 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:16.032143 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.037744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b341f724-65f6-4636-8e0d-32b95136129e req-518fccd6-d1be-4cb8-93de-e60b8cb1dea4 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.59 "DELETE /v2.0/ports/7b4ab55c-2149-4b40-b686-bb3c01e7dd99 HTTP/1.1" status: 204 len: 173 time: 0.7386289 Jul 16 19:00:16.038531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'name': 'network-vif-deleted', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:16.042336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 381372ab-7ced-43c8-9c12-eda48cbaf71c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:16.047727 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788a93fd-6445-4623-b5ee-8314003d12c0" -d '{"events": [{"server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "name": "network-vif-deleted", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:16.060934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 381372ab-7ced-43c8-9c12-eda48cbaf71c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:16.061705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.081059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=257233fa-1fa0-4cab-a3b4-714df6a75b74,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:16.094758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ca9d7-ef6a-4c39-8632-d99720652721 None None] Port 009f8922-af0e-4095-85a2-d637f7101625 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:16.128174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:16.128846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.156145 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Deleting port 8f040677-e9fa-4f2c-9c11-73266f1e8a18 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:16.156597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.166404 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09aef9-62ce-4598-9163-99e0888be711 x-openstack-request-id: req-7b09aef9-62ce-4598-9163-99e0888be711 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:16.166744 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd841cc-aafc-4b37-a667-d5b7143dad32", "name": "network-vif-deleted", "tag": "7b4ab55c-2149-4b40-b686-bb3c01e7dd99", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:16.167049 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b09aef9-62ce-4598-9163-99e0888be711 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:16.167386 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd841cc-aafc-4b37-a667-d5b7143dad32', 'name': 'network-vif-deleted', 'tag': '7b4ab55c-2149-4b40-b686-bb3c01e7dd99', 'status': 'completed', 'code': 200} Jul 16 19:00:16.184031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44268) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:16.190590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:26:7f:1a'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:16.194556 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-db3bbdb8-80f2-44bd-86d2-7dd2df389dae tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9249845 Jul 16 19:00:16.202162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.256139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e92634d-cbbb-4772-939b-20bdd4aa92ed None None] Could not find standard attr ID for object f12e8590-cc40-4f25-8a72-2012aa5c8318. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:00:16.267560 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b816393-b651-4f64-b3f6-534e59bb5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.317606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 381372ab-7ced-43c8-9c12-eda48cbaf71c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=381372ab-7ced-43c8-9c12-eda48cbaf71c,segment=NetworkSegment(302c81ca-3159-4455-96f6-3e0ff91c5c6f),segment_id=302c81ca-3159-4455-96f6-3e0ff91c5c6f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:16.328437 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.329516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 567f1588-4893-46f9-8cbe-bfd47de37ff6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:16.350010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] For port 8f040677-e9fa-4f2c-9c11-73266f1e8a18, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8f040677-e9fa-4f2c-9c11-73266f1e8a18,segment=NetworkSegment(712adda2-7883-41c6-8191-87ade5fa88c1),segment_id=712adda2-7883-41c6-8191-87ade5fa88c1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:16.350379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.371661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Calling delete_port for 8f040677-e9fa-4f2c-9c11-73266f1e8a18 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:16.489503 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.516266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=381372ab-7ced-43c8-9c12-eda48cbaf71c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:16.553494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 567f1588-4893-46f9-8cbe-bfd47de37ff6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:16.554124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.754672 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.782679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f040677-e9fa-4f2c-9c11-73266f1e8a18,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:16.806635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51d61b15-7c17-4142-bbfe-688485254366 None None] Provisioning for port 257233fa-1fa0-4cab-a3b4-714df6a75b74 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:16.812557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-51d61b15-7c17-4142-bbfe-688485254366 None None] Provisioning complete for port 257233fa-1fa0-4cab-a3b4-714df6a75b74 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:16.812934 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-51d61b15-7c17-4142-bbfe-688485254366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.876881 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.893767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.898564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-51d61b15-7c17-4142-bbfe-688485254366 None None] Port 257233fa-1fa0-4cab-a3b4-714df6a75b74 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:17.036945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] In _notify_port_updated(), no bound segment for port 257233fa-1fa0-4cab-a3b4-714df6a75b74 on network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 {{(pid=93795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 19:00:17.043884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:17.044586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.049670 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "PUT /v2.0/ports/257233fa-1fa0-4cab-a3b4-714df6a75b74 HTTP/1.1" status: 200 len: 993 time: 0.8641987 Jul 16 19:00:17.050341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44272) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:17.151533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00aaf85f-4d8e-4403-af7a-a18dab46988d req-ed4b9e42-cfa7-4c9c-bf61-e029a5226e56 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 210 time: 0.0516412 Jul 16 19:00:17.202832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.204870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9935fd-7d6a-47c1-89ba-a1f591a65af3 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=257233fa-1fa0-4cab-a3b4-714df6a75b74,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:17.314930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting port 257233fa-1fa0-4cab-a3b4-714df6a75b74 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:17.315348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.436721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9db79ccc-9c6d-4baf-b280-b054cb1527f7 None None] Provisioning complete for port 257233fa-1fa0-4cab-a3b4-714df6a75b74 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:17.442097 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9db79ccc-9c6d-4baf-b280-b054cb1527f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.500348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.513030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9db79ccc-9c6d-4baf-b280-b054cb1527f7 None None] Port 257233fa-1fa0-4cab-a3b4-714df6a75b74 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:17.521004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Calling delete_port for 257233fa-1fa0-4cab-a3b4-714df6a75b74 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:17.590732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Router b5404485-f064-4bd9-9504-c3b61d767507 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:17.715575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 381372ab-7ced-43c8-9c12-eda48cbaf71c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:17.743814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:17.745067 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.750918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fa3517ef-2afb-4772-80e6-906f2591be00 admin admin] 10.222.0.49 "PUT /v2.0/routers/b5404485-f064-4bd9-9504-c3b61d767507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0748408 Jul 16 19:00:17.753541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44274) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:17.757736 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] Sync routers for ids ['b5404485-f064-4bd9-9504-c3b61d767507'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:17.771731 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] Routers {'b5404485-f064-4bd9-9504-c3b61d767507'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:17.772536 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5404485-f064-4bd9-9504-c3b61d767507'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:17.808460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 381372ab-7ced-43c8-9c12-eda48cbaf71c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:17.808812 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.953020 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] Set router b5404485-f064-4bd9-9504-c3b61d767507 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:17.975045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Port': ['ID=257233fa-1fa0-4cab-a3b4-714df6a75b74,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:18.133789 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.136389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7d656659-588c-4366-bbc3-38aa88b1ec93 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/ports/257233fa-1fa0-4cab-a3b4-714df6a75b74 HTTP/1.1" status: 204 len: 168 time: 1.0820930 Jul 16 19:00:18.141111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:18.141763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.188015 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27f2efd-e821-49c6-b939-a490c83b6409 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] GET failed (client error): The resource could not be found. Jul 16 19:00:18.209472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d27f2efd-e821-49c6-b939-a490c83b6409 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "GET /v2.0/ports/257233fa-1fa0-4cab-a3b4-714df6a75b74 HTTP/1.1" status: 404 len: 333 time: 0.0476265 Jul 16 19:00:18.210221 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44278) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:18.227244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'name': 'tempest-AllowedAddressPairTestJSON-1793232047'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:18.287285 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T19:00:16Z', 'revision_number': 5, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:18.362961 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] Checking router: b5404485-f064-4bd9-9504-c3b61d767507 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:18.390476 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] Routers {'b5404485-f064-4bd9-9504-c3b61d767507'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:18.391130 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T18:59:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b5404485-f064-4bd9-9504-c3b61d767507'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:18.474747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:18.479920 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.535605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] device_id is not set on port bda3b49b-57eb-497a-a199-09cbdd8182eb yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:00:18.554050 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] Set router b5404485-f064-4bd9-9504-c3b61d767507 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:18.642382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-19f6f9c2-c4a4-4207-9f01-9eb9f11f2d19 req-f87ddf92-9f76-46c6-9983-363fc86a8faf tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 210 time: 0.0374076 Jul 16 19:00:18.682185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.748707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Deleting port 820be569-2f60-432a-a93f-2b94c3e015f5 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:18.749550 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.756089 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Allocated IP 172.20.0.5 (f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7/799c7869-b900-4553-b3e3-97a010606ce7/bda3b49b-57eb-497a-a199-09cbdd8182eb) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:18.785099 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae0bc-1208-4707-a8dc-b7dda2fb80bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.790752 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T19:00:16Z', 'revision_number': 5, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:18.823233 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001fa6b5-586e-40f8-81c8-8aa7a9737af6 None None] The sync data for ids ['b5404485-f064-4bd9-9504-c3b61d767507'] in n-d-791504-15 is: [{'id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'name': 'tempest-TestAggregatesBasicOps-198708530-router', 'tenant_id': '275ff24a0465422ab8f862e7effdc8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:56Z', 'updated_at': '2021-07-16T19:00:16Z', 'revision_number': 5, 'project_id': '275ff24a0465422ab8f862e7effdc8de', 'gw_port': {'id': '820be569-2f60-432a-a93f-2b94c3e015f5', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5404485-f064-4bd9-9504-c3b61d767507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:57Z', 'updated_at': '2021-07-16T19:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:18.847877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] For port 820be569-2f60-432a-a93f-2b94c3e015f5, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=820be569-2f60-432a-a93f-2b94c3e015f5,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:18.848160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.862211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Calling delete_port for 820be569-2f60-432a-a93f-2b94c3e015f5 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:18.909660 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.961006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.978300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Transition to ACTIVE for port object bda3b49b-57eb-497a-a199-09cbdd8182eb will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:19.019132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.052694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.074514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:19.078074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:19.080904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:19.092696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Pushing event deleted for resources: {'Port': ['ID=820be569-2f60-432a-a93f-2b94c3e015f5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:19.160883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=bda3b49b-57eb-497a-a199-09cbdd8182eb,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:19.173361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:19.179131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.186816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.187725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.211082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3d262f4-3609-40a3-b81d-cbcf63c2e1ea tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9921496 Jul 16 19:00:19.213053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44284) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:19.219686 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:26:7f:1a'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:19.238419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:19.239645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7b4ab55c-2149-4b40-b686-bb3c01e7dd99 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:19.332034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.334085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.422757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.422869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5404485-f064-4bd9-9504-c3b61d767507 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:00:19.427954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.430352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9b50d5ce-bdf8-44c3-b516-0098eb06d684 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b5404485-f064-4bd9-9504-c3b61d767507 HTTP/1.1" status: 204 len: 168 time: 1.6745100 Jul 16 19:00:19.433743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44286) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:19.450299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-89436e57-2ac3-43ec-b216-8c1923fb6f96 None None] Provisioning for port bda3b49b-57eb-497a-a199-09cbdd8182eb completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:19.457199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-89436e57-2ac3-43ec-b216-8c1923fb6f96 None None] Provisioning complete for port bda3b49b-57eb-497a-a199-09cbdd8182eb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:19.457576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89436e57-2ac3-43ec-b216-8c1923fb6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.487639 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.521325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-89436e57-2ac3-43ec-b216-8c1923fb6f96 None None] Port bda3b49b-57eb-497a-a199-09cbdd8182eb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:19.531168 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] Deleting subnet 0de0b010-e6fc-4cd7-88af-17e0b9672a26 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:19.537823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.613561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f040677-e9fa-4f2c-9c11-73266f1e8a18 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:19.621757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.639674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8f040677-e9fa-4f2c-9c11-73266f1e8a18 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:19.640081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8f040677-e9fa-4f2c-9c11-73266f1e8a18 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:19.847831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b72453d-e228-413e-b2ea-e0064d25b55d req-e36a8e76-1ad6-4f3d-b767-2eb7713d96d0 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 210 time: 0.0506988 Jul 16 19:00:19.849354 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.923555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.931432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.943502 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.006533 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de0b010-e6fc-4cd7-88af-17e0b9672a26,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:20.008972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.011290 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a4a43462-c715-4ef7-bba2-b661f6cadc2b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0de0b010-e6fc-4cd7-88af-17e0b9672a26 HTTP/1.1" status: 204 len: 168 time: 0.5767472 Jul 16 19:00:20.013603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942e39c-ad37-46a9-bdd8-84c1daca3431 None None] Network edbc3948-23bc-4b77-a509-372a25719f43 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:20.014157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44290) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:20.067366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=bda3b49b-57eb-497a-a199-09cbdd8182eb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:20.083624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] In _notify_port_updated(), no bound segment for port bda3b49b-57eb-497a-a199-09cbdd8182eb on network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 19:00:20.091319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:20.091892 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.105727 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a9b86d6d-826d-4739-b2f2-adb5b972a9ef tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "PUT /v2.0/ports/bda3b49b-57eb-497a-a199-09cbdd8182eb HTTP/1.1" status: 200 len: 996 time: 0.8906116 Jul 16 19:00:20.113348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44292) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:20.152527 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.184596 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.267774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Deleting port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:20.268246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.281877 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting port bda3b49b-57eb-497a-a199-09cbdd8182eb {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:20.282792 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.332902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] DHCP port deletion for edbc3948-23bc-4b77-a509-372a25719f43 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:20.382303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e82e2ebe-3c76-4999-af02-f67faea317f4 None None] Provisioning complete for port bda3b49b-57eb-497a-a199-09cbdd8182eb triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:20.382762 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e82e2ebe-3c76-4999-af02-f67faea317f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.385388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.388932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] For port 6141bcf7-a379-423d-ab6a-bc36a0d1e438, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6141bcf7-a379-423d-ab6a-bc36a0d1e438,segment=NetworkSegment(712adda2-7883-41c6-8191-87ade5fa88c1),segment_id=712adda2-7883-41c6-8191-87ade5fa88c1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:20.389591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.403070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Calling delete_port for 6141bcf7-a379-423d-ab6a-bc36a0d1e438 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:20.403669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Calling delete_port for bda3b49b-57eb-497a-a199-09cbdd8182eb owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:20.436465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e82e2ebe-3c76-4999-af02-f67faea317f4 None None] Port bda3b49b-57eb-497a-a199-09cbdd8182eb cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:20.441964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] Deleting port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:20.442416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.507389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.520944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] For port 6141bcf7-a379-423d-ab6a-bc36a0d1e438, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6141bcf7-a379-423d-ab6a-bc36a0d1e438,segment=NetworkSegment(712adda2-7883-41c6-8191-87ade5fa88c1),segment_id=712adda2-7883-41c6-8191-87ade5fa88c1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:20.521437 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.537253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] Calling delete_port for 6141bcf7-a379-423d-ab6a-bc36a0d1e438 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:20.544376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6141bcf7-a379-423d-ab6a-bc36a0d1e438,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:20.560591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] No DVR routers for this DVR port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:20.629319 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.659963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.661749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] Pushing event deleted for resources: {'Port': ['ID=6141bcf7-a379-423d-ab6a-bc36a0d1e438,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:20.666513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848103a7-48b3-4476-bd20-251cfb464348 None None] No DVR routers for this DVR port 6141bcf7-a379-423d-ab6a-bc36a0d1e438 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:20.691109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbc3948-23bc-4b77-a509-372a25719f43']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:20.703166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712adda2-7883-41c6-8191-87ade5fa88c1') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:20.703564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712adda2-7883-41c6-8191-87ade5fa88c1') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:20.714408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.731597 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.739656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:20.740184 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:20.742097 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:20.811321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.818211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:20.823204 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/edbc3948-23bc-4b77-a509-372a25719f43 HTTP/1.1" status: 204 len: 168 time: 0.8053060 Jul 16 19:00:20.823752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:20.840942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07241c7f-52fb-4825-b8d3-7335978978a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=edbc3948-23bc-4b77-a509-372a25719f43,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:20.969442 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.009363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Port': ['ID=bda3b49b-57eb-497a-a199-09cbdd8182eb,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:21.041780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.041780 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.042117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.042316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.042647 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.042979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.043336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.043644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.043977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.044312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.044716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.045179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:21.078118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e11373f3-c5f0-4fd3-9c79-b957f523fb85 req-69753d2d-af4b-42e6-8a4a-fd5b38a042af tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd841cc-aafc-4b37-a667-d5b7143dad32 HTTP/1.1" status: 200 len: 210 time: 0.0526891 Jul 16 19:00:21.116392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.120150 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea6e969f-f292-4777-a459-a6b827706dd7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/ports/bda3b49b-57eb-497a-a199-09cbdd8182eb HTTP/1.1" status: 204 len: 168 time: 1.0049329 Jul 16 19:00:21.124404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:21.163389 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-8592051d-c6df-43fc-bfec-c422d3fcdf21 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] GET failed (client error): The resource could not be found. Jul 16 19:00:21.168565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8592051d-c6df-43fc-bfec-c422d3fcdf21 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "GET /v2.0/ports/bda3b49b-57eb-497a-a199-09cbdd8182eb HTTP/1.1" status: 404 len: 333 time: 0.0407400 Jul 16 19:00:21.169260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44300) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:21.176013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'name': 'tempest-AllowedAddressPairTestJSON-1843580636'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:21.299671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:21.303489 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.326679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] device_id is not set on port 503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:00:21.358168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.444394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Allocated IP 172.20.0.6 (f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7/799c7869-b900-4553-b3e3-97a010606ce7/503a6ab8-59d4-4f80-a4e4-25f4ec15ff60) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:21.614877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 820be569-2f60-432a-a93f-2b94c3e015f5 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:21.631380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.636218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 820be569-2f60-432a-a93f-2b94c3e015f5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:21.636898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 820be569-2f60-432a-a93f-2b94c3e015f5 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:21.637475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6141bcf7-a379-423d-ab6a-bc36a0d1e438 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:21.650085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Transition to ACTIVE for port object 503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:21.663414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6141bcf7-a379-423d-ab6a-bc36a0d1e438 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:21.664159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6141bcf7-a379-423d-ab6a-bc36a0d1e438 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:21.695027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Deleting port 381372ab-7ced-43c8-9c12-eda48cbaf71c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:21.695600 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.705839 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.752801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:21.755844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:21.759771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:21.767137 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=503a6ab8-59d4-4f80-a4e4-25f4ec15ff60,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:21.783604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] For port 381372ab-7ced-43c8-9c12-eda48cbaf71c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=381372ab-7ced-43c8-9c12-eda48cbaf71c,segment=NetworkSegment(302c81ca-3159-4455-96f6-3e0ff91c5c6f),segment_id=302c81ca-3159-4455-96f6-3e0ff91c5c6f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:21.783972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.797664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Calling delete_port for 381372ab-7ced-43c8-9c12-eda48cbaf71c owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:21.813240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:21.813910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.835859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.837813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-735c2ec2-51df-49a0-b083-504c31e03a33 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6669104 Jul 16 19:00:21.840263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44302) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:21.846176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'network_id': 'f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7', 'name': 'tempest-AllowedAddressPairTestJSON-1825401900'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:21.970786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Made reservation on behalf of 6d172b2e02f84481803d877e4904ce8d for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:21.974654 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.992458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] device_id is not set on port 1455b165-333a-4191-b8e7-999fa863905c yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:00:22.015778 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.046521 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=381372ab-7ced-43c8-9c12-eda48cbaf71c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:22.078359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6307890f-c8f3-4b69-9155-3516a50c449b None None] Provisioning for port 503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:22.083262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6307890f-c8f3-4b69-9155-3516a50c449b None None] Provisioning complete for port 503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:22.083586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6307890f-c8f3-4b69-9155-3516a50c449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.128347 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-6307890f-c8f3-4b69-9155-3516a50c449b None None] Port 503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:22.149028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Allocated IP 172.20.0.12 (f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7/799c7869-b900-4553-b3e3-97a010606ce7/1455b165-333a-4191-b8e7-999fa863905c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:22.198366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44306) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:22.324460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.346294 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Transition to ACTIVE for port object 1455b165-333a-4191-b8e7-999fa863905c will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:22.355442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.380222 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.428653 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:22.432138 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:22.437674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:22.458449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Deleting port b24932e5-7dfd-463b-a982-a912d4014102 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:22.458794 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.464252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=1455b165-333a-4191-b8e7-999fa863905c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:22.498540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:22.499299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.517534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06f50cd0-e3b4-489b-81d3-56c28134f5f6 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6757259 Jul 16 19:00:22.520458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44308) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:22.527943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:26:7f:1a'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:b1:b4:1f'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:22.595764 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.596098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.635821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.638176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Calling delete_port for b24932e5-7dfd-463b-a982-a912d4014102 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:22.717875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Router 618d0e24-afa4-47c5-a1da-14b01d49af19 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:22.756325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d36597af-a45f-4d6b-ad58-5eee6c859c5d None None] Provisioning for port 1455b165-333a-4191-b8e7-999fa863905c completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:22.761654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d36597af-a45f-4d6b-ad58-5eee6c859c5d None None] Provisioning complete for port 1455b165-333a-4191-b8e7-999fa863905c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:22.762200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d36597af-a45f-4d6b-ad58-5eee6c859c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.800544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d36597af-a45f-4d6b-ad58-5eee6c859c5d None None] Port 1455b165-333a-4191-b8e7-999fa863905c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:22.835711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.841189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.912415 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.920662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event updated for resources: {'Port': ['ID=1455b165-333a-4191-b8e7-999fa863905c,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:22.937084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] In _notify_port_updated(), no bound segment for port 1455b165-333a-4191-b8e7-999fa863905c on network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 {{(pid=93796) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 19:00:22.942977 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:22.943681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.947973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f26b1ee4-f1d6-428f-becd-02fb39fb356c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "PUT /v2.0/ports/1455b165-333a-4191-b8e7-999fa863905c HTTP/1.1" status: 200 len: 1056 time: 0.4234438 Jul 16 19:00:22.948334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:23.061798 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting port 1455b165-333a-4191-b8e7-999fa863905c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:23.062151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.158676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.170252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Calling delete_port for 1455b165-333a-4191-b8e7-999fa863905c owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:23.223078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:23.225432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ff6e992-b095-460e-b171-c363fe139a5c None None] Provisioning complete for port 1455b165-333a-4191-b8e7-999fa863905c triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:23.225863 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e992-b095-460e-b171-c363fe139a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.232535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe42ab00-e5a0-4f9e-912a-28f61044bbf5 admin admin] 10.222.0.49 "PUT /v2.0/routers/618d0e24-afa4-47c5-a1da-14b01d49af19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4072821 Jul 16 19:00:23.235696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44312) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:23.239052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.264884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] Sync routers for ids ['618d0e24-afa4-47c5-a1da-14b01d49af19'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:23.267070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6e992-b095-460e-b171-c363fe139a5c None None] Port 1455b165-333a-4191-b8e7-999fa863905c cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:23.276218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] Routers {'618d0e24-afa4-47c5-a1da-14b01d49af19'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:23.276996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['618d0e24-afa4-47c5-a1da-14b01d49af19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:23.315178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.335070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'Port': ['ID=b24932e5-7dfd-463b-a982-a912d4014102,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:23.351692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Port': ['ID=1455b165-333a-4191-b8e7-999fa863905c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:23.403965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] Set router 618d0e24-afa4-47c5-a1da-14b01d49af19 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:23.456233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.459223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.460440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2fdffd0a-6766-4641-a441-9b4bd7ebf2f6 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "DELETE /v2.0/floatingips/a6d46d09-c622-42e8-a0b5-72d4e1239c86 HTTP/1.1" status: 204 len: 168 time: 1.2609901 Jul 16 19:00:23.477628 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.671428 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.674369 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5877f206-6d8c-491f-88d7-c7afc535c18c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/ports/1455b165-333a-4191-b8e7-999fa863905c HTTP/1.1" status: 204 len: 168 time: 0.7248914 Jul 16 19:00:23.678078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44318) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:23.687398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:21Z', 'revision_number': 5, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port': {'id': '403174cd-c87c-4c6b-8bf2-b5a85541763e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:06Z', 'updated_at': '2021-07-16T19:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:23.701763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.710943 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-807d6162-0d2f-4c6b-9518-56e06855ba48 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] GET failed (client error): The resource could not be found. Jul 16 19:00:23.712972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-807d6162-0d2f-4c6b-9518-56e06855ba48 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "GET /v2.0/ports/1455b165-333a-4191-b8e7-999fa863905c HTTP/1.1" status: 404 len: 333 time: 0.0337296 Jul 16 19:00:23.715876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:23.720795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] Checking router: 618d0e24-afa4-47c5-a1da-14b01d49af19 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:23.731448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] Routers {'618d0e24-afa4-47c5-a1da-14b01d49af19'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:23.732335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['618d0e24-afa4-47c5-a1da-14b01d49af19'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:23.782856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Deleting port 403174cd-c87c-4c6b-8bf2-b5a85541763e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:23.783440 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.830842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] Set router 618d0e24-afa4-47c5-a1da-14b01d49af19 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:23.855697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting port 503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:23.856058 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.887767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] For port 403174cd-c87c-4c6b-8bf2-b5a85541763e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=403174cd-c87c-4c6b-8bf2-b5a85541763e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:23.888552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.896189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:23Z', 'revision_number': 6, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:23.905431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Calling delete_port for 403174cd-c87c-4c6b-8bf2-b5a85541763e owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:23.929005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babfbbbf-7757-4da9-b59c-24465d46882f None None] The sync data for ids ['618d0e24-afa4-47c5-a1da-14b01d49af19'] in n-d-791504-15 is: [{'id': '618d0e24-afa4-47c5-a1da-14b01d49af19', 'name': 'tempest-TestAggregatesBasicOps-517807338-router', 'tenant_id': '87a39d7fb93f44149fe05ed2a44c6127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:04Z', 'updated_at': '2021-07-16T19:00:23Z', 'revision_number': 6, 'project_id': '87a39d7fb93f44149fe05ed2a44c6127', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:23.987728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.001538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Calling delete_port for 503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:24.120085 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.143939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.157640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Pushing event deleted for resources: {'Port': ['ID=403174cd-c87c-4c6b-8bf2-b5a85541763e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:24.179664 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Port': ['ID=503a6ab8-59d4-4f80-a4e4-25f4ec15ff60,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:24.221837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.263363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.269564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f24358fc-7840-4d6f-800c-93418bb648b7 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/ports/503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 HTTP/1.1" status: 204 len: 168 time: 0.5521326 Jul 16 19:00:24.269996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44326) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:24.318530 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c83145-d681-45cc-a506-00a8d3cdeed5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] GET failed (client error): The resource could not be found. Jul 16 19:00:24.320560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-09c83145-d681-45cc-a506-00a8d3cdeed5 tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "GET /v2.0/ports/503a6ab8-59d4-4f80-a4e4-25f4ec15ff60 HTTP/1.1" status: 404 len: 333 time: 0.0494621 Jul 16 19:00:24.324836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44328) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:24.365980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.370991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.462349 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.462998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618d0e24-afa4-47c5-a1da-14b01d49af19 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:00:24.468911 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.470077 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45c8c8aa-7a74-4f28-85b9-ccb494f44606 admin admin] 10.222.0.49 "DELETE /v2.0/routers/618d0e24-afa4-47c5-a1da-14b01d49af19 HTTP/1.1" status: 204 len: 168 time: 1.2328305 Jul 16 19:00:24.472675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44330) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:24.504599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting port 009f8922-af0e-4095-85a2-d637f7101625 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:24.504993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.527520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] Deleting subnet c144c373-ad59-4948-adbe-c35ae16e6dd5 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:24.532261 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.576802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.602624 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.616045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Calling delete_port for 009f8922-af0e-4095-85a2-d637f7101625 owned by {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:24.665557 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.717395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.765776 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.783993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.795644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c144c373-ad59-4948-adbe-c35ae16e6dd5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:24.801118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.803311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-34f5ea21-7928-433f-b223-0adfa1ae9f13 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c144c373-ad59-4948-adbe-c35ae16e6dd5 HTTP/1.1" status: 204 len: 168 time: 0.3292904 Jul 16 19:00:24.806969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:24.811959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35287d-450c-47ad-9598-43e21da79a84 None None] Network 0d1136f6-f2e4-46d9-8a50-ac08189be566 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:24.828399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Port': ['ID=009f8922-af0e-4095-85a2-d637f7101625,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:24.925880 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.933482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:24.940403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44336) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:24.944291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-75802f6a-8aae-4629-9641-91ce17aaec9a tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/ports/009f8922-af0e-4095-85a2-d637f7101625 HTTP/1.1" status: 204 len: 168 time: 0.6148779 Jul 16 19:00:25.064601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting subnet 799c7869-b900-4553-b3e3-97a010606ce7 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:25.069697 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.118452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] DHCP port deletion for 0d1136f6-f2e4-46d9-8a50-ac08189be566 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:25.151436 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.155229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Deleting port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:25.155578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.182112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] Deleting port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:25.182848 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.278849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] For port 411a283d-8c15-44ed-a56e-a2bc7e5ca207, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=411a283d-8c15-44ed-a56e-a2bc7e5ca207,segment=NetworkSegment(302c81ca-3159-4455-96f6-3e0ff91c5c6f),segment_id=302c81ca-3159-4455-96f6-3e0ff91c5c6f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:25.285189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] For port 411a283d-8c15-44ed-a56e-a2bc7e5ca207, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=411a283d-8c15-44ed-a56e-a2bc7e5ca207,segment=NetworkSegment(302c81ca-3159-4455-96f6-3e0ff91c5c6f),segment_id=302c81ca-3159-4455-96f6-3e0ff91c5c6f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:25.285386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.291381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.317901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] Calling delete_port for 411a283d-8c15-44ed-a56e-a2bc7e5ca207 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:25.325824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Calling delete_port for 411a283d-8c15-44ed-a56e-a2bc7e5ca207 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:25.409749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.422288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.458375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] Pushing event deleted for resources: {'Port': ['ID=411a283d-8c15-44ed-a56e-a2bc7e5ca207,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:25.461189 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff380da-b64b-42b6-bbb7-7ff45ba20c07 None None] No DVR routers for this DVR port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:25.496194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.534601 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=411a283d-8c15-44ed-a56e-a2bc7e5ca207,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:25.536700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] No DVR routers for this DVR port 411a283d-8c15-44ed-a56e-a2bc7e5ca207 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:25.560544 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.587149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797a9dd-962e-40b7-b322-ce896c0f1bc5 None None] Network f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:25.604708 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.607039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/subnets/799c7869-b900-4553-b3e3-97a010606ce7 HTTP/1.1" status: 204 len: 168 time: 0.6633205 Jul 16 19:00:25.608067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dc861-5a87-4608-88f5-6f9ac703e1db tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Subnet': ['ID=799c7869-b900-4553-b3e3-97a010606ce7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:25.610135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:25.624817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 381372ab-7ced-43c8-9c12-eda48cbaf71c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:25.713320 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.716462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 381372ab-7ced-43c8-9c12-eda48cbaf71c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:25.716994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 381372ab-7ced-43c8-9c12-eda48cbaf71c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:25.717497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 411a283d-8c15-44ed-a56e-a2bc7e5ca207 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:25.728259 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.748163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1136f6-f2e4-46d9-8a50-ac08189be566']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:25.749369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 411a283d-8c15-44ed-a56e-a2bc7e5ca207 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:25.750017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 411a283d-8c15-44ed-a56e-a2bc7e5ca207 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:25.750445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 403174cd-c87c-4c6b-8bf2-b5a85541763e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:25.768306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302c81ca-3159-4455-96f6-3e0ff91c5c6f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:25.768665 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302c81ca-3159-4455-96f6-3e0ff91c5c6f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:25.780629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.785205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 403174cd-c87c-4c6b-8bf2-b5a85541763e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:25.785775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 403174cd-c87c-4c6b-8bf2-b5a85541763e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:25.801060 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.810720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:25.811691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: self.session.flush() Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:25.814927 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:25.822820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Deleting port 567f1588-4893-46f9-8cbe-bfd47de37ff6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:25.822820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.896930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] For port 567f1588-4893-46f9-8cbe-bfd47de37ff6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=567f1588-4893-46f9-8cbe-bfd47de37ff6,segment=NetworkSegment(ad612416-86ef-48d7-a7a1-5d772da769e1),segment_id=ad612416-86ef-48d7-a7a1-5d772da769e1)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:25.897319 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.904616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.911867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Calling delete_port for 567f1588-4893-46f9-8cbe-bfd47de37ff6 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:25.920911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.922893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d1136f6-f2e4-46d9-8a50-ac08189be566 HTTP/1.1" status: 204 len: 168 time: 1.1149147 Jul 16 19:00:25.936489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cba83-7cf3-45da-a015-07d122255d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1136f6-f2e4-46d9-8a50-ac08189be566,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:25.952580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] DHCP port deletion for f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:26.023828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] Deleting port 567f1588-4893-46f9-8cbe-bfd47de37ff6 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:26.024358 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.045765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.100650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] No DVR routers for this DVR port 567f1588-4893-46f9-8cbe-bfd47de37ff6 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:26.121769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] For port 567f1588-4893-46f9-8cbe-bfd47de37ff6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=567f1588-4893-46f9-8cbe-bfd47de37ff6,segment=NetworkSegment(ad612416-86ef-48d7-a7a1-5d772da769e1),segment_id=ad612416-86ef-48d7-a7a1-5d772da769e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:26.123121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.123809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Port': ['ID=567f1588-4893-46f9-8cbe-bfd47de37ff6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:26.142396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] Calling delete_port for 567f1588-4893-46f9-8cbe-bfd47de37ff6 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:26.178682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44344) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:26.214930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.229759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:26.231346 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.246876 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bc572b01-8063-4afc-ad00-c36de4284bef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=275ff24a0465422ab8f862e7effdc8de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668144 Jul 16 19:00:26.247433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad612416-86ef-48d7-a7a1-5d772da769e1') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:26.247908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad612416-86ef-48d7-a7a1-5d772da769e1') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:26.250298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44346) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:26.258992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] Pushing event deleted for resources: {'Port': ['ID=567f1588-4893-46f9-8cbe-bfd47de37ff6,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:26.266016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.268289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b8626-161c-4616-b436-7d7f25893153 None None] No DVR routers for this DVR port 567f1588-4893-46f9-8cbe-bfd47de37ff6 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:26.292550 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.301875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:26.302331 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:26.306893 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:26.325761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a07561d6-80ea-4aa1-b6a9-f8aa80852331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.348366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a07561d6-80ea-4aa1-b6a9-f8aa80852331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.378302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.386395 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.389570 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] 10.222.0.49 "DELETE /v2.0/networks/f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7 HTTP/1.1" status: 204 len: 168 time: 0.7773998 Jul 16 19:00:26.410089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e659f57-ba52-41fd-9f94-e0a9e12ab02c tempest-AllowedAddressPairTestJSON-1035883760 tempest-AllowedAddressPairTestJSON-1035883760-project] Pushing event deleted for resources: {'Network': ['ID=f8b36c96-3337-4e0c-9bb8-c8ec2b7970e7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:26.414336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a07561d6-80ea-4aa1-b6a9-f8aa80852331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.417218 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a07561d6-80ea-4aa1-b6a9-f8aa80852331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.420832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a07561d6-80ea-4aa1-b6a9-f8aa80852331 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83e7f199-23ef-4b05-86b9-69ea88590158 HTTP/1.1" status: 204 len: 168 time: 0.1670873 Jul 16 19:00:26.430813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07561d6-80ea-4aa1-b6a9-f8aa80852331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e7f199-23ef-4b05-86b9-69ea88590158,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:26.675817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:26.782041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44360) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:26.824250 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0aee03da-3403-4123-b8bd-4d231ebc869a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87a39d7fb93f44149fe05ed2a44c6127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407696 Jul 16 19:00:26.824588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8dfaa1df-a371-48bc-a4c9-4e2d8d06e4ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d172b2e02f84481803d877e4904ce8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472368 Jul 16 19:00:26.826606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44362) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:26.829241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:26.876098 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c70c10c2-f15d-4fec-b4d2-0aaad8e1a07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.877827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9370de52-8432-4dfb-aacf-ffd489591d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.898394 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c70c10c2-f15d-4fec-b4d2-0aaad8e1a07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.899050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9370de52-8432-4dfb-aacf-ffd489591d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.955664 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9370de52-8432-4dfb-aacf-ffd489591d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.958248 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c70c10c2-f15d-4fec-b4d2-0aaad8e1a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.958720 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9370de52-8432-4dfb-aacf-ffd489591d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.962687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9370de52-8432-4dfb-aacf-ffd489591d58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0156012f-3725-4c56-b81e-084152a26c4a HTTP/1.1" status: 204 len: 168 time: 0.1298590 Jul 16 19:00:26.962932 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c70c10c2-f15d-4fec-b4d2-0aaad8e1a07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.962932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c70c10c2-f15d-4fec-b4d2-0aaad8e1a07b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd919b8d-f43e-4f26-aee7-ddc53572af25 HTTP/1.1" status: 204 len: 168 time: 0.1350451 Jul 16 19:00:26.977025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370de52-8432-4dfb-aacf-ffd489591d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0156012f-3725-4c56-b81e-084152a26c4a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:26.986962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c10c2-f15d-4fec-b4d2-0aaad8e1a07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd919b8d-f43e-4f26-aee7-ddc53572af25,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:27.079547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44372) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:27.162384 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39b92389-3944-43fd-a93c-d9a7c7f89238 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.194360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39b92389-3944-43fd-a93c-d9a7c7f89238 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.274644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39b92389-3944-43fd-a93c-d9a7c7f89238 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.277550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39b92389-3944-43fd-a93c-d9a7c7f89238 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.281529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-39b92389-3944-43fd-a93c-d9a7c7f89238 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] 10.222.0.49 "DELETE /v2.0/security-groups/4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab HTTP/1.1" status: 204 len: 168 time: 0.1982956 Jul 16 19:00:27.294746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92389-3944-43fd-a93c-d9a7c7f89238 tempest-TestVolumeBootPattern-1796144663 tempest-TestVolumeBootPattern-1796144663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb77ff-5f7d-427c-8ad7-efc66b1e30ab,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:27.365543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44384) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:27.603585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 567f1588-4893-46f9-8cbe-bfd47de37ff6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:27.630682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 567f1588-4893-46f9-8cbe-bfd47de37ff6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:27.630682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 567f1588-4893-46f9-8cbe-bfd47de37ff6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:27.923760 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.049963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:28.203852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Deleting port 6dcb7077-639d-4e68-8bbf-8efa08f3a763 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:28.204622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.277476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1362750880'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:28.297296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] For port 6dcb7077-639d-4e68-8bbf-8efa08f3a763, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6dcb7077-639d-4e68-8bbf-8efa08f3a763,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:28.297703 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.299782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:28.303640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.312832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Calling delete_port for 6dcb7077-639d-4e68-8bbf-8efa08f3a763 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:28.313024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.413688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.418654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.442457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:28.457569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fddd5ac-5c63-4f63-bb31-fcf74945377e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:28.462864 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.463211 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4 of type vlan for network 5caf0998-1664-4fe1-9d29-197e3f528194 Jul 16 19:00:28.506991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.521388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.549071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcb7077-639d-4e68-8bbf-8efa08f3a763,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:28.549345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.559761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:28.561069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.636626 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5851746 Jul 16 19:00:28.734215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.789142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:28.794833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '5caf0998-1664-4fe1-9d29-197e3f528194', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:28.804232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276f509-e9ab-429a-b3dc-1fd3f210a48d tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=5caf0998-1664-4fe1-9d29-197e3f528194,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:28.818174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 5caf0998-1664-4fe1-9d29-197e3f528194 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:28.942369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:28.946212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.120826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Router 15e9ea11-0205-451b-952a-008b5b1e6f65 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:29.495956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44452) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:29.501607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'network': {'name': 'tempest-network-smoke--1238857989', 'project_id': '96b10d50697c412591f38e63a25b6b89', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:29.533663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Made reservation on behalf of 96b10d50697c412591f38e63a25b6b89 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:29.537351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.547009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.620545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.649055 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.654444 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.656975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:29.667881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-861229f2-b250-4b7b-a956-0f94435e2e18 admin admin] 10.222.0.49 "PUT /v2.0/routers/15e9ea11-0205-451b-952a-008b5b1e6f65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3014011 Jul 16 19:00:29.668056 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] Sync routers for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:29.670016 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44454) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:29.681366 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:29.682688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:29.682843 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:29.699576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982ef4ce-48be-4687-a9fd-e7fbae9d6eda,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:29.704255 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.704965 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Added segment d1d73c33-718f-40e2-8d30-2b35d5bd9a2d of type vlan for network 77d5cc82-5513-44bd-aec1-e748cd930eae Jul 16 19:00:29.739782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=6c136e68-3dd6-4994-9b43-1b601daac2f6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:29.754913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.783273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': 'a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5caf0998-1664-4fe1-9d29-197e3f528194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:29.783696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 5caf0998-1664-4fe1-9d29-197e3f528194, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:29.786344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.792000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:29.792730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.799126 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:29.814122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.817000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 5caf0998-1664-4fe1-9d29-197e3f528194 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:29.846429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3491991 Jul 16 19:00:29.852574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44456) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:29.861864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'admin_state_up': True, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:29.875026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abc754-d2d0-415a-96d4-87b11b6bc475 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Network': ['ID=77d5cc82-5513-44bd-aec1-e748cd930eae,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:29.881544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 5caf0998-1664-4fe1-9d29-197e3f528194) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:29.886402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 77d5cc82-5513-44bd-aec1-e748cd930eae details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:29.901749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e18a1-0d6e-41f1-a1fa-573c9d9bd696 None None] Network 5caf0998-1664-4fe1-9d29-197e3f528194 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:29.919965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:29.920940 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.942449 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.943450 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.963905 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2d1e5001-f9ee-4fca-ae12-bf332d97c1c2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1736100 Jul 16 19:00:29.968726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:29.975949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-199094730'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:29.984740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.004199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:30.008565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.022830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.048929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:30.063279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.063636 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment 9a9f4a2a-d125-407d-9408-9a213741a4ec of type vlan for network ada854f1-65bd-418a-8833-f27c1d626e5e Jul 16 19:00:30.122607 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T19:00:28Z', 'revision_number': 5, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port': {'id': '58cef603-8933-42d7-bf4d-40ceee42ddcd', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:00Z', 'updated_at': '2021-07-16T18:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:30.137710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.150841 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] Checking router: 15e9ea11-0205-451b-952a-008b5b1e6f65 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:30.160050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-5caf0998-1664-4fe1-9d29-197e3f528194', 'network_id': '5caf0998-1664-4fe1-9d29-197e3f528194', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '6c136e68-3dd6-4994-9b43-1b601daac2f6'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:30.161713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] Routers {'15e9ea11-0205-451b-952a-008b5b1e6f65'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:30.162428 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['15e9ea11-0205-451b-952a-008b5b1e6f65'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:30.163180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.186014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.196338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:30.197641 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.238170 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.250838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Deleting port 58cef603-8933-42d7-bf4d-40ceee42ddcd {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:30.251151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.275825 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] Set router 15e9ea11-0205-451b-952a-008b5b1e6f65 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:30.295663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=ada854f1-65bd-418a-8833-f27c1d626e5e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:30.309155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88b8ccbe-5eb4-4cd2-a2e7-58e0c2ff4feb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3365986 Jul 16 19:00:30.309627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44460) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:30.316988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': 'ada854f1-65bd-418a-8833-f27c1d626e5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:30.359569 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T19:00:29Z', 'revision_number': 6, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:30.391903 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a50fdc-50ea-4d33-9466-9ea833abb81e None None] The sync data for ids ['15e9ea11-0205-451b-952a-008b5b1e6f65'] in n-d-791504-15 is: [{'id': '15e9ea11-0205-451b-952a-008b5b1e6f65', 'name': 'tempest-TestVolumeBootPattern-1477828500-router', 'tenant_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:54Z', 'updated_at': '2021-07-16T19:00:29Z', 'revision_number': 6, 'project_id': '40b1bb34d6f54a91b6e23a6fe2ddc95a', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:30.405453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] For port 58cef603-8933-42d7-bf4d-40ceee42ddcd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58cef603-8933-42d7-bf4d-40ceee42ddcd,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:30.405906 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.423668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Calling delete_port for 58cef603-8933-42d7-bf4d-40ceee42ddcd owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:30.430775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:30.433187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network ada854f1-65bd-418a-8833-f27c1d626e5e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:30.441734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.554728 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Allocated IP 172.20.255.242 (5caf0998-1664-4fe1-9d29-197e3f528194/6c136e68-3dd6-4994-9b43-1b601daac2f6/cda41efa-b490-47dc-9ded-8766c692c988) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:30.639273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.644882 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.667029 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.710335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=0adc2134-1f03-4dc7-b9d5-3ed39a946938,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:30.721764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': '9a9f4a2a-d125-407d-9408-9a213741a4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ada854f1-65bd-418a-8833-f27c1d626e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:30.722122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: ada854f1-65bd-418a-8833-f27c1d626e5e, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:30.722344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.733420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Transition to ACTIVE for port object cda41efa-b490-47dc-9ded-8766c692c988 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:30.748333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network ada854f1-65bd-418a-8833-f27c1d626e5e is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:30.756568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Transition to ACTIVE for port object cda41efa-b490-47dc-9ded-8766c692c988 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:30.762038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, ada854f1-65bd-418a-8833-f27c1d626e5e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:30.766852 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.775746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:30.776512 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.776705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74150d5-da67-433d-a7f9-7df144f7dc57 None None] Network ada854f1-65bd-418a-8833-f27c1d626e5e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:30.797395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9fc877dc-27cb-4127-a993-cdd396d0c4c9 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4862230 Jul 16 19:00:30.799788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:30.820441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.825798 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Network 5caf0998-1664-4fe1-9d29-197e3f528194 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:30.837197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Allocated IP 172.25.1.214 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/e6a2848f-2579-42eb-9d4d-dcd4f78d290e) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:30.837442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:30.842059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:30.869056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Pushing event deleted for resources: {'Port': ['ID=58cef603-8933-42d7-bf4d-40ceee42ddcd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:30.928041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Pushing event updated for resources: {'Port': ['ID=cda41efa-b490-47dc-9ded-8766c692c988,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:30.945924 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.979893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Attempting to bind port cda41efa-b490-47dc-9ded-8766c692c988 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:30.980344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Attempting to bind port cda41efa-b490-47dc-9ded-8766c692c988 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5caf0998-1664-4fe1-9d29-197e3f528194'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:30.980810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Attempting to bind port cda41efa-b490-47dc-9ded-8766c692c988 on network 5caf0998-1664-4fe1-9d29-197e3f528194 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:30.991574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:30.992054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Checking segment: {'id': 'a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5caf0998-1664-4fe1-9d29-197e3f528194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:30.992537 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.993029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Bound using segment: {'id': 'a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5caf0998-1664-4fe1-9d29-197e3f528194'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:30.993582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Bound port: cda41efa-b490-47dc-9ded-8766c692c988, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5caf0998-1664-4fe1-9d29-197e3f528194'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:30.994050 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.005479 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.011907 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.078246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.115743 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=0adc2134-1f03-4dc7-b9d5-3ed39a946938,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.119225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbfa76a-072c-4cc6-af95-e5327ec6ea11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-ada854f1-65bd-418a-8833-f27c1d626e5e', 'network_id': 'ada854f1-65bd-418a-8833-f27c1d626e5e', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '0adc2134-1f03-4dc7-b9d5-3ed39a946938'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:31.120592 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa76a-072c-4cc6-af95-e5327ec6ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.125585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.130250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.147379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] For port cda41efa-b490-47dc-9ded-8766c692c988, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:31.149691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.163872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] For port cda41efa-b490-47dc-9ded-8766c692c988, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cda41efa-b490-47dc-9ded-8766c692c988,segment=NetworkSegment(a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4),segment_id=a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:31.172108 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.184620 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.198171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada854f1-65bd-418a-8833-f27c1d626e5e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:31.201593 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.202115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15e9ea11-0205-451b-952a-008b5b1e6f65 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:00:31.207269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.209601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9f4a2a-d125-407d-9408-9a213741a4ec') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:31.209915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9f4a2a-d125-407d-9408-9a213741a4ec') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:31.211176 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-103a2740-c682-46de-a989-dcb4f4ba78ff admin admin] 10.222.0.49 "DELETE /v2.0/routers/15e9ea11-0205-451b-952a-008b5b1e6f65 HTTP/1.1" status: 204 len: 168 time: 1.5396321 Jul 16 19:00:31.211596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44464) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:31.250943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.251256 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.292327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.292518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:31.296037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:31.299353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11494d-7688-482f-b154-023cb7544bed None None] Network ada854f1-65bd-418a-8833-f27c1d626e5e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:31.300549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:31.308732 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] Deleting subnet 22e05bba-3610-4ef3-ae16-c3b8ea6168b1 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:31.312930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:31.313299 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:31.317806 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:31.319643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79b59a-372f-4b24-be75-accb10f05086 None None] Pushing event updated for resources: {'Port': ['ID=cda41efa-b490-47dc-9ded-8766c692c988,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.328317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.368018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.436752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.457938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.469457 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.471316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/ada854f1-65bd-418a-8833-f27c1d626e5e HTTP/1.1" status: 204 len: 168 time: 0.6704786 Jul 16 19:00:31.485291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:31.491939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106283400'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:31.495208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5bc5b-6c82-4886-bb47-35ecebac13bd tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=ada854f1-65bd-418a-8833-f27c1d626e5e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.581615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:31.594575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.660679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.695454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58cef603-8933-42d7-bf4d-40ceee42ddcd no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:31.714733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:31.753386 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.753966 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment fa1e9053-9869-4a27-9e98-69ed9525019a of type vlan for network 92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6 Jul 16 19:00:31.765927 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 58cef603-8933-42d7-bf4d-40ceee42ddcd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:31.770273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58cef603-8933-42d7-bf4d-40ceee42ddcd not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:31.772621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6dcb7077-639d-4e68-8bbf-8efa08f3a763 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:31.785004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.837194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6dcb7077-639d-4e68-8bbf-8efa08f3a763 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:31.838544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6dcb7077-639d-4e68-8bbf-8efa08f3a763 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:31.843452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e05bba-3610-4ef3-ae16-c3b8ea6168b1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.850405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.854935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e2e3e873-1f04-4178-8bb6-1b82e0b93df7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/22e05bba-3610-4ef3-ae16-c3b8ea6168b1 HTTP/1.1" status: 204 len: 168 time: 0.6423872 Jul 16 19:00:31.855228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15ddba-6d81-4501-aa49-e323807911ca None None] Network ce045fe6-b26c-4cd3-b01a-bce265891f92 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:31.857935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44468) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:31.861046 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.874078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.954435 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.960074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:31.960679 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.969084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.011453 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5250270 Jul 16 19:00:32.015558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.058850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:32.065527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7482217-4644-4354-ba8a-551aadb05581 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.069401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] DHCP port deletion for ce045fe6-b26c-4cd3-b01a-bce265891f92 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:32.108765 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.109393 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:32.181352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Deleting port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:32.181705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.198059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] Deleting port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:32.199370 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.201629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:32.204943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.282111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] For port 8c3865bc-d255-4ae4-9b4d-024ff00acae8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c3865bc-d255-4ae4-9b4d-024ff00acae8,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:32.282557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.298748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] Calling delete_port for 8c3865bc-d255-4ae4-9b4d-024ff00acae8 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:32.315490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Performing IP validity checks on allocation pools {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 19:00:32.316032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 19:00:32.337056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] For port 8c3865bc-d255-4ae4-9b4d-024ff00acae8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8c3865bc-d255-4ae4-9b4d-024ff00acae8,segment=NetworkSegment(c7994fe4-050f-4811-a6f7-ea7ccb800ad8),segment_id=c7994fe4-050f-4811-a6f7-ea7ccb800ad8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:32.337510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.370952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Calling delete_port for 8c3865bc-d255-4ae4-9b4d-024ff00acae8 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:32.395405 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.429601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] Pushing event deleted for resources: {'Port': ['ID=8c3865bc-d255-4ae4-9b4d-024ff00acae8,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.435021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fc1aa-1d89-4be5-8619-6d09bc6f8d9f None None] No DVR routers for this DVR port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:32.545419 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.579488 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.587486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3865bc-d255-4ae4-9b4d-024ff00acae8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.589496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] No DVR routers for this DVR port 8c3865bc-d255-4ae4-9b4d-024ff00acae8 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:32.656960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router 229d6606-0a33-470f-8393-71bd27336672 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:00:32.697353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=ab2ccbd0-a906-4216-aa85-822510b4f331,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.702325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed03d3-34b2-4bf1-a397-0a934026e403 None None] Network 5caf0998-1664-4fe1-9d29-197e3f528194 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:32.727438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.741898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': 'fa1e9053-9869-4a27-9e98-69ed9525019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:32.742265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:32.745294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce045fe6-b26c-4cd3-b01a-bce265891f92']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:32.778009 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:32.790447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Sync routers for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:32.799238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.803697 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-40b8f778-3a4e-409c-a613-5beb670feba1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9459991 Jul 16 19:00:32.804265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.836441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:32.837200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:32.884259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3847d0ca-5296-415e-bb90-396ff6950383 None None] Provisioning for port cda41efa-b490-47dc-9ded-8766c692c988 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:32.958964 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7e8658ea-2416-4af7-959e-60c6c61f61d0 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=96b10d50697c412591f38e63a25b6b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1503489 Jul 16 19:00:32.959387 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.004033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:33.048362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.048748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7994fe4-050f-4811-a6f7-ea7ccb800ad8') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.063595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.078535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:33.084892 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.093578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:33.095744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: self.session.flush() Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:33.101743 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:33.111928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:33.112491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.152333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05350d-4491-4d6a-b7ce-71bb9e8bcb14 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:33.157344 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f05350d-4491-4d6a-b7ce-71bb9e8bcb14 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1936378 Jul 16 19:00:33.158829 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.165788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c157e14e-4e05-42ff-8006-4f2d0a91ea83 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1457191 Jul 16 19:00:33.165985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21453294-5dba-44a3-8a17-478c92d35046 None None] Network 92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:33.166432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44482) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.178678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.185467 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.187573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ce045fe6-b26c-4cd3-b01a-bce265891f92 HTTP/1.1" status: 204 len: 168 time: 1.3286278 Jul 16 19:00:33.196018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.207400 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0128f215-66d5-47f8-8c29-6ebbdcf9a287 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445790 Jul 16 19:00:33.214629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.224418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127987094', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'project_id': '96b10d50697c412591f38e63a25b6b89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:33.229884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06fffa-3048-4257-a2f7-630173907748 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce045fe6-b26c-4cd3-b01a-bce265891f92,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.364975 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 3, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.376236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.432762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Made reservation on behalf of 96b10d50697c412591f38e63a25b6b89 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:33.438706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.443211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Checking router: 229d6606-0a33-470f-8393-71bd27336672 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:33.443677 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Updating router 229d6606-0a33-470f-8393-71bd27336672 port e6a2848f-2579-42eb-9d4d-dcd4f78d290e binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:33.520997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.634231 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.689419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2ccbd0-a906-4216-aa85-822510b4f331,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.699164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.733875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cda41efa-b490-47dc-9ded-8766c692c988 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:33.760006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db7de34-79a2-429f-ade1-d6b278241dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6', 'network_id': '92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': 'ab2ccbd0-a906-4216-aa85-822510b4f331'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:33.761278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9db7de34-79a2-429f-ade1-d6b278241dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.766602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.801303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.820712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.831119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.838021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1e9053-9869-4a27-9e98-69ed9525019a') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.838436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1e9053-9869-4a27-9e98-69ed9525019a') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.873611 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.907616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.915295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Subnet': ['ID=fa1285f0-6a50-4b38-bf92-b33fda84aaf7,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.926601 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:33.927204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:33.930613 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:33.957493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Checking segment: {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:33.957988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network hostable DHCP agents. Network: 77d5cc82-5513-44bd-aec1-e748cd930eae, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:33.960802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port cda41efa-b490-47dc-9ded-8766c692c988 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:33.976292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abafa68d-e10b-4ce9-9b9e-5d9490480192 None None] Network 92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:33.981051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port cda41efa-b490-47dc-9ded-8766c692c988 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:33.981696 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.001606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Deleting port 74dacf70-cee6-4249-ae13-b0b5b5006c28 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:34.001955 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.014707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 77d5cc82-5513-44bd-aec1-e748cd930eae is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:34.018353 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.028557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.030625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6 HTTP/1.1" status: 204 len: 168 time: 0.8636093 Jul 16 19:00:34.034759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:34.044315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 77d5cc82-5513-44bd-aec1-e748cd930eae) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:34.044522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-370485557'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:34.046200 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98536c60-c9ca-4e43-bab5-b89264247ef6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.050023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.050669 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.073116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841009c-98f7-4f2d-aeb3-a800c47a50ba None None] Network 77d5cc82-5513-44bd-aec1-e748cd930eae requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:34.100373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:34.104814 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.116158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fbbba015-3e29-479c-b5f7-a9252a20a501 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8975594 Jul 16 19:00:34.116158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:34.146179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] For port 74dacf70-cee6-4249-ae13-b0b5b5006c28, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=74dacf70-cee6-4249-ae13-b0b5b5006c28,segment=NetworkSegment(ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd),segment_id=ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:34.146545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.159280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:34.166576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Calling delete_port for 74dacf70-cee6-4249-ae13-b0b5b5006c28 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:34.179049 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.179388 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment aacd207b-0e97-4afe-b8b6-f223584a1c92 of type vlan for network 9785ae95-4514-4d65-93dc-d060d79ff641 Jul 16 19:00:34.266826 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.343290 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.352533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.358604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.359215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.386214 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.409919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Transition to ACTIVE for port object e6a2848f-2579-42eb-9d4d-dcd4f78d290e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:34.419940 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3782630 Jul 16 19:00:34.419940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:34.426278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '9785ae95-4514-4d65-93dc-d060d79ff641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:34.432683 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.436482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port cda41efa-b490-47dc-9ded-8766c692c988, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cda41efa-b490-47dc-9ded-8766c692c988,segment=NetworkSegment(a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4),segment_id=a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:34.472362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89ac07-e567-4157-98e5-7c5fd6880088 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=9785ae95-4514-4d65-93dc-d060d79ff641,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.490048 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.495651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-77d5cc82-5513-44bd-aec1-e748cd930eae', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:34.496516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.515631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9785ae95-4514-4d65-93dc-d060d79ff641 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:34.557629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ecc98-8615-4749-b55e-39dbaf9e7935 None None] Pushing event updated for resources: {'Port': ['ID=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.560452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Attempting to bind port e6a2848f-2579-42eb-9d4d-dcd4f78d290e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:34.560614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Attempting to bind port e6a2848f-2579-42eb-9d4d-dcd4f78d290e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:34.561254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Attempting to bind port e6a2848f-2579-42eb-9d4d-dcd4f78d290e on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:34.594499 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.628172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=74dacf70-cee6-4249-ae13-b0b5b5006c28,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.630067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:34.630644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c3865bc-d255-4ae4-9b4d-024ff00acae8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:34.632802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:34.633291 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:34.633572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.633681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.633967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:34.634440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Bound port: e6a2848f-2579-42eb-9d4d-dcd4f78d290e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:34.634818 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.745062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8c3865bc-d255-4ae4-9b4d-024ff00acae8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:34.745414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8c3865bc-d255-4ae4-9b4d-024ff00acae8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:34.766426 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.806355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=cda41efa-b490-47dc-9ded-8766c692c988,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.840379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] For port e6a2848f-2579-42eb-9d4d-dcd4f78d290e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:34.863587 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] For port e6a2848f-2579-42eb-9d4d-dcd4f78d290e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:34.877691 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.908701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Allocated IP 172.20.0.2 (77d5cc82-5513-44bd-aec1-e748cd930eae/fa1285f0-6a50-4b38-bf92-b33fda84aaf7/82583187-4f1f-41eb-aa48-6542d331a941) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:34.969915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ecc98-8615-4749-b55e-39dbaf9e7935 None None] Pushing event updated for resources: {'Port': ['ID=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.972523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.973097 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:34.973875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.028727 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.151010 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=0ecc5564-bdae-43f4-9e31-a53ce40c1f2e,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.172520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:35.184544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': 'aacd207b-0e97-4afe-b8b6-f223584a1c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9785ae95-4514-4d65-93dc-d060d79ff641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:35.185739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 9785ae95-4514-4d65-93dc-d060d79ff641, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:35.245101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 9785ae95-4514-4d65-93dc-d060d79ff641 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:35.256835 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.261800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9785ae95-4514-4d65-93dc-d060d79ff641) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:35.266776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:35.267374 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.274930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84c252-ac87-481a-8da4-e42e9493e977 None None] Network 9785ae95-4514-4d65-93dc-d060d79ff641 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:35.280302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Transition to ACTIVE for port object 82583187-4f1f-41eb-aa48-6542d331a941 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:35.318903 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-33a498c0-0786-48ae-a52b-02a1d187dd2b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8966513 Jul 16 19:00:35.321772 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.352136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Transition to ACTIVE for port object 82583187-4f1f-41eb-aa48-6542d331a941 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:35.364198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Router cee99758-288c-4653-84d4-e1a5302131ff has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:35.389014 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.445350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Allocated IP 172.20.0.1 (77d5cc82-5513-44bd-aec1-e748cd930eae/fa1285f0-6a50-4b38-bf92-b33fda84aaf7/9ecf20b0-0cab-46fe-9c40-928bd42d70ec) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:35.463887 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Network 77d5cc82-5513-44bd-aec1-e748cd930eae is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:35.480022 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.486812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:35.510209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:35.515476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Pushing event updated for resources: {'Port': ['ID=82583187-4f1f-41eb-aa48-6542d331a941,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.564642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:35.575863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.577575 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] Sync routers for ids ['cee99758-288c-4653-84d4-e1a5302131ff'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:35.585270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6220e8a7-bd7a-4265-b9c6-87aba4fe74b1 admin admin] 10.222.0.49 "PUT /v2.0/routers/cee99758-288c-4653-84d4-e1a5302131ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3759654 Jul 16 19:00:35.599772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] Routers {'cee99758-288c-4653-84d4-e1a5302131ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:35.600717 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cee99758-288c-4653-84d4-e1a5302131ff'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.608871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.675988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.718400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.742819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Transition to ACTIVE for port object 9ecf20b0-0cab-46fe-9c40-928bd42d70ec will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:35.764938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.775161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecc5564-bdae-43f4-9e31-a53ce40c1f2e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.786903 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] Set router cee99758-288c-4653-84d4-e1a5302131ff gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:35.799731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cda41efa-b490-47dc-9ded-8766c692c988 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:35.830600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Attempting to bind port 82583187-4f1f-41eb-aa48-6542d331a941 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:35.830979 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Attempting to bind port 82583187-4f1f-41eb-aa48-6542d331a941 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:35.831332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Attempting to bind port 82583187-4f1f-41eb-aa48-6542d331a941 on network 77d5cc82-5513-44bd-aec1-e748cd930eae {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:35.834151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ac40d-3dbb-48a7-b50b-569cef059c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-9785ae95-4514-4d65-93dc-d060d79ff641', 'network_id': '9785ae95-4514-4d65-93dc-d060d79ff641', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '0ecc5564-bdae-43f4-9e31-a53ce40c1f2e'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:35.834994 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-801ac40d-3dbb-48a7-b50b-569cef059c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.844422 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.860383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:35.860761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Checking segment: {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:35.861057 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9785ae95-4514-4d65-93dc-d060d79ff641']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.861561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.862109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Bound using segment: {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:35.862744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Bound port: 82583187-4f1f-41eb-aa48-6542d331a941, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:35.863299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.864961 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.876876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacd207b-0e97-4afe-b8b6-f223584a1c92') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.878371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacd207b-0e97-4afe-b8b6-f223584a1c92') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.891501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 3, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:35.895230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.925006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 77d5cc82-5513-44bd-aec1-e748cd930eae is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:35.935381 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.937660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:35.940404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:35.943792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.946703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.957166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:35.957624 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:35.960958 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:35.996239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4556dc8-6cce-44f0-84da-e735d68703bd None None] The sync data for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 is: [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 3, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:36.019658 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.045876 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c18d4-2352-4d34-8a4d-e2276c72e6ce None None] Network 9785ae95-4514-4d65-93dc-d060d79ff641 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:36.055454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port cda41efa-b490-47dc-9ded-8766c692c988 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:36.055823 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.069882 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.090090 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.102677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/9785ae95-4514-4d65-93dc-d060d79ff641 HTTP/1.1" status: 204 len: 168 time: 0.7700686 Jul 16 19:00:36.117301 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T19:00:34Z', 'revision_number': 5, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port': {'id': '5c5ce98b-477d-4bbc-966f-409dda8fc449', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:46:19Z', 'updated_at': '2021-07-16T18:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:36.119623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.125460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6670469'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.125667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] For port 82583187-4f1f-41eb-aa48-6542d331a941, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:36.146934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a37dd-c161-4b58-a998-c52ae07d4070 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=9785ae95-4514-4d65-93dc-d060d79ff641,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.157941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:36.162068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.177536 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] Checking router: cee99758-288c-4653-84d4-e1a5302131ff for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:36.190500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] For port 82583187-4f1f-41eb-aa48-6542d331a941, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=82583187-4f1f-41eb-aa48-6542d331a941,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:36.194991 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] Routers {'cee99758-288c-4653-84d4-e1a5302131ff'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:36.195750 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['cee99758-288c-4653-84d4-e1a5302131ff'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:36.196530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:36.202483 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.210589 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.211485 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment e5790963-59f8-4710-8b0f-dda023647df1 of type vlan for network 3dcc3587-87d1-41e6-876f-e2264829b895 Jul 16 19:00:36.278072 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.324182 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.330216 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:36.330881 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.338377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2eea7-5d5f-4d14-9631-650af953b9d9 None None] Pushing event updated for resources: {'Port': ['ID=82583187-4f1f-41eb-aa48-6542d331a941,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.361069 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] Set router cee99758-288c-4653-84d4-e1a5302131ff gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:36.454259 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3333242 Jul 16 19:00:36.457859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:36.466527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '3dcc3587-87d1-41e6-876f-e2264829b895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:36.492593 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 6, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:36.528345 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91fbbc6-88c8-453b-ba84-93760b1e58de None None] The sync data for ids ['cee99758-288c-4653-84d4-e1a5302131ff'] in n-d-791504-15 is: [{'id': 'cee99758-288c-4653-84d4-e1a5302131ff', 'name': 'tempest-TestVolumeBootPattern-2056772617-router', 'tenant_id': '826599c964e64a9a8b749309d59800f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:46:17Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 6, 'project_id': '826599c964e64a9a8b749309d59800f7', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:36.535651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef8f3a-0beb-49d2-8842-533e19bea4a1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=3dcc3587-87d1-41e6-876f-e2264829b895,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.550010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3dcc3587-87d1-41e6-876f-e2264829b895 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:36.666635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:36.671662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.683829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Deleting port 5c5ce98b-477d-4bbc-966f-409dda8fc449 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:36.684412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.832946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] For port 5c5ce98b-477d-4bbc-966f-409dda8fc449, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5c5ce98b-477d-4bbc-966f-409dda8fc449,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:36.833311 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.849035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.851227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Calling delete_port for 5c5ce98b-477d-4bbc-966f-409dda8fc449 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:36.964646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.041988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': 'e5790963-59f8-4710-8b0f-dda023647df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3dcc3587-87d1-41e6-876f-e2264829b895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:37.042357 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 3dcc3587-87d1-41e6-876f-e2264829b895, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:37.045060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=5d335930-6dea-45f1-98fe-29994c841767,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.074720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 3dcc3587-87d1-41e6-876f-e2264829b895 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:37.087734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3dcc3587-87d1-41e6-876f-e2264829b895) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:37.098695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc0c74-a83c-4e84-8b42-3c45503d9b7d None None] Network 3dcc3587-87d1-41e6-876f-e2264829b895 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:37.101771 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:37.102688 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.134604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9c5f4462-e11e-447a-9e65-d9c17f0c739c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6753814 Jul 16 19:00:37.138718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:37.283939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.290763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fee78a-9a50-49d7-af07-572409cdd33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-3dcc3587-87d1-41e6-876f-e2264829b895', 'network_id': '3dcc3587-87d1-41e6-876f-e2264829b895', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '5d335930-6dea-45f1-98fe-29994c841767'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:37.292206 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-32fee78a-9a50-49d7-af07-572409cdd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.351453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.416285 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.423155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-32fee78a-9a50-49d7-af07-572409cdd33e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d335930-6dea-45f1-98fe-29994c841767: This subnet is being modified by another concurrent operation. Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d335930-6dea-45f1-98fe-29994c841767: This subnet is being modified by another concurrent operation. Jul 16 19:00:37.426459 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 16 19:00:37.442027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22a40c-8949-465a-a282-8e966225c3b5 None None] Network 3dcc3587-87d1-41e6-876f-e2264829b895 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:37.446991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.469396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5ce98b-477d-4bbc-966f-409dda8fc449,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.474177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.484621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=5d335930-6dea-45f1-98fe-29994c841767,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.628165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.629005 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.636996 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.641473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcc3587-87d1-41e6-876f-e2264829b895']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:37.644653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.653957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5790963-59f8-4710-8b0f-dda023647df1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:37.654259 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5790963-59f8-4710-8b0f-dda023647df1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:37.666850 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.682155 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.689091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:37.689874 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:37.693081 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:37.739731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 82583187-4f1f-41eb-aa48-6542d331a941 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:37.770945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.784082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.785983 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/3dcc3587-87d1-41e6-876f-e2264829b895 HTTP/1.1" status: 204 len: 168 time: 0.6456323 Jul 16 19:00:37.789442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.790966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:37.799116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3289b9-9464-4620-b31c-71bed5b8600b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=3dcc3587-87d1-41e6-876f-e2264829b895,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.799332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586537882'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:37.804877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.815161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 82583187-4f1f-41eb-aa48-6542d331a941 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:37.820003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e6a2848f-2579-42eb-9d4d-dcd4f78d290e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:37.873191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e6a2848f-2579-42eb-9d4d-dcd4f78d290e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:37.877551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e6a2848f-2579-42eb-9d4d-dcd4f78d290e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:37.878001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.902838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:37.906769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.912131 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.912833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cee99758-288c-4653-84d4-e1a5302131ff {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:00:37.931856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.936339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:37.936882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bb36bc06-431a-474f-98c6-fb4d7ff5942f admin admin] 10.222.0.49 "DELETE /v2.0/routers/cee99758-288c-4653-84d4-e1a5302131ff HTTP/1.1" status: 204 len: 168 time: 2.3597367 Jul 16 19:00:37.969845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 77d5cc82-5513-44bd-aec1-e748cd930eae is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:37.973714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:37.981335 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.986516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:38.011821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] Deleting subnet 1841b670-e6e7-4a8e-ae6b-5c320e35480e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:38.012630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e6a2848f-2579-42eb-9d4d-dcd4f78d290e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:38.015867 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.019288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.044379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.044678 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment b598ba73-e114-4557-8973-525bf2be161f of type vlan for network 6926a6ba-58dd-4e0a-a750-9fc828c523fc Jul 16 19:00:38.065560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.115545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:38.121778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5c5ce98b-477d-4bbc-966f-409dda8fc449 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:38.126661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9062af1-9d99-4506-a995-4296df503bcb None None] Network 77d5cc82-5513-44bd-aec1-e748cd930eae requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:38.141491 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.160283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 5c5ce98b-477d-4bbc-966f-409dda8fc449 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:38.160617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5c5ce98b-477d-4bbc-966f-409dda8fc449 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:38.162242 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 74dacf70-cee6-4249-ae13-b0b5b5006c28 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:38.182893 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.188845 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router 229d6606-0a33-470f-8393-71bd27336672 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:38.195460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 74dacf70-cee6-4249-ae13-b0b5b5006c28 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:38.196037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 74dacf70-cee6-4249-ae13-b0b5b5006c28 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:38.239839 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.246487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:38.247193 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.250324 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a935896-9350-41e4-9662-db143a3d988d None None] Provisioning for port 82583187-4f1f-41eb-aa48-6542d331a941 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:38.255990 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.265192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1a935896-9350-41e4-9662-db143a3d988d None None] Provisioning complete for port 82583187-4f1f-41eb-aa48-6542d331a941 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:38.265572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a935896-9350-41e4-9662-db143a3d988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.288605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1841b670-e6e7-4a8e-ae6b-5c320e35480e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:38.294857 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.297235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-16196263-3990-4866-95f3-e1b517ef6d72 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1841b670-e6e7-4a8e-ae6b-5c320e35480e HTTP/1.1" status: 204 len: 168 time: 0.3593800 Jul 16 19:00:38.299610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.311420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf145e5-5c2b-4ad6-ab15-c4727745a730 None None] Network d34c02e0-625f-4ffc-8190-f801818080f9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:38.328490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5350306 Jul 16 19:00:38.333569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.358391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '6926a6ba-58dd-4e0a-a750-9fc828c523fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:38.408381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20af595-0816-4422-b4c0-dccdecc952bb tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=6926a6ba-58dd-4e0a-a750-9fc828c523fc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:38.445238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:38.446819 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 6926a6ba-58dd-4e0a-a750-9fc828c523fc details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:38.457585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-88dbf682-21ae-46f6-b875-1d5c6fc8dc14 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "PUT /v2.0/routers/229d6606-0a33-470f-8393-71bd27336672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3402166 Jul 16 19:00:38.460219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44514) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.462160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.466507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e6c48f03-a3cb-48af-8b0f-824ffd897a4d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--167005485', 'description': 'tempest-secgroup_access--167005485 description', 'project_id': '96b10d50697c412591f38e63a25b6b89'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:38.510695 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6c48f03-a3cb-48af-8b0f-824ffd897a4d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.574730 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a935896-9350-41e4-9662-db143a3d988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.639110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6c48f03-a3cb-48af-8b0f-824ffd897a4d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.648119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6c48f03-a3cb-48af-8b0f-824ffd897a4d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.673470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1a935896-9350-41e4-9662-db143a3d988d None None] For port 82583187-4f1f-41eb-aa48-6542d331a941, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=82583187-4f1f-41eb-aa48-6542d331a941,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:38.683456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1a935896-9350-41e4-9662-db143a3d988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.690735 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6c48f03-a3cb-48af-8b0f-824ffd897a4d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.692932 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e6c48f03-a3cb-48af-8b0f-824ffd897a4d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2302556 Jul 16 19:00:38.694438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c48f03-a3cb-48af-8b0f-824ffd897a4d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00b85af-e11d-4598-8b96-f5b0f1d46b0a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:38.696746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.710970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-cec0184d-5cc5-43e8-9789-73d465f49726 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--653849424', 'description': 'tempest-secgroup_general--653849424 description', 'project_id': '96b10d50697c412591f38e63a25b6b89'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:38.736277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cec0184d-5cc5-43e8-9789-73d465f49726 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.749323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a935896-9350-41e4-9662-db143a3d988d None None] Pushing event updated for resources: {'Port': ['ID=82583187-4f1f-41eb-aa48-6542d331a941,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:38.825603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] DHCP port deletion for d34c02e0-625f-4ffc-8190-f801818080f9 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:38.871915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cec0184d-5cc5-43e8-9789-73d465f49726 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.878935 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cec0184d-5cc5-43e8-9789-73d465f49726 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.899373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] Deleting port 77a22669-1538-4ca9-bf65-642dfc89feb4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:38.899726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.902357 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-cec0184d-5cc5-43e8-9789-73d465f49726 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.903648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cec0184d-5cc5-43e8-9789-73d465f49726 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1970313 Jul 16 19:00:38.910587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:38.917191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9481809a-6a7b-41c0-9e8d-80768229f7de tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'security_group_rule': {'security_group_id': 'a00b85af-e11d-4598-8b96-f5b0f1d46b0a', 'project_id': '96b10d50697c412591f38e63a25b6b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:38.918554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05997565-6739-4890-978f-af5270f012d3 None None] Sync routers for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:38.942780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0184d-5cc5-43e8-9789-73d465f49726 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c9600-bd93-4255-b65c-7b7dc5d39ca3,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:38.971815 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9481809a-6a7b-41c0-9e8d-80768229f7de tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.971952 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:38.972241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:38.984029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Deleting port 77a22669-1538-4ca9-bf65-642dfc89feb4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:38.984378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.030467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] For port 77a22669-1538-4ca9-bf65-642dfc89feb4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=77a22669-1538-4ca9-bf65-642dfc89feb4,segment=NetworkSegment(ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd),segment_id=ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:39.030859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.052920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] Calling delete_port for 77a22669-1538-4ca9-bf65-642dfc89feb4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:39.054725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] For port 77a22669-1538-4ca9-bf65-642dfc89feb4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=77a22669-1538-4ca9-bf65-642dfc89feb4,segment=NetworkSegment(ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd),segment_id=ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:39.055211 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.068091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Calling delete_port for 77a22669-1538-4ca9-bf65-642dfc89feb4 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:39.079719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9481809a-6a7b-41c0-9e8d-80768229f7de tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.089568 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:39.093773 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9481809a-6a7b-41c0-9e8d-80768229f7de tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.095594 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.117876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481809a-6a7b-41c0-9e8d-80768229f7de tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab98a53-fd7c-4e6c-95a1-2133267fc21d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.142595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9481809a-6a7b-41c0-9e8d-80768229f7de tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.144834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9481809a-6a7b-41c0-9e8d-80768229f7de tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2332122 Jul 16 19:00:39.179988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:39.228840 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 19:00:39.229495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 19:00:39.250734 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.271775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] No DVR routers for this DVR port 77a22669-1538-4ca9-bf65-642dfc89feb4 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:39.317258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Pushing event deleted for resources: {'Port': ['ID=77a22669-1538-4ca9-bf65-642dfc89feb4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.339706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-124e1f5d-16a3-489f-a5c1-8d0a1f8f1f75 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--167005485&fields=id&tenant_id=96b10d50697c412591f38e63a25b6b89 HTTP/1.1" status: 200 len: 267 time: 0.0586100 Jul 16 19:00:39.392211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-bc40af11-18a1-4415-bb5f-bd20e2c54998 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--653849424&fields=id&tenant_id=96b10d50697c412591f38e63a25b6b89 HTTP/1.1" status: 200 len: 267 time: 0.0427423 Jul 16 19:00:39.394680 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.407471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34c02e0-625f-4ffc-8190-f801818080f9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:39.421297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:39.422149 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1b5ab8-eca2-409c-9e3f-be9906a6c7bd') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:39.433025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.452400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.458373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c516be1e-c0e5-4698-a60b-b32cbf46493f None None] Provisioning for port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:39.460448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:39.461184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:39.519866 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:39.534331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-0f1105b5-d983-4eae-a8f6-c385727f8374 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.540315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-0f1105b5-d983-4eae-a8f6-c385727f8374 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/networks?id=77d5cc82-5513-44bd-aec1-e748cd930eae HTTP/1.1" status: 200 len: 797 time: 0.1388500 Jul 16 19:00:39.540985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.561435 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.566602 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] 10.222.0.49 "DELETE /v2.0/networks/d34c02e0-625f-4ffc-8190-f801818080f9 HTTP/1.1" status: 204 len: 168 time: 1.2657292 Jul 16 19:00:39.567556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabcc38-3822-4a68-b3a6-b1d2f798092c admin admin] Pushing event deleted for resources: {'Network': ['ID=d34c02e0-625f-4ffc-8190-f801818080f9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.568645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-32d62c9f-cd2b-4890-948a-356db59afedb tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/quotas/96b10d50697c412591f38e63a25b6b89 HTTP/1.1" status: 200 len: 375 time: 0.0155065 Jul 16 19:00:39.584325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c516be1e-c0e5-4698-a60b-b32cbf46493f None None] Provisioning complete for port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:39.584705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c516be1e-c0e5-4698-a60b-b32cbf46493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.631391 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.662342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] Network d34c02e0-625f-4ffc-8190-f801818080f9 is not hosted by any dhcp agent {{(pid=93797) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 19:00:39.662813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] No DVR routers for this DVR port 77a22669-1538-4ca9-bf65-642dfc89feb4 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:39.669363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147edd48-9cb8-4ae6-90d3-a8f51c361aae None None] Pushing event deleted for resources: {'Port': ['ID=77a22669-1538-4ca9-bf65-642dfc89feb4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.671253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 82583187-4f1f-41eb-aa48-6542d331a941 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:39.712950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51f8056-72e2-4886-bf7f-d11b9e836670 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:00:39.713223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.720333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-cc12d4df-86ca-4895-a4db-bf820eeed663 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387050 Jul 16 19:00:39.822425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c516be1e-c0e5-4698-a60b-b32cbf46493f None None] Port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:39.838837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=9205fabe-50f0-4364-9aed-2f2edc40f7e4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.855252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': 'b598ba73-e114-4557-8973-525bf2be161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6926a6ba-58dd-4e0a-a750-9fc828c523fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:39.855944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 6926a6ba-58dd-4e0a-a750-9fc828c523fc, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:39.866273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 82583187-4f1f-41eb-aa48-6542d331a941 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:39.866656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.868727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:39.886330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 6926a6ba-58dd-4e0a-a750-9fc828c523fc is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:39.899966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 6926a6ba-58dd-4e0a-a750-9fc828c523fc) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:39.905511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.905842 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.913980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 2, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:39.924059 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-04397d3a-0106-4185-a868-227d17891257 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5782170 Jul 16 19:00:39.926963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44536) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:39.939338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-f296318b-fe2e-4b79-83fa-70d3297000cc service neutron] 10.222.0.49 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033405 Jul 16 19:00:39.945318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c516be1e-c0e5-4698-a60b-b32cbf46493f None None] Provisioning complete for port 82583187-4f1f-41eb-aa48-6542d331a941 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:39.946015 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c516be1e-c0e5-4698-a60b-b32cbf46493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.949185 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-85d3c1e8-6fa3-4e02-bfbd-ff452ed60b60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40b1bb34d6f54a91b6e23a6fe2ddc95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788507 Jul 16 19:00:39.951807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44538) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:40.005735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05997565-6739-4890-978f-af5270f012d3 None None] Checking router: 229d6606-0a33-470f-8393-71bd27336672 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:40.006245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05997565-6739-4890-978f-af5270f012d3 None None] Updating router 229d6606-0a33-470f-8393-71bd27336672 port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:40.049017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-cfdaec29-c6cd-4547-9eb9-96724fcfca3e service neutron] 10.222.0.49 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986795 Jul 16 19:00:40.063855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6be91d9d-8539-45e8-962a-b02e299a5e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.078395 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.111136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6be91d9d-8539-45e8-962a-b02e299a5e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.112032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05997565-6739-4890-978f-af5270f012d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.151402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f8056-72e2-4886-bf7f-d11b9e836670 None None] Unable to find a vacant binding_index for network 6926a6ba-58dd-4e0a-a750-9fc828c523fc and agent f5d12ddb-5720-4f2e-b17a-867e7392272b {{(pid=93797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 19:00:40.178881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e6a2848f-2579-42eb-9d4d-dcd4f78d290e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:40.204699 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.228209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f8056-72e2-4886-bf7f-d11b9e836670 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 6926a6ba-58dd-4e0a-a750-9fc828c523fc) {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:00:40.290276 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85442f1d-9216-44e7-b69e-cfe5da08049e req-305ae92e-fa0a-4bc0-90ef-756ea1882ae8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 210 time: 0.0463269 Jul 16 19:00:40.297742 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6be91d9d-8539-45e8-962a-b02e299a5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.300804 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6be91d9d-8539-45e8-962a-b02e299a5e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.301970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6be91d9d-8539-45e8-962a-b02e299a5e9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21fd25ba-1363-4061-8c45-24d66eb51d27 HTTP/1.1" status: 204 len: 168 time: 0.3492284 Jul 16 19:00:40.323013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be91d9d-8539-45e8-962a-b02e299a5e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fd25ba-1363-4061-8c45-24d66eb51d27,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.336715 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.375015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=9205fabe-50f0-4364-9aed-2f2edc40f7e4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.401286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e6a2848f-2579-42eb-9d4d-dcd4f78d290e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:40.401662 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.459139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.472212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6926a6ba-58dd-4e0a-a750-9fc828c523fc']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:40.487497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b598ba73-e114-4557-8973-525bf2be161f') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:40.487808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b598ba73-e114-4557-8973-525bf2be161f') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:40.499481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.519001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-888f4692-727d-491e-a64d-52b4375335d2 None None] Provisioning complete for port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:40.519161 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-888f4692-727d-491e-a64d-52b4375335d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.527027 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.536544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:40.536930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:40.540434 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:40.622252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.640445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-888f4692-727d-491e-a64d-52b4375335d2 None None] Port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:40.649930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.651962 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/6926a6ba-58dd-4e0a-a750-9fc828c523fc HTTP/1.1" status: 204 len: 168 time: 0.7237513 Jul 16 19:00:40.652836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6a34e-584f-46fc-a492-c2be207b68ab tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=6926a6ba-58dd-4e0a-a750-9fc828c523fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.660492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:40.666074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067427028'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:40.693433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:40.697432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.725852 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:40.738375 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.738793 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment 8067e9d5-1b22-43bc-b8b1-5b1c153ef55c of type vlan for network f0f7045f-94e1-4e8b-b5fd-95baef0dca4e Jul 16 19:00:40.796360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.803489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05997565-6739-4890-978f-af5270f012d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.831209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:40.844310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05997565-6739-4890-978f-af5270f012d3 None None] Transition to ACTIVE for port object 9ecf20b0-0cab-46fe-9c40-928bd42d70ec will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:40.859451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a22669-1538-4ca9-bf65-642dfc89feb4 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:40.861950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.866247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05997565-6739-4890-978f-af5270f012d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.869379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:40.870634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.894184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-86dbca59-e825-49c2-b424-09bc4859dd1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=826599c964e64a9a8b749309d59800f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612705 Jul 16 19:00:40.895192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44558) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:40.922525 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 77a22669-1538-4ca9-bf65-642dfc89feb4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:40.922872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a22669-1538-4ca9-bf65-642dfc89feb4 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:40.957167 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=f0f7045f-94e1-4e8b-b5fd-95baef0dca4e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.972287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d15001b-f797-41e9-9668-ab20d37f7ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.976607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cc13dd4e-dfed-4fbe-820d-2b5857c4e7e2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3134241 Jul 16 19:00:40.979303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:40.986154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5deece5-2deb-4b6d-981d-65c683549678 None None] Network 6926a6ba-58dd-4e0a-a750-9fc828c523fc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:40.986363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': 'f0f7045f-94e1-4e8b-b5fd-95baef0dca4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:40.988206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network f0f7045f-94e1-4e8b-b5fd-95baef0dca4e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:41.010802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d08f81-18c2-4afb-b957-771277935e97 None None] Pushing event updated for resources: {'Port': ['ID=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.033115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5deece5-2deb-4b6d-981d-65c683549678 None None] Network 6926a6ba-58dd-4e0a-a750-9fc828c523fc could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 19:00:41.042117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d15001b-f797-41e9-9668-ab20d37f7ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.045109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600f070-e65e-4aba-b181-727a6d8b4a3c None None] Network 6926a6ba-58dd-4e0a-a750-9fc828c523fc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:41.084732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600f070-e65e-4aba-b181-727a6d8b4a3c None None] Network 6926a6ba-58dd-4e0a-a750-9fc828c523fc could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 19:00:41.131206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-05997565-6739-4890-978f-af5270f012d3 None None] Attempting to bind port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:41.131988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-05997565-6739-4890-978f-af5270f012d3 None None] Attempting to bind port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:41.132680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05997565-6739-4890-978f-af5270f012d3 None None] Attempting to bind port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec on network 77d5cc82-5513-44bd-aec1-e748cd930eae {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:41.145020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05997565-6739-4890-978f-af5270f012d3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:41.145689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05997565-6739-4890-978f-af5270f012d3 None None] Checking segment: {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:41.146257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05997565-6739-4890-978f-af5270f012d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.146962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05997565-6739-4890-978f-af5270f012d3 None None] Bound using segment: {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:41.147610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-05997565-6739-4890-978f-af5270f012d3 None None] Bound port: 9ecf20b0-0cab-46fe-9c40-928bd42d70ec, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:41.148543 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05997565-6739-4890-978f-af5270f012d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.215082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:41.220247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.228723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-05997565-6739-4890-978f-af5270f012d3 None None] For port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:41.233718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-05997565-6739-4890-978f-af5270f012d3 None None] For port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:41.242711 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05997565-6739-4890-978f-af5270f012d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.252270 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d15001b-f797-41e9-9668-ab20d37f7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.255214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d15001b-f797-41e9-9668-ab20d37f7ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.258871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5d15001b-f797-41e9-9668-ab20d37f7ad9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd64b74e-f549-4e9e-8bdf-00b919a0b956 HTTP/1.1" status: 204 len: 168 time: 0.3595867 Jul 16 19:00:41.309060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15001b-f797-41e9-9668-ab20d37f7ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64b74e-f549-4e9e-8bdf-00b919a0b956,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.323827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d08f81-18c2-4afb-b957-771277935e97 None None] Pushing event updated for resources: {'Port': ['ID=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.328153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:41.329074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:41.497749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:41.559526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1b817fb-d640-414c-9840-f710f446bdd9 req-3d626477-336a-4acb-92be-78df95e615fa tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 210 time: 0.0475819 Jul 16 19:00:41.560656 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.634834 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=240476ee-344d-459d-8e84-aa3d57dd87b8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.698237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': '8067e9d5-1b22-43bc-b8b1-5b1c153ef55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f0f7045f-94e1-4e8b-b5fd-95baef0dca4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:41.699007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: f0f7045f-94e1-4e8b-b5fd-95baef0dca4e, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:41.743464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network f0f7045f-94e1-4e8b-b5fd-95baef0dca4e is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:41.768185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, f0f7045f-94e1-4e8b-b5fd-95baef0dca4e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:41.785111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d10f87-d0a4-493b-b947-571e29350738 None None] Network f0f7045f-94e1-4e8b-b5fd-95baef0dca4e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:41.804165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.804985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.868657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-f787b1f2-a024-4c4e-9362-a8da34b7b827 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.871074 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-f787b1f2-a024-4c4e-9362-a8da34b7b827 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.59 "GET /v2.0/networks?id=77d5cc82-5513-44bd-aec1-e748cd930eae HTTP/1.1" status: 200 len: 797 time: 0.1580186 Jul 16 19:00:41.883667 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-87378c07-cabd-43db-ae11-e5a11f2cbe8f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9025660 Jul 16 19:00:41.886941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44568) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:41.985874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-8134dd5e-bb12-45eb-98cb-0780a6b84e65 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b10d50697c412591f38e63a25b6b89 HTTP/1.1" status: 200 len: 476 time: 0.1054311 Jul 16 19:00:42.000073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'port': {'device_id': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'admin_state_up': True, 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'security_groups': ['a00b85af-e11d-4598-8b96-f5b0f1d46b0a', 'f72c9600-bd93-4255-b65c-7b7dc5d39ca3']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:42.021728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.118648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.175870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-05997565-6739-4890-978f-af5270f012d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:41Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:42.208554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Made reservation on behalf of 96b10d50697c412591f38e63a25b6b89 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:42.212601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.222604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.226742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05997565-6739-4890-978f-af5270f012d3 None None] The sync data for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 is: [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:41Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:42.260740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=240476ee-344d-459d-8e84-aa3d57dd87b8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:42.313433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770411d0-3ef5-4f2a-8be4-356853bebfd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-f0f7045f-94e1-4e8b-b5fd-95baef0dca4e', 'network_id': 'f0f7045f-94e1-4e8b-b5fd-95baef0dca4e', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '240476ee-344d-459d-8e84-aa3d57dd87b8'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:42.313638 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-770411d0-3ef5-4f2a-8be4-356853bebfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.365364 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.377559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f7045f-94e1-4e8b-b5fd-95baef0dca4e']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:42.390808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8067e9d5-1b22-43bc-b8b1-5b1c153ef55c') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:42.390808 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8067e9d5-1b22-43bc-b8b1-5b1c153ef55c') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:42.401825 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.417273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.427729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:42.428246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.429045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c522f-6475-4f9a-95fb-f349b9fd8e39 None None] Network f0f7045f-94e1-4e8b-b5fd-95baef0dca4e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:42.433923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Allocated IP 172.20.0.8 (77d5cc82-5513-44bd-aec1-e748cd930eae/fa1285f0-6a50-4b38-bf92-b33fda84aaf7/3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:42.491923 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:42.505183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.515268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.520826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/f0f7045f-94e1-4e8b-b5fd-95baef0dca4e HTTP/1.1" status: 204 len: 168 time: 0.6290758 Jul 16 19:00:42.523573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:42.529658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276157667'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:42.529835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2af24a-02c0-450f-9f43-f0584ef3596a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=f0f7045f-94e1-4e8b-b5fd-95baef0dca4e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:42.596752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:42.600637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.672974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:42.699927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.700326 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment cea4b7e2-cb4a-4a17-b3f3-ed677d68d3b3 of type vlan for network 0fcb084c-4ea3-4c47-8b70-1b954c944179 Jul 16 19:00:42.719923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.739357 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69486d27-ec78-419d-a2ff-a3efd648fc5f req-a09c0f66-95df-430c-9470-42d3fe7f3f43 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 210 time: 0.0457802 Jul 16 19:00:42.769052 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.773394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Transition to ACTIVE for port object 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:42.819777 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.825856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.826474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.855574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.882566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3570757 Jul 16 19:00:42.886372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:42.894958 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '0fcb084c-4ea3-4c47-8b70-1b954c944179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:42.946074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 77d5cc82-5513-44bd-aec1-e748cd930eae is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:42.949585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d93ac-44e7-4fce-8d9a-c0e2dd6d4d41 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=0fcb084c-4ea3-4c47-8b70-1b954c944179,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:42.957052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:42.961605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:42.972251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0fcb084c-4ea3-4c47-8b70-1b954c944179 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:42.995560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:43.026333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:43.032235 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.058243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:43.059558 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.080225 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-c22bcaa7-de79-49f5-9f71-cb5a26e9644f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0872896 Jul 16 19:00:43.093971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Request body: {'port': {'device_id': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:43.186988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.272429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.306664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2d93a9f-90a8-437b-b781-644691ec410f None None] Provisioning for port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:43.313998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f2d93a9f-90a8-437b-b781-644691ec410f None None] Provisioning complete for port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:43.315952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f2d93a9f-90a8-437b-b781-644691ec410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.340225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=368a2ceb-efa6-4229-ad60-040e8b13bfaa,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:43.364750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': 'cea4b7e2-cb4a-4a17-b3f3-ed677d68d3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0fcb084c-4ea3-4c47-8b70-1b954c944179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:43.365327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 0fcb084c-4ea3-4c47-8b70-1b954c944179, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:43.366488 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f2d93a9f-90a8-437b-b781-644691ec410f None None] Port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:43.387513 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 0fcb084c-4ea3-4c47-8b70-1b954c944179 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:43.401434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0fcb084c-4ea3-4c47-8b70-1b954c944179) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:43.406607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:43.407390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.414067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd3080-3552-4731-9eab-9a1e0434d485 None None] Network 0fcb084c-4ea3-4c47-8b70-1b954c944179 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:43.425603 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2340ab5d-9c10-4625-bf35-9528e2eb52df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5371795 Jul 16 19:00:43.427973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:43.543473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.567850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:43.582505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.604997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Transition to ACTIVE for port object 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:43.614757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046ecba7-12d7-427b-ae72-9407e495eafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0fcb084c-4ea3-4c47-8b70-1b954c944179', 'network_id': '0fcb084c-4ea3-4c47-8b70-1b954c944179', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '368a2ceb-efa6-4229-ad60-040e8b13bfaa'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:43.615640 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-046ecba7-12d7-427b-ae72-9407e495eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.623164 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.640331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.701671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:43.725191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9ecf20b0-0cab-46fe-9c40-928bd42d70ec up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:43.732435 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.772719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=368a2ceb-efa6-4229-ad60-040e8b13bfaa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-046ecba7-12d7-427b-ae72-9407e495eafc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 368a2ceb-efa6-4229-ad60-040e8b13bfaa: This subnet is being modified by another concurrent operation. Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 368a2ceb-efa6-4229-ad60-040e8b13bfaa: This subnet is being modified by another concurrent operation. Jul 16 19:00:43.801324 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 16 19:00:43.829915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35107253-e7bd-4d42-a261-afc9198257c1 None None] Network 0fcb084c-4ea3-4c47-8b70-1b954c944179 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:43.834361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Attempting to bind port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:43.834677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Attempting to bind port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:43.834919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Attempting to bind port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 on network 77d5cc82-5513-44bd-aec1-e748cd930eae {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:43.849776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 on network 77d5cc82-5513-44bd-aec1-e748cd930eae not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:00:43.850097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Attempting to bind port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 on network 77d5cc82-5513-44bd-aec1-e748cd930eae {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:43.855727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:43.859040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:43.859745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Checking segment: {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:43.860150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Bound using segment: {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:43.860704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Bound port: 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:43.861110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.869149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:43.869694 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.912259 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.934053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcb084c-4ea3-4c47-8b70-1b954c944179']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:43.948029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea4b7e2-cb4a-4a17-b3f3-ed677d68d3b3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:43.948324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea4b7e2-cb4a-4a17-b3f3-ed677d68d3b3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:43.965000 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.987226 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:43.995271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:43.996369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.024766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] For port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:44.027008 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:44.053155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49c09e-5511-4394-a269-3779552ffa5c req-fb98be79-cf67-4c70-972a-061878d453f5 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.054716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac49c09e-5511-4394-a269-3779552ffa5c req-fb98be79-cf67-4c70-972a-061878d453f5 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 982 time: 0.1163254 Jul 16 19:00:44.059328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6a4a9-08a5-4845-9870-66db268b38be None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:00:44.074079 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.087967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.091395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/0fcb084c-4ea3-4c47-8b70-1b954c944179 HTTP/1.1" status: 204 len: 168 time: 0.6624274 Jul 16 19:00:44.094993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] For port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:44.095905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:44.102351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1909617831'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:44.112666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.118078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43c114-f3d4-414a-be0e-f25f7c969625 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=0fcb084c-4ea3-4c47-8b70-1b954c944179,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:44.127479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.194000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:44.201585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.205281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6a4a9-08a5-4845-9870-66db268b38be None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:00:44.282670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:44.480740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac49c09e-5511-4394-a269-3779552ffa5c req-235d33e7-809a-4d78-8b30-e0edcb9f489d tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4184139 Jul 16 19:00:44.498476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.499107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.500533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] 10.222.0.59 "PUT /v2.0/ports/3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 HTTP/1.1" status: 200 len: 1131 time: 1.4128335 Jul 16 19:00:44.501015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:44.503340 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aab14d4-f634-4462-b192-d8eb06cc48cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:44.513162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:44.517541 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.557395 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0c6fa-920b-48d6-a9a2-eafe0c8072bf x-openstack-request-id: req-b9c0c6fa-920b-48d6-a9a2-eafe0c8072bf {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:44.557755 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:44.557961 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9c0c6fa-920b-48d6-a9a2-eafe0c8072bf {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:44.558358 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'status': 'completed', 'code': 200} Jul 16 19:00:44.580768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83273557-739f-471b-94a5-4c2d773d76a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:44.596924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:44.615857 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.616227 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment f27efb63-d3ff-434c-ad5b-517d7b95de6c of type vlan for network 081c62e3-3277-4464-ad6b-abe4e5a824cb Jul 16 19:00:44.670829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-a9ac13e3-54da-4dfd-b2a4-6238faa7ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.672424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-a9ac13e3-54da-4dfd-b2a4-6238faa7ed61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1134 time: 0.1264937 Jul 16 19:00:44.674295 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.720382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-fc653ecc-5aec-43e7-bbba-9ce7be850646 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 HTTP/1.1" status: 200 len: 217 time: 0.0392990 Jul 16 19:00:44.767182 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.772737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.773339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.808742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7112145 Jul 16 19:00:44.810884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-55effd55-460d-458a-aef9-90060d16f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.812368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-55effd55-460d-458a-aef9-90060d16f8f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa1285f0-6a50-4b38-bf92-b33fda84aaf7 HTTP/1.1" status: 200 len: 835 time: 0.0829976 Jul 16 19:00:44.813640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:44.820246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:44.873301 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:44.885519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03964a4-906f-47c8-b54a-6f113fb94459 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=081c62e3-3277-4464-ad6b-abe4e5a824cb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:44.896537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:44.911960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-144270d4-96cf-441b-8fe7-760233948d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.913572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-144270d4-96cf-441b-8fe7-760233948d30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77d5cc82-5513-44bd-aec1-e748cd930eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939391 Jul 16 19:00:44.989413 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.003712 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.014771 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-240886db-2b0a-4212-a3b3-e7434441b3e4 service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928764 Jul 16 19:00:45.022570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb is not hosted by any dhcp agent {{(pid=93796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 19:00:45.027819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.028721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.032713 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "PUT /v2.0/networks/081c62e3-3277-4464-ad6b-abe4e5a824cb HTTP/1.1" status: 200 len: 723 time: 0.2152882 Jul 16 19:00:45.033208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44588) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:45.038066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '081c62e3-3277-4464-ad6b-abe4e5a824cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:45.106855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c551c6e-a09f-4401-92ec-e4b851809ff8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=081c62e3-3277-4464-ad6b-abe4e5a824cb,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:45.114041 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c418dbce-8f05-4b90-92a2-0a832af99d50 req-2db7abe5-1c17-4955-80e3-fe621680b871 service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918581 Jul 16 19:00:45.131654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:45.181985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:45.189865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.225294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-5d87858b-ddff-44ed-9fd1-d7e41601930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.226926 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-5d87858b-ddff-44ed-9fd1-d7e41601930b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1134 time: 0.0595393 Jul 16 19:00:45.325603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-2247784d-b893-4818-b8fb-2ddb1aae7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.327050 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-2247784d-b893-4818-b8fb-2ddb1aae7553 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77d5cc82-5513-44bd-aec1-e748cd930eae HTTP/1.1" status: 200 len: 898 time: 0.0934834 Jul 16 19:00:45.370194 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-9b614017-b3ed-4cb9-865e-82979a92fbb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 HTTP/1.1" status: 200 len: 217 time: 0.0364056 Jul 16 19:00:45.383939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.426256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-164773ed-0415-4c34-b86a-bdda8e835388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.427770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-164773ed-0415-4c34-b86a-bdda8e835388 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa1285f0-6a50-4b38-bf92-b33fda84aaf7 HTTP/1.1" status: 200 len: 835 time: 0.0507386 Jul 16 19:00:45.442079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=2cac797e-f978-4d0f-ad93-20283a1f286c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:45.458666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': 'f27efb63-d3ff-434c-ad5b-517d7b95de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '081c62e3-3277-4464-ad6b-abe4e5a824cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:45.459028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 081c62e3-3277-4464-ad6b-abe4e5a824cb, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:45.477689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:45.487498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 081c62e3-3277-4464-ad6b-abe4e5a824cb) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:45.491279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-c800d9b5-bc52-4dad-a7c6-07adc37b07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.491588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.492180 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.493156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-c800d9b5-bc52-4dad-a7c6-07adc37b07b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77d5cc82-5513-44bd-aec1-e748cd930eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574155 Jul 16 19:00:45.498889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4187740-56c9-4445-b684-2a4d0525a862 None None] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:45.508877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c11cd60d-06ab-436f-83c3-4b36ca75a794 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4744015 Jul 16 19:00:45.513302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:45.526435 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-688d831a-6bc6-4a63-ac6c-c50c6db3d212 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:45.628194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-688d831a-6bc6-4a63-ac6c-c50c6db3d212 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31114596'] for subnet, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.629545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9ecf20b0-0cab-46fe-9c40-928bd42d70ec up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:45.630069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-3dae2a60-a7df-4355-87ca-afa3aef447b7 service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291065 Jul 16 19:00:45.729805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:45.730150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.789327 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-688d831a-6bc6-4a63-ac6c-c50c6db3d212 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734572147339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29711953'] for subnet, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.792252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-081c62e3-3277-4464-ad6b-abe4e5a824cb', 'network_id': '081c62e3-3277-4464-ad6b-abe4e5a824cb', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '2cac797e-f978-4d0f-ad93-20283a1f286c'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:45.794078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.803018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aab14d4-f634-4462-b192-d8eb06cc48cc req-adf24588-7b09-4795-b0a8-a5756169257f service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650200 Jul 16 19:00:45.817945 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b41bc-7f80-4321-b3cb-a6d9483f9d31 req-3b6b79e1-f18f-43bc-a3af-af33090f33a6 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.825944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-611b41bc-7f80-4321-b3cb-a6d9483f9d31 req-3b6b79e1-f18f-43bc-a3af-af33090f33a6 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 982 time: 0.1784792 Jul 16 19:00:45.835648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d831a-6bc6-4a63-ac6c-c50c6db3d212 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.836316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-688d831a-6bc6-4a63-ac6c-c50c6db3d212 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.841338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:45.841597 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-688d831a-6bc6-4a63-ac6c-c50c6db3d212 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "PUT /v2.0/subnets/2cac797e-f978-4d0f-ad93-20283a1f286c HTTP/1.1" status: 200 len: 806 time: 0.3235166 Jul 16 19:00:45.862536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d831a-6bc6-4a63-ac6c-c50c6db3d212 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=2cac797e-f978-4d0f-ad93-20283a1f286c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:45.905326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-611b41bc-7f80-4321-b3cb-a6d9483f9d31 req-635e6d35-8a39-49af-9e52-f3b340a60059 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0717473 Jul 16 19:00:45.964263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.988266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Allocated IP 172.20.0.2 (081c62e3-3277-4464-ad6b-abe4e5a824cb/2cac797e-f978-4d0f-ad93-20283a1f286c/ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:46.021841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.136573 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.145485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Transition to ACTIVE for port object ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:46.159935 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Transition to ACTIVE for port object ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:46.166169 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.185721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.212544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:46.219619 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ffc43a04-9837-479c-891f-54daf1efbe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.222916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:46.226699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:46.233929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Pushing event updated for resources: {'Port': ['ID=ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:46.247372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=2cac797e-f978-4d0f-ad93-20283a1f286c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:46.283999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.288271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Attempting to bind port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:46.288639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Attempting to bind port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'f27efb63-d3ff-434c-ad5b-517d7b95de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '081c62e3-3277-4464-ad6b-abe4e5a824cb'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:46.289033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Attempting to bind port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 on network 081c62e3-3277-4464-ad6b-abe4e5a824cb {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:46.294124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:46.294372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081c62e3-3277-4464-ad6b-abe4e5a824cb']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:46.294572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Checking segment: {'id': 'f27efb63-d3ff-434c-ad5b-517d7b95de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '081c62e3-3277-4464-ad6b-abe4e5a824cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:46.295033 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.295511 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Bound using segment: {'id': 'f27efb63-d3ff-434c-ad5b-517d7b95de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '081c62e3-3277-4464-ad6b-abe4e5a824cb'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:46.295989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Bound port: ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27efb63-d3ff-434c-ad5b-517d7b95de6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '081c62e3-3277-4464-ad6b-abe4e5a824cb'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:46.296367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.310538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27efb63-d3ff-434c-ad5b-517d7b95de6c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:46.310860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27efb63-d3ff-434c-ad5b-517d7b95de6c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:46.320358 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.334300 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.341118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:46.341734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:46.344849 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:46.364919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] For port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:46.406437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] For port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8,segment=NetworkSegment(f27efb63-d3ff-434c-ad5b-517d7b95de6c),segment_id=f27efb63-d3ff-434c-ad5b-517d7b95de6c)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:46.407133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.db.api [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 19:00:46.407133 n-d-791504-15 neutron-server[93795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 19:00:46.407133 n-d-791504-15 neutron-server[93795]: [parameters: {'id': '081c62e3-3277-4464-ad6b-abe4e5a824cb'}] Jul 16 19:00:46.407133 n-d-791504-15 neutron-server[93795]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:00:46.407503 n-d-791504-15 neutron-server[93795]: DEBUG oslo_db.api [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:00:46.411196 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.492366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af72d2-8aeb-46d3-8746-08c8f2295d77 None None] Pushing event updated for resources: {'Port': ['ID=ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:46.510694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af800478-0d70-4388-90fb-cb5a472f8567 None None] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:46.643846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b353ba3-fe08-4d41-9e7f-8a3980f2343f None None] Network 081c62e3-3277-4464-ad6b-abe4e5a824cb requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:46.780651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b84926-18fc-4439-939a-c4e0d2c218ae None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:00:46.856597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b84926-18fc-4439-939a-c4e0d2c218ae None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:00:46.908739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.968647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Deleting port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:46.969025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.038415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] For port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8,segment=NetworkSegment(f27efb63-d3ff-434c-ad5b-517d7b95de6c),segment_id=f27efb63-d3ff-434c-ad5b-517d7b95de6c)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:47.038792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.053293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Calling delete_port for ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:47.098900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f461-9e81-4c43-ad2c-2bdb322d31e2 req-f599917f-ea0f-4988-a19b-1ca73b29efab tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.100403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c410f461-9e81-4c43-ad2c-2bdb322d31e2 req-f599917f-ea0f-4988-a19b-1ca73b29efab tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 982 time: 0.0738983 Jul 16 19:00:47.142687 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c410f461-9e81-4c43-ad2c-2bdb322d31e2 req-9f1ef1d9-f125-4cb3-a3aa-d1f23d7c7fa2 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354388 Jul 16 19:00:47.143054 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.169289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Port': ['ID=ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:47.172824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No DVR routers for this DVR port ec4b9e06-dd9f-4d0a-bbe6-271e4e6736b8 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:47.254573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.265755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081c62e3-3277-4464-ad6b-abe4e5a824cb']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:47.275616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27efb63-d3ff-434c-ad5b-517d7b95de6c') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:47.275915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27efb63-d3ff-434c-ad5b-517d7b95de6c') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:47.285389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.299319 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.305351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:47.305519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:47.308525 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:47.370878 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.377920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.379703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/081c62e3-3277-4464-ad6b-abe4e5a824cb HTTP/1.1" status: 204 len: 168 time: 1.5379448 Jul 16 19:00:47.382586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:47.392334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f54b52-3d9c-4338-af71-25fa2bfb2911 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=081c62e3-3277-4464-ad6b-abe4e5a824cb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:47.402065 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bce8f79-1de6-4c66-bcea-86438745e0df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:47.402613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bce8f79-1de6-4c66-bcea-86438745e0df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:47.404472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2bce8f79-1de6-4c66-bcea-86438745e0df tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/081c62e3-3277-4464-ad6b-abe4e5a824cb HTTP/1.1" status: 404 len: 339 time: 0.0207505 Jul 16 19:00:47.408246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44602) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:47.413211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1886731122', 'description': 'd1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:47.433796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:47.437438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.465414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:47.474494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.474829 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment 936bdce7-9c53-42f1-924a-b2199dc96d05 of type vlan for network 44fa60b5-ed57-4750-8e69-e42571369a0b Jul 16 19:00:47.515234 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.546105 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.551763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.552284 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.588033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1786997 Jul 16 19:00:47.590890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44604) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:47.619763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad267ff-34a8-44b3-852d-dea032cc6c8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=44fa60b5-ed57-4750-8e69-e42571369a0b,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:47.631702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 44fa60b5-ed57-4750-8e69-e42571369a0b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:47.675308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854dfb1b-d4a1-4439-9ddb-511e3af218e3 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.679818 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-854dfb1b-d4a1-4439-9ddb-511e3af218e3 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/networks?id=44fa60b5-ed57-4750-8e69-e42571369a0b HTTP/1.1" status: 200 len: 761 time: 0.0847096 Jul 16 19:00:47.680017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44606) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:47.685476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'description': 'd2'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:47.854552 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.869405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.888403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 44fa60b5-ed57-4750-8e69-e42571369a0b is not hosted by any dhcp agent {{(pid=93795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 19:00:47.893881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.894471 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.895726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "PUT /v2.0/networks/44fa60b5-ed57-4750-8e69-e42571369a0b HTTP/1.1" status: 200 len: 758 time: 0.2147760 Jul 16 19:00:47.898636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:47.968532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7e98d-6c7c-49b9-91b5-5e8bfa6ccc04 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=44fa60b5-ed57-4750-8e69-e42571369a0b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:47.978993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 44fa60b5-ed57-4750-8e69-e42571369a0b details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:48.025151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa17dd6-ac45-4f9b-a0c4-e52bec78d8e5 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:48.026638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aaa17dd6-ac45-4f9b-a0c4-e52bec78d8e5 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/networks?id=44fa60b5-ed57-4750-8e69-e42571369a0b HTTP/1.1" status: 200 len: 761 time: 0.1267927 Jul 16 19:00:48.031453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44610) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:48.036995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2056983278'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:48.062051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:48.065667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.092602 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:48.102142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.102905 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment 7b698951-6808-40fb-80cb-5777aaf38ad1 of type vlan for network 6840b5de-a170-42d1-92f3-bbbc3653385e Jul 16 19:00:48.153671 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.186205 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.192205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:48.193338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.238967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2037306 Jul 16 19:00:48.239365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:48.245237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '6840b5de-a170-42d1-92f3-bbbc3653385e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:48.266666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968bfce-ac33-4921-b986-0f5e36d546ba tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=6840b5de-a170-42d1-92f3-bbbc3653385e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:48.277670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 6840b5de-a170-42d1-92f3-bbbc3653385e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:48.393748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:48.398592 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.411108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c700-a264-428d-b312-8d988f5c8367 req-62c34163-5f93-4035-be57-3ab600e68b25 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:48.412654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bef1c700-a264-428d-b312-8d988f5c8367 req-62c34163-5f93-4035-be57-3ab600e68b25 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 982 time: 0.1485584 Jul 16 19:00:48.525076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bef1c700-a264-428d-b312-8d988f5c8367 req-cf07fce5-04bb-45c9-9b93-0e025af27f0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0974648 Jul 16 19:00:48.661030 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.728552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=231e6816-bdb2-46a2-ae88-f9128e19f4da,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:48.737873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': '7b698951-6808-40fb-80cb-5777aaf38ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6840b5de-a170-42d1-92f3-bbbc3653385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:48.738195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 6840b5de-a170-42d1-92f3-bbbc3653385e, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:48.757798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 6840b5de-a170-42d1-92f3-bbbc3653385e is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:48.769361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 6840b5de-a170-42d1-92f3-bbbc3653385e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:48.774925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:48.775507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.781993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7295098-87a6-449a-9246-904835a1ca4c None None] Network 6840b5de-a170-42d1-92f3-bbbc3653385e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:48.795155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fc461880-1192-4d92-913c-6ea36f6ab886 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5545683 Jul 16 19:00:48.797984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:48.802144 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c928f4c9-0f53-4430-9312-e6ce1908884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.910519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.976690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.047829 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.080499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=231e6816-bdb2-46a2-ae88-f9128e19f4da,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:49.145647 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.157977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.169233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6840b5de-a170-42d1-92f3-bbbc3653385e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:49.183265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b698951-6808-40fb-80cb-5777aaf38ad1') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:49.183604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b698951-6808-40fb-80cb-5777aaf38ad1') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:49.187799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15518ea-00f6-4b37-b757-415cc542449c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-6840b5de-a170-42d1-92f3-bbbc3653385e', 'network_id': '6840b5de-a170-42d1-92f3-bbbc3653385e', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '231e6816-bdb2-46a2-ae88-f9128e19f4da'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:49.188670 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e15518ea-00f6-4b37-b757-415cc542449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.194653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.209759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.216811 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:49.217379 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:49.220749 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:49.277411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-e15518ea-00f6-4b37-b757-415cc542449c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 19:00:49.277411 n-d-791504-15 neutron-server[93797]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 16 19:00:49.277411 n-d-791504-15 neutron-server[93797]: [parameters: {'project_id': 'f399e9a3febb48608e5b175723986640', 'id': 'de7a64b0-79ec-4e85-a8d4-23ddfb7cb202', 'name': '', 'network_id': '6840b5de-a170-42d1-92f3-bbbc3653385e', 'mac_address': 'fa:16:3e:da:d2:b3', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-6840b5de-a170-42d1-92f3-bbbc3653385e', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3867}] Jul 16 19:00:49.277411 n-d-791504-15 neutron-server[93797]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:00:49.277874 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-e15518ea-00f6-4b37-b757-415cc542449c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:00:49.282359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.287629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.289777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/6840b5de-a170-42d1-92f3-bbbc3653385e HTTP/1.1" status: 204 len: 168 time: 0.4907639 Jul 16 19:00:49.292611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44620) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.305023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3afad7-d05b-4b07-bae2-0dffce3bbf13 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=6840b5de-a170-42d1-92f3-bbbc3653385e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:49.327142 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a4a53c-8db0-4734-9a62-d10baa55b64f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] GET failed (client error): The resource could not be found. Jul 16 19:00:49.328572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b3a4a53c-8db0-4734-9a62-d10baa55b64f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/subnets/231e6816-bdb2-46a2-ae88-f9128e19f4da HTTP/1.1" status: 404 len: 337 time: 0.0343924 Jul 16 19:00:49.331339 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44622) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.340993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:00:49.351268 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-e059de65-ddf3-4b2b-b9ec-1f6fc61d1704 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:49.351827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e059de65-ddf3-4b2b-b9ec-1f6fc61d1704 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:49.353572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e059de65-ddf3-4b2b-b9ec-1f6fc61d1704 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/6840b5de-a170-42d1-92f3-bbbc3653385e HTTP/1.1" status: 404 len: 339 time: 0.0212188 Jul 16 19:00:49.357535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44624) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.441699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:49.453471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'port_id': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'mac_address': 'fa:16:3e:4a:42:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:00:49.490576 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.506663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:49.529311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:49.534448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.548982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c2a658-9bf9-494a-beb8-b3dc3472c931 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.550513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-77c2a658-9bf9-494a-beb8-b3dc3472c931 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1919813 Jul 16 19:00:49.553877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.588732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:49.591095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c6886fcc-a7c2-4b3f-83e9-9c6cce258da8 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52 HTTP/1.1" status: 200 len: 207 time: 0.0358179 Jul 16 19:00:49.594867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44630) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.755506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:49.782250 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f1fb5-570c-4d99-9818-38d0d16047d6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.782463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e15518ea-00f6-4b37-b757-415cc542449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.788411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f1fb5-570c-4d99-9818-38d0d16047d6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.794544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f1fb5-570c-4d99-9818-38d0d16047d6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.800538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f1fb5-570c-4d99-9818-38d0d16047d6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.802271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-201f1fb5-570c-4d99-9818-38d0d16047d6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2060254 Jul 16 19:00:49.806083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.840204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f9015-1d38-4be0-9fbd-4b08ce00ebd1 None None] Network 6840b5de-a170-42d1-92f3-bbbc3653385e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:49.860836 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f9015-1d38-4be0-9fbd-4b08ce00ebd1 None None] Network 6840b5de-a170-42d1-92f3-bbbc3653385e could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 19:00:49.927455 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0950941d-282f-4ebb-bf56-2cda8ea7fb3b tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1202080 Jul 16 19:00:49.930975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44636) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.990662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8aad5-be64-48fc-84c9-5ac5c22d8f7a req-1d16a82d-3511-479e-90dd-7c771323a0b6 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.992188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bfe8aad5-be64-48fc-84c9-5ac5c22d8f7a req-1d16a82d-3511-479e-90dd-7c771323a0b6 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 983 time: 0.3416889 Jul 16 19:00:50.017316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6a111-3cf1-4642-a137-6d0c70d76ace tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.018906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6a111-3cf1-4642-a137-6d0c70d76ace tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.024574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44638) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.028744 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dbb6a111-3cf1-4642-a137-6d0c70d76ace tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0884759 Jul 16 19:00:50.037182 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.049540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bfe8aad5-be64-48fc-84c9-5ac5c22d8f7a req-be61eb6c-4ee5-4b89-b488-709fb053ac8c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0511520 Jul 16 19:00:50.117328 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82155b82-3c5e-4f4d-b9e2-81c2c6006ba6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.118880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82155b82-3c5e-4f4d-b9e2-81c2c6006ba6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['shared'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.120398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-82155b82-3c5e-4f4d-b9e2-81c2c6006ba6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0948560 Jul 16 19:00:50.124716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44640) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.227883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9927c-abbf-4e79-ac24-d63363be5d8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.229237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-76d9927c-abbf-4e79-ac24-d63363be5d8c tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/networks/5caf0998-1664-4fe1-9d29-197e3f528194 HTTP/1.1" status: 200 len: 800 time: 0.1035581 Jul 16 19:00:50.233168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44644) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.341545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bd923281-a807-498a-b81f-84afff969b55 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/networks/5caf0998-1664-4fe1-9d29-197e3f528194?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1072118 Jul 16 19:00:50.345979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44646) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.402198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9649fc9-18e0-4cad-8361-806fc267f4d1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.404116 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e9649fc9-18e0-4cad-8361-806fc267f4d1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/subnets/6c136e68-3dd6-4994-9b43-1b601daac2f6 HTTP/1.1" status: 200 len: 811 time: 0.0571322 Jul 16 19:00:50.408151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44648) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.464279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f4a54-a892-4e2a-ac02-0c8f0a6117de tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['shared'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.466285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-818f4a54-a892-4e2a-ac02-0c8f0a6117de tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "GET /v2.0/subnets/6c136e68-3dd6-4994-9b43-1b601daac2f6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0565417 Jul 16 19:00:50.469625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44650) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.474483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827433407'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:50.499704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:50.503280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.528713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:50.537946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.538289 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Added segment 4d479f9d-0039-41c5-92bc-f72aaba69478 of type vlan for network 0da6a942-241b-4335-8d38-76319d44d0ca Jul 16 19:00:50.577931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.607026 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.612511 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.613127 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.651770 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1810699 Jul 16 19:00:50.654835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44654) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.660001 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'network_id': '0da6a942-241b-4335-8d38-76319d44d0ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:50.685925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72078b-5562-4ef3-8f37-a0136d8e8e1a tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Network': ['ID=0da6a942-241b-4335-8d38-76319d44d0ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:50.698292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0da6a942-241b-4335-8d38-76319d44d0ca details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:50.750236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Made reservation on behalf of f399e9a3febb48608e5b175723986640 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:50.754189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.177260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Performing IP validity checks on allocation pools {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 19:00:51.177844 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93796) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 19:00:51.231809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a597e-c4fc-428a-b680-43b4190fd1bc req-536c4d1e-936f-40c3-8a75-f059dbe24e7c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.233489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e75a597e-c4fc-428a-b680-43b4190fd1bc req-536c4d1e-936f-40c3-8a75-f059dbe24e7c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 983 time: 0.0669489 Jul 16 19:00:51.276599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e75a597e-c4fc-428a-b680-43b4190fd1bc req-607f1259-f1b2-48fb-a2fa-ed3a364cb648 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0367455 Jul 16 19:00:51.313776 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.344179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:51.366698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=65dc7fd9-e406-4635-8916-0b60959391ee,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:51.382794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Checking segment: {'id': '4d479f9d-0039-41c5-92bc-f72aaba69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0da6a942-241b-4335-8d38-76319d44d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:51.383148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network hostable DHCP agents. Network: 0da6a942-241b-4335-8d38-76319d44d0ca, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:51.394999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:51.399206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:51.399627 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.401750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Network 0da6a942-241b-4335-8d38-76319d44d0ca is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:51.412493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0da6a942-241b-4335-8d38-76319d44d0ca) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:51.418373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.418538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.423294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1d4ad-c474-45e0-9615-927b371380ec None None] Network 0da6a942-241b-4335-8d38-76319d44d0ca requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:51.435362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9ab1b9b3-e27a-41ff-9d68-91ae570441b7 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7793970 Jul 16 19:00:51.438278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44658) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:51.444298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-988f526b-c297-4690-806b-505e25007875 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:51.541756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-988f526b-c297-4690-806b-505e25007875 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29447799'] for subnet, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.566198 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.602385 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:51.604565 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6501e26-ffac-4624-9d94-44d2553110c6" -d '{"events": [{"server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "name": "network-vif-plugged", "status": "completed", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:51.641001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:51.650909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0da6a942-241b-4335-8d38-76319d44d0ca', 'network_id': '0da6a942-241b-4335-8d38-76319d44d0ca', 'tenant_id': 'f399e9a3febb48608e5b175723986640', 'fixed_ips': [{'subnet_id': '65dc7fd9-e406-4635-8916-0b60959391ee'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:51.651775 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.654606 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb75aa-c4b7-494a-9ea5-55475792953e x-openstack-request-id: req-c8cb75aa-c4b7-494a-9ea5-55475792953e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:51.654882 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "name": "network-vif-plugged", "status": "completed", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:51.655764 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8cb75aa-c4b7-494a-9ea5-55475792953e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:51.655764 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'code': 200} Jul 16 19:00:51.658072 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.716576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-988f526b-c297-4690-806b-505e25007875 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734572147339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29617017'] for subnet, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.779852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:51.796769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f526b-c297-4690-806b-505e25007875 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.797373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-988f526b-c297-4690-806b-505e25007875 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.798691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-988f526b-c297-4690-806b-505e25007875 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "PUT /v2.0/subnets/65dc7fd9-e406-4635-8916-0b60959391ee HTTP/1.1" status: 200 len: 877 time: 0.3593998 Jul 16 19:00:51.801817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44662) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:51.819133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f526b-c297-4690-806b-505e25007875 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event updated for resources: {'Subnet': ['ID=65dc7fd9-e406-4635-8916-0b60959391ee,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:51.833029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0188c1e-8611-4b9a-8b8d-aafc8a979c2b req-bc599d02-eae1-4205-b46f-15c0f247e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.834585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0188c1e-8611-4b9a-8b8d-aafc8a979c2b req-bc599d02-eae1-4205-b46f-15c0f247e7f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1136 time: 0.1197329 Jul 16 19:00:51.842482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Allocated IP 172.20.0.3 (0da6a942-241b-4335-8d38-76319d44d0ca/65dc7fd9-e406-4635-8916-0b60959391ee/517578b6-d7b5-4077-8710-57dcdc6e3f97) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:51.847573 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.875556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0188c1e-8611-4b9a-8b8d-aafc8a979c2b req-b84513ec-d2e6-466b-b358-2275cf216ded service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0333068 Jul 16 19:00:51.920087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.972070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.995141 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.003715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Transition to ACTIVE for port object 517578b6-d7b5-4077-8710-57dcdc6e3f97 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:52.019083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Transition to ACTIVE for port object 517578b6-d7b5-4077-8710-57dcdc6e3f97 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:52.026715 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.044700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.067443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Network 0da6a942-241b-4335-8d38-76319d44d0ca is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:52.071729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=65dc7fd9-e406-4635-8916-0b60959391ee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.072453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:52.077275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:52.080438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Pushing event updated for resources: {'Port': ['ID=517578b6-d7b5-4077-8710-57dcdc6e3f97,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.140443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Attempting to bind port 517578b6-d7b5-4077-8710-57dcdc6e3f97 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:52.140710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Attempting to bind port 517578b6-d7b5-4077-8710-57dcdc6e3f97 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '4d479f9d-0039-41c5-92bc-f72aaba69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0da6a942-241b-4335-8d38-76319d44d0ca'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:52.141100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Attempting to bind port 517578b6-d7b5-4077-8710-57dcdc6e3f97 on network 0da6a942-241b-4335-8d38-76319d44d0ca {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:52.145755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.146454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:52.146845 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Checking segment: {'id': '4d479f9d-0039-41c5-92bc-f72aaba69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0da6a942-241b-4335-8d38-76319d44d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:52.147251 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.147641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Bound using segment: {'id': '4d479f9d-0039-41c5-92bc-f72aaba69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0da6a942-241b-4335-8d38-76319d44d0ca'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:52.148111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Bound port: 517578b6-d7b5-4077-8710-57dcdc6e3f97, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d479f9d-0039-41c5-92bc-f72aaba69478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0da6a942-241b-4335-8d38-76319d44d0ca'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:52.148493 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.156004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da6a942-241b-4335-8d38-76319d44d0ca']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:52.166079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d479f9d-0039-41c5-92bc-f72aaba69478') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:52.166378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d479f9d-0039-41c5-92bc-f72aaba69478') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:52.176136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.191035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.198236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:52.198793 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:52.202566 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:52.217766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] For port 517578b6-d7b5-4077-8710-57dcdc6e3f97, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:52.267405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] For port 517578b6-d7b5-4077-8710-57dcdc6e3f97, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=517578b6-d7b5-4077-8710-57dcdc6e3f97,segment=NetworkSegment(4d479f9d-0039-41c5-92bc-f72aaba69478),segment_id=4d479f9d-0039-41c5-92bc-f72aaba69478)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:52.267656 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.db.api [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 19:00:52.267656 n-d-791504-15 neutron-server[93796]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 19:00:52.267656 n-d-791504-15 neutron-server[93796]: [parameters: {'id': '0da6a942-241b-4335-8d38-76319d44d0ca'}] Jul 16 19:00:52.267656 n-d-791504-15 neutron-server[93796]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:00:52.267907 n-d-791504-15 neutron-server[93796]: DEBUG oslo_db.api [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:00:52.274086 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.363987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925f4b9-e148-4417-adc7-208065299a13 None None] Pushing event updated for resources: {'Port': ['ID=517578b6-d7b5-4077-8710-57dcdc6e3f97,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.388386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff21f3a-1e91-470d-b36b-0cbe5c324821 None None] Network 0da6a942-241b-4335-8d38-76319d44d0ca requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:52.534535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb637a8-16b2-46ad-9468-e3b7ef0561fc None None] Network 0da6a942-241b-4335-8d38-76319d44d0ca requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:52.544281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e5ad-e8f3-4df5-b67a-367020684e1e req-210060f0-9d85-417f-b41d-f66c40a5adce tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:52.546342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3376e5ad-e8f3-4df5-b67a-367020684e1e req-210060f0-9d85-417f-b41d-f66c40a5adce tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 984 time: 0.1427157 Jul 16 19:00:52.595017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3376e5ad-e8f3-4df5-b67a-367020684e1e req-739e022c-13bc-49bc-a507-6fcdde7bfffd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0427086 Jul 16 19:00:52.674640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb9e8a-0912-4dc5-b6fc-92104fec0484 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:00:52.754614 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb9e8a-0912-4dc5-b6fc-92104fec0484 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:00:52.768988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.840431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Deleting port 517578b6-d7b5-4077-8710-57dcdc6e3f97 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:52.841390 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.910091 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] For port 517578b6-d7b5-4077-8710-57dcdc6e3f97, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=517578b6-d7b5-4077-8710-57dcdc6e3f97,segment=NetworkSegment(4d479f9d-0039-41c5-92bc-f72aaba69478),segment_id=4d479f9d-0039-41c5-92bc-f72aaba69478)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:52.910445 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.923864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Calling delete_port for 517578b6-d7b5-4077-8710-57dcdc6e3f97 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:52.937508 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.026335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.055865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Port': ['ID=517578b6-d7b5-4077-8710-57dcdc6e3f97,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:53.060063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No DVR routers for this DVR port 517578b6-d7b5-4077-8710-57dcdc6e3f97 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:53.147674 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.158834 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da6a942-241b-4335-8d38-76319d44d0ca']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:53.170200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d479f9d-0039-41c5-92bc-f72aaba69478') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:53.170490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d479f9d-0039-41c5-92bc-f72aaba69478') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:53.179346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.195010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.202017 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:53.202412 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:53.205665 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:53.270811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.279467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.281348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/0da6a942-241b-4335-8d38-76319d44d0ca HTTP/1.1" status: 204 len: 168 time: 1.4784379 Jul 16 19:00:53.285376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44668) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.294087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f7405-9b3b-4478-a935-1fdced457067 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=0da6a942-241b-4335-8d38-76319d44d0ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:53.313322 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-49074485-9b8c-43c8-b22d-a0e3ed641816 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.313788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49074485-9b8c-43c8-b22d-a0e3ed641816 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.315581 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-49074485-9b8c-43c8-b22d-a0e3ed641816 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/65dc7fd9-e406-4635-8916-0b60959391ee HTTP/1.1" status: 404 len: 337 time: 0.0291710 Jul 16 19:00:53.318387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.337765 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf5e7d9-143f-4c6a-824a-d563cbbcaed1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.338318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf5e7d9-143f-4c6a-824a-d563cbbcaed1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.340061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cdf5e7d9-143f-4c6a-824a-d563cbbcaed1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/0da6a942-241b-4335-8d38-76319d44d0ca HTTP/1.1" status: 404 len: 339 time: 0.0207620 Jul 16 19:00:53.343496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44672) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.370518 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec4ead4-e978-46b2-8c31-8ca35bc5223f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.370966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec4ead4-e978-46b2-8c31-8ca35bc5223f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.373109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aec4ead4-e978-46b2-8c31-8ca35bc5223f tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/231e6816-bdb2-46a2-ae88-f9128e19f4da HTTP/1.1" status: 404 len: 337 time: 0.0284996 Jul 16 19:00:53.376761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.395257 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e43fe5-4ccd-43fd-87bb-87ee70eb6181 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.395803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e43fe5-4ccd-43fd-87bb-87ee70eb6181 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.397573 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a1e43fe5-4ccd-43fd-87bb-87ee70eb6181 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/6840b5de-a170-42d1-92f3-bbbc3653385e HTTP/1.1" status: 404 len: 339 time: 0.0198636 Jul 16 19:00:53.400356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44676) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.478444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.566035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.576517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fa60b5-ed57-4750-8e69-e42571369a0b']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:53.587044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936bdce7-9c53-42f1-924a-b2199dc96d05') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:53.587325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936bdce7-9c53-42f1-924a-b2199dc96d05') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:53.596483 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.611577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.617684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:53.618077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:53.621081 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:53.686332 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.693679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.695585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/44fa60b5-ed57-4750-8e69-e42571369a0b HTTP/1.1" status: 204 len: 168 time: 0.2943099 Jul 16 19:00:53.698305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44680) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.707436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49649a-f04e-4270-ae6f-9ba4b37d0962 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=44fa60b5-ed57-4750-8e69-e42571369a0b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:53.725478 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4629c0d4-4b2d-4015-b7cd-24a08205bf98 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.725944 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4629c0d4-4b2d-4015-b7cd-24a08205bf98 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.727724 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4629c0d4-4b2d-4015-b7cd-24a08205bf98 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/2cac797e-f978-4d0f-ad93-20283a1f286c HTTP/1.1" status: 404 len: 337 time: 0.0282271 Jul 16 19:00:53.730438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44682) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.750029 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-57139022-c9ba-4009-874e-ae0211bfb885 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.750552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57139022-c9ba-4009-874e-ae0211bfb885 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.752213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-57139022-c9ba-4009-874e-ae0211bfb885 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/081c62e3-3277-4464-ad6b-abe4e5a824cb HTTP/1.1" status: 404 len: 339 time: 0.0192394 Jul 16 19:00:53.754854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44684) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.781762 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f49cd8-fb58-4b2b-bb84-87bfadcf47e5 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.782217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f49cd8-fb58-4b2b-bb84-87bfadcf47e5 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.784013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-06f49cd8-fb58-4b2b-bb84-87bfadcf47e5 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/368a2ceb-efa6-4229-ad60-040e8b13bfaa HTTP/1.1" status: 404 len: 337 time: 0.0281978 Jul 16 19:00:53.786719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44686) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.786986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037947ff-aef1-4ca8-b7c1-7ab9ced18619 req-939c0f54-91ac-4077-abeb-585c11b99170 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:53.788510 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-037947ff-aef1-4ca8-b7c1-7ab9ced18619 req-939c0f54-91ac-4077-abeb-585c11b99170 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 984 time: 0.0676727 Jul 16 19:00:53.805586 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5899952-5fcf-43d1-b0e7-356f0db9bafe tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.806110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5899952-5fcf-43d1-b0e7-356f0db9bafe tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.807834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d5899952-5fcf-43d1-b0e7-356f0db9bafe tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/0fcb084c-4ea3-4c47-8b70-1b954c944179 HTTP/1.1" status: 404 len: 339 time: 0.0201643 Jul 16 19:00:53.810522 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44688) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.830399 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-037947ff-aef1-4ca8-b7c1-7ab9ced18619 req-df5ce904-21aa-42c3-bcd5-04eec174a87f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0358126 Jul 16 19:00:53.836289 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b03146-1007-4859-b308-80e0462084b3 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.836733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b03146-1007-4859-b308-80e0462084b3 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.838470 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f3b03146-1007-4859-b308-80e0462084b3 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/240476ee-344d-459d-8e84-aa3d57dd87b8 HTTP/1.1" status: 404 len: 337 time: 0.0270617 Jul 16 19:00:53.841264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.866703 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-527cdf9c-3402-4b0c-9f53-5fd60343fe9e tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.867151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527cdf9c-3402-4b0c-9f53-5fd60343fe9e tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.868984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-527cdf9c-3402-4b0c-9f53-5fd60343fe9e tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/f0f7045f-94e1-4e8b-b5fd-95baef0dca4e HTTP/1.1" status: 404 len: 339 time: 0.0267344 Jul 16 19:00:53.871744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44694) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.903234 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec53c908-9adb-4a43-9e27-e328c1529079 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.903672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec53c908-9adb-4a43-9e27-e328c1529079 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.905470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ec53c908-9adb-4a43-9e27-e328c1529079 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/9205fabe-50f0-4364-9aed-2f2edc40f7e4 HTTP/1.1" status: 404 len: 337 time: 0.0326755 Jul 16 19:00:53.908199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44696) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.926680 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f287f00-47e6-4d1e-a4e0-73f2168d7425 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.927249 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f287f00-47e6-4d1e-a4e0-73f2168d7425 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.929289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3f287f00-47e6-4d1e-a4e0-73f2168d7425 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/6926a6ba-58dd-4e0a-a750-9fc828c523fc HTTP/1.1" status: 404 len: 339 time: 0.0202115 Jul 16 19:00:53.931921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44698) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.958036 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-f147e275-92b2-4d99-875a-2aaaf9004584 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.958431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f147e275-92b2-4d99-875a-2aaaf9004584 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.960804 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f147e275-92b2-4d99-875a-2aaaf9004584 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/5d335930-6dea-45f1-98fe-29994c841767 HTTP/1.1" status: 404 len: 337 time: 0.0273852 Jul 16 19:00:53.963262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44700) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:53.990935 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a25e9eb-a037-4227-be7c-94798e807e76 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:53.991407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a25e9eb-a037-4227-be7c-94798e807e76 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:53.993213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9a25e9eb-a037-4227-be7c-94798e807e76 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/3dcc3587-87d1-41e6-876f-e2264829b895 HTTP/1.1" status: 404 len: 339 time: 0.0287225 Jul 16 19:00:53.995948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44702) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.020714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585f395-4862-48c6-97f3-f2312ad8b3a4 req-e8bd9a4e-c8f4-4326-bff0-a711b7bdb640 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.022312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3585f395-4862-48c6-97f3-f2312ad8b3a4 req-e8bd9a4e-c8f4-4326-bff0-a711b7bdb640 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 984 time: 0.0745597 Jul 16 19:00:54.023648 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b5520c-09f2-497b-811c-921e07450e17 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:54.024113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b5520c-09f2-497b-811c-921e07450e17 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:54.025912 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-98b5520c-09f2-497b-811c-921e07450e17 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/0ecc5564-bdae-43f4-9e31-a53ce40c1f2e HTTP/1.1" status: 404 len: 337 time: 0.0289845 Jul 16 19:00:54.028702 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44704) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.047824 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5929eb-017b-4c0a-a7fd-2e5f3d6c4e51 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:54.048395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5929eb-017b-4c0a-a7fd-2e5f3d6c4e51 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:54.050482 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eb5929eb-017b-4c0a-a7fd-2e5f3d6c4e51 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/9785ae95-4514-4d65-93dc-d060d79ff641 HTTP/1.1" status: 404 len: 339 time: 0.0205719 Jul 16 19:00:54.053288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44706) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.065409 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3585f395-4862-48c6-97f3-f2312ad8b3a4 req-ca1441b0-e224-4b51-82b7-fa3650604006 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0363519 Jul 16 19:00:54.079337 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-585aab56-235e-4b9f-bfbe-e447ec2713b1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:54.079674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585aab56-235e-4b9f-bfbe-e447ec2713b1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:54.081470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-585aab56-235e-4b9f-bfbe-e447ec2713b1 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/ab2ccbd0-a906-4216-aa85-822510b4f331 HTTP/1.1" status: 404 len: 337 time: 0.0274367 Jul 16 19:00:54.085123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44708) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.103237 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd75d94f-cdde-4e46-980a-760b92949ccf tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:54.103933 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd75d94f-cdde-4e46-980a-760b92949ccf tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:54.105683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fd75d94f-cdde-4e46-980a-760b92949ccf tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/92cb0058-c5d7-4b55-b5d5-11dc9f9a49f6 HTTP/1.1" status: 404 len: 339 time: 0.0206301 Jul 16 19:00:54.108612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44712) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.141642 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b426d53-d5e9-4587-8ffe-5cf55be8a5f2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:54.142134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b426d53-d5e9-4587-8ffe-5cf55be8a5f2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:54.143907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0b426d53-d5e9-4587-8ffe-5cf55be8a5f2 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/0adc2134-1f03-4dc7-b9d5-3ed39a946938 HTTP/1.1" status: 404 len: 337 time: 0.0343249 Jul 16 19:00:54.146554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44714) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.165542 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfaa820-82d6-4927-a619-f055dffbbb14 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] DELETE failed (client error): The resource could not be found. Jul 16 19:00:54.166124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfaa820-82d6-4927-a619-f055dffbbb14 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:00:54.167949 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bdfaa820-82d6-4927-a619-f055dffbbb14 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/ada854f1-65bd-418a-8833-f27c1d626e5e HTTP/1.1" status: 404 len: 339 time: 0.0203929 Jul 16 19:00:54.170632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44716) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.247901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Deleting subnet 6c136e68-3dd6-4994-9b43-1b601daac2f6 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:54.252872 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.303681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.335483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd82a39-12bb-43ad-8cba-638b46248834 req-471c95ca-18f1-4147-962d-9b6f6bcd440b tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.337070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cd82a39-12bb-43ad-8cba-638b46248834 req-471c95ca-18f1-4147-962d-9b6f6bcd440b tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1136 time: 0.1395514 Jul 16 19:00:54.365471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0cd82a39-12bb-43ad-8cba-638b46248834 req-8aeb39d8-2e4d-49b3-8093-ad3ad4d493b7 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.419010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.501513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.544630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Subnet': ['ID=6c136e68-3dd6-4994-9b43-1b601daac2f6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:54.549745 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a355ce80-edf5-4d1b-8f7a-64736df4f99f None None] Network 5caf0998-1664-4fe1-9d29-197e3f528194 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:54.551325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.553300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6862ab5d-acd6-47d6-b689-e5fb3cf68bf6 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/subnets/6c136e68-3dd6-4994-9b43-1b601daac2f6 HTTP/1.1" status: 204 len: 168 time: 0.3817024 Jul 16 19:00:54.555936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44718) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.585209 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0cd82a39-12bb-43ad-8cba-638b46248834 req-8aeb39d8-2e4d-49b3-8093-ad3ad4d493b7 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.597682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-0cd82a39-12bb-43ad-8cba-638b46248834 req-8aeb39d8-2e4d-49b3-8093-ad3ad4d493b7 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.662451 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cd82a39-12bb-43ad-8cba-638b46248834 req-8aeb39d8-2e4d-49b3-8093-ad3ad4d493b7 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3177743 Jul 16 19:00:54.666106 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.677488 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb39d8-2e4d-49b3-8093-ad3ad4d493b7 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ed4ab-195e-475e-81fb-f21a121500a1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:54.696391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44720) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.716729 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.735393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Deleting port cda41efa-b490-47dc-9ded-8766c692c988 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:54.735827 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.755426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] DHCP port deletion for 5caf0998-1664-4fe1-9d29-197e3f528194 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:54.770946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701fd21-dbe2-44e9-831c-a50f47865e67 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.772915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2701fd21-dbe2-44e9-831c-a50f47865e67 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1131 time: 0.0749135 Jul 16 19:00:54.775607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44722) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.781677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:54.806308 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.812052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] Deleting port cda41efa-b490-47dc-9ded-8766c692c988 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:54.812464 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.816508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] For port cda41efa-b490-47dc-9ded-8766c692c988, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cda41efa-b490-47dc-9ded-8766c692c988,segment=NetworkSegment(a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4),segment_id=a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:54.817099 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.830849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Calling delete_port for cda41efa-b490-47dc-9ded-8766c692c988 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:54.878539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] For port cda41efa-b490-47dc-9ded-8766c692c988, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cda41efa-b490-47dc-9ded-8766c692c988,segment=NetworkSegment(a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4),segment_id=a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:54.878779 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.893090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] Calling delete_port for cda41efa-b490-47dc-9ded-8766c692c988 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:54.915338 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.949472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Port': ['ID=cda41efa-b490-47dc-9ded-8766c692c988,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:54.955187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] No DVR routers for this DVR port cda41efa-b490-47dc-9ded-8766c692c988 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:54.979527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.005170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] Pushing event deleted for resources: {'Port': ['ID=cda41efa-b490-47dc-9ded-8766c692c988,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:55.008766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2af32-56c8-4554-a966-67a33615e30b None None] No DVR routers for this DVR port cda41efa-b490-47dc-9ded-8766c692c988 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:55.051927 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.063950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5caf0998-1664-4fe1-9d29-197e3f528194']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.075865 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.076172 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b5f201-e6b4-4cdc-8f04-3a3d01dde8a4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.086471 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.103253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.115140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:55.115655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:55.119004 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:55.196253 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.216326 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.218460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] 10.222.0.49 "DELETE /v2.0/networks/5caf0998-1664-4fe1-9d29-197e3f528194 HTTP/1.1" status: 204 len: 168 time: 0.6616170 Jul 16 19:00:55.219803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e8b5-44ad-4d37-b8ba-fcb8c4cb0173 tempest-NetworksTest-736828558 tempest-NetworksTest-736828558-project] Pushing event deleted for resources: {'Network': ['ID=5caf0998-1664-4fe1-9d29-197e3f528194,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:55.240244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.346361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Allocated IP 172.25.1.74 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b3605439-d7cf-4275-a58e-b96efd794ae5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:55.460168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.496564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44728) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:55.504423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.548939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:55.555841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:55.558554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:55.561325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=b3605439-d7cf-4275-a58e-b96efd794ae5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:55.590701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cda41efa-b490-47dc-9ded-8766c692c988 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:55.612530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: cda41efa-b490-47dc-9ded-8766c692c988 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:55.612993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cda41efa-b490-47dc-9ded-8766c692c988 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:55.706653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6ab69c83-84be-4f15-b8dc-dc4199c08f7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f399e9a3febb48608e5b175723986640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088692 Jul 16 19:00:55.710489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44732) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:55.778889 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37e2d8bd-1d9c-4fe0-b022-8ee1ffcc43c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.805665 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37e2d8bd-1d9c-4fe0-b022-8ee1ffcc43c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.858864 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37e2d8bd-1d9c-4fe0-b022-8ee1ffcc43c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.861732 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-37e2d8bd-1d9c-4fe0-b022-8ee1ffcc43c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.863025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-37e2d8bd-1d9c-4fe0-b022-8ee1ffcc43c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fddd5ac-5c63-4f63-bb31-fcf74945377e HTTP/1.1" status: 204 len: 168 time: 0.1511016 Jul 16 19:00:55.871668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2d8bd-1d9c-4fe0-b022-8ee1ffcc43c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fddd5ac-5c63-4f63-bb31-fcf74945377e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:56.122808 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.205913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.367576 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.373353 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.451272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=b3605439-d7cf-4275-a58e-b96efd794ae5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:56.460383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.564717 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Floating IP b89df450-374b-4478-9de5-a52ae5408437 associated. External IP: 172.25.1.74, port: 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8. Jul 16 19:00:56.581517 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44754) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:56.680982 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1786064170'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:56.703284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Made reservation on behalf of 1135f6ff4c424affa3bc93313f2bfe54 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:56.706942 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.720434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.790127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router 229d6606-0a33-470f-8393-71bd27336672 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:56.820153 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.825791 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.852613 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:56.862764 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7299298-e80d-41ef-b734-9c7524ca008f,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:56.870353 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.871083 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Added segment aaa50a1e-560e-4fb1-9b14-80ab45349821 of type vlan for network cbaf5d76-b5b9-44de-b560-7b008a90bafa Jul 16 19:00:56.915662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.946307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:56.953884 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.957536 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] Sync routers for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:56.959743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.960534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.972603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.973610 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:56.975014 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:56.997031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4141102 Jul 16 19:00:57.001416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44758) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:57.006572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Request body: {'subnet': {'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:57.022388 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5d14e8b6-b79d-4a6a-b607-b223f38d1ed1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2429295 Jul 16 19:00:57.022388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:57.025115 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df43516-3d42-4033-8472-552d680e02da" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:57.027205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:57.063911 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f0586-31bc-4945-854b-2d72f7b9a417 x-openstack-request-id: req-1b7f0586-31bc-4945-854b-2d72f7b9a417 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:57.064263 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:57.064572 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b7f0586-31bc-4945-854b-2d72f7b9a417 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:57.065066 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'status': 'completed', 'code': 200} Jul 16 19:00:57.093048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cedb62-c0f6-4111-8758-10c5399540fa tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event updated for resources: {'Network': ['ID=cbaf5d76-b5b9-44de-b560-7b008a90bafa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:57.104865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network cbaf5d76-b5b9-44de-b560-7b008a90bafa details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:57.143877 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:57.163819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43516-3d42-4033-8472-552d680e02da req-addab13b-1f56-471d-bccd-51578356af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.166134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4df43516-3d42-4033-8472-552d680e02da req-addab13b-1f56-471d-bccd-51578356af06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1136 time: 0.0777986 Jul 16 19:00:57.269283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43516-3d42-4033-8472-552d680e02da req-bb3ae3ea-e9b9-4619-9f60-7213a3948129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.270964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4df43516-3d42-4033-8472-552d680e02da req-bb3ae3ea-e9b9-4619-9f60-7213a3948129 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77d5cc82-5513-44bd-aec1-e748cd930eae HTTP/1.1" status: 200 len: 898 time: 0.0978467 Jul 16 19:00:57.317914 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Made reservation on behalf of 1135f6ff4c424affa3bc93313f2bfe54 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:57.321517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.340810 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca486767-a7b7-48cc-8822-79f643939e54 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.341427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca486767-a7b7-48cc-8822-79f643939e54 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.341885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca486767-a7b7-48cc-8822-79f643939e54 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.342371 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca486767-a7b7-48cc-8822-79f643939e54 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.342837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca486767-a7b7-48cc-8822-79f643939e54 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.347257 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ca486767-a7b7-48cc-8822-79f643939e54 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3537 time: 0.3163719 Jul 16 19:00:57.347989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44764) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:57.350666 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4df43516-3d42-4033-8472-552d680e02da req-e6a47cce-1e0e-45cc-86f2-bf97ef325440 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 HTTP/1.1" status: 200 len: 998 time: 0.0714991 Jul 16 19:00:57.399678 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'b89df450-374b-4478-9de5-a52ae5408437', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '229d6606-0a33-470f-8393-71bd27336672', 'port_id': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'mac_address': 'fa:16:3e:4a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:00:55Z', 'revision_number': 0, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:57.404710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43516-3d42-4033-8472-552d680e02da req-24e17cef-11cb-419f-9e84-5173095bc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.406400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4df43516-3d42-4033-8472-552d680e02da req-24e17cef-11cb-419f-9e84-5173095bc9df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa1285f0-6a50-4b38-bf92-b33fda84aaf7 HTTP/1.1" status: 200 len: 835 time: 0.0460455 Jul 16 19:00:57.431607 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] Checking router: 229d6606-0a33-470f-8393-71bd27336672 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:57.441408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:57.441984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:00:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:57.472964 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43516-3d42-4033-8472-552d680e02da req-3c6b928f-eacc-4375-92c3-886f0b24b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.476036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4df43516-3d42-4033-8472-552d680e02da req-3c6b928f-eacc-4375-92c3-886f0b24b87b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77d5cc82-5513-44bd-aec1-e748cd930eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618658 Jul 16 19:00:57.492492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59f23b-57cb-45cf-9c61-cf6c64164ec5 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.492994 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59f23b-57cb-45cf-9c61-cf6c64164ec5 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.493451 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59f23b-57cb-45cf-9c61-cf6c64164ec5 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.493905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c59f23b-57cb-45cf-9c61-cf6c64164ec5 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.498749 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7c59f23b-57cb-45cf-9c61-cf6c64164ec5 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1467402 Jul 16 19:00:57.503240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44766) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:57.591348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4df43516-3d42-4033-8472-552d680e02da req-f3fb5cef-ea91-4915-9e20-749a4d0c9572 service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082678 Jul 16 19:00:57.657148 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:57.687678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4df43516-3d42-4033-8472-552d680e02da req-325e7789-de92-43d9-b59e-eff82a38fa48 service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893438 Jul 16 19:00:57.754690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.845696 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event updated for resources: {'Subnet': ['ID=08729228-a6cf-439f-bef8-552527609bf5,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:57.870735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Checking segment: {'id': 'aaa50a1e-560e-4fb1-9b14-80ab45349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:57.871557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Network hostable DHCP agents. Network: cbaf5d76-b5b9-44de-b560-7b008a90bafa, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:57.890652 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'b89df450-374b-4478-9de5-a52ae5408437', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '229d6606-0a33-470f-8393-71bd27336672', 'port_id': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'mac_address': 'fa:16:3e:4a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:00:55Z', 'revision_number': 0, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:57.909322 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Network cbaf5d76-b5b9-44de-b560-7b008a90bafa is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:57.914299 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7a807440-2ce3-44f6-8ce3-69bc882e81b5 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.4098177 Jul 16 19:00:57.917209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44768) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:57.922008 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ee86d-a011-4769-9d71-1ae1a29d7a9f None None] The sync data for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 is: [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'b89df450-374b-4478-9de5-a52ae5408437', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '229d6606-0a33-470f-8393-71bd27336672', 'port_id': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'mac_address': 'fa:16:3e:4a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:00:55Z', 'revision_number': 0, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:57.923507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, cbaf5d76-b5b9-44de-b560-7b008a90bafa) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:57.927621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.928252 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.935506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e9487-a3fb-4b3b-971c-ca2f61c2bba6 None None] Network cbaf5d76-b5b9-44de-b560-7b008a90bafa requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:57.948289 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ac22fce1-074e-4a88-8bf0-46d4295246d9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9453199 Jul 16 19:00:57.950901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44770) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:57.958291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Request body: {'port': {'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa', 'name': 'tempest-TagsExtTest-492786788'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:57.990414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67248afe-52dd-46bc-b82e-2fc48313a85c tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.991157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67248afe-52dd-46bc-b82e-2fc48313a85c tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.993009 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-67248afe-52dd-46bc-b82e-2fc48313a85c tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=229d6606-0a33-470f-8393-71bd27336672 HTTP/1.1" status: 200 len: 1992 time: 0.0739734 Jul 16 19:00:58.087966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Made reservation on behalf of 1135f6ff4c424affa3bc93313f2bfe54 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:58.092339 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.112148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] device_id is not set on port a529a1a5-6771-417e-941c-5e5b9def5b3d yet. {{(pid=93796) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 19:00:58.129468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05395c74-e904-4377-88db-3170231643c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-cbaf5d76-b5b9-44de-b560-7b008a90bafa', 'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa', 'tenant_id': '1135f6ff4c424affa3bc93313f2bfe54', 'fixed_ips': [{'subnet_id': '08729228-a6cf-439f-bef8-552527609bf5'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:58.131488 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.202083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a93a4a-e7f9-4a85-9e2c-80b3322cbb31 None None] New status for floating IP b89df450-374b-4478-9de5-a52ae5408437: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:00:58.231097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Allocated IP 172.20.0.6 (cbaf5d76-b5b9-44de-b560-7b008a90bafa/08729228-a6cf-439f-bef8-552527609bf5/a529a1a5-6771-417e-941c-5e5b9def5b3d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:58.419098 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.439903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Transition to ACTIVE for port object a529a1a5-6771-417e-941c-5e5b9def5b3d will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:58.481733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.530456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Network cbaf5d76-b5b9-44de-b560-7b008a90bafa is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:58.533794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:58.537922 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:58.544874 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event updated for resources: {'Port': ['ID=a529a1a5-6771-417e-941c-5e5b9def5b3d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:58.566360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-05395c74-e904-4377-88db-3170231643c3 None None] Allocated IP 172.20.0.2 (cbaf5d76-b5b9-44de-b560-7b008a90bafa/08729228-a6cf-439f-bef8-552527609bf5/98dbace4-7cd2-4f77-b120-e64ae83a249f) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:58.595618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:58.596460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.613972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-54c972a0-3bab-467a-8b16-68b7bfc46791 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6615813 Jul 16 19:00:58.616421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44774) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:58.621494 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fec3c746-550b-4385-acf9-c6617bc1594f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2105836904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:58.647530 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec3c746-550b-4385-acf9-c6617bc1594f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.648767 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec3c746-550b-4385-acf9-c6617bc1594f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.715606 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec3c746-550b-4385-acf9-c6617bc1594f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.720650 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec3c746-550b-4385-acf9-c6617bc1594f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.738473 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec3c746-550b-4385-acf9-c6617bc1594f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.739956 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fec3c746-550b-4385-acf9-c6617bc1594f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1224418 Jul 16 19:00:58.742881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44778) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:58.743565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.747792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e3c5be96-ee4a-432b-98ee-58b5cccdd1f1 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1967985838', 'prefixes': ['172.20.0.0/16']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:58.752643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05395c74-e904-4377-88db-3170231643c3 None None] Transition to ACTIVE for port object 98dbace4-7cd2-4f77-b120-e64ae83a249f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:58.768835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-05395c74-e904-4377-88db-3170231643c3 None None] Transition to ACTIVE for port object 98dbace4-7cd2-4f77-b120-e64ae83a249f will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:58.775120 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.810281 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3c5be96-ee4a-432b-98ee-58b5cccdd1f1 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for subnetpool, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.810532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05395c74-e904-4377-88db-3170231643c3 None None] Network cbaf5d76-b5b9-44de-b560-7b008a90bafa is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:58.814869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3c5be96-ee4a-432b-98ee-58b5cccdd1f1 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0677352 Jul 16 19:00:58.815306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44780) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:58.815595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-05395c74-e904-4377-88db-3170231643c3 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:58.818919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05395c74-e904-4377-88db-3170231643c3 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:58.820078 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-89788bf7-61a0-4d7c-8472-385b29d388d6 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', 'tempest-TagsExtTest-Tag-994956041') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:58.827873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05395c74-e904-4377-88db-3170231643c3 None None] Pushing event updated for resources: {'Port': ['ID=98dbace4-7cd2-4f77-b120-e64ae83a249f,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:58.852945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.853377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.853632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.853997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.855230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.855230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.855230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.855230 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.855593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.855994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.856520 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.856861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.893128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-05395c74-e904-4377-88db-3170231643c3 None None] Attempting to bind port 98dbace4-7cd2-4f77-b120-e64ae83a249f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:58.893506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-05395c74-e904-4377-88db-3170231643c3 None None] Attempting to bind port 98dbace4-7cd2-4f77-b120-e64ae83a249f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'aaa50a1e-560e-4fb1-9b14-80ab45349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:58.893873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05395c74-e904-4377-88db-3170231643c3 None None] Attempting to bind port 98dbace4-7cd2-4f77-b120-e64ae83a249f on network cbaf5d76-b5b9-44de-b560-7b008a90bafa {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:58.898953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05395c74-e904-4377-88db-3170231643c3 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:58.899392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05395c74-e904-4377-88db-3170231643c3 None None] Checking segment: {'id': 'aaa50a1e-560e-4fb1-9b14-80ab45349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:58.899800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.900199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05395c74-e904-4377-88db-3170231643c3 None None] Bound using segment: {'id': 'aaa50a1e-560e-4fb1-9b14-80ab45349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:58.900667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-05395c74-e904-4377-88db-3170231643c3 None None] Bound port: 98dbace4-7cd2-4f77-b120-e64ae83a249f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa50a1e-560e-4fb1-9b14-80ab45349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cbaf5d76-b5b9-44de-b560-7b008a90bafa'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:58.901103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.921660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-89788bf7-61a0-4d7c-8472-385b29d388d6 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags/tempest-TagsExtTest-Tag-994956041 HTTP/1.1" status: 201 len: 201 time: 0.1052737 Jul 16 19:00:58.924272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44782) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:58.929297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-c3bc4781-6669-4b21-a6ea-f3b07f449663 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', 'tempest-TagsExtTest-Tag-647232109') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:58.970333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-05395c74-e904-4377-88db-3170231643c3 None None] For port 98dbace4-7cd2-4f77-b120-e64ae83a249f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:58.973810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-05395c74-e904-4377-88db-3170231643c3 None None] For port 98dbace4-7cd2-4f77-b120-e64ae83a249f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=98dbace4-7cd2-4f77-b120-e64ae83a249f,segment=NetworkSegment(aaa50a1e-560e-4fb1-9b14-80ab45349821),segment_id=aaa50a1e-560e-4fb1-9b14-80ab45349821)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:58.980036 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-05395c74-e904-4377-88db-3170231643c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.003582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c3bc4781-6669-4b21-a6ea-f3b07f449663 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags/tempest-TagsExtTest-Tag-647232109 HTTP/1.1" status: 201 len: 201 time: 0.0778615 Jul 16 19:00:59.006247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44784) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.011509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-3a2215c9-ced5-457c-badd-114330def2da tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', 'tempest-TagsExtTest-Tag-38792534') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.053878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05395c74-e904-4377-88db-3170231643c3 None None] Pushing event updated for resources: {'Port': ['ID=98dbace4-7cd2-4f77-b120-e64ae83a249f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:59.502700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3a2215c9-ced5-457c-badd-114330def2da tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags/tempest-TagsExtTest-Tag-38792534 HTTP/1.1" status: 201 len: 201 time: 0.4952540 Jul 16 19:00:59.505453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44786) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.510455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-d032c38c-dca8-4586-b232-68ef6870ea42 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', 'tempest-TagsExtTest-Tag-535279933') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.568529 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d032c38c-dca8-4586-b232-68ef6870ea42 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags/tempest-TagsExtTest-Tag-535279933 HTTP/1.1" status: 201 len: 201 time: 0.0596917 Jul 16 19:00:59.569898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44788) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.574567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-ff7e2124-d9cb-4a9b-a4c2-0a75f3e953f7 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.620891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98dbace4-7cd2-4f77-b120-e64ae83a249f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:59.681753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44790) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.682066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ff7e2124-d9cb-4a9b-a4c2-0a75f3e953f7 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags HTTP/1.1" status: 200 len: 240 time: 0.1106617 Jul 16 19:00:59.684011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 98dbace4-7cd2-4f77-b120-e64ae83a249f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:59.689775 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-95b31af1-fc3d-426e-9a26-58c9e757f80b tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', 'tempest-TagsExtTest-Tag-994956041') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.759880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-95b31af1-fc3d-426e-9a26-58c9e757f80b tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags/tempest-TagsExtTest-Tag-994956041 HTTP/1.1" status: 204 len: 168 time: 0.0762067 Jul 16 19:00:59.762651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44792) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.767361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-8f4f9e79-ff21-456a-b092-1e3c68b448f1 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', 'tempest-TagsExtTest-Tag-994956041') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.842752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f4f9e79-ff21-456a-b092-1e3c68b448f1 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags/tempest-TagsExtTest-Tag-994956041 HTTP/1.1" status: 204 len: 168 time: 0.0790300 Jul 16 19:00:59.845208 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44794) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.849729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-5154edd5-89a4-4a77-a509-85414802e4f2 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.907488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5154edd5-89a4-4a77-a509-85414802e4f2 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags HTTP/1.1" status: 200 len: 205 time: 0.0589550 Jul 16 19:00:59.907823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44796) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.913447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-b99945fd-2f81-48d1-987e-24525b3f7844 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.970619 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b99945fd-2f81-48d1-987e-24525b3f7844 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags HTTP/1.1" status: 200 len: 240 time: 0.0615633 Jul 16 19:00:59.973281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44798) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:59.978006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-73e030e3-00c6-4771-b528-cfb8f63d1089 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', 'tempest-TagsExtTest-Tag-647232109') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.031694 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-73e030e3-00c6-4771-b528-cfb8f63d1089 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags/tempest-TagsExtTest-Tag-647232109 HTTP/1.1" status: 204 len: 168 time: 0.0572991 Jul 16 19:01:00.034113 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44800) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.039013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-97a1a39f-d9e1-4ec3-b1d6-e5953de240cb tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', 'tempest-TagsExtTest-Tag-647232109') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.049389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6de32-9a76-4658-8605-ac65d4dd1880 None None] Network cbaf5d76-b5b9-44de-b560-7b008a90bafa requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:00.109335 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97a1a39f-d9e1-4ec3-b1d6-e5953de240cb tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags/tempest-TagsExtTest-Tag-647232109 HTTP/1.1" status: 204 len: 168 time: 0.0739717 Jul 16 19:01:00.109900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44802) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.115095 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-837f551f-5601-47fd-896c-d5dad67bd649 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.121023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fcad440b-b86e-46ac-92d6-b9bfe5d2c23d None None] Provisioning for port 98dbace4-7cd2-4f77-b120-e64ae83a249f completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:00.127102 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fcad440b-b86e-46ac-92d6-b9bfe5d2c23d None None] Provisioning complete for port 98dbace4-7cd2-4f77-b120-e64ae83a249f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:00.127478 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fcad440b-b86e-46ac-92d6-b9bfe5d2c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.165270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-837f551f-5601-47fd-896c-d5dad67bd649 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags HTTP/1.1" status: 200 len: 205 time: 0.0540633 Jul 16 19:01:00.167754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.172432 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-6f9767c0-5836-4465-8fc1-c4805447f385 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.249161 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6f9767c0-5836-4465-8fc1-c4805447f385 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags HTTP/1.1" status: 200 len: 239 time: 0.0801942 Jul 16 19:01:00.251789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.256414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-bec3f810-daa4-437d-8b61-d70ff61d3674 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', 'tempest-TagsExtTest-Tag-38792534') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.273947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fcad440b-b86e-46ac-92d6-b9bfe5d2c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.315038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fcad440b-b86e-46ac-92d6-b9bfe5d2c23d None None] For port 98dbace4-7cd2-4f77-b120-e64ae83a249f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=98dbace4-7cd2-4f77-b120-e64ae83a249f,segment=NetworkSegment(aaa50a1e-560e-4fb1-9b14-80ab45349821),segment_id=aaa50a1e-560e-4fb1-9b14-80ab45349821)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:00.320326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fcad440b-b86e-46ac-92d6-b9bfe5d2c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.342199 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bec3f810-daa4-437d-8b61-d70ff61d3674 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags/tempest-TagsExtTest-Tag-38792534 HTTP/1.1" status: 204 len: 168 time: 0.0892112 Jul 16 19:01:00.344652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44808) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.349746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-fb0c6c22-99ef-4850-8d92-0162cffaef6e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', 'tempest-TagsExtTest-Tag-38792534') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.377337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad440b-b86e-46ac-92d6-b9bfe5d2c23d None None] Pushing event updated for resources: {'Port': ['ID=98dbace4-7cd2-4f77-b120-e64ae83a249f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:00.444655 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fb0c6c22-99ef-4850-8d92-0162cffaef6e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags/tempest-TagsExtTest-Tag-38792534 HTTP/1.1" status: 204 len: 168 time: 0.0988309 Jul 16 19:01:00.447112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44810) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.452309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-cfc6080d-8c6c-44f6-99d1-d7e55fb4854e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.530787 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cfc6080d-8c6c-44f6-99d1-d7e55fb4854e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags HTTP/1.1" status: 200 len: 205 time: 0.0824590 Jul 16 19:01:00.533240 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44812) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.537885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-b8e0b4f4-6ce0-4e94-975b-f5ceea470de1 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.550430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-659ed391-ec40-4598-9ef2-932353083ba2 None None] Provisioning complete for port 98dbace4-7cd2-4f77-b120-e64ae83a249f triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:00.551244 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-659ed391-ec40-4598-9ef2-932353083ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.564115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b8e0b4f4-6ce0-4e94-975b-f5ceea470de1 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags HTTP/1.1" status: 200 len: 240 time: 0.0297875 Jul 16 19:01:00.567179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44814) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.572099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-33324a80-0cf2-4a2b-9d7d-5ddb438e5f40 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', 'tempest-TagsExtTest-Tag-535279933') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.610537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44816) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.610786 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-33324a80-0cf2-4a2b-9d7d-5ddb438e5f40 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags/tempest-TagsExtTest-Tag-535279933 HTTP/1.1" status: 204 len: 168 time: 0.0421705 Jul 16 19:01:00.615537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-e1181990-b7fa-44c6-a7fe-d3ebd90729ad tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', 'tempest-TagsExtTest-Tag-535279933') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.650018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-659ed391-ec40-4598-9ef2-932353083ba2 None None] Provisioning for port a529a1a5-6771-417e-941c-5e5b9def5b3d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:00.652436 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e1181990-b7fa-44c6-a7fe-d3ebd90729ad tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags/tempest-TagsExtTest-Tag-535279933 HTTP/1.1" status: 204 len: 168 time: 0.0405803 Jul 16 19:01:00.655305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-659ed391-ec40-4598-9ef2-932353083ba2 None None] Provisioning complete for port a529a1a5-6771-417e-941c-5e5b9def5b3d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:00.655684 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-659ed391-ec40-4598-9ef2-932353083ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.656321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44818) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.661333 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-1b887e63-89c5-446a-bc1c-d6d43a6843fb tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.683591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1b887e63-89c5-446a-bc1c-d6d43a6843fb tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags HTTP/1.1" status: 200 len: 205 time: 0.0258522 Jul 16 19:01:00.686423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44820) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.691346 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-66b39456-c276-4475-a244-c37b57bf36d6 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.697930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-659ed391-ec40-4598-9ef2-932353083ba2 None None] Port a529a1a5-6771-417e-941c-5e5b9def5b3d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:00.718174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66b39456-c276-4475-a244-c37b57bf36d6 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags HTTP/1.1" status: 204 len: 168 time: 0.0304844 Jul 16 19:01:00.720827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44822) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.725514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-a64d562d-8224-455e-b30f-27378092d26e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.807030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a64d562d-8224-455e-b30f-27378092d26e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags HTTP/1.1" status: 204 len: 168 time: 0.0849938 Jul 16 19:01:00.810497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44824) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.814915 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-b8092c05-2c9d-4743-9cf0-29acaadc8aae tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.819288 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-43b839b0-f062-4545-a21d-379051ce7248 None None] Provisioning complete for port a529a1a5-6771-417e-941c-5e5b9def5b3d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:00.819737 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-43b839b0-f062-4545-a21d-379051ce7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.854036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-43b839b0-f062-4545-a21d-379051ce7248 None None] Port a529a1a5-6771-417e-941c-5e5b9def5b3d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:00.868530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b8092c05-2c9d-4743-9cf0-29acaadc8aae tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0570219 Jul 16 19:01:00.871493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44826) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.878459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-1e728d6a-3bfe-4951-9bde-72fb16c2fcec tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:00.935436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e728d6a-3bfe-4951-9bde-72fb16c2fcec tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0626769 Jul 16 19:01:00.940275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44828) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:00.945167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-74f05f82-2538-4b28-8acd-67c9977cf238 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', 'tempest-TagsExtTest-Tag-2039613067') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.017737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-74f05f82-2538-4b28-8acd-67c9977cf238 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags/tempest-TagsExtTest-Tag-2039613067 HTTP/1.1" status: 201 len: 201 time: 0.0762663 Jul 16 19:01:01.020526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44830) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.027599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-c0548f85-888e-43fe-ba04-bdd7aee18c32 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', 'tempest-TagsExtTest-Tag-123303549') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.100216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c0548f85-888e-43fe-ba04-bdd7aee18c32 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags/tempest-TagsExtTest-Tag-123303549 HTTP/1.1" status: 201 len: 201 time: 0.0782433 Jul 16 19:01:01.102989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44832) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.108250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-8c9e445f-2191-44bb-ba49-05aa1cd3be60 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', 'tempest-TagsExtTest-Tag-20177611') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.212618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8c9e445f-2191-44bb-ba49-05aa1cd3be60 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags/tempest-TagsExtTest-Tag-20177611 HTTP/1.1" status: 201 len: 201 time: 0.1085334 Jul 16 19:01:01.217360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44834) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.225033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-ef4261e3-834e-4cf3-aae2-6e31d93ed373 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', 'tempest-TagsExtTest-Tag-2102866657') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.278896 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ef4261e3-834e-4cf3-aae2-6e31d93ed373 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags/tempest-TagsExtTest-Tag-2102866657 HTTP/1.1" status: 201 len: 201 time: 0.0597827 Jul 16 19:01:01.281638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44836) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.286195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-0be7bcb5-ab7e-4197-b39f-b2f698e65255 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', {'tags': ['tempest-TagsExtTest-Tag-1944129220', 'tempest-TagsExtTest-Tag-2033470598', 'tempest-TagsExtTest-Tag-683578100']}) {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.349820 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0be7bcb5-ab7e-4197-b39f-b2f698e65255 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags HTTP/1.1" status: 200 len: 317 time: 0.0669291 Jul 16 19:01:01.352965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44838) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.358553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-e61af077-1ab0-418b-8f0a-d9cb9b99d4c5 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.435723 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e61af077-1ab0-418b-8f0a-d9cb9b99d4c5 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0814583 Jul 16 19:01:01.438330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44840) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.442980 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-188052e8-4432-46dd-9593-b75a37cec2df tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', 'tempest-TagsExtTest-Tag-1944129220') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.498658 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-188052e8-4432-46dd-9593-b75a37cec2df tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:01.499731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-188052e8-4432-46dd-9593-b75a37cec2df tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags/tempest-TagsExtTest-Tag-1944129220 HTTP/1.1" status: 404 len: 329 time: 0.0604470 Jul 16 19:01:01.502699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44842) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.507617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-747702f0-7d92-4122-b8e8-7891bcd2bb68 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', 'tempest-TagsExtTest-Tag-2033470598') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.561783 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-747702f0-7d92-4122-b8e8-7891bcd2bb68 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:01.565427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-747702f0-7d92-4122-b8e8-7891bcd2bb68 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags/tempest-TagsExtTest-Tag-2033470598 HTTP/1.1" status: 404 len: 329 time: 0.0588405 Jul 16 19:01:01.565662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.569868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-d1e0b4d3-aaa4-4a99-a5f1-cb0818cfa77f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5', 'tempest-TagsExtTest-Tag-683578100') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.585226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98dbace4-7cd2-4f77-b120-e64ae83a249f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:01.621077 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d1e0b4d3-aaa4-4a99-a5f1-cb0818cfa77f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:01.625276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d1e0b4d3-aaa4-4a99-a5f1-cb0818cfa77f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags/tempest-TagsExtTest-Tag-683578100 HTTP/1.1" status: 404 len: 328 time: 0.0586357 Jul 16 19:01:01.625651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44846) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.630588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-01ebe4dc-d837-494f-829d-191b13788e2f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', {'tags': ['tempest-TagsExtTest-Tag-340582931', 'tempest-TagsExtTest-Tag-672390770', 'tempest-TagsExtTest-Tag-145818715']}) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.633188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 98dbace4-7cd2-4f77-b120-e64ae83a249f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:01.633570 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:01.688473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-01ebe4dc-d837-494f-829d-191b13788e2f tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags HTTP/1.1" status: 200 len: 315 time: 0.0616913 Jul 16 19:01:01.691046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44848) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.695464 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-46a5494f-8658-4e79-8e97-ec2f5f863369 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.766364 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-46a5494f-8658-4e79-8e97-ec2f5f863369 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0742717 Jul 16 19:01:01.769034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44850) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.773361 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-ce26b9a4-0788-417e-8489-75e72d7799a7 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', 'tempest-TagsExtTest-Tag-340582931') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.822909 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-ce26b9a4-0788-417e-8489-75e72d7799a7 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:01.824049 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ce26b9a4-0788-417e-8489-75e72d7799a7 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags/tempest-TagsExtTest-Tag-340582931 HTTP/1.1" status: 404 len: 328 time: 0.0539777 Jul 16 19:01:01.827125 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44852) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.831603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-010c6308-36ea-4132-b8ec-676979aa8b3e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', 'tempest-TagsExtTest-Tag-672390770') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.880967 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-010c6308-36ea-4132-b8ec-676979aa8b3e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:01.881908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-010c6308-36ea-4132-b8ec-676979aa8b3e tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags/tempest-TagsExtTest-Tag-672390770 HTTP/1.1" status: 404 len: 328 time: 0.0538423 Jul 16 19:01:01.884860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.889699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-81d4fabf-0396-4061-8534-692d51f3f7cb tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d', 'tempest-TagsExtTest-Tag-145818715') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:01.937918 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-81d4fabf-0396-4061-8534-692d51f3f7cb tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:01.939031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-81d4fabf-0396-4061-8534-692d51f3f7cb tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags/tempest-TagsExtTest-Tag-145818715 HTTP/1.1" status: 404 len: 328 time: 0.0528462 Jul 16 19:01:01.942821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44856) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:01.947669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-66d8d14d-fbfe-4076-bdaa-24327aa1c8ce tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', {'tags': ['tempest-TagsExtTest-Tag-2097687230', 'tempest-TagsExtTest-Tag-732863753', 'tempest-TagsExtTest-Tag-1476785171']}) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.035545 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66d8d14d-fbfe-4076-bdaa-24327aa1c8ce tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags HTTP/1.1" status: 200 len: 317 time: 0.0915971 Jul 16 19:01:02.038102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44858) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.042594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-0613a50a-ac68-4b0b-8bf6-7620e3102e09 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.136558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0613a50a-ac68-4b0b-8bf6-7620e3102e09 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags HTTP/1.1" status: 204 len: 168 time: 0.0973401 Jul 16 19:01:02.139331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44860) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.143784 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-375ce3dd-a8bc-4442-a535-772fab87518d tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', 'tempest-TagsExtTest-Tag-2097687230') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.222117 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-375ce3dd-a8bc-4442-a535-772fab87518d tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:02.223183 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-375ce3dd-a8bc-4442-a535-772fab87518d tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags/tempest-TagsExtTest-Tag-2097687230 HTTP/1.1" status: 404 len: 329 time: 0.0829272 Jul 16 19:01:02.226197 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44862) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.230863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-3aa978f1-ace9-4374-b736-99ed58624d29 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', 'tempest-TagsExtTest-Tag-732863753') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.310071 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-3aa978f1-ace9-4374-b736-99ed58624d29 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:02.311143 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3aa978f1-ace9-4374-b736-99ed58624d29 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags/tempest-TagsExtTest-Tag-732863753 HTTP/1.1" status: 404 len: 328 time: 0.0839679 Jul 16 19:01:02.314768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44864) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.319181 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-649035bf-e81e-47b6-a7b1-7fbda9371f49 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62', 'tempest-TagsExtTest-Tag-1476785171') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.403380 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-649035bf-e81e-47b6-a7b1-7fbda9371f49 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:02.404402 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-649035bf-e81e-47b6-a7b1-7fbda9371f49 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags/tempest-TagsExtTest-Tag-1476785171 HTTP/1.1" status: 404 len: 329 time: 0.0887058 Jul 16 19:01:02.407428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44866) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.412213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-66ef22b2-18ad-4880-9a30-dfdbc036da38 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', {'tags': ['tempest-TagsExtTest-Tag-629623007', 'tempest-TagsExtTest-Tag-1054035150', 'tempest-TagsExtTest-Tag-723468121']}) {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.449260 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66ef22b2-18ad-4880-9a30-dfdbc036da38 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "PUT /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags HTTP/1.1" status: 200 len: 316 time: 0.0407197 Jul 16 19:01:02.451953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44868) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.458062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-06630f18-bf3f-4840-b7d6-e2d7a04f48c3 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.516747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-06630f18-bf3f-4840-b7d6-e2d7a04f48c3 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags HTTP/1.1" status: 204 len: 168 time: 0.0636470 Jul 16 19:01:02.519658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44870) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.524126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-c69a2005-5a8b-41a8-aeec-610ef9860d76 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', 'tempest-TagsExtTest-Tag-629623007') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.545817 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-c69a2005-5a8b-41a8-aeec-610ef9860d76 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:02.546922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c69a2005-5a8b-41a8-aeec-610ef9860d76 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags/tempest-TagsExtTest-Tag-629623007 HTTP/1.1" status: 404 len: 328 time: 0.0263171 Jul 16 19:01:02.550976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44872) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.555442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-d5d0cf4e-8148-4b94-9196-7322557d54ab tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', 'tempest-TagsExtTest-Tag-1054035150') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.581818 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-d5d0cf4e-8148-4b94-9196-7322557d54ab tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:02.582829 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d5d0cf4e-8148-4b94-9196-7322557d54ab tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags/tempest-TagsExtTest-Tag-1054035150 HTTP/1.1" status: 404 len: 329 time: 0.0309432 Jul 16 19:01:02.585692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44874) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.590067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-6de475e9-b7c5-4cc6-b624-d4d57a5ceef9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad', 'tempest-TagsExtTest-Tag-723468121') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.610157 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-6de475e9-b7c5-4cc6-b624-d4d57a5ceef9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] show failed (client error): The resource could not be found. Jul 16 19:01:02.611140 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6de475e9-b7c5-4cc6-b624-d4d57a5ceef9 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags/tempest-TagsExtTest-Tag-723468121 HTTP/1.1" status: 404 len: 328 time: 0.0245461 Jul 16 19:01:02.613928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44876) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.618165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-ae9af5eb-4798-445d-8480-28d6a8046e87 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b2ca9b9-fec3-4582-955f-9ee4f6596cad') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.642784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ae9af5eb-4798-445d-8480-28d6a8046e87 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad/tags HTTP/1.1" status: 204 len: 168 time: 0.0279441 Jul 16 19:01:02.645537 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44878) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.650348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-167f3a87-0c04-4cb2-b285-b26dc7a3fd6b tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fed7ca7-b099-4987-ad72-fab24ffacb62') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.726893 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-167f3a87-0c04-4cb2-b285-b26dc7a3fd6b tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62/tags HTTP/1.1" status: 204 len: 168 time: 0.0801637 Jul 16 19:01:02.730825 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44880) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.735041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.tag.tag_plugin [None req-4a6a609a-3f7e-4bea-95a8-bbfac8534434 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a529a1a5-6771-417e-941c-5e5b9def5b3d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.795702 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4a6a609a-3f7e-4bea-95a8-bbfac8534434 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d/tags HTTP/1.1" status: 204 len: 168 time: 0.0639448 Jul 16 19:01:02.799623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44882) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.804213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.tag.tag_plugin [None req-c19b68c9-0b30-4aca-b6e7-6463d9cfd925 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '08729228-a6cf-439f-bef8-552527609bf5') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:02.859653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c19b68c9-0b30-4aca-b6e7-6463d9cfd925 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5/tags HTTP/1.1" status: 204 len: 168 time: 0.0588808 Jul 16 19:01:02.866123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44884) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.961844 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-22226ee0-f774-491f-a006-0654eb412ad8 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for subnetpool, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.963052 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-22226ee0-f774-491f-a006-0654eb412ad8 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnetpools/8b2ca9b9-fec3-4582-955f-9ee4f6596cad HTTP/1.1" status: 204 len: 168 time: 0.0956404 Jul 16 19:01:02.966802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44886) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:02.996610 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1f397e10-decb-41e0-adc0-36e8d17215b4 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fed7ca7-b099-4987-ad72-fab24ffacb62 HTTP/1.1" status: 200 len: 205 time: 0.0284562 Jul 16 19:01:02.998976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44888) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:03.076547 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e53a976f-5fe2-4240-92bc-a8a577efbd43 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.241373 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e53a976f-5fe2-4240-92bc-a8a577efbd43 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.243670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e53a976f-5fe2-4240-92bc-a8a577efbd43 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.289574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e53a976f-5fe2-4240-92bc-a8a577efbd43 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.290196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a976f-5fe2-4240-92bc-a8a577efbd43 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Fanout notify agent at l3_agent the message router_deleted on router 9fed7ca7-b099-4987-ad72-fab24ffacb62 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:01:03.297958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e53a976f-5fe2-4240-92bc-a8a577efbd43 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.299084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e53a976f-5fe2-4240-92bc-a8a577efbd43 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/routers/9fed7ca7-b099-4987-ad72-fab24ffacb62 HTTP/1.1" status: 204 len: 168 time: 0.2992010 Jul 16 19:01:03.301681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44890) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:03.404753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Deleting port a529a1a5-6771-417e-941c-5e5b9def5b3d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:03.405160 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.489551 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.501754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Calling delete_port for a529a1a5-6771-417e-941c-5e5b9def5b3d owned by {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:03.636150 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.665592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event deleted for resources: {'Port': ['ID=a529a1a5-6771-417e-941c-5e5b9def5b3d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:03.742855 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.748001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44892) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:03.748578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-41e4a5cc-994f-4784-abf4-e78dd4f69c84 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/ports/a529a1a5-6771-417e-941c-5e5b9def5b3d HTTP/1.1" status: 204 len: 168 time: 0.4453733 Jul 16 19:01:03.805702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Deleting subnet 08729228-a6cf-439f-bef8-552527609bf5 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:01:03.810444 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.852626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.963865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.032724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.059624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event deleted for resources: {'Subnet': ['ID=08729228-a6cf-439f-bef8-552527609bf5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:04.064832 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.066753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-740fa326-887e-4836-b023-3c30644b7c46 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/subnets/08729228-a6cf-439f-bef8-552527609bf5 HTTP/1.1" status: 204 len: 168 time: 0.3155506 Jul 16 19:01:04.069198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44894) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:04.072569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed5cf1-a362-40ed-a388-f56ec17d0e34 None None] Network cbaf5d76-b5b9-44de-b560-7b008a90bafa requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:04.153970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.206465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Deleting port 98dbace4-7cd2-4f77-b120-e64ae83a249f {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:04.206809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.259593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] DHCP port deletion for cbaf5d76-b5b9-44de-b560-7b008a90bafa request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:01:04.303655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] For port 98dbace4-7cd2-4f77-b120-e64ae83a249f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=98dbace4-7cd2-4f77-b120-e64ae83a249f,segment=NetworkSegment(aaa50a1e-560e-4fb1-9b14-80ab45349821),segment_id=aaa50a1e-560e-4fb1-9b14-80ab45349821)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:04.304338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.315163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] Deleting port 98dbace4-7cd2-4f77-b120-e64ae83a249f {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:04.315539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.319102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Calling delete_port for 98dbace4-7cd2-4f77-b120-e64ae83a249f owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:04.381372 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] For port 98dbace4-7cd2-4f77-b120-e64ae83a249f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=98dbace4-7cd2-4f77-b120-e64ae83a249f,segment=NetworkSegment(aaa50a1e-560e-4fb1-9b14-80ab45349821),segment_id=aaa50a1e-560e-4fb1-9b14-80ab45349821)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:04.381919 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.396468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] Calling delete_port for 98dbace4-7cd2-4f77-b120-e64ae83a249f owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:04.410765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.458715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event deleted for resources: {'Port': ['ID=98dbace4-7cd2-4f77-b120-e64ae83a249f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:04.463895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] No DVR routers for this DVR port 98dbace4-7cd2-4f77-b120-e64ae83a249f on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:04.481264 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.505257 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] Pushing event deleted for resources: {'Port': ['ID=98dbace4-7cd2-4f77-b120-e64ae83a249f,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:04.512658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc1272-2d36-4adb-a353-4efe67f219c2 None None] No DVR routers for this DVR port 98dbace4-7cd2-4f77-b120-e64ae83a249f on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:04.552913 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.564808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbaf5d76-b5b9-44de-b560-7b008a90bafa']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:04.575452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-d28f6bf7-5f0e-478e-a3ec-ee2eaef108ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1745729 Jul 16 19:01:04.578825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa50a1e-560e-4fb1-9b14-80ab45349821') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:04.579118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa50a1e-560e-4fb1-9b14-80ab45349821') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:04.588730 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.616478 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.623731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:01:04.624157 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:01:04.627702 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:01:04.713684 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.721822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.723634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] 10.222.0.49 "DELETE /v2.0/networks/cbaf5d76-b5b9-44de-b560-7b008a90bafa HTTP/1.1" status: 204 len: 168 time: 0.6529169 Jul 16 19:01:04.741936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d628e0-7df3-464e-be12-cf7756979755 tempest-TagsExtTest-1397361096 tempest-TagsExtTest-1397361096-project] Pushing event deleted for resources: {'Network': ['ID=cbaf5d76-b5b9-44de-b560-7b008a90bafa,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:04.753085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-4ec34cd7-9af9-4320-addf-764e641a58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.755076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-4ec34cd7-9af9-4320-addf-764e641a58a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1136 time: 0.1260624 Jul 16 19:01:04.868424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-5ecc2c65-ed83-40a1-b152-37aa0a7619b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.869957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-5ecc2c65-ed83-40a1-b152-37aa0a7619b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77d5cc82-5513-44bd-aec1-e748cd930eae HTTP/1.1" status: 200 len: 898 time: 0.0912018 Jul 16 19:01:04.935548 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-dbfeab63-64c9-46bb-a434-951c32544409 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 HTTP/1.1" status: 200 len: 1000 time: 0.0585315 Jul 16 19:01:04.988674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:04.989969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-409b1fc2-5260-4611-a345-3812ad0ea066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.991475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-409b1fc2-5260-4611-a345-3812ad0ea066 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa1285f0-6a50-4b38-bf92-b33fda84aaf7 HTTP/1.1" status: 200 len: 835 time: 0.0487866 Jul 16 19:01:05.052719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-c0e3df08-086e-492b-9475-143cb1b1b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:05.054344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-c0e3df08-086e-492b-9475-143cb1b1b717 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77d5cc82-5513-44bd-aec1-e748cd930eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549967 Jul 16 19:01:05.127746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a544f9db-5066-4224-93f4-7685e37ed0b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1135f6ff4c424affa3bc93313f2bfe54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377604 Jul 16 19:01:05.130283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44906) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:05.148678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-e1908cc7-c3f0-4311-a59b-110c8820ad71 service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Jul 16 19:01:05.181591 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8853fd05-06b3-4693-a7a0-4dddeac5b29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:05.204655 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8853fd05-06b3-4693-a7a0-4dddeac5b29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:05.253675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f7a6aa4-0a80-4a69-90b9-ccd749009eee req-85732a6e-9605-4f50-87ea-9dcfcc3d457b service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978649 Jul 16 19:01:05.258510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8853fd05-06b3-4693-a7a0-4dddeac5b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:05.262833 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8853fd05-06b3-4693-a7a0-4dddeac5b29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:05.264018 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8853fd05-06b3-4693-a7a0-4dddeac5b29b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7299298-e80d-41ef-b734-9c7524ca008f HTTP/1.1" status: 204 len: 168 time: 0.1328175 Jul 16 19:01:05.272518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853fd05-06b3-4693-a7a0-4dddeac5b29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7299298-e80d-41ef-b734-9c7524ca008f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:05.583235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98dbace4-7cd2-4f77-b120-e64ae83a249f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:05.604719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 98dbace4-7cd2-4f77-b120-e64ae83a249f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:05.605099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 98dbace4-7cd2-4f77-b120-e64ae83a249f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:05.936943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:06.061871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2044809071-network', 'tenant_id': '7a0610d883714c12833754c229ff1091'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:06.085541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Made reservation on behalf of 7a0610d883714c12833754c229ff1091 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:06.089626 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.099137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.210198 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.214430 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.239748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:01:06.249873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e10b2-a5b6-4b6e-aed0-8c498ce24fa5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:06.256469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.256925 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Added segment f3a67f96-f4e7-4562-9fc2-0b4dc1aaa661 of type vlan for network bc93f43a-4050-4c95-95bc-bdc035e2699f Jul 16 19:01:06.300523 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.331708 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.332928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:06.333546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.371984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4337468 Jul 16 19:01:06.375453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:06.381042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Request body: {'subnet': {'network_id': 'bc93f43a-4050-4c95-95bc-bdc035e2699f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2044809071-subnet', 'tenant_id': '7a0610d883714c12833754c229ff1091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:06.403190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef334d-57bc-4a5d-86b9-fee0db7fe20c admin admin] Pushing event updated for resources: {'Network': ['ID=bc93f43a-4050-4c95-95bc-bdc035e2699f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:06.406012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Made reservation on behalf of 7a0610d883714c12833754c229ff1091 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:06.408733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.415642 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network bc93f43a-4050-4c95-95bc-bdc035e2699f details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:01:06.599063 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.653605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e9ba72-cae1-452c-b7e8-291322e0570a,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:06.671552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Checking segment: {'id': 'f3a67f96-f4e7-4562-9fc2-0b4dc1aaa661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'bc93f43a-4050-4c95-95bc-bdc035e2699f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:06.671900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Network hostable DHCP agents. Network: bc93f43a-4050-4c95-95bc-bdc035e2699f, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:01:06.689712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Network bc93f43a-4050-4c95-95bc-bdc035e2699f is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:01:06.699827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, bc93f43a-4050-4c95-95bc-bdc035e2699f) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:06.704058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:06.704682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.710966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46441e2b-04ee-4777-861a-2eacbb63e4db None None] Network bc93f43a-4050-4c95-95bc-bdc035e2699f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:06.722960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-46b23e52-5cca-4e15-b528-fe9dd4400034 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3462718 Jul 16 19:01:06.841796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4317c75-89e0-419c-a457-2b1eda074e5f None None] Network bc93f43a-4050-4c95-95bc-bdc035e2699f requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:07.246107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44948) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:07.251610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040568562-network', 'tenant_id': 'b8b759584c0846dc8c7ae8ef016533a9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:07.275972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Made reservation on behalf of b8b759584c0846dc8c7ae8ef016533a9 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:07.278932 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.288202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.396683 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.400929 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.426880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:01:07.444622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc4bb36-3a2a-4b47-b0bf-39a61123e81b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:07.447690 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.448055 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Added segment bf5c1363-8723-48f1-a0ab-e9a498b43ff3 of type vlan for network 057802d6-2555-48e4-a05f-9bef14fcb245 Jul 16 19:01:07.490634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.842636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.843804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:07.844654 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.878363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6310036 Jul 16 19:01:07.881113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44950) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:07.910434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Request body: {'subnet': {'network_id': '057802d6-2555-48e4-a05f-9bef14fcb245', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040568562-subnet', 'tenant_id': 'b8b759584c0846dc8c7ae8ef016533a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:07.915246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5689a-4cff-4f6f-9c35-df8751a4d5ff admin admin] Pushing event updated for resources: {'Network': ['ID=057802d6-2555-48e4-a05f-9bef14fcb245,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:07.927224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 057802d6-2555-48e4-a05f-9bef14fcb245 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:01:07.939264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Made reservation on behalf of b8b759584c0846dc8c7ae8ef016533a9 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:07.941776 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.118083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.173416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c50a794-86ca-426f-aad3-e00236cf1b5e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:08.183492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Checking segment: {'id': 'bf5c1363-8723-48f1-a0ab-e9a498b43ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '057802d6-2555-48e4-a05f-9bef14fcb245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:08.184004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Network hostable DHCP agents. Network: 057802d6-2555-48e4-a05f-9bef14fcb245, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:01:08.201705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Network 057802d6-2555-48e4-a05f-9bef14fcb245 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:01:08.210730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 057802d6-2555-48e4-a05f-9bef14fcb245) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:08.217524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:08.218271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.218613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae09043e-cfb4-4fea-a5f8-b0b1a1534406 None None] Network 057802d6-2555-48e4-a05f-9bef14fcb245 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:08.234571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-daf57178-a5ba-4bdf-ad86-db2776c7d2b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3522968 Jul 16 19:01:08.346196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80422b6-0816-49e8-94a9-fb144cde2586 None None] Network 057802d6-2555-48e4-a05f-9bef14fcb245 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:08.352085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44954) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:08.397967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] Deleting subnet f8e9ba72-cae1-452c-b7e8-291322e0570a {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:01:08.401885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.441243 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.484820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.548809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.574954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e9ba72-cae1-452c-b7e8-291322e0570a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:08.578607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.582521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-04e68860-0788-4c2a-9e6b-0f1be45f0c06 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f8e9ba72-cae1-452c-b7e8-291322e0570a HTTP/1.1" status: 204 len: 168 time: 0.2274554 Jul 16 19:01:08.583372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44956) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:08.662910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.752102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.763879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc93f43a-4050-4c95-95bc-bdc035e2699f']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:08.774073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a67f96-f4e7-4562-9fc2-0b4dc1aaa661') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:08.774364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a67f96-f4e7-4562-9fc2-0b4dc1aaa661') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:08.784091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.799639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.806797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:01:08.807396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:01:08.809254 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:01:08.883859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.890589 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.893607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bc93f43a-4050-4c95-95bc-bdc035e2699f HTTP/1.1" status: 204 len: 168 time: 0.3089573 Jul 16 19:01:08.900031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44958) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:08.909051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8b4a1-05ee-43a2-a69f-04b106a5c855 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc93f43a-4050-4c95-95bc-bdc035e2699f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:08.948563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] Deleting subnet 8c50a794-86ca-426f-aad3-e00236cf1b5e {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:01:08.952244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.987095 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.026207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.083801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.382557 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c50a794-86ca-426f-aad3-e00236cf1b5e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:09.387088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.388963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1e3977fb-9bc5-486c-a3e4-7416a427ad7c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8c50a794-86ca-426f-aad3-e00236cf1b5e HTTP/1.1" status: 204 len: 168 time: 0.4866405 Jul 16 19:01:09.391536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44960) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:09.462758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.545177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.555649 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057802d6-2555-48e4-a05f-9bef14fcb245']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:09.566378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5c1363-8723-48f1-a0ab-e9a498b43ff3') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:09.566678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5c1363-8723-48f1-a0ab-e9a498b43ff3') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:09.575685 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.589666 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.595612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:01:09.596003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:01:09.597676 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:01:09.659336 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.665950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.667989 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] 10.222.0.49 "DELETE /v2.0/networks/057802d6-2555-48e4-a05f-9bef14fcb245 HTTP/1.1" status: 204 len: 168 time: 0.2753510 Jul 16 19:01:09.681098 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd1c0-0d0d-4e27-8294-4c41a0d46b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=057802d6-2555-48e4-a05f-9bef14fcb245,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:09.830153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:09.876387 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-766cced6-570c-4a6a-a930-9af0566e332f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a0610d883714c12833754c229ff1091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450125 Jul 16 19:01:09.880459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 44966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:09.940545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c37e68c-8f54-4b4e-a06e-85be5bde1bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.961401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c37e68c-8f54-4b4e-a06e-85be5bde1bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.018119 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c37e68c-8f54-4b4e-a06e-85be5bde1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.020830 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c37e68c-8f54-4b4e-a06e-85be5bde1bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.022019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3c37e68c-8f54-4b4e-a06e-85be5bde1bf2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e9e10b2-a5b6-4b6e-aed0-8c498ce24fa5 HTTP/1.1" status: 204 len: 168 time: 0.1405771 Jul 16 19:01:10.031172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37e68c-8f54-4b4e-a06e-85be5bde1bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e10b2-a5b6-4b6e-aed0-8c498ce24fa5,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:10.399154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44972) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:10.440986 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9164bae6-4f48-4c14-a444-a065fb5c6a8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8b759584c0846dc8c7ae8ef016533a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405149 Jul 16 19:01:10.443575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 44974) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:10.494359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e072e1a0-c4a1-4351-8e4e-57957de39244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.516989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e072e1a0-c4a1-4351-8e4e-57957de39244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.565400 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e072e1a0-c4a1-4351-8e4e-57957de39244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.568181 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e072e1a0-c4a1-4351-8e4e-57957de39244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.569452 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e072e1a0-c4a1-4351-8e4e-57957de39244 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fc4bb36-3a2a-4b47-b0bf-39a61123e81b HTTP/1.1" status: 204 len: 168 time: 0.1249189 Jul 16 19:01:10.577747 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e1a0-c4a1-4351-8e4e-57957de39244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc4bb36-3a2a-4b47-b0bf-39a61123e81b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:15.186476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45060) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:15.316603 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.415036 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.420303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.457403 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deaf5ea-9b9e-4e97-88e6-469f4fd83910,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:15.461309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cded31da45543a183a03d4174e6d8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737248 Jul 16 19:01:15.464353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45064) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:15.468143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.468492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.468864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.469202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.469538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.469870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.470203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.470515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.470864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.471190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.471514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.471827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb4525-75dd-4248-bb6f-5b5632a87fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:15.518740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a26de42f-047e-4da4-b1ab-3f37ed8b8c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.542030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a26de42f-047e-4da4-b1ab-3f37ed8b8c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.605908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a26de42f-047e-4da4-b1ab-3f37ed8b8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.608738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a26de42f-047e-4da4-b1ab-3f37ed8b8c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.609972 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a26de42f-047e-4da4-b1ab-3f37ed8b8c3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4deaf5ea-9b9e-4e97-88e6-469f4fd83910 HTTP/1.1" status: 204 len: 168 time: 0.1444726 Jul 16 19:01:15.619081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26de42f-047e-4da4-b1ab-3f37ed8b8c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deaf5ea-9b9e-4e97-88e6-469f4fd83910,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:15.905644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45070) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:15.920051 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b56d751e-a19c-4044-bcfc-45e4b5b66a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.012790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b56d751e-a19c-4044-bcfc-45e4b5b66a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.017103 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b56d751e-a19c-4044-bcfc-45e4b5b66a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.055373 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b56d751e-a19c-4044-bcfc-45e4b5b66a3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=742eb4b11bdc4abebb6a3eac21cc7bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485553 Jul 16 19:01:16.056321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d751e-a19c-4044-bcfc-45e4b5b66a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e6fbf9-e223-4dec-b485-a58208f616da,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:16.058233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45072) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:16.113536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-121d272f-e3a1-4ebc-a594-326d7d561b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.136200 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-121d272f-e3a1-4ebc-a594-326d7d561b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.182281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d9842c1e-833c-4e9e-96c3-7ee556fd5adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.189397 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-121d272f-e3a1-4ebc-a594-326d7d561b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.192184 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-121d272f-e3a1-4ebc-a594-326d7d561b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.193424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-121d272f-e3a1-4ebc-a594-326d7d561b9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11e6fbf9-e223-4dec-b485-a58208f616da HTTP/1.1" status: 204 len: 168 time: 0.1341648 Jul 16 19:01:16.201663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d272f-e3a1-4ebc-a594-326d7d561b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e6fbf9-e223-4dec-b485-a58208f616da,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:17.947644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:18.068929 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4dadf11-7387-4216-b06a-2c017eb0bdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.187397 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4dadf11-7387-4216-b06a-2c017eb0bdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.192498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b4dadf11-7387-4216-b06a-2c017eb0bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.232730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dadf11-7387-4216-b06a-2c017eb0bdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82510297-dc36-4e10-b02c-a5f8a90a0d4d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:18.237047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b4dadf11-7387-4216-b06a-2c017eb0bdb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5d480dbdba14093998fef08fa1d0707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883124 Jul 16 19:01:18.240602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45122) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:18.291074 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d976e4e-bb58-45ed-991f-1315ebcce6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.313792 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d976e4e-bb58-45ed-991f-1315ebcce6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.363421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d976e4e-bb58-45ed-991f-1315ebcce6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.366080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d976e4e-bb58-45ed-991f-1315ebcce6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.367394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2d976e4e-bb58-45ed-991f-1315ebcce6b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82510297-dc36-4e10-b02c-a5f8a90a0d4d HTTP/1.1" status: 204 len: 168 time: 0.1259539 Jul 16 19:01:18.375975 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d976e4e-bb58-45ed-991f-1315ebcce6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82510297-dc36-4e10-b02c-a5f8a90a0d4d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:18.632449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45128) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:18.650244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db27b2dd-2460-40f6-9b6a-dd1579fae799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.743210 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db27b2dd-2460-40f6-9b6a-dd1579fae799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.748559 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-db27b2dd-2460-40f6-9b6a-dd1579fae799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.775827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-db8631df-45be-4091-a804-e7e741fd3f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.788714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-db27b2dd-2460-40f6-9b6a-dd1579fae799 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d337654ccf24d61ba633f1e0c71bd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550474 Jul 16 19:01:18.790102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27b2dd-2460-40f6-9b6a-dd1579fae799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78251493-b3ed-4466-9f6f-a161afeaa39a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:18.791685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45132) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:18.844184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ee0298-d788-4f60-9386-52a34a333cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.867575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ee0298-d788-4f60-9386-52a34a333cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.910054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.918437 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ee0298-d788-4f60-9386-52a34a333cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.921045 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63ee0298-d788-4f60-9386-52a34a333cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.922215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-63ee0298-d788-4f60-9386-52a34a333cba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78251493-b3ed-4466-9f6f-a161afeaa39a HTTP/1.1" status: 204 len: 168 time: 0.1294630 Jul 16 19:01:18.930716 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee0298-d788-4f60-9386-52a34a333cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78251493-b3ed-4466-9f6f-a161afeaa39a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:20.033467 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.091007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45162) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:20.206640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec64f39-ca94-43cc-b162-7486cb43e8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.297619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec64f39-ca94-43cc-b162-7486cb43e8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.302388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fec64f39-ca94-43cc-b162-7486cb43e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.340881 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fec64f39-ca94-43cc-b162-7486cb43e8e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec94d2312e784cc4a315743bc2636569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486508 Jul 16 19:01:20.341738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64f39-ca94-43cc-b162-7486cb43e8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd3bb1-92a9-4906-8153-b58ecaede711,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:20.344017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45166) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:20.400969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8244-ea11-4b1d-ab60-cfae9e27dae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.422739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8244-ea11-4b1d-ab60-cfae9e27dae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.470287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8244-ea11-4b1d-ab60-cfae9e27dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.472915 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8244-ea11-4b1d-ab60-cfae9e27dae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.474088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7ffd8244-ea11-4b1d-ab60-cfae9e27dae3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46bd3bb1-92a9-4906-8153-b58ecaede711 HTTP/1.1" status: 204 len: 168 time: 0.1290267 Jul 16 19:01:20.482291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8244-ea11-4b1d-ab60-cfae9e27dae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd3bb1-92a9-4906-8153-b58ecaede711,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:21.838642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:21.873299 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:22.934778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:24.741033 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.624366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:25.740857 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c270-82b5-483b-81a6-5e4f88e46c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.839640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c270-82b5-483b-81a6-5e4f88e46c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.845037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c270-82b5-483b-81a6-5e4f88e46c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.883186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0c270-82b5-483b-81a6-5e4f88e46c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3fc642-11a2-46c6-94ff-cb62442991b7,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:25.890913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:25.891478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dfe0c270-82b5-483b-81a6-5e4f88e46c3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4eb7af22ebc4a88af69bfba449c2496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654407 Jul 16 19:01:25.951737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.976758 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.028693 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.031705 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:26.033002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa3fc642-11a2-46c6-94ff-cb62442991b7 HTTP/1.1" status: 204 len: 168 time: 0.1409633 Jul 16 19:01:26.041117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3fc642-11a2-46c6-94ff-cb62442991b7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:26.049593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.049975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.050280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.050618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.050950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.051300 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.051607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.051932 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.052311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.052644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.052989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:26.053313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4395093e-1caf-4c1b-98fc-24f337127dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:30.088067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-09a3c294-b1e2-45e9-bb54-d13f69fa3f90 req-9c7715db-bd45-46fe-a4dc-b42ef1ebeab3 service neutron] (93795) timed out ('10.222.0.49', 33198) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:01:30.734936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45290) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:30.849494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825c84ed-90e8-4254-9a4f-05187e93a968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:30.949857 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825c84ed-90e8-4254-9a4f-05187e93a968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:30.957462 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-825c84ed-90e8-4254-9a4f-05187e93a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.002210 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-825c84ed-90e8-4254-9a4f-05187e93a968 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f7082884e0e4a849732e65463bdea6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658947 Jul 16 19:01:31.003940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c84ed-90e8-4254-9a4f-05187e93a968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624471d-d894-4e22-b074-26cf3c58ffb7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:31.005897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45294) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:31.057045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fc85467-0d8a-4222-8172-e0e7776a3ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.078461 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fc85467-0d8a-4222-8172-e0e7776a3ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.129137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fc85467-0d8a-4222-8172-e0e7776a3ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.131837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8fc85467-0d8a-4222-8172-e0e7776a3ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.133066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8fc85467-0d8a-4222-8172-e0e7776a3ecb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1624471d-d894-4e22-b074-26cf3c58ffb7 HTTP/1.1" status: 204 len: 168 time: 0.1261201 Jul 16 19:01:31.142195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc85467-0d8a-4222-8172-e0e7776a3ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624471d-d894-4e22-b074-26cf3c58ffb7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:31.740307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45318) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:31.839928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2efbd459-3a5f-471c-b880-4abc939ef89c tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0982611 Jul 16 19:01:31.842954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45322) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:31.848210 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'network': {'name': 'tempest-network-smoke--236848258', 'project_id': '96b10d50697c412591f38e63a25b6b89', 'port_security_enabled': False}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:31.872541 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Made reservation on behalf of 96b10d50697c412591f38e63a25b6b89 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:31.877262 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.903622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:01:31.914013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.914351 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Added segment 5d22cb36-acf3-4a8d-91f9-3f80c471c1de of type vlan for network 7531c68b-5920-482d-821d-0e790affae6d Jul 16 19:01:31.959555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.991881 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:31.997527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:31.998120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.038589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1944146 Jul 16 19:01:32.041252 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45328) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:32.049590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'admin_state_up': True, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:32.087543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fada4f-b573-4550-afef-c62f0c4b795b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Network': ['ID=7531c68b-5920-482d-821d-0e790affae6d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:32.106852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 7531c68b-5920-482d-821d-0e790affae6d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:01:32.110784 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.113898 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.173283 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.320257 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.528938 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.548734 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.661559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Allocated IP 172.25.1.160 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/77a624ec-5c58-4414-b829-0d225b4c7b7d) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:32.778129 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.820604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:32.862605 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:32.865543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:32.869442 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:32.875793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=77a624ec-5c58-4414-b829-0d225b4c7b7d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:33.138465 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.344026 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.479896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router dbb3064a-737e-4104-971e-4a71f5e287cc is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:01:33.595544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:33.605337 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Sync routers for ids ['dbb3064a-737e-4104-971e-4a71f5e287cc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:33.614692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.619138 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b091a3be-30fa-4adf-9246-6208a074a336 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5738904 Jul 16 19:01:33.619292 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Routers {'dbb3064a-737e-4104-971e-4a71f5e287cc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:33.619292 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dbb3064a-737e-4104-971e-4a71f5e287cc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:33.619524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:33.691353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fdb805-b1ff-4646-988b-28b7a3dd214c tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:33.695712 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19fdb805-b1ff-4646-988b-28b7a3dd214c tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=96b10d50697c412591f38e63a25b6b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0727537 Jul 16 19:01:33.696063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:33.731177 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Set router dbb3064a-737e-4104-971e-4a71f5e287cc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:33.885238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a5ed04-b9a0-4635-8a04-4955a37d0814 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:33.891101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:33.902835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e3a5ed04-b9a0-4635-8a04-4955a37d0814 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2054899 Jul 16 19:01:33.935260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45358) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:33.944278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-59d1f283-c36d-471d-a530-f36d350f3cc7 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388215 Jul 16 19:01:33.955522 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:33Z', 'revision_number': 3, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:33.975984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3d6a16f8-6337-49bb-a1dc-ae78df84e72f tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=96b10d50697c412591f38e63a25b6b89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389462 Jul 16 19:01:33.978460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45360) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:33.982473 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Checking router: dbb3064a-737e-4104-971e-4a71f5e287cc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:33.982874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Updating router dbb3064a-737e-4104-971e-4a71f5e287cc port 77a624ec-5c58-4414-b829-0d225b4c7b7d binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:01:34.026804 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.085323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152f40e-d5ef-4814-a61b-68e61934616d tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:34.087740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4152f40e-d5ef-4814-a61b-68e61934616d tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1078393 Jul 16 19:01:34.090258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:34.136479 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3b5cf16a-e798-42fc-9bc3-1b1159db2317 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442903 Jul 16 19:01:34.140716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:34.146027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705322149', 'network_id': '7531c68b-5920-482d-821d-0e790affae6d', 'project_id': '96b10d50697c412591f38e63a25b6b89', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:34.241824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Made reservation on behalf of 96b10d50697c412591f38e63a25b6b89 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:34.247833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.306621 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.317809 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Transition to ACTIVE for port object 77a624ec-5c58-4414-b829-0d225b4c7b7d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:34.324734 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.371318 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Attempting to bind port 77a624ec-5c58-4414-b829-0d225b4c7b7d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:34.371688 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Attempting to bind port 77a624ec-5c58-4414-b829-0d225b4c7b7d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:34.372047 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Attempting to bind port 77a624ec-5c58-4414-b829-0d225b4c7b7d on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:34.382511 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:34.382881 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:34.383289 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.383677 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:34.384148 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Bound port: 77a624ec-5c58-4414-b829-0d225b4c7b7d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:34.384897 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.408448 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Pushing event updated for resources: {'Port': ['ID=77a624ec-5c58-4414-b829-0d225b4c7b7d,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:34.419522 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.419865 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.420364 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.420886 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.421073 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.421457 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.421719 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.422040 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.422359 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.422679 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.423000 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.423316 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:34.446771 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.458785 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] For port 77a624ec-5c58-4414-b829-0d225b4c7b7d, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:34.462181 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] For port 77a624ec-5c58-4414-b829-0d225b4c7b7d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=77a624ec-5c58-4414-b829-0d225b4c7b7d,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:34.470998 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.526144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Subnet': ['ID=304c16c5-4075-4cb5-bb5f-c25675ee8f30,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:34.526368 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Routers {'dbb3064a-737e-4104-971e-4a71f5e287cc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:34.526368 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dbb3064a-737e-4104-971e-4a71f5e287cc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:34.531285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Checking segment: {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:34.531285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network hostable DHCP agents. Network: 7531c68b-5920-482d-821d-0e790affae6d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:01:34.554101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 7531c68b-5920-482d-821d-0e790affae6d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:01:34.567974 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 7531c68b-5920-482d-821d-0e790affae6d) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:34.572901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:34.573757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.578936 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81165212-4866-4607-8506-1c8c9179d616 None None] Network 7531c68b-5920-482d-821d-0e790affae6d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:34.596336 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-59257aef-243e-4721-bade-9ded90dcba69 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4544744 Jul 16 19:01:34.599342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45368) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:34.646005 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] Set router dbb3064a-737e-4104-971e-4a71f5e287cc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:34.719696 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddde5e4-c6f6-4b8e-b3fa-e424072fa392 None None] Pushing event updated for resources: {'Port': ['ID=77a624ec-5c58-4414-b829-0d225b4c7b7d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:34.778771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-7531c68b-5920-482d-821d-0e790affae6d', 'network_id': '7531c68b-5920-482d-821d-0e790affae6d', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'fixed_ips': [{'subnet_id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:01:34.780825 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.838951 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:33Z', 'revision_number': 3, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:34.871023 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d581446-5333-48ee-b7d4-84f4761ed004 None None] The sync data for ids ['dbb3064a-737e-4104-971e-4a71f5e287cc'] in n-d-791504-15 is: [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:33Z', 'revision_number': 3, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:34.928551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Allocated IP 172.20.0.18 (7531c68b-5920-482d-821d-0e790affae6d/304c16c5-4075-4cb5-bb5f-c25675ee8f30/47cc78d3-0ef4-47d9-bac6-6c777c39f272) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:35.131496 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.151082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Transition to ACTIVE for port object 47cc78d3-0ef4-47d9-bac6-6c777c39f272 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:35.187877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Transition to ACTIVE for port object 47cc78d3-0ef4-47d9-bac6-6c777c39f272 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:35.204328 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.290978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Network 7531c68b-5920-482d-821d-0e790affae6d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:35.294703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:35.301720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:35.305220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Pushing event updated for resources: {'Port': ['ID=47cc78d3-0ef4-47d9-bac6-6c777c39f272,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:35.381325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Attempting to bind port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:35.381924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Attempting to bind port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:35.382469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Attempting to bind port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 on network 7531c68b-5920-482d-821d-0e790affae6d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:35.389208 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:35.390004 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Checking segment: {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:35.390577 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.391134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Bound using segment: {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:35.391631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Bound port: 47cc78d3-0ef4-47d9-bac6-6c777c39f272, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:35.392017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.618311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.695289 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a624ec-5c58-4414-b829-0d225b4c7b7d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:35.723476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] For port 47cc78d3-0ef4-47d9-bac6-6c777c39f272, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:35.743431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] For port 47cc78d3-0ef4-47d9-bac6-6c777c39f272, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=47cc78d3-0ef4-47d9-bac6-6c777c39f272,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:35.757350 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.830218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08986392-f33a-4d29-aaf8-20802ade1d11 None None] Pushing event updated for resources: {'Port': ['ID=47cc78d3-0ef4-47d9-bac6-6c777c39f272,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:35.844308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 77a624ec-5c58-4414-b829-0d225b4c7b7d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:35.854499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 77a624ec-5c58-4414-b829-0d225b4c7b7d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:35.858062 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.956287 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.985118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 77a624ec-5c58-4414-b829-0d225b4c7b7d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=77a624ec-5c58-4414-b829-0d225b4c7b7d,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:35.994857 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.067510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=77a624ec-5c58-4414-b829-0d225b4c7b7d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:36.149957 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Allocated IP 172.20.0.17 (7531c68b-5920-482d-821d-0e790affae6d/304c16c5-4075-4cb5-bb5f-c25675ee8f30/231e2f40-13c6-4c4a-b93d-3060b8e129b6) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:36.365756 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.382773 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Transition to ACTIVE for port object 231e2f40-13c6-4c4a-b93d-3060b8e129b6 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:36.418867 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.463516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 7531c68b-5920-482d-821d-0e790affae6d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:36.466793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:36.471287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:36.477920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=231e2f40-13c6-4c4a-b93d-3060b8e129b6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:36.521444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.745545 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:37.060461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:37.068915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:37.157742 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=231e2f40-13c6-4c4a-b93d-3060b8e129b6,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:37.160426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:37.270228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 7531c68b-5920-482d-821d-0e790affae6d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:37.271651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:37.323023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791db805-111f-45d8-94ed-cdea41be0f33 None None] Network 7531c68b-5920-482d-821d-0e790affae6d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:37.401297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0e3d70be-8c73-46ad-99a6-a7fce0433552 None None] Provisioning for port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:37.408139 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router dbb3064a-737e-4104-971e-4a71f5e287cc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:37.557749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:37.564746 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bf0e992d-a187-48c4-8307-39cac4142cae tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "PUT /v2.0/routers/dbb3064a-737e-4104-971e-4a71f5e287cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9642770 Jul 16 19:01:37.572955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Sync routers for ids ['dbb3064a-737e-4104-971e-4a71f5e287cc'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:37.586356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Routers {'dbb3064a-737e-4104-971e-4a71f5e287cc'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:37.587080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dbb3064a-737e-4104-971e-4a71f5e287cc'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:37.735628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Set router dbb3064a-737e-4104-971e-4a71f5e287cc gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:37.826226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a624ec-5c58-4414-b829-0d225b4c7b7d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:38.023258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 77a624ec-5c58-4414-b829-0d225b4c7b7d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:38.023626 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.124397 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b32804a1-b5b7-4360-b086-9c373cd97de8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:38.126600 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b32804a1-b5b7-4360-b086-9c373cd97de8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/networks?id=7531c68b-5920-482d-821d-0e790affae6d HTTP/1.1" status: 200 len: 797 time: 0.2638898 Jul 16 19:01:38.143726 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-7dddb968-d550-41de-b7b1-95800f76700b tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/quotas/96b10d50697c412591f38e63a25b6b89 HTTP/1.1" status: 200 len: 375 time: 0.0112298 Jul 16 19:01:38.167308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '231e2f40-13c6-4c4a-b93d-3060b8e129b6', 'name': '', 'network_id': '7531c68b-5920-482d-821d-0e790affae6d', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:a8:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:35Z', 'updated_at': '2021-07-16T19:01:36Z', 'revision_number': 2, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:38.174252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 47cc78d3-0ef4-47d9-bac6-6c777c39f272 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:38.221408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Checking router: dbb3064a-737e-4104-971e-4a71f5e287cc for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:38.221941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Updating router dbb3064a-737e-4104-971e-4a71f5e287cc port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:01:38.302414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b600558a-ed50-43a4-85ac-e82068497c29 None None] Provisioning for port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:38.304722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.318139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b600558a-ed50-43a4-85ac-e82068497c29 None None] Provisioning complete for port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:38.318575 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b600558a-ed50-43a4-85ac-e82068497c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.368610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b600558a-ed50-43a4-85ac-e82068497c29 None None] Port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:38.407272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:38.418820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:38.419194 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.537580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ddeaa3cb-e4da-42f7-a951-fb1fae0ff211 None None] Provisioning complete for port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:38.537971 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa3cb-e4da-42f7-a951-fb1fae0ff211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.637284 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-3024736b-ffb3-43e2-9dfe-29cb5780d49e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4848926 Jul 16 19:01:38.670646 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ddeaa3cb-e4da-42f7-a951-fb1fae0ff211 None None] Port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:38.695027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.737287 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-1fb2eca9-54b2-47bc-816e-c32d7a9e7e05 service neutron] 10.222.0.49 "GET /v2.0/networks/7531c68b-5920-482d-821d-0e790affae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917547 Jul 16 19:01:38.755928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 47cc78d3-0ef4-47d9-bac6-6c777c39f272, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=47cc78d3-0ef4-47d9-bac6-6c777c39f272,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:38.761952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.843762 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-0903bd8a-510f-40a1-9c22-5466396b2d8a service neutron] 10.222.0.49 "GET /v2.0/networks/7531c68b-5920-482d-821d-0e790affae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990753 Jul 16 19:01:38.860049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5bcc43b3-558a-41a8-8079-9ab8970586fc None None] Provisioning complete for port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:38.860363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bcc43b3-558a-41a8-8079-9ab8970586fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.863341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=47cc78d3-0ef4-47d9-bac6-6c777c39f272,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:38.866969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.903156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Transition to ACTIVE for port object 231e2f40-13c6-4c4a-b93d-3060b8e129b6 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:38.912074 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc43b3-558a-41a8-8079-9ab8970586fc None None] Port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:38.914070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.971554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a48f9f-f754-4709-be8f-624ab438e315 None None] Pushing event updated for resources: {'Port': ['ID=231e2f40-13c6-4c4a-b93d-3060b8e129b6,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:39.060654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Attempting to bind port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:39.061073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Attempting to bind port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:39.061454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Attempting to bind port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 on network 7531c68b-5920-482d-821d-0e790affae6d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:39.067342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:39.067869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Checking segment: {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:39.068363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:39.068768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Bound using segment: {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:39.069528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Bound port: 231e2f40-13c6-4c4a-b93d-3060b8e129b6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:39.070005 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:39.087623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f39ffd5c-3000-488a-a07f-f02b5713c145 req-0890041a-1962-4c09-9998-d8f336c3d654 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 210 time: 0.0525920 Jul 16 19:01:39.191663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] For port 231e2f40-13c6-4c4a-b93d-3060b8e129b6, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:39.196658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] For port 231e2f40-13c6-4c4a-b93d-3060b8e129b6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=231e2f40-13c6-4c4a-b93d-3060b8e129b6,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:39.202156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:39.290442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Routers {'dbb3064a-737e-4104-971e-4a71f5e287cc'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:39.291073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dbb3064a-737e-4104-971e-4a71f5e287cc'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:39.295082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a48f9f-f754-4709-be8f-624ab438e315 None None] Pushing event updated for resources: {'Port': ['ID=231e2f40-13c6-4c4a-b93d-3060b8e129b6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:39.440396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] Set router dbb3064a-737e-4104-971e-4a71f5e287cc gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:39.644912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 47cc78d3-0ef4-47d9-bac6-6c777c39f272 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:39.739490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:39.740029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:39.770437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '231e2f40-13c6-4c4a-b93d-3060b8e129b6', 'name': '', 'network_id': '7531c68b-5920-482d-821d-0e790affae6d', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:a8:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:35Z', 'updated_at': '2021-07-16T19:01:39Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:39.801087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5189d1-1317-4ccb-8ac8-ded0ba18443b None None] The sync data for ids ['dbb3064a-737e-4104-971e-4a71f5e287cc'] in n-d-791504-15 is: [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '231e2f40-13c6-4c4a-b93d-3060b8e129b6', 'name': '', 'network_id': '7531c68b-5920-482d-821d-0e790affae6d', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:a8:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:35Z', 'updated_at': '2021-07-16T19:01:39Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:40.287654 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1edca41-2d91-42fb-9434-8533259f9cf9 req-396fff3f-6f25-417d-9da4-06b032753207 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 210 time: 0.0747447 Jul 16 19:01:40.447507 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-2d5bc88e-6b86-472d-af44-777b1deda3f9 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:40.449663 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-2d5bc88e-6b86-472d-af44-777b1deda3f9 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.67 "GET /v2.0/networks?id=7531c68b-5920-482d-821d-0e790affae6d HTTP/1.1" status: 200 len: 797 time: 0.1817255 Jul 16 19:01:40.464801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Request body: {'port': {'device_id': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'network_id': '7531c68b-5920-482d-821d-0e790affae6d', 'admin_state_up': True, 'tenant_id': '96b10d50697c412591f38e63a25b6b89'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:40.603195 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Made reservation on behalf of 96b10d50697c412591f38e63a25b6b89 for: {'port': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:40.607292 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:40.815885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Allocated IP 172.20.0.22 (7531c68b-5920-482d-821d-0e790affae6d/304c16c5-4075-4cb5-bb5f-c25675ee8f30/8a1b9c7e-bdb2-4f63-950e-77c1f506db45) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:40.956560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:40.971058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Transition to ACTIVE for port object 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:41.005529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.057138 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Network 7531c68b-5920-482d-821d-0e790affae6d is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:41.060543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:41.065266 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:41.091433 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event updated for resources: {'Port': ['ID=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:41.126623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:41.127627 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.146263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b593e175-2026-448f-8835-983bd907d95e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6877744 Jul 16 19:01:41.159141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Request body: {'port': {'device_id': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:41.280548 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.464537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-297146dc-244c-490b-a5c7-91f71a2c8f5f None None] Provisioning for port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:41.469644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-297146dc-244c-490b-a5c7-91f71a2c8f5f None None] Provisioning complete for port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:41.470029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-297146dc-244c-490b-a5c7-91f71a2c8f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.512580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-297146dc-244c-490b-a5c7-91f71a2c8f5f None None] Port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:41.523588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805ba5e-39e2-44b1-86e1-792965d8595e req-2c65d9d6-524c-4d52-9cb1-7889c57e215c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:41.525179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8805ba5e-39e2-44b1-86e1-792965d8595e req-2c65d9d6-524c-4d52-9cb1-7889c57e215c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 895 time: 0.1051643 Jul 16 19:01:41.638064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 231e2f40-13c6-4c4a-b93d-3060b8e129b6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:41.677934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 {{(pid=93796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:41.686032 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.699707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:41.702222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Transition to ACTIVE for port object 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:41.704889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:41.705367 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.705560 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.761978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:41.802880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.849247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Attempting to bind port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:41.849675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Attempting to bind port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:41.850081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Attempting to bind port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 on network 7531c68b-5920-482d-821d-0e790affae6d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:41.858867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 on network 7531c68b-5920-482d-821d-0e790affae6d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:01:41.858867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Attempting to bind port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 on network 7531c68b-5920-482d-821d-0e790affae6d {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:41.863450 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 231e2f40-13c6-4c4a-b93d-3060b8e129b6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=231e2f40-13c6-4c4a-b93d-3060b8e129b6,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:41.865316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:41.865851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Checking segment: {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:41.866409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Bound using segment: {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:41.867013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Bound port: 8a1b9c7e-bdb2-4f63-950e-77c1f506db45, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d22cb36-acf3-4a8d-91f9-3f80c471c1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7531c68b-5920-482d-821d-0e790affae6d'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:41.867757 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.869352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:41.926918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=231e2f40-13c6-4c4a-b93d-3060b8e129b6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:41.952867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] For port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:41.957261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] For port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:41.962469 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:42.002850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.003380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:42.004868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] 10.222.0.67 "PUT /v2.0/ports/8a1b9c7e-bdb2-4f63-950e-77c1f506db45 HTTP/1.1" status: 200 len: 1056 time: 0.8509595 Jul 16 19:01:42.005320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'tag': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:42.007685 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d939477a-83b9-4163-ac4d-3f9f91a873ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a4545373-97dc-42a1-b02e-d3e35b0be822", "tag": "8a1b9c7e-bdb2-4f63-950e-77c1f506db45"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:42.039641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5302107-3d3f-4d03-afaa-16d6a9b3c4df service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,revision_number=3']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:42.079846 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2953c7c8-fdf7-42d3-a7f6-632e3b1ec4fb x-openstack-request-id: req-2953c7c8-fdf7-42d3-a7f6-632e3b1ec4fb {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:42.080346 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4545373-97dc-42a1-b02e-d3e35b0be822", "tag": "8a1b9c7e-bdb2-4f63-950e-77c1f506db45", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:42.080768 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2953c7c8-fdf7-42d3-a7f6-632e3b1ec4fb {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:42.081416 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'tag': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45', 'status': 'completed', 'code': 200} Jul 16 19:01:42.171055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-d29777fa-cf89-4117-8101-3aaa787c0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.172861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-d29777fa-cf89-4117-8101-3aaa787c0469 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 1059 time: 0.1193287 Jul 16 19:01:42.239209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-3f1375d9-6490-4040-9b9a-266b8ada7bb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8a1b9c7e-bdb2-4f63-950e-77c1f506db45 HTTP/1.1" status: 200 len: 217 time: 0.0593140 Jul 16 19:01:42.298740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-3c7005aa-6679-425f-9812-43b6703ebb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.300591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-3c7005aa-6679-425f-9812-43b6703ebb29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=304c16c5-4075-4cb5-bb5f-c25675ee8f30 HTTP/1.1" status: 200 len: 838 time: 0.0549517 Jul 16 19:01:42.397739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-277b15c4-0548-4548-9017-80e34f956053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.399186 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-277b15c4-0548-4548-9017-80e34f956053 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7531c68b-5920-482d-821d-0e790affae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0923352 Jul 16 19:01:42.504158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-6118bed4-c656-4d5f-a212-a3d7712d8bfa service neutron] 10.222.0.67 "GET /v2.0/networks/7531c68b-5920-482d-821d-0e790affae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973053 Jul 16 19:01:42.608467 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7071f700-e4d6-4e77-a2f7-d68e5bca3ddf req-a7c95416-eb2c-4195-aeda-f6c18410432a service neutron] 10.222.0.67 "GET /v2.0/networks/7531c68b-5920-482d-821d-0e790affae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968227 Jul 16 19:01:42.773846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-a8c54c42-6ab6-4caf-af13-5d5ad2e1bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.778873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-a8c54c42-6ab6-4caf-af13-5d5ad2e1bb0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 1059 time: 0.0961788 Jul 16 19:01:42.792760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e7468-c3f4-474d-b0c7-9202c3054f06 req-8720a3e3-61b0-4c27-9827-c1c69c8fb0b6 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.797353 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7e7468-c3f4-474d-b0c7-9202c3054f06 req-8720a3e3-61b0-4c27-9827-c1c69c8fb0b6 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 907 time: 0.0970712 Jul 16 19:01:42.940679 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-af857ce2-3052-4302-8adb-39a7d710ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:42.942218 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-af857ce2-3052-4302-8adb-39a7d710ea24 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7531c68b-5920-482d-821d-0e790affae6d HTTP/1.1" status: 200 len: 898 time: 0.1573386 Jul 16 19:01:42.984964 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-a2960520-6669-4668-995d-509d59b9e71d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8a1b9c7e-bdb2-4f63-950e-77c1f506db45 HTTP/1.1" status: 200 len: 217 time: 0.0349374 Jul 16 19:01:43.035504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-0b723f69-2afd-4699-8927-1342bf738879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.037027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-0b723f69-2afd-4699-8927-1342bf738879 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=304c16c5-4075-4cb5-bb5f-c25675ee8f30 HTTP/1.1" status: 200 len: 838 time: 0.0451615 Jul 16 19:01:43.102456 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-3c25bbe9-c2ed-4698-a202-64a3f9fc6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.104139 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-3c25bbe9-c2ed-4698-a202-64a3f9fc6d9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7531c68b-5920-482d-821d-0e790affae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0607309 Jul 16 19:01:43.199790 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-76767438-a6b6-4309-92d8-f1dff74b427b service neutron] 10.222.0.67 "GET /v2.0/networks/7531c68b-5920-482d-821d-0e790affae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878510 Jul 16 19:01:43.300710 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d939477a-83b9-4163-ac4d-3f9f91a873ef req-181ed8e7-1161-4d87-8ace-4c74294c8e93 service neutron] 10.222.0.67 "GET /v2.0/networks/7531c68b-5920-482d-821d-0e790affae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945411 Jul 16 19:01:43.610543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 231e2f40-13c6-4c4a-b93d-3060b8e129b6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:43.662562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:43.663027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:43.981394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e529ef8-ef40-4b99-9371-f2ca003d16bc req-8621d32c-f78d-4203-8e16-40b6bc9703d1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.983970 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5e529ef8-ef40-4b99-9371-f2ca003d16bc req-8621d32c-f78d-4203-8e16-40b6bc9703d1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 907 time: 0.0668716 Jul 16 19:01:44.420076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:01:44.528506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:44.543994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45', 'network_id': '7531c68b-5920-482d-821d-0e790affae6d', 'port_id': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45', 'mac_address': 'fa:16:3e:2a:ec:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304c16c5-4075-4cb5-bb5f-c25675ee8f30', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:01:44.583795 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:44.597853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:44.619896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:44.625016 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:44.841921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:44.889899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['8a1b9c7e-bdb2-4f63-950e-77c1f506db45'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:01:45.226670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a550d-55e9-4dd1-86c1-bfc9b25ef016 req-bb338ad6-8f48-4122-b755-0bfd11c49f6c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:45.238160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe6a550d-55e9-4dd1-86c1-bfc9b25ef016 req-bb338ad6-8f48-4122-b755-0bfd11c49f6c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 908 time: 0.0998936 Jul 16 19:01:46.186068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf9bd-dcb9-4455-a683-8dbabb29d805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.434723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba071ef4-a7fa-49dd-8a3f-dcad3a3b4f1f req-453bb047-b954-480a-a767-a8880c2a8622 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.437235 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ba071ef4-a7fa-49dd-8a3f-dcad3a3b4f1f req-453bb047-b954-480a-a767-a8880c2a8622 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 908 time: 0.0813668 Jul 16 19:01:46.451872 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:46.507946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:46.513024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:46.513400 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.610162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.643701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:46.647946 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d321b-c074-4f50-9cc5-26658901b698" -d '{"events": [{"server_uuid": "a4545373-97dc-42a1-b02e-d3e35b0be822", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b9c7e-bdb2-4f63-950e-77c1f506db45"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:46.668496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:46.679421 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.706717 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b760fc3-afc1-4319-8d05-2a9343c538e9 x-openstack-request-id: req-5b760fc3-afc1-4319-8d05-2a9343c538e9 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:46.707003 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4545373-97dc-42a1-b02e-d3e35b0be822", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b9c7e-bdb2-4f63-950e-77c1f506db45", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:46.707256 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b760fc3-afc1-4319-8d05-2a9343c538e9 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:46.707648 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45', 'code': 200} Jul 16 19:01:46.750586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:46.841960 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4675b5-8327-416f-b49b-5949291c1d68 req-ad7818a6-d296-4470-9890-341efee468da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.843769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd4675b5-8327-416f-b49b-5949291c1d68 req-ad7818a6-d296-4470-9890-341efee468da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 1061 time: 0.0573604 Jul 16 19:01:47.667272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ca2e6-be38-409b-812f-f402e2f18995 req-e45b9364-435e-4f45-94f7-d11f78ad8027 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:47.673522 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ed1ca2e6-be38-409b-812f-f402e2f18995 req-e45b9364-435e-4f45-94f7-d11f78ad8027 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 909 time: 0.0834064 Jul 16 19:01:48.785596 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-070af756-2c58-409d-98de-0b2445c87770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:48.866375 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678a4f7-45ea-4cea-87cc-54495e2f1bfe req-5be16fae-6a6e-48b2-9394-9d8b0c6797d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:48.867911 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d678a4f7-45ea-4cea-87cc-54495e2f1bfe req-5be16fae-6a6e-48b2-9394-9d8b0c6797d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 909 time: 0.0759251 Jul 16 19:01:48.917368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.058056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbcf71-b1e1-4e48-b74b-a9becded60fa req-0d70f599-08ad-4f2d-a1c1-e6b82b89f190 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:49.060156 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-87cbcf71-b1e1-4e48-b74b-a9becded60fa req-0d70f599-08ad-4f2d-a1c1-e6b82b89f190 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 909 time: 0.0671082 Jul 16 19:01:49.241464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6fa28-9dab-44d9-8bb5-b0da4a746579 req-198d42b7-1137-465e-96d8-8b3db0dca991 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:49.242975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44e6fa28-9dab-44d9-8bb5-b0da4a746579 req-198d42b7-1137-465e-96d8-8b3db0dca991 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 1061 time: 0.0591145 Jul 16 19:01:49.427114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37bac-21ce-4c53-a7e9-d87780fbd125 req-1e390e2d-0062-40ca-974c-4243f9915be6 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:49.428568 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3c37bac-21ce-4c53-a7e9-d87780fbd125 req-1e390e2d-0062-40ca-974c-4243f9915be6 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1136 time: 0.0640612 Jul 16 19:01:49.471217 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3c37bac-21ce-4c53-a7e9-d87780fbd125 req-09520e15-f4fa-4211-b2d2-5104d8040676 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0365570 Jul 16 19:01:49.501491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:49.580128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6e846-8032-4307-af15-7f9fbf3765b1 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:49.581793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-cee6e846-8032-4307-af15-7f9fbf3765b1 tempest-TestSecurityGroupsBasicOps-335513706 tempest-TestSecurityGroupsBasicOps-335513706-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 1056 time: 0.0791864 Jul 16 19:01:50.008411 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275464-43c0-4c97-ae5e-64d45556bc88 req-4fbc4484-de22-43fd-889b-28022a9f6cb1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:50.010594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fa275464-43c0-4c97-ae5e-64d45556bc88 req-4fbc4484-de22-43fd-889b-28022a9f6cb1 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 909 time: 0.0709553 Jul 16 19:01:50.050160 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.165745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-429813a8-98e9-4ffb-8f5f-d554d07dbd8e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:51.167359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-429813a8-98e9-4ffb-8f5f-d554d07dbd8e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 909 time: 0.0841737 Jul 16 19:01:51.210892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d90a4-2622-46c2-8db2-309c2707f1f4 req-ec89e123-856b-44cc-9637-22523c826049 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:51.212643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f0d90a4-2622-46c2-8db2-309c2707f1f4 req-ec89e123-856b-44cc-9637-22523c826049 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4545373-97dc-42a1-b02e-d3e35b0be822 HTTP/1.1" status: 200 len: 909 time: 0.0779793 Jul 16 19:01:51.282293 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:51.282651 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.377455 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] For port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:51.377830 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.390706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Calling delete_port for 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:51.530847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.563549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Port': ['ID=8a1b9c7e-bdb2-4f63-950e-77c1f506db45,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:51.612688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] No DVR routers for this DVR port 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:51.615929 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.618969 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25ca0f0c-ad81-4fb5-9fc2-1aa52664f88d req-0f3764e4-12ed-4c1e-a235-7bd6f2ce7a49 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.67 "DELETE /v2.0/ports/8a1b9c7e-bdb2-4f63-950e-77c1f506db45 HTTP/1.1" status: 204 len: 173 time: 0.4457252 Jul 16 19:01:51.619561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'name': 'network-vif-deleted', 'tag': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:51.625595 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccda90c1-e76c-4cf8-9eda-8ecb96387464" -d '{"events": [{"server_uuid": "a4545373-97dc-42a1-b02e-d3e35b0be822", "name": "network-vif-deleted", "tag": "8a1b9c7e-bdb2-4f63-950e-77c1f506db45"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:51.669262 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5066940-431c-431c-b82a-af65bb244fc7 x-openstack-request-id: req-e5066940-431c-431c-b82a-af65bb244fc7 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:51.669840 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4545373-97dc-42a1-b02e-d3e35b0be822", "name": "network-vif-deleted", "tag": "8a1b9c7e-bdb2-4f63-950e-77c1f506db45", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:51.670957 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5066940-431c-431c-b82a-af65bb244fc7 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:51.670957 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4545373-97dc-42a1-b02e-d3e35b0be822', 'name': 'network-vif-deleted', 'tag': '8a1b9c7e-bdb2-4f63-950e-77c1f506db45', 'status': 'completed', 'code': 200} Jul 16 19:01:51.839232 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.306594 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:52.699984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.934650 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.319590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting port 231e2f40-13c6-4c4a-b93d-3060b8e129b6 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:53.320201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.413547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] For port 231e2f40-13c6-4c4a-b93d-3060b8e129b6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=231e2f40-13c6-4c4a-b93d-3060b8e129b6,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:53.413962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.427913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Calling delete_port for 231e2f40-13c6-4c4a-b93d-3060b8e129b6 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:53.624970 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.659554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Port': ['ID=231e2f40-13c6-4c4a-b93d-3060b8e129b6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:53.846788 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.086423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router dbb3064a-737e-4104-971e-4a71f5e287cc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:54.200884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:54.208943 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3771e5f-bf2a-4b06-a2ca-14b3cae92005 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "PUT /v2.0/routers/dbb3064a-737e-4104-971e-4a71f5e287cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9009697 Jul 16 19:01:54.212417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45516) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:54.214798 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] Sync routers for ids ['dbb3064a-737e-4104-971e-4a71f5e287cc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:54.231855 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] Routers {'dbb3064a-737e-4104-971e-4a71f5e287cc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:54.232851 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dbb3064a-737e-4104-971e-4a71f5e287cc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:54.269855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting subnet 304c16c5-4075-4cb5-bb5f-c25675ee8f30 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:01:54.273238 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.315751 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.375595 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] Set router dbb3064a-737e-4104-971e-4a71f5e287cc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:54.412552 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.477982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.510811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Subnet': ['ID=304c16c5-4075-4cb5-bb5f-c25675ee8f30,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:54.518741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.523884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45518) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:54.527330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d74f5-3585-45e1-9225-5c7a926a6c40 None None] Network 7531c68b-5920-482d-821d-0e790affae6d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:54.531016 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a98f19cb-808f-4849-b522-2180d8580b0e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/subnets/304c16c5-4075-4cb5-bb5f-c25675ee8f30 HTTP/1.1" status: 204 len: 168 time: 0.3173161 Jul 16 19:01:54.599557 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:53Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:54.642343 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] Checking router: dbb3064a-737e-4104-971e-4a71f5e287cc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:54.657368 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] Routers {'dbb3064a-737e-4104-971e-4a71f5e287cc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:54.658935 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['dbb3064a-737e-4104-971e-4a71f5e287cc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:54.671671 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.761068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.792630 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] Set router dbb3064a-737e-4104-971e-4a71f5e287cc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:54.807405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.887491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] DHCP port deletion for 7531c68b-5920-482d-821d-0e790affae6d request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:01:54.919009 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting port 77a624ec-5c58-4414-b829-0d225b4c7b7d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:54.919303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.995912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] Deleting port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:54.996298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.031617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] For port 77a624ec-5c58-4414-b829-0d225b4c7b7d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=77a624ec-5c58-4414-b829-0d225b4c7b7d,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:55.031994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.062708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Calling delete_port for 77a624ec-5c58-4414-b829-0d225b4c7b7d owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:55.065956 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:53Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:55.090874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] For port 47cc78d3-0ef4-47d9-bac6-6c777c39f272, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=47cc78d3-0ef4-47d9-bac6-6c777c39f272,segment=NetworkSegment(5d22cb36-acf3-4a8d-91f9-3f80c471c1de),segment_id=5d22cb36-acf3-4a8d-91f9-3f80c471c1de)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:55.091311 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.100018 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1abc7-888f-4d0c-b1d6-f63c81952f43 None None] The sync data for ids ['dbb3064a-737e-4104-971e-4a71f5e287cc'] in n-d-791504-15 is: [{'id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-733294709', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:53Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': '77a624ec-5c58-4414-b829-0d225b4c7b7d', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb3064a-737e-4104-971e-4a71f5e287cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:32Z', 'updated_at': '2021-07-16T19:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:55.112553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] Calling delete_port for 47cc78d3-0ef4-47d9-bac6-6c777c39f272 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:55.224050 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.252960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] Pushing event deleted for resources: {'Port': ['ID=47cc78d3-0ef4-47d9-bac6-6c777c39f272,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:55.258295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16a6c9-6616-471b-b48a-8f325d11716c None None] No DVR routers for this DVR port 47cc78d3-0ef4-47d9-bac6-6c777c39f272 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:55.291980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.324507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Port': ['ID=77a624ec-5c58-4414-b829-0d225b4c7b7d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:55.388236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.481215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.483813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.529116 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.530008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Fanout notify agent at l3_agent the message router_deleted on router dbb3064a-737e-4104-971e-4a71f5e287cc {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:01:55.543163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.547729 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:55.548359 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bab62628-121d-4d35-bc18-d54cbbaf7b84 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/routers/dbb3064a-737e-4104-971e-4a71f5e287cc HTTP/1.1" status: 204 len: 168 time: 1.0223312 Jul 16 19:01:55.642987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.713970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 47cc78d3-0ef4-47d9-bac6-6c777c39f272 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:55.739567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 47cc78d3-0ef4-47d9-bac6-6c777c39f272 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:55.740192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 47cc78d3-0ef4-47d9-bac6-6c777c39f272 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:55.740848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 231e2f40-13c6-4c4a-b93d-3060b8e129b6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:55.743194 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.754719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7531c68b-5920-482d-821d-0e790affae6d']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:55.763826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 231e2f40-13c6-4c4a-b93d-3060b8e129b6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:55.764854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 231e2f40-13c6-4c4a-b93d-3060b8e129b6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:55.786755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d22cb36-acf3-4a8d-91f9-3f80c471c1de') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:55.787213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d22cb36-acf3-4a8d-91f9-3f80c471c1de') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:55.798003 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.812585 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.819286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:01:55.819885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:01:55.823258 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:01:55.891936 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.902840 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.907664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/networks/7531c68b-5920-482d-821d-0e790affae6d HTTP/1.1" status: 204 len: 168 time: 0.3555465 Jul 16 19:01:55.907920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45528) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:55.924069 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a7d26-efd1-437c-932d-15f95afa5576 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Network': ['ID=7531c68b-5920-482d-821d-0e790affae6d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:56.088199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting port b3605439-d7cf-4275-a58e-b96efd794ae5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:56.088626 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.186348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.186601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.198656 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Calling delete_port for b3605439-d7cf-4275-a58e-b96efd794ae5 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:56.362112 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.390953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Port': ['ID=b3605439-d7cf-4275-a58e-b96efd794ae5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:56.455419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.455760 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Floating IP b89df450-374b-4478-9de5-a52ae5408437 disassociated (deleted). External IP: 172.25.1.74, port: 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8. Jul 16 19:01:56.463298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:56.484840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:56.485359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 8a1b9c7e-bdb2-4f63-950e-77c1f506db45 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:56.677184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router 229d6606-0a33-470f-8393-71bd27336672 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:56.787560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:56.792480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.797538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75887ead-a769-41bb-b406-66f404392b39 None None] Sync routers for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:56.806748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:56.807390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:56.834744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-be80c605-0c3f-4356-8c14-b7da81f3c01e tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/floatingips/b89df450-374b-4478-9de5-a52ae5408437 HTTP/1.1" status: 204 len: 168 time: 0.9232981 Jul 16 19:01:56.834744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:56.836841 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa97545-ccec-420a-b3fb-f0e657cd8327" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:56.900472 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4141c920-52b7-4079-b7e2-b985a4e3f76b x-openstack-request-id: req-4141c920-52b7-4079-b7e2-b985a4e3f76b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:56.900845 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:56.901157 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4141c920-52b7-4079-b7e2-b985a4e3f76b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:56.901658 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'status': 'completed', 'code': 200} Jul 16 19:01:56.923043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:56.982735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-5bbe69e9-5e79-4713-a3c8-6c8a21e0b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:56.985763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-5bbe69e9-5e79-4713-a3c8-6c8a21e0b221 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96b10d50697c412591f38e63a25b6b89&device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 1136 time: 0.0606465 Jul 16 19:01:57.119972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-906410d8-c7d0-4fcd-b8aa-b51e21541962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:57.122082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-906410d8-c7d0-4fcd-b8aa-b51e21541962 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77d5cc82-5513-44bd-aec1-e748cd930eae HTTP/1.1" status: 200 len: 898 time: 0.1283276 Jul 16 19:01:57.176750 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-d0a7ec3a-675b-4026-a8ec-f6cb5ae16058 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 HTTP/1.1" status: 200 len: 217 time: 0.0470598 Jul 16 19:01:57.185598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:57.216297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75887ead-a769-41bb-b406-66f404392b39 None None] Checking router: 229d6606-0a33-470f-8393-71bd27336672 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:57.226092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:57.226723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:57.250147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-913c5432-4133-46c6-a499-b0ceb47e7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:57.251733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-913c5432-4133-46c6-a499-b0ceb47e7faa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fa1285f0-6a50-4b38-bf92-b33fda84aaf7 HTTP/1.1" status: 200 len: 835 time: 0.0646486 Jul 16 19:01:57.362704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:57.393400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-b1b8b765-0dfd-4ad5-9887-0fc77bb4d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:57.394951 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-b1b8b765-0dfd-4ad5-9887-0fc77bb4d863 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77d5cc82-5513-44bd-aec1-e748cd930eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1346424 Jul 16 19:01:57.408708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59dc8-f428-4543-82cc-241c8c6ce1b4 req-3f7f0af2-dbd5-42e2-9c61-cf54b4522846 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:57.410596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fa59dc8-f428-4543-82cc-241c8c6ce1b4 req-3f7f0af2-dbd5-42e2-9c61-cf54b4522846 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 984 time: 0.0951266 Jul 16 19:01:57.416169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-76d17aaa-1da5-4c3a-b1cb-c37affc7b017 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:01:57.416924 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-76d17aaa-1da5-4c3a-b1cb-c37affc7b017 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053926 Jul 16 19:01:57.483268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3fa59dc8-f428-4543-82cc-241c8c6ce1b4 req-eca57300-aa48-4a60-bf16-048b3ade1d80 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0653546 Jul 16 19:01:57.559340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-a70247b2-9f2d-4a73-86f3-191ddaa0ec01 service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182804 Jul 16 19:01:57.589463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a624ec-5c58-4414-b829-0d225b4c7b7d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:57.620266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 77a624ec-5c58-4414-b829-0d225b4c7b7d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:57.620814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 77a624ec-5c58-4414-b829-0d225b4c7b7d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:57.640410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-75887ead-a769-41bb-b406-66f404392b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:57.670437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75887ead-a769-41bb-b406-66f404392b39 None None] The sync data for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 is: [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:00:36Z', 'revision_number': 4, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '9ecf20b0-0cab-46fe-9c40-928bd42d70ec', 'name': '', 'network_id': '77d5cc82-5513-44bd-aec1-e748cd930eae', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'mac_address': 'fa:16:3e:dc:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:34Z', 'updated_at': '2021-07-16T19:00:44Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'subnets': [{'id': 'fa1285f0-6a50-4b38-bf92-b33fda84aaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:57.671346 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8aa97545-ccec-420a-b3fb-f0e657cd8327 req-095a574a-34fa-4ce1-8c44-02634c41a33d service neutron] 10.222.0.59 "GET /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044879 Jul 16 19:01:57.931484 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ca587-5593-4e8a-a8d3-4ae43cb7c3b3 None None] New status for floating IP b89df450-374b-4478-9de5-a52ae5408437: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:58.595329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-c9cda07c-7729-4eaa-a88d-fbe04fe8f0ff tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:58.597102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-c9cda07c-7729-4eaa-a88d-fbe04fe8f0ff tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 984 time: 0.0766592 Jul 16 19:01:58.715631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:58.716181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.820809 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] For port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:58.821323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.835379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Calling delete_port for 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:58.874884 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:58.884052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271b99d-f74a-443b-a2f8-c56579adea60 req-3e2c66ff-c259-4d0c-b141-63dff0f8e511 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:58.886651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b271b99d-f74a-443b-a2f8-c56579adea60 req-3e2c66ff-c259-4d0c-b141-63dff0f8e511 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dfcc824-65b3-4b28-be17-1a3c8da44b6c HTTP/1.1" status: 200 len: 984 time: 0.0713198 Jul 16 19:01:58.931700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b271b99d-f74a-443b-a2f8-c56579adea60 req-2745c8e1-af80-4fc1-88a3-3b47e295574f tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "GET /v2.0/security-groups?id=a00b85af-e11d-4598-8b96-f5b0f1d46b0a&id=f72c9600-bd93-4255-b65c-7b7dc5d39ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0386450 Jul 16 19:01:58.984844 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.017170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Port': ['ID=3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:59.070089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] No DVR routers for this DVR port 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:59.074300 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.076751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-920d0f3b-8e49-49fe-aedf-16356d94a5f8 req-7802a096-c823-4bb1-8d3f-0a8194c0e1bd tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.59 "DELETE /v2.0/ports/3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 HTTP/1.1" status: 204 len: 173 time: 0.4723988 Jul 16 19:01:59.077241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'name': 'network-vif-deleted', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:59.079712 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0eb023-196c-4cc0-a74a-394076976aa3" -d '{"events": [{"server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "name": "network-vif-deleted", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:59.135344 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221aefaf-5570-480b-a0f8-0caab78eb15e x-openstack-request-id: req-221aefaf-5570-480b-a0f8-0caab78eb15e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:59.135344 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfcc824-65b3-4b28-be17-1a3c8da44b6c", "name": "network-vif-deleted", "tag": "3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:59.135344 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-221aefaf-5570-480b-a0f8-0caab78eb15e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:59.135344 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfcc824-65b3-4b28-be17-1a3c8da44b6c', 'name': 'network-vif-deleted', 'tag': '3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8', 'status': 'completed', 'code': 200} Jul 16 19:02:00.028155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45622) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:00.082320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-998260ca-1cd9-4ba2-8aa8-16cefc367a1c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.106188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-998260ca-1cd9-4ba2-8aa8-16cefc367a1c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.152034 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-998260ca-1cd9-4ba2-8aa8-16cefc367a1c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.154918 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-998260ca-1cd9-4ba2-8aa8-16cefc367a1c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.156102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-998260ca-1cd9-4ba2-8aa8-16cefc367a1c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/security-groups/f72c9600-bd93-4255-b65c-7b7dc5d39ca3 HTTP/1.1" status: 204 len: 168 time: 0.1269143 Jul 16 19:02:00.158962 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45624) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:00.165597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998260ca-1cd9-4ba2-8aa8-16cefc367a1c tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c9600-bd93-4255-b65c-7b7dc5d39ca3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:00.218634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6731529-84e8-4d6c-851d-201442e99ef8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.242882 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6731529-84e8-4d6c-851d-201442e99ef8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.290510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6731529-84e8-4d6c-851d-201442e99ef8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.293271 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f6731529-84e8-4d6c-851d-201442e99ef8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.295068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f6731529-84e8-4d6c-851d-201442e99ef8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/security-groups/a00b85af-e11d-4598-8b96-f5b0f1d46b0a HTTP/1.1" status: 204 len: 168 time: 0.1344795 Jul 16 19:02:00.297614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45626) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:00.306014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6731529-84e8-4d6c-851d-201442e99ef8 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00b85af-e11d-4598-8b96-f5b0f1d46b0a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:00.682721 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.967453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:00.967820 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.063635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] For port 9ecf20b0-0cab-46fe-9c40-928bd42d70ec, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:01.064326 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.077829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Calling delete_port for 9ecf20b0-0cab-46fe-9c40-928bd42d70ec owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:01.608232 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.637313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Port': ['ID=9ecf20b0-0cab-46fe-9c40-928bd42d70ec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:01.670593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:01.696928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:01.697867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3d4e155e-2a36-4ddb-a33f-e8ec87afcfc8 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:01.830404 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.055967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Router 229d6606-0a33-470f-8393-71bd27336672 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:02.165169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:02.170928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-586445f2-3e2b-4991-b9cf-698ed32750d3 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "PUT /v2.0/routers/229d6606-0a33-470f-8393-71bd27336672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719635 Jul 16 19:02:02.173666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:02.179165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] Sync routers for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:02.190026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:02.190637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:02.228755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting subnet fa1285f0-6a50-4b38-bf92-b33fda84aaf7 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:02:02.232158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.275842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.302282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:02.368397 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.431030 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.458108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1285f0-6a50-4b38-bf92-b33fda84aaf7,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.462188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.466869 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-eec6adb4-72ef-4abb-bdcb-37690ab1a3ea tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/subnets/fa1285f0-6a50-4b38-bf92-b33fda84aaf7 HTTP/1.1" status: 204 len: 168 time: 0.2921224 Jul 16 19:02:02.467135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:02.479334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c27b73-2391-4194-993f-1bb7d9dde77f None None] Network 77d5cc82-5513-44bd-aec1-e748cd930eae requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:02.548670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:02.588216 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.601018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] Checking router: 229d6606-0a33-470f-8393-71bd27336672 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:02.632057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] Routers {'229d6606-0a33-470f-8393-71bd27336672'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:02.632505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:01:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['229d6606-0a33-470f-8393-71bd27336672'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:02.709356 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.771410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Deleting port e6a2848f-2579-42eb-9d4d-dcd4f78d290e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:02.772044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.862651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] For port e6a2848f-2579-42eb-9d4d-dcd4f78d290e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:02.863308 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.876515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Calling delete_port for e6a2848f-2579-42eb-9d4d-dcd4f78d290e owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:02.917433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] Set router 229d6606-0a33-470f-8393-71bd27336672 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:02.990292 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] DHCP port deletion for 77d5cc82-5513-44bd-aec1-e748cd930eae request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:02:03.061700 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.086719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Port': ['ID=e6a2848f-2579-42eb-9d4d-dcd4f78d290e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:03.128391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Deleting port 82583187-4f1f-41eb-aa48-6542d331a941 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:03.128763 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.154677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.223299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] For port 82583187-4f1f-41eb-aa48-6542d331a941, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=82583187-4f1f-41eb-aa48-6542d331a941,segment=NetworkSegment(d1d73c33-718f-40e2-8d30-2b35d5bd9a2d),segment_id=d1d73c33-718f-40e2-8d30-2b35d5bd9a2d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:03.223618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.239195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Calling delete_port for 82583187-4f1f-41eb-aa48-6542d331a941 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:03.245796 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.248141 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.293560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.295418 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.296061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Fanout notify agent at l3_agent the message router_deleted on router 229d6606-0a33-470f-8393-71bd27336672 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:02:03.309015 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.310702 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-14d78de0-66c1-4d70-9bf5-92a23168d5ba tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/routers/229d6606-0a33-470f-8393-71bd27336672 HTTP/1.1" status: 204 len: 168 time: 0.8421028 Jul 16 19:02:03.313421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45638) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:03.330938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ff5c1-3bf4-442d-9238-c77e22f84121 None None] The sync data for ids ['229d6606-0a33-470f-8393-71bd27336672'] in n-d-791504-15 is: [{'id': '229d6606-0a33-470f-8393-71bd27336672', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072577869', 'tenant_id': '96b10d50697c412591f38e63a25b6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:29Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 5, 'project_id': '96b10d50697c412591f38e63a25b6b89', 'gw_port': {'id': 'e6a2848f-2579-42eb-9d4d-dcd4f78d290e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229d6606-0a33-470f-8393-71bd27336672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:03.371546 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.394355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Pushing event deleted for resources: {'Port': ['ID=82583187-4f1f-41eb-aa48-6542d331a941,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:03.407111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.407721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.408203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.408547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.409033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.409376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.409702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.410024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.410348 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.410665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.410985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.411304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:03.411964 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.421131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b0f83-3c24-4058-9702-5bfa93730ed8 None None] No DVR routers for this DVR port 82583187-4f1f-41eb-aa48-6542d331a941 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:02:03.503933 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.515413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d5cc82-5513-44bd-aec1-e748cd930eae']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.526696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.527243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d73c33-718f-40e2-8d30-2b35d5bd9a2d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.537250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.551890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.558320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:02:03.558733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:02:03.562390 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:02:03.623327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.632310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.634979 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] 10.222.0.49 "DELETE /v2.0/networks/77d5cc82-5513-44bd-aec1-e748cd930eae HTTP/1.1" status: 204 len: 168 time: 0.3199615 Jul 16 19:02:03.647790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35417fb8-c752-4057-9944-1e757e72d894 tempest-TestSecurityGroupsBasicOps-515252824 tempest-TestSecurityGroupsBasicOps-515252824-project] Pushing event deleted for resources: {'Network': ['ID=77d5cc82-5513-44bd-aec1-e748cd930eae,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:03.829783 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 82583187-4f1f-41eb-aa48-6542d331a941 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:03.852673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 82583187-4f1f-41eb-aa48-6542d331a941 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:03.853045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 82583187-4f1f-41eb-aa48-6542d331a941 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:03.853472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9ecf20b0-0cab-46fe-9c40-928bd42d70ec no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:03.875179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 9ecf20b0-0cab-46fe-9c40-928bd42d70ec {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:03.875529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9ecf20b0-0cab-46fe-9c40-928bd42d70ec not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:04.010868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45646) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:04.192643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-077fb5fe-6eaf-4e97-a6b2-c105e220d14c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96b10d50697c412591f38e63a25b6b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804271 Jul 16 19:02:04.195244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45652) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:04.245555 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e034b9e1-7fa3-437f-974f-cf6c1b95a11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.268290 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e034b9e1-7fa3-437f-974f-cf6c1b95a11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.321696 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e034b9e1-7fa3-437f-974f-cf6c1b95a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.324550 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e034b9e1-7fa3-437f-974f-cf6c1b95a11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.330723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e034b9e1-7fa3-437f-974f-cf6c1b95a11e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/982ef4ce-48be-4687-a9fd-e7fbae9d6eda HTTP/1.1" status: 204 len: 168 time: 0.1342514 Jul 16 19:02:04.338739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034b9e1-7fa3-437f-974f-cf6c1b95a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982ef4ce-48be-4687-a9fd-e7fbae9d6eda,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:04.615105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45658) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:04.629212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bea2f76-548a-4485-af73-4229a853d172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.723177 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bea2f76-548a-4485-af73-4229a853d172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.728142 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6bea2f76-548a-4485-af73-4229a853d172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.770190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea2f76-548a-4485-af73-4229a853d172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e2b4c4-2103-4ea7-92f5-d3e52690ada0,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:04.776819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6bea2f76-548a-4485-af73-4229a853d172 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f0158f021a0473aad34a44758449063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586850 Jul 16 19:02:04.777484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45660) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:04.828801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a4fed3e-e186-4d41-9c43-dfbdffcc84c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.850490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a4fed3e-e186-4d41-9c43-dfbdffcc84c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.900728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a4fed3e-e186-4d41-9c43-dfbdffcc84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.903348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0a4fed3e-e186-4d41-9c43-dfbdffcc84c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.907054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0a4fed3e-e186-4d41-9c43-dfbdffcc84c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1e2b4c4-2103-4ea7-92f5-d3e52690ada0 HTTP/1.1" status: 204 len: 168 time: 0.1262565 Jul 16 19:02:04.913950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fed3e-e186-4d41-9c43-dfbdffcc84c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e2b4c4-2103-4ea7-92f5-d3e52690ada0,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:05.251056 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45668) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:05.295880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-676a0f6e-759a-44fc-ba45-62ce37e7ad49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f6d75ab5e864b6d98af47a996952351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412619 Jul 16 19:02:05.296147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45670) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:05.347186 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ef87e6-0b9b-4481-a43e-e20e48d677f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.368755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ef87e6-0b9b-4481-a43e-e20e48d677f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.421208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ef87e6-0b9b-4481-a43e-e20e48d677f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.423835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f1ef87e6-0b9b-4481-a43e-e20e48d677f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.425122 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f1ef87e6-0b9b-4481-a43e-e20e48d677f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/762ed4ab-195e-475e-81fb-f21a121500a1 HTTP/1.1" status: 204 len: 168 time: 0.1280286 Jul 16 19:02:05.433166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef87e6-0b9b-4481-a43e-e20e48d677f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ed4ab-195e-475e-81fb-f21a121500a1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:05.580962 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e6a2848f-2579-42eb-9d4d-dcd4f78d290e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:05.608945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e6a2848f-2579-42eb-9d4d-dcd4f78d290e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:05.608945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e6a2848f-2579-42eb-9d4d-dcd4f78d290e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:16.195894 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-998c02b4-3705-4ce3-afd0-be881a06c014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.780400 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7629-341f-4c5c-bbd9-a06db746d09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.923112 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.041326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.052606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45760) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:21.173363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efd1f3c9-3359-4764-9386-57ac568f61d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.287294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efd1f3c9-3359-4764-9386-57ac568f61d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.293088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-efd1f3c9-3359-4764-9386-57ac568f61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.332144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-efd1f3c9-3359-4764-9386-57ac568f61d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=498a4481354d48ee97ff2b586d788f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783713 Jul 16 19:02:21.333066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1f3c9-3359-4764-9386-57ac568f61d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d5069-4019-40c9-acd0-a5e91141a560,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:21.336659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45764) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:21.399037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.421018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.475217 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.478475 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.479661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/744d5069-4019-40c9-acd0-a5e91141a560 HTTP/1.1" status: 204 len: 168 time: 0.1415813 Jul 16 19:02:21.487888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d5069-4019-40c9-acd0-a5e91141a560,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:21.495493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.495846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.496195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.496531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.496899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.497230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.497556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.497880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.498206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.498526 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.498847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.499167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7dd32f-9055-41c5-8ad1-21f7a084762e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:21.842195 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.932247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:24.745468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:30.684306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 45840) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:30.819380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:30.913459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:30.918319 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:30.956127 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b157862950c74a8f830fa9d7020037b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699676 Jul 16 19:02:30.956978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79edf16-7202-4740-939c-db3338811b63,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:30.958804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45844) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:30.964439 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.964802 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.965142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.965474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.965887 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.966372 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.966699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.967041 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.967366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.967685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.968013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:30.968330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b61993-d314-4686-8482-b90dcf2ccef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:31.010288 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffdfb-d549-4a4b-89a5-a83135004e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.031897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffdfb-d549-4a4b-89a5-a83135004e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.085914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffdfb-d549-4a4b-89a5-a83135004e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.089118 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffdfb-d549-4a4b-89a5-a83135004e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.090527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2b5ffdfb-d549-4a4b-89a5-a83135004e32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a79edf16-7202-4740-939c-db3338811b63 HTTP/1.1" status: 204 len: 168 time: 0.1305511 Jul 16 19:02:31.103770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ffdfb-d549-4a4b-89a5-a83135004e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79edf16-7202-4740-939c-db3338811b63,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:35.875075 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:41.470861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-2724e7e3-3f64-4cb8-94da-94f695379588 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=36d3025702f4480ca22b7eb56850be6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326674 Jul 16 19:02:41.980123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-a6438090-a84a-4153-bb62-ca0366264f53 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:41.981712 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-a6438090-a84a-4153-bb62-ca0366264f53 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051625 Jul 16 19:02:41.996261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-cb2a51a0-380d-4ecc-8d56-900441f80b0e tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/quotas/36d3025702f4480ca22b7eb56850be6b HTTP/1.1" status: 200 len: 375 time: 0.0090995 Jul 16 19:02:42.029477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-39571b22-af5b-4705-a65d-073414ddb651 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=36d3025702f4480ca22b7eb56850be6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280628 Jul 16 19:02:42.214669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2273d8fa-9ce4-4e72-a136-c76ec9d0b05e req-3f653411-ec15-490f-b294-e4b7f33f0a10 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 210 time: 0.0340347 Jul 16 19:02:43.371495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a5d2994f-ddac-41c8-b934-82ed39dcb26c req-9b6f0bb1-e9c6-4850-ac51-56369fd0698d tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 210 time: 0.0313129 Jul 16 19:02:43.377718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-d6a9447e-5b67-49ef-9bfb-fcf128a4e57d tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=36d3025702f4480ca22b7eb56850be6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303428 Jul 16 19:02:43.566894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-4f17ffcf-747a-4cc9-b379-95322b349ff5 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:43.568367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-4f17ffcf-747a-4cc9-b379-95322b349ff5 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851542 Jul 16 19:02:43.581189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Request body: {'port': {'device_id': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'admin_state_up': True, 'tenant_id': '36d3025702f4480ca22b7eb56850be6b'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:43.695373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Made reservation on behalf of 36d3025702f4480ca22b7eb56850be6b for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:43.699023 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:43.707807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:43.802484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:43.807060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:43.865002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b7c6e-c12d-4801-8dd2-4737e960ecfd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:43.944636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Allocated IP 192.168.233.129 (be66d5a4-b701-45b3-8999-41bdce65c96c/81ede4c3-1b8f-45dd-b2e9-345f10253c81/3a6c120d-0528-4f20-8f3a-2b97a133a915) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:44.093169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:44.107072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Transition to ACTIVE for port object 3a6c120d-0528-4f20-8f3a-2b97a133a915 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:44.143859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:44.188794 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Network be66d5a4-b701-45b3-8999-41bdce65c96c is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:44.192034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:44.195993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:44.204236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Pushing event updated for resources: {'Port': ['ID=3a6c120d-0528-4f20-8f3a-2b97a133a915,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:44.252316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:44.252977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:44.268848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-b4206a8a-ee07-4480-b703-5d81d004903c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6915874 Jul 16 19:02:44.383458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Request body: {'port': {'device_id': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:44.460127 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:44.464494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-abd45b8d-c8ed-4795-aabd-f76cda235e6a None None] Provisioning for port 3a6c120d-0528-4f20-8f3a-2b97a133a915 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:44.469860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-abd45b8d-c8ed-4795-aabd-f76cda235e6a None None] Provisioning complete for port 3a6c120d-0528-4f20-8f3a-2b97a133a915 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:44.470448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-abd45b8d-c8ed-4795-aabd-f76cda235e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:44.503960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-abd45b8d-c8ed-4795-aabd-f76cda235e6a None None] Port 3a6c120d-0528-4f20-8f3a-2b97a133a915 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:44.654385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbd7be-ca86-4c51-9c06-e3548ad79041 req-c13f15a2-3d8f-44c5-b52a-0565ae3140eb tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:44.655782 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9cbd7be-ca86-4c51-9c06-e3548ad79041 req-c13f15a2-3d8f-44c5-b52a-0565ae3140eb tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 936 time: 0.1627839 Jul 16 19:02:44.734613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9cbd7be-ca86-4c51-9c06-e3548ad79041 req-03dba3d4-b8a2-4070-a18b-bd0d0cbe3544 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Jul 16 19:02:44.798181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6c120d-0528-4f20-8f3a-2b97a133a915 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:44.805532 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:44.818093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Transition to ACTIVE for port object 3a6c120d-0528-4f20-8f3a-2b97a133a915 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:44.823129 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:44.875868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c120d-0528-4f20-8f3a-2b97a133a915,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:44.946524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Attempting to bind port 3a6c120d-0528-4f20-8f3a-2b97a133a915 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:44.946863 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Attempting to bind port 3a6c120d-0528-4f20-8f3a-2b97a133a915 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:44.947192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Attempting to bind port 3a6c120d-0528-4f20-8f3a-2b97a133a915 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:44.952275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Port 3a6c120d-0528-4f20-8f3a-2b97a133a915 on network be66d5a4-b701-45b3-8999-41bdce65c96c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:02:44.952600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Attempting to bind port 3a6c120d-0528-4f20-8f3a-2b97a133a915 on network be66d5a4-b701-45b3-8999-41bdce65c96c {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:44.957884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:44.958175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Checking segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:44.958559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Bound using segment: {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:44.958984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Bound port: 3a6c120d-0528-4f20-8f3a-2b97a133a915, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a8f563-7b2a-4823-bbfc-3dc827e9caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:44.959371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:45.029759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] For port 3a6c120d-0528-4f20-8f3a-2b97a133a915, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:45.033238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] For port 3a6c120d-0528-4f20-8f3a-2b97a133a915, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a6c120d-0528-4f20-8f3a-2b97a133a915,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:45.037835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:45.071605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.072216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:45.073638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] 10.222.0.59 "PUT /v2.0/ports/3a6c120d-0528-4f20-8f3a-2b97a133a915 HTTP/1.1" status: 200 len: 1097 time: 0.7963197 Jul 16 19:02:45.074056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'tag': '3a6c120d-0528-4f20-8f3a-2b97a133a915'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:45.076333 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327e2769-b76a-4dbf-93a4-95f75b9c8375" -d '{"events": [{"name": "network-changed", "server_uuid": "ff33d263-4691-4b9f-94a4-59acfcc668d1", "tag": "3a6c120d-0528-4f20-8f3a-2b97a133a915"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:45.101012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a8a6a-5722-4596-8acb-da20fc696ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c120d-0528-4f20-8f3a-2b97a133a915,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:45.194355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-510ab6c4-1df6-427c-9234-e0a16aa995f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.195980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-510ab6c4-1df6-427c-9234-e0a16aa995f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36d3025702f4480ca22b7eb56850be6b&device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 1100 time: 0.0640652 Jul 16 19:02:45.198635 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f439258e-3aad-4e81-84e2-938c0b8d366b x-openstack-request-id: req-f439258e-3aad-4e81-84e2-938c0b8d366b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:45.198982 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff33d263-4691-4b9f-94a4-59acfcc668d1", "tag": "3a6c120d-0528-4f20-8f3a-2b97a133a915", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:45.199298 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f439258e-3aad-4e81-84e2-938c0b8d366b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:45.199921 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'tag': '3a6c120d-0528-4f20-8f3a-2b97a133a915', 'status': 'completed', 'code': 200} Jul 16 19:02:45.246537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-8a660e89-5297-40c4-ac48-60608772f60e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=3a6c120d-0528-4f20-8f3a-2b97a133a915 HTTP/1.1" status: 200 len: 217 time: 0.0384295 Jul 16 19:02:45.297517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-51c5350e-283d-4a4e-9447-d8b6f6fb5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.298982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-51c5350e-283d-4a4e-9447-d8b6f6fb5d39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0451291 Jul 16 19:02:45.357658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-cbca60b3-5891-442e-93e4-68a7f27694a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.359182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-cbca60b3-5891-442e-93e4-68a7f27694a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528674 Jul 16 19:02:45.455889 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-fb850cdc-3b3e-4227-aefa-c46f59867b0d service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882432 Jul 16 19:02:45.549600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46fa1de0-0fe3-4faa-bfe1-c0fcca9f622b req-582d8b04-2046-4bf0-8614-ae74294fa019 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 Jul 16 19:02:45.658678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-2c42f4c2-6c07-45c3-88de-ffedf8c8dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.660227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-2c42f4c2-6c07-45c3-88de-ffedf8c8dc1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36d3025702f4480ca22b7eb56850be6b&device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 1100 time: 0.0591033 Jul 16 19:02:45.749651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-46c283d9-9d97-4424-8fdf-38b9d54eb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.751037 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-46c283d9-9d97-4424-8fdf-38b9d54eb2ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=be66d5a4-b701-45b3-8999-41bdce65c96c HTTP/1.1" status: 200 len: 870 time: 0.0837340 Jul 16 19:02:45.796446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-6b8aed53-06a9-4392-bc8b-ac8036fc1236 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=3a6c120d-0528-4f20-8f3a-2b97a133a915 HTTP/1.1" status: 200 len: 217 time: 0.0375216 Jul 16 19:02:45.847820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-605c46ab-5187-4c72-854d-f6f319807b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.849343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-605c46ab-5187-4c72-854d-f6f319807b32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81ede4c3-1b8f-45dd-b2e9-345f10253c81 HTTP/1.1" status: 200 len: 843 time: 0.0441601 Jul 16 19:02:45.947520 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748d4d4-005f-48cb-947a-9d08e7058093 req-1f9a1751-3324-414b-862a-d2b191008204 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.949038 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3748d4d4-005f-48cb-947a-9d08e7058093 req-1f9a1751-3324-414b-862a-d2b191008204 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 948 time: 0.0988081 Jul 16 19:02:45.951878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-02a81f50-adec-4bfc-be94-a3341c63efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.953283 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-02a81f50-adec-4bfc-be94-a3341c63efbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be66d5a4-b701-45b3-8999-41bdce65c96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942147 Jul 16 19:02:46.037395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3748d4d4-005f-48cb-947a-9d08e7058093 req-40d9a350-aaff-4bbf-bc52-4fc12c1dd3af tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825291 Jul 16 19:02:46.065121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-b8406b97-f065-487b-87b4-1326401453bb service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044245 Jul 16 19:02:46.160987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-327e2769-b76a-4dbf-93a4-95f75b9c8375 req-556e57a2-cd4a-48f4-a927-9cf73f2b4b57 service neutron] 10.222.0.59 "GET /v2.0/networks/be66d5a4-b701-45b3-8999-41bdce65c96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887125 Jul 16 19:02:46.189228 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e94e4b65-d1c6-4192-8e97-ac62b82a1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:47.215983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7c3b7-f139-42e2-aa84-97b2f28cf8b7 req-61ed78e1-f856-48ec-9580-b5abeb350ba1 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:47.217476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02f7c3b7-f139-42e2-aa84-97b2f28cf8b7 req-61ed78e1-f856-48ec-9580-b5abeb350ba1 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 948 time: 0.0665195 Jul 16 19:02:47.256799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02f7c3b7-f139-42e2-aa84-97b2f28cf8b7 req-5e92092e-6694-4f12-8331-ce39afc650bd tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329988 Jul 16 19:02:47.978269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a6c120d-0528-4f20-8f3a-2b97a133a915 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:02:48.079486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a6c120d-0528-4f20-8f3a-2b97a133a915, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a6c120d-0528-4f20-8f3a-2b97a133a915,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:48.091151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '3a6c120d-0528-4f20-8f3a-2b97a133a915', 'network_id': 'be66d5a4-b701-45b3-8999-41bdce65c96c', 'port_id': '3a6c120d-0528-4f20-8f3a-2b97a133a915', 'mac_address': 'fa:16:3e:8a:2f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ede4c3-1b8f-45dd-b2e9-345f10253c81', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:02:48.130819 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:48.144071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6c120d-0528-4f20-8f3a-2b97a133a915 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:48.163266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a6c120d-0528-4f20-8f3a-2b97a133a915, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a6c120d-0528-4f20-8f3a-2b97a133a915,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:48.167551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:48.220707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3a6c120d-0528-4f20-8f3a-2b97a133a915,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:48.417284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a6c120d-0528-4f20-8f3a-2b97a133a915'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:02:48.446868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96fafe-b56a-44f7-b1b4-8f3916c804af req-18748263-1a4e-4360-9f08-0ead247a486a tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:48.448392 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a96fafe-b56a-44f7-b1b4-8f3916c804af req-18748263-1a4e-4360-9f08-0ead247a486a tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 949 time: 0.0667441 Jul 16 19:02:48.487778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a96fafe-b56a-44f7-b1b4-8f3916c804af req-94f75ba9-1c63-41b5-af35-b76b2bde6493 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333161 Jul 16 19:02:48.776242 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc899-5feb-4cc5-9b0f-42a995cd2c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:48.907584 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:49.662321 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c5878-3090-4e5d-85f6-f83ffce891a0 req-b6739331-4c4d-496e-b540-e72c0416c590 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:49.663781 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494c5878-3090-4e5d-85f6-f83ffce891a0 req-b6739331-4c4d-496e-b540-e72c0416c590 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 949 time: 0.0654483 Jul 16 19:02:49.702802 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-494c5878-3090-4e5d-85f6-f83ffce891a0 req-fa2a8dee-9450-4aa1-a140-258c072c6d6e tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Jul 16 19:02:49.977810 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a6c120d-0528-4f20-8f3a-2b97a133a915 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:50.038465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 3a6c120d-0528-4f20-8f3a-2b97a133a915 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:50.043296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 3a6c120d-0528-4f20-8f3a-2b97a133a915 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:50.043796 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:50.046150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:50.119249 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:50.142438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c120d-0528-4f20-8f3a-2b97a133a915'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:50.144824 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b9788f-9710-4dde-ba0a-4c16d3960d9d" -d '{"events": [{"server_uuid": "ff33d263-4691-4b9f-94a4-59acfcc668d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c120d-0528-4f20-8f3a-2b97a133a915"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:50.157678 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 3a6c120d-0528-4f20-8f3a-2b97a133a915, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a6c120d-0528-4f20-8f3a-2b97a133a915,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:50.162276 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:50.212692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=3a6c120d-0528-4f20-8f3a-2b97a133a915,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:50.248197 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1382ed36-7b03-4d3a-a145-b526f816c5af x-openstack-request-id: req-1382ed36-7b03-4d3a-a145-b526f816c5af {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:50.248483 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff33d263-4691-4b9f-94a4-59acfcc668d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c120d-0528-4f20-8f3a-2b97a133a915", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:50.248731 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1382ed36-7b03-4d3a-a145-b526f816c5af {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:50.249161 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c120d-0528-4f20-8f3a-2b97a133a915', 'code': 200} Jul 16 19:02:50.363857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22974ee7-466e-4282-b1ff-9778bc844b27 req-dd33d9b9-0f9a-46aa-b1b2-43d8136d4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:50.365385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22974ee7-466e-4282-b1ff-9778bc844b27 req-dd33d9b9-0f9a-46aa-b1b2-43d8136d4332 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 1102 time: 0.0533206 Jul 16 19:02:50.401312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22974ee7-466e-4282-b1ff-9778bc844b27 req-d298c6f8-231c-43ca-896d-5a1c72f69e27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281179 Jul 16 19:02:50.882305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297499-df54-42a8-a088-58f199dceaff req-b733b25e-7243-48fe-b7c9-4e32c9abd50e tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:50.884155 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81297499-df54-42a8-a088-58f199dceaff req-b733b25e-7243-48fe-b7c9-4e32c9abd50e tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 950 time: 0.0690601 Jul 16 19:02:50.923427 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-81297499-df54-42a8-a088-58f199dceaff req-6c044d01-1cd9-4f11-a110-90a0e63c559b tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Jul 16 19:02:51.843118 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:52.109088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcd389-1b54-40e7-96d1-81e41453482b req-e7e2174e-c3e6-4018-86a0-ed8140eaf9b6 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:52.110599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7abcd389-1b54-40e7-96d1-81e41453482b req-e7e2174e-c3e6-4018-86a0-ed8140eaf9b6 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 950 time: 0.0700130 Jul 16 19:02:52.153511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7abcd389-1b54-40e7-96d1-81e41453482b req-3f490492-20f2-405c-9bd9-74664ff0eb25 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Jul 16 19:02:52.517108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-cfccf0dc-6c2c-4df0-9fea-942c1214fa6b req-5799a8b1-bd83-4cc2-8073-4dd887b23334 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:02:52.518164 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfccf0dc-6c2c-4df0-9fea-942c1214fa6b req-5799a8b1-bd83-4cc2-8073-4dd887b23334 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649259 Jul 16 19:02:52.911106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-66baeeb6-c0bd-4ec9-a77d-00d78b2dca8f req-fec8baf1-8975-46a9-ad1a-c78cc2f0008e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:02:52.912128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66baeeb6-c0bd-4ec9-a77d-00d78b2dca8f req-fec8baf1-8975-46a9-ad1a-c78cc2f0008e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558560 Jul 16 19:02:52.948076 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.404162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8c901-8e05-4439-910c-730060228ca2 req-7179838f-d14f-4cfe-b852-ac6cd5bbfe3c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.405590 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bb8c901-8e05-4439-910c-730060228ca2 req-7179838f-d14f-4cfe-b852-ac6cd5bbfe3c tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 950 time: 0.0687883 Jul 16 19:02:53.447119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bb8c901-8e05-4439-910c-730060228ca2 req-01b12dbb-6244-4fce-8c78-88a35c1df2de tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Jul 16 19:02:54.631792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc7c24-f677-4f7a-bfdd-184788ea5d2c req-168bd172-7634-4678-94ab-a5afd3b4b7b7 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.633305 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-40dc7c24-f677-4f7a-bfdd-184788ea5d2c req-168bd172-7634-4678-94ab-a5afd3b4b7b7 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 950 time: 0.0687101 Jul 16 19:02:54.685751 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-40dc7c24-f677-4f7a-bfdd-184788ea5d2c req-d83de039-1fb3-4d06-8538-33c5dda200e5 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b7c6e-c12d-4801-8dd2-4737e960ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450735 Jul 16 19:02:54.717631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-bd65588a-8663-421a-b9e1-d924b820ea21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.719112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-bd65588a-8663-421a-b9e1-d924b820ea21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 950 time: 0.0740700 Jul 16 19:02:54.759221 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:54.837977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Deleting port 3a6c120d-0528-4f20-8f3a-2b97a133a915 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:54.838344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:54.930788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] For port 3a6c120d-0528-4f20-8f3a-2b97a133a915, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=3a6c120d-0528-4f20-8f3a-2b97a133a915,segment=NetworkSegment(01a8f563-7b2a-4823-bbfc-3dc827e9caf8),segment_id=01a8f563-7b2a-4823-bbfc-3dc827e9caf8)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:54.931123 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:54.942970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Calling delete_port for 3a6c120d-0528-4f20-8f3a-2b97a133a915 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:55.084099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:55.100443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['3a6c120d-0528-4f20-8f3a-2b97a133a915'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:02:55.117230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Pushing event deleted for resources: {'Port': ['ID=3a6c120d-0528-4f20-8f3a-2b97a133a915,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:55.165088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] No DVR routers for this DVR port 3a6c120d-0528-4f20-8f3a-2b97a133a915 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:02:55.167875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:55.170034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5eedb0ec-0379-4565-9dac-25a611078b64 req-69454a21-ae5d-4051-88db-5581d103ed21 tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.59 "DELETE /v2.0/ports/3a6c120d-0528-4f20-8f3a-2b97a133a915 HTTP/1.1" status: 204 len: 173 time: 0.4447782 Jul 16 19:02:55.170482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'name': 'network-vif-deleted', 'tag': '3a6c120d-0528-4f20-8f3a-2b97a133a915'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:55.172743 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31191a23-5d71-4619-91d8-63c0ae91a7f1" -d '{"events": [{"server_uuid": "ff33d263-4691-4b9f-94a4-59acfcc668d1", "name": "network-vif-deleted", "tag": "3a6c120d-0528-4f20-8f3a-2b97a133a915"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:55.212974 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72458c8-f27d-44e4-a59b-33ec8c855e0f x-openstack-request-id: req-c72458c8-f27d-44e4-a59b-33ec8c855e0f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:55.213265 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff33d263-4691-4b9f-94a4-59acfcc668d1", "name": "network-vif-deleted", "tag": "3a6c120d-0528-4f20-8f3a-2b97a133a915", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:55.213517 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c72458c8-f27d-44e4-a59b-33ec8c855e0f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:55.213915 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff33d263-4691-4b9f-94a4-59acfcc668d1', 'name': 'network-vif-deleted', 'tag': '3a6c120d-0528-4f20-8f3a-2b97a133a915', 'status': 'completed', 'code': 200} Jul 16 19:02:55.840768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e147b3fe-1de9-469c-8bea-e17332895708 req-064cd2bd-1fc8-4d46-80ab-54fe2587b0bf tempest-ServersAdminNegativeTestJSON-2128375479 tempest-ServersAdminNegativeTestJSON-2128375479-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff33d263-4691-4b9f-94a4-59acfcc668d1 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Jul 16 19:02:57.216699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:57.364462 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7203d4ea-5773-4414-99f4-3afe8c23fd91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36d3025702f4480ca22b7eb56850be6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449420 Jul 16 19:02:57.366903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 45996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:57.415631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c68f29-df06-4bec-a24b-69a2d9229d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.436672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c68f29-df06-4bec-a24b-69a2d9229d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.495257 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c68f29-df06-4bec-a24b-69a2d9229d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.497977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87c68f29-df06-4bec-a24b-69a2d9229d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.499158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-87c68f29-df06-4bec-a24b-69a2d9229d0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e12b7c6e-c12d-4801-8dd2-4737e960ecfd HTTP/1.1" status: 204 len: 168 time: 0.1313899 Jul 16 19:02:57.506643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68f29-df06-4bec-a24b-69a2d9229d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b7c6e-c12d-4801-8dd2-4737e960ecfd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:57.778481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46002) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:57.795421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b3e-eb4e-4865-8155-58efe9489b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.898531 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b3e-eb4e-4865-8155-58efe9489b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.904342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b3e-eb4e-4865-8155-58efe9489b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:57.942415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a1d72b3e-eb4e-4865-8155-58efe9489b32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1752d9317f2c4f019ec904a8cebaa09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626348 Jul 16 19:02:57.943115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72b3e-eb4e-4865-8155-58efe9489b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa269429-a293-4833-85ba-77d67b0767a6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:57.945194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46004) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:57.999645 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6fe824d-f1ee-417d-865e-193752e27342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.020959 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6fe824d-f1ee-417d-865e-193752e27342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.040109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a6c120d-0528-4f20-8f3a-2b97a133a915 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:58.061427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 3a6c120d-0528-4f20-8f3a-2b97a133a915 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:58.061747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 3a6c120d-0528-4f20-8f3a-2b97a133a915 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:58.069125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6fe824d-f1ee-417d-865e-193752e27342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.071706 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d6fe824d-f1ee-417d-865e-193752e27342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.072918 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d6fe824d-f1ee-417d-865e-193752e27342 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa269429-a293-4833-85ba-77d67b0767a6 HTTP/1.1" status: 204 len: 168 time: 0.1267614 Jul 16 19:02:58.080734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe824d-f1ee-417d-865e-193752e27342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa269429-a293-4833-85ba-77d67b0767a6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:58.860514 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46026) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:58.975212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-450150235-network', 'tenant_id': '8fe7149633cb4210b5ca58759b2175bd'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:59.000996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Made reservation on behalf of 8fe7149633cb4210b5ca58759b2175bd for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:59.003348 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.012100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.113835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.119294 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.144833 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:02:59.154520 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c51f8-63c0-4433-8374-09f69aeeac35,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:59.159596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.159928 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Added segment 1750c738-ccf5-42f3-b88f-02d7a1f13b35 of type vlan for network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa Jul 16 19:02:59.199048 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.232083 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.233550 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:59.234447 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.274622 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4127569 Jul 16 19:02:59.277832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46030) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:59.283867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Request body: {'subnet': {'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-450150235-subnet', 'tenant_id': '8fe7149633cb4210b5ca58759b2175bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:59.305580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Made reservation on behalf of 8fe7149633cb4210b5ca58759b2175bd for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:59.307920 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.309822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfef73-b4cb-46c3-98c3-71517d3365b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:59.320800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:02:59.477273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.529988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9fad69-fbab-471b-a7bc-e3c61dab03a2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:59.541525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Checking segment: {'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:59.542106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Network hostable DHCP agents. Network: 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:02:59.566860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:02:59.576921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:59.582192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:59.582897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.589162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed4020-ba09-472a-bd2b-be1c4b056c2e None None] Network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:59.602903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c848693a-ff19-41a4-9f14-84ba1ab3a886 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3237700 Jul 16 19:02:59.722458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08229a86-f6ff-4474-a61c-11ae516d3217 None None] Network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:03:00.037739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cc90-6413-4722-bdf3-7648661697d3 req-861d8584-4084-4cc5-b966-32a96503f24d tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:00.039239 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-861d8584-4084-4cc5-b966-32a96503f24d tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 811 time: 0.1073146 Jul 16 19:03:00.056511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-394f3b0f-fb3b-484d-be6a-ddfdb89db22b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/quotas/8fe7149633cb4210b5ca58759b2175bd HTTP/1.1" status: 200 len: 375 time: 0.0094955 Jul 16 19:03:00.089418 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-e9b0ae02-d3f0-478b-9655-d2bd5be2f435 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273647 Jul 16 19:03:00.101206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-b5807b50-e043-4294-b87c-7b79ca8deb88 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:03:00.102313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-b5807b50-e043-4294-b87c-7b79ca8deb88 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060775 Jul 16 19:03:00.200208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-69d0168d-c002-49c8-9e4e-2a83d8de71f8 service neutron] 10.222.0.49 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912559 Jul 16 19:03:00.297838 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-4173499c-5d1b-4751-a036-fdbf06798226 service neutron] 10.222.0.49 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915015 Jul 16 19:03:00.483282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-68754402-d8a1-414f-906e-0e2a5f4a9e5a req-8dc2cf6f-fa4c-44ff-af32-420bb1744f55 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 210 time: 0.0287359 Jul 16 19:03:01.602600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cc90-6413-4722-bdf3-7648661697d3 req-1668fecd-fc60-420b-9f5d-0cdc00f051ed tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:01.604983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-1668fecd-fc60-420b-9f5d-0cdc00f051ed tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.59 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 811 time: 0.1179914 Jul 16 19:03:01.618211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Request body: {'port': {'device_id': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa', 'admin_state_up': True, 'tenant_id': '8fe7149633cb4210b5ca58759b2175bd'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:01.632327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8bf11e7-279e-4de2-8b8a-098aa5a5a984 req-00db4b2d-abd2-449a-a0e9-46ea7872c6da tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 210 time: 0.0355015 Jul 16 19:03:02.086846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Made reservation on behalf of 8fe7149633cb4210b5ca58759b2175bd for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:02.092569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.220605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Allocated IP 172.20.0.7 (3e67afe6-8c7b-4857-9ff4-7e90eecab5fa/6d9fad69-fbab-471b-a7bc-e3c61dab03a2/73d5aaca-4585-4e92-b19e-9f999d298b8c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:02.369548 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.414674 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.460803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:02.464010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:02.468114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:02.474481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:02.520715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:02.521381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.539292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-929c70da-92ef-46e4-ba52-653b86648a36 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256177 Jul 16 19:03:02.551082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Request body: {'port': {'device_id': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:02.626296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.885434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919dba-d6d4-4e52-95fd-bc1f004f921e req-bc744938-a5a2-4c70-b3a4-c89dd6a3b0c0 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:02.886816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-64919dba-d6d4-4e52-95fd-bc1f004f921e req-bc744938-a5a2-4c70-b3a4-c89dd6a3b0c0 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 931 time: 0.1430111 Jul 16 19:03:02.962557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-64919dba-d6d4-4e52-95fd-bc1f004f921e req-59d9937b-1827-4646-a37a-89a8cbc6bdad tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 Jul 16 19:03:02.968463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d5aaca-4585-4e92-b19e-9f999d298b8c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:02.975701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.990698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Transition to ACTIVE for port object 73d5aaca-4585-4e92-b19e-9f999d298b8c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:02.995321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.046705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:03.117101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:03.117463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:03.117833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c on network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:03.122946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Port 73d5aaca-4585-4e92-b19e-9f999d298b8c on network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:03.123296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c on network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:03.128768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:03.129121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Checking segment: {'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:03.129613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Bound using segment: {'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:03.130085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Bound port: 73d5aaca-4585-4e92-b19e-9f999d298b8c, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:03.130470 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.195609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:03.198576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:03.206010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.239898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:03.240521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.241953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 1092 time: 0.6952572 Jul 16 19:03:03.242385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:03.244630 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb032476-c49b-48a7-b1a5-6eaf2de07730" -d '{"events": [{"name": "network-changed", "server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:03.269760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bd578-f9db-4e24-83ae-87d4fbc5b9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:03.291898 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ede21e7-fb43-4b78-9f6a-35c376322898 x-openstack-request-id: req-3ede21e7-fb43-4b78-9f6a-35c376322898 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:03.292172 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:03.292411 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ede21e7-fb43-4b78-9f6a-35c376322898 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:03.292813 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'status': 'completed', 'code': 200} Jul 16 19:03:03.336188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cc90-6413-4722-bdf3-7648661697d3 req-5121685e-3382-4044-8489-a9e56a946df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:03.337747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-5121685e-3382-4044-8489-a9e56a946df4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1095 time: 0.0557435 Jul 16 19:03:03.391146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-3fc6987f-877d-4d64-9499-fb7c8c5ba03c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 217 time: 0.0450821 Jul 16 19:03:03.439654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cc90-6413-4722-bdf3-7648661697d3 req-ef91cb64-23f4-48fc-ad82-99ea49e27322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:03.441102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-ef91cb64-23f4-48fc-ad82-99ea49e27322 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 200 len: 851 time: 0.0429225 Jul 16 19:03:03.477016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-73cbdf78-7f43-4c8a-b2e2-abcb5b54826d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293210 Jul 16 19:03:03.574451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-3758e1b7-ae12-41f0-88e2-894f8ddcc335 service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906191 Jul 16 19:03:03.667147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e322cc90-6413-4722-bdf3-7648661697d3 req-dc8596d2-6bfa-4e67-b2f8-4db7c67d9847 service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856197 Jul 16 19:03:03.781875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-7cdf95af-523b-4046-be6a-34e37e77e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:03.783296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-7cdf95af-523b-4046-be6a-34e37e77e350 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1095 time: 0.0623267 Jul 16 19:03:03.878438 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-fe25dafd-f6d8-4676-b822-e35d1a5ca60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:03.880696 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-fe25dafd-f6d8-4676-b822-e35d1a5ca60e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 912 time: 0.0890274 Jul 16 19:03:03.926871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-b77b5b11-b2a7-4b36-8da2-9626a277f9cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 217 time: 0.0384023 Jul 16 19:03:03.978752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-ed3ce354-ee1e-4332-9c8c-f6c368b8009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:03.980176 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-ed3ce354-ee1e-4332-9c8c-f6c368b8009c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 200 len: 851 time: 0.0454404 Jul 16 19:03:04.013886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-968ce020-294e-4f33-bb8d-6e8e157e1c88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266223 Jul 16 19:03:04.140059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-df1446bb-a8e1-451f-8442-4daf4aa4c083 service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178474 Jul 16 19:03:04.191079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3a38-c104-4237-bfe9-c0717c141d3c req-7c28f0cf-9d9a-4f3a-89b9-6babef7cbe04 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:04.192550 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-000f3a38-c104-4237-bfe9-c0717c141d3c req-7c28f0cf-9d9a-4f3a-89b9-6babef7cbe04 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 943 time: 0.1115870 Jul 16 19:03:04.275184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-000f3a38-c104-4237-bfe9-c0717c141d3c req-074dac76-b9e0-416e-a6e3-8e6ea65a9f84 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515072 Jul 16 19:03:04.277287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb032476-c49b-48a7-b1a5-6eaf2de07730 req-e92b3abc-9456-41b5-851e-fc03d1921f3e service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269212 Jul 16 19:03:05.482390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017dd78-3dc1-4324-a9ff-f0858f1d82b6 req-a0a7d026-af7b-43b8-a01a-05fec25ccaeb tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.483776 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3017dd78-3dc1-4324-a9ff-f0858f1d82b6 req-a0a7d026-af7b-43b8-a01a-05fec25ccaeb tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 943 time: 0.0835502 Jul 16 19:03:05.531396 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3017dd78-3dc1-4324-a9ff-f0858f1d82b6 req-3359743c-6e86-4f01-a3d7-7f067fbad616 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Jul 16 19:03:06.089151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:03:06.200280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:06.213080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa', 'port_id': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'mac_address': 'fa:16:3e:f4:3f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9fad69-fbab-471b-a7bc-e3c61dab03a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:03:06.252204 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.265468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d5aaca-4585-4e92-b19e-9f999d298b8c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:06.285796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:06.290970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.344497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:06.354527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.354916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.355365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.355778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.356219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.356835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.357239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.357530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.358235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.358723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.359224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.359718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:06.488294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['73d5aaca-4585-4e92-b19e-9f999d298b8c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:06.711415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd425b4-548f-4d64-acc3-2308daa08157 req-79dedf1c-e61f-4b56-a882-cfa31e72136b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:06.712849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbd425b4-548f-4d64-acc3-2308daa08157 req-79dedf1c-e61f-4b56-a882-cfa31e72136b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 944 time: 0.0650461 Jul 16 19:03:06.755449 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fbd425b4-548f-4d64-acc3-2308daa08157 req-9df717f3-684b-4476-b6c7-e0917039af9f tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352302 Jul 16 19:03:07.951876 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184088c-f60e-453a-88ad-d27aec350c94 req-efc733e9-2f1b-481d-b9b4-dec9fe0cdb82 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:07.953273 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9184088c-f60e-453a-88ad-d27aec350c94 req-efc733e9-2f1b-481d-b9b4-dec9fe0cdb82 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 944 time: 0.0777578 Jul 16 19:03:07.992166 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9184088c-f60e-453a-88ad-d27aec350c94 req-dc0baea8-5e32-4e14-9fb5-8446414abf67 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Jul 16 19:03:08.090281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:08.151832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 73d5aaca-4585-4e92-b19e-9f999d298b8c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:08.156056 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 73d5aaca-4585-4e92-b19e-9f999d298b8c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:08.156436 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.239792 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.263338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:08.265713 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ce087-6314-47b1-95ae-52c58035bfa1" -d '{"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-plugged", "status": "completed", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:08.279522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:08.285278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.308804 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3e329-cfb9-4032-af4b-18495d0b05a3 x-openstack-request-id: req-79b3e329-cfb9-4032-af4b-18495d0b05a3 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:08.309102 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-plugged", "status": "completed", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:08.309347 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79b3e329-cfb9-4032-af4b-18495d0b05a3 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:08.309734 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'code': 200} Jul 16 19:03:08.338442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:08.423424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed80af3-d87b-4478-92af-b5ce310dd73c req-55f1920b-5069-4185-bc2b-5a2fb48bfe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:08.424930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ed80af3-d87b-4478-92af-b5ce310dd73c req-55f1920b-5069-4185-bc2b-5a2fb48bfe0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1097 time: 0.0567713 Jul 16 19:03:08.461670 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ed80af3-d87b-4478-92af-b5ce310dd73c req-d37a1093-8c3d-446e-88f7-b41a3e145c93 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297005 Jul 16 19:03:09.177502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d675b3-63fb-4c5a-9da2-ae90e8af53c5 req-2026a8f0-931b-49c4-ae89-54f9e18973b2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:09.179014 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9d675b3-63fb-4c5a-9da2-ae90e8af53c5 req-2026a8f0-931b-49c4-ae89-54f9e18973b2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0634620 Jul 16 19:03:09.220559 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9d675b3-63fb-4c5a-9da2-ae90e8af53c5 req-723c4e59-47b7-4bd0-9f17-062b7d1c3020 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Jul 16 19:03:10.415728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf0e7-b455-4c4d-a668-b3382622e531 req-2520f699-dba2-4a1d-b19f-c8efed44225d tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.417125 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39eaf0e7-b455-4c4d-a668-b3382622e531 req-2520f699-dba2-4a1d-b19f-c8efed44225d tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0781095 Jul 16 19:03:10.467080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39eaf0e7-b455-4c4d-a668-b3382622e531 req-d2c4bec9-2d21-483c-bd6a-ff3cbeb7289a tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Jul 16 19:03:10.907718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc55f-77fc-413a-be53-bfdae80714d6 req-c6d37ebc-011f-4620-8c7c-8638166def01 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.909282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-776fc55f-77fc-413a-be53-bfdae80714d6 req-c6d37ebc-011f-4620-8c7c-8638166def01 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0773005 Jul 16 19:03:10.929184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-33902f27-ef42-4716-b9b4-3a61f6a150e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1412208 Jul 16 19:03:10.952382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-776fc55f-77fc-413a-be53-bfdae80714d6 req-367d079f-22fb-4d8d-bd80-62460476a7aa tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368333 Jul 16 19:03:12.141415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c20075-f3f8-4309-a5c5-ceda1f11f176 req-dfa139b0-74f1-4c53-aebc-6c2a0380ff16 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.142963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01c20075-f3f8-4309-a5c5-ceda1f11f176 req-dfa139b0-74f1-4c53-aebc-6c2a0380ff16 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0716555 Jul 16 19:03:12.183228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-01c20075-f3f8-4309-a5c5-ceda1f11f176 req-570af461-e6bf-4abf-b39d-6b607dfb7aa6 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Jul 16 19:03:12.204152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-2427a971-8ba1-4cc2-b67d-caa225834e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.205715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-2427a971-8ba1-4cc2-b67d-caa225834e34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1097 time: 0.0582597 Jul 16 19:03:12.295256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-c2ab067d-e8a4-490c-9e96-1a5a97c1b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.296651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-c2ab067d-e8a4-490c-9e96-1a5a97c1b893 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 912 time: 0.0837712 Jul 16 19:03:12.352396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-c8e885cb-f5e3-4781-8fee-adb6b77f9521 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 217 time: 0.0467169 Jul 16 19:03:12.402720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-b5404a93-38b6-437a-acc2-2b68f70c81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.404181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-b5404a93-38b6-437a-acc2-2b68f70c81fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 200 len: 851 time: 0.0453432 Jul 16 19:03:12.439498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-94c17e12-b49e-47b3-bd79-a58ef4e62e40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267825 Jul 16 19:03:12.534300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-7ea17681-880b-452f-b834-ea598237d6c0 service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878906 Jul 16 19:03:12.630382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-2d47236e-16b6-4ce0-980c-79c17cb1932a service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882568 Jul 16 19:03:12.874133 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:13.370829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3a660-ba10-4d19-b92b-661a4f3825da req-bb711a2f-4188-4560-a337-ec547e0e8481 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:13.372259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06b3a660-ba10-4d19-b92b-661a4f3825da req-bb711a2f-4188-4560-a337-ec547e0e8481 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0713286 Jul 16 19:03:13.410989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06b3a660-ba10-4d19-b92b-661a4f3825da req-2d8d87b0-4eb6-4ce1-a35d-c720612b5ab2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Jul 16 19:03:14.592688 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17157f00-2401-4457-8a37-41d84e7a8b4d req-11a48cc0-b8cc-4fb2-a8cd-c88f8f840c72 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.594384 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-17157f00-2401-4457-8a37-41d84e7a8b4d req-11a48cc0-b8cc-4fb2-a8cd-c88f8f840c72 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0692961 Jul 16 19:03:14.635082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-17157f00-2401-4457-8a37-41d84e7a8b4d req-202afab7-aadd-4a1c-b311-2ae8566ed53c tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Jul 16 19:03:15.831643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c54c9-736e-4497-a0ab-6336a82c3ea3 req-79b92f9a-0727-4fed-bd88-d67af91312a2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:15.833180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a47c54c9-736e-4497-a0ab-6336a82c3ea3 req-79b92f9a-0727-4fed-bd88-d67af91312a2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0731111 Jul 16 19:03:15.873012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a47c54c9-736e-4497-a0ab-6336a82c3ea3 req-fa17fbbd-9bbc-471f-b5d7-9c5d2bd7684c tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335290 Jul 16 19:03:16.192890 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5b180f2c-4eef-430c-a08f-52264b28bcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:17.073234 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8898a-7ff7-4461-be0c-1bdd7f449fa2 req-a74925b0-2fa0-45bd-88e3-bb15c2f16cb4 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:17.074745 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00e8898a-7ff7-4461-be0c-1bdd7f449fa2 req-a74925b0-2fa0-45bd-88e3-bb15c2f16cb4 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0780575 Jul 16 19:03:17.115959 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00e8898a-7ff7-4461-be0c-1bdd7f449fa2 req-d6513619-1dd0-4f3e-85c4-f82b0aadff15 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354104 Jul 16 19:03:18.325429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81298e-b392-4b49-8b16-533bba2d9e31 req-a2030469-8507-492e-b2f9-d7a4d854c3e1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:18.326952 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1d81298e-b392-4b49-8b16-533bba2d9e31 req-a2030469-8507-492e-b2f9-d7a4d854c3e1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0711262 Jul 16 19:03:18.365132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1d81298e-b392-4b49-8b16-533bba2d9e31 req-b077ddd2-0554-42ef-a87a-1ff4374477c2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Jul 16 19:03:18.778764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c66610e2-3bd0-49c8-835c-383ec27e03a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.915249 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.571652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91dfd3-7b65-4ff7-ba03-7fdee7f42f7e req-1ebe9fa8-7e9d-482c-936e-c85cf6205ecd tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.573360 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e91dfd3-7b65-4ff7-ba03-7fdee7f42f7e req-1ebe9fa8-7e9d-482c-936e-c85cf6205ecd tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0760612 Jul 16 19:03:19.615430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1e91dfd3-7b65-4ff7-ba03-7fdee7f42f7e req-8f9ed7ea-0087-4d1e-be63-1cfb283dd5c1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362942 Jul 16 19:03:20.052748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:20.814722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4b31a-bf4e-4ca8-be5e-4b081b3096d7 req-355b671f-372b-40b7-93f6-0776dd3b95e1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.816247 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ad4b31a-bf4e-4ca8-be5e-4b081b3096d7 req-355b671f-372b-40b7-93f6-0776dd3b95e1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0794301 Jul 16 19:03:20.857601 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ad4b31a-bf4e-4ca8-be5e-4b081b3096d7 req-89092fd7-c06e-4f31-ad26-27d6df2986b2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Jul 16 19:03:21.851822 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:22.048161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faef03-d19e-473e-909e-afb9d10f56ad req-22d5d81c-276f-4d4c-9f93-caef9a68db37 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:22.049769 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00faef03-d19e-473e-909e-afb9d10f56ad req-22d5d81c-276f-4d4c-9f93-caef9a68db37 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0686712 Jul 16 19:03:22.092650 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-00faef03-d19e-473e-909e-afb9d10f56ad req-2d0af0b0-fdea-4502-bc4d-07612127469a tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364897 Jul 16 19:03:22.978358 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:23.282830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850a4ba-0361-4a28-801d-d728b08b724f req-7aca2da5-841f-4344-ad1a-06f55c4f92a5 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:23.284351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4850a4ba-0361-4a28-801d-d728b08b724f req-7aca2da5-841f-4344-ad1a-06f55c4f92a5 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0746417 Jul 16 19:03:23.326883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4850a4ba-0361-4a28-801d-d728b08b724f req-e691ba91-9dab-4449-8aef-4a9c98d1a587 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341756 Jul 16 19:03:24.533155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f2410-84a9-47ec-bf5c-91a71db6c5d3 req-122ff9b3-9b46-4f16-aab9-d4332d59d1f2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:24.534646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871f2410-84a9-47ec-bf5c-91a71db6c5d3 req-122ff9b3-9b46-4f16-aab9-d4332d59d1f2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0670557 Jul 16 19:03:24.574690 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-871f2410-84a9-47ec-bf5c-91a71db6c5d3 req-352e17f1-9f40-45ae-87d0-78bed1963e7d tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335541 Jul 16 19:03:24.779099 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:25.766591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310fb1f-2e47-4d6c-a5d7-632ba2c53224 req-632f7b27-1423-4c34-819e-67abdda02618 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:25.768121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6310fb1f-2e47-4d6c-a5d7-632ba2c53224 req-632f7b27-1423-4c34-819e-67abdda02618 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0758572 Jul 16 19:03:25.817515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6310fb1f-2e47-4d6c-a5d7-632ba2c53224 req-13c842e0-4763-4d53-ae23-066fda3cfb3e tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Jul 16 19:03:27.003375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aa24c-3d3a-4166-a546-5ba0fc3e56e5 req-4c66732c-58e1-4e1b-9622-aff411e9cc20 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:27.004908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-242aa24c-3d3a-4166-a546-5ba0fc3e56e5 req-4c66732c-58e1-4e1b-9622-aff411e9cc20 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0689926 Jul 16 19:03:27.044065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-242aa24c-3d3a-4166-a546-5ba0fc3e56e5 req-97c41f2b-f1a9-4594-b88b-1f4b0ff55a96 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jul 16 19:03:28.229643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338da2cb-f64d-434f-b987-8564b5042c1b req-69936ff7-5ba0-48c2-ac0f-8a273a7ea52b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:28.231162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-338da2cb-f64d-434f-b987-8564b5042c1b req-69936ff7-5ba0-48c2-ac0f-8a273a7ea52b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0678756 Jul 16 19:03:28.272548 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-338da2cb-f64d-434f-b987-8564b5042c1b req-ad2078fc-93f4-4b65-a1e3-3dfbdef9e08b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Jul 16 19:03:29.485350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904cc3-3e2b-4844-9390-363fd533f92c req-ef24f474-7b0a-4daf-bd5d-19951d260cf1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:29.486852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc904cc3-3e2b-4844-9390-363fd533f92c req-ef24f474-7b0a-4daf-bd5d-19951d260cf1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0771236 Jul 16 19:03:29.536499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-dc904cc3-3e2b-4844-9390-363fd533f92c req-bf6e9d7c-5e7d-46de-b501-b559db2cbf38 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Jul 16 19:03:30.724676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9817ed2-a366-43c0-b593-addd6a91a744 req-3ab93437-c8ae-4c61-958b-adfe6dab6de2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:30.726399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9817ed2-a366-43c0-b593-addd6a91a744 req-3ab93437-c8ae-4c61-958b-adfe6dab6de2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0735972 Jul 16 19:03:30.771358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c9817ed2-a366-43c0-b593-addd6a91a744 req-ca90c16b-77a0-44c1-b28f-e870926a13cc tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Jul 16 19:03:31.973243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f0e79-b490-49a1-88bd-97ad71d81c21 req-88ef3a3e-6b89-41b0-871b-fb518264f0f1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:31.974648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-129f0e79-b490-49a1-88bd-97ad71d81c21 req-88ef3a3e-6b89-41b0-871b-fb518264f0f1 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0737042 Jul 16 19:03:32.017463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-129f0e79-b490-49a1-88bd-97ad71d81c21 req-12bb1b45-0ed4-4213-a1cb-764e10af90da tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342300 Jul 16 19:03:33.218676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92603b49-ede1-40dd-820f-2010bae4e878 req-a0cab903-896a-4e99-b63b-3fdf42e1c81b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:33.220379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-92603b49-ede1-40dd-820f-2010bae4e878 req-a0cab903-896a-4e99-b63b-3fdf42e1c81b tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0832124 Jul 16 19:03:33.268581 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-92603b49-ede1-40dd-820f-2010bae4e878 req-803e91ad-0bb9-457d-a46c-f5f85befa359 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Jul 16 19:03:34.452292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0da194-8c91-4892-920c-3bf84c1c4435 req-3d1f87b5-8ba3-4a3c-93e0-22deb15708dd tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:34.453842 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af0da194-8c91-4892-920c-3bf84c1c4435 req-3d1f87b5-8ba3-4a3c-93e0-22deb15708dd tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0710661 Jul 16 19:03:34.496566 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af0da194-8c91-4892-920c-3bf84c1c4435 req-d7e6609e-b6dd-452d-a2ae-b49804a4401e tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349011 Jul 16 19:03:35.706740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db1727-1c3b-422e-86bd-cd03b971462a req-6bfceb2c-0daf-4384-889d-ae2781343dee tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:35.708183 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98db1727-1c3b-422e-86bd-cd03b971462a req-6bfceb2c-0daf-4384-889d-ae2781343dee tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0730736 Jul 16 19:03:35.751884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-98db1727-1c3b-422e-86bd-cd03b971462a req-32152f43-dbcb-4892-a4a8-bbf343732e08 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351744 Jul 16 19:03:36.938479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a79a2-f65e-47f3-98df-e6cfdaa4efa2 req-8bec5268-e58a-44e7-9fa9-1af57eafa014 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:36.940000 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec2a79a2-f65e-47f3-98df-e6cfdaa4efa2 req-8bec5268-e58a-44e7-9fa9-1af57eafa014 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0696175 Jul 16 19:03:36.981013 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ec2a79a2-f65e-47f3-98df-e6cfdaa4efa2 req-ea2afc72-0a4f-48c0-bf0a-21c929a5064f tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Jul 16 19:03:38.172733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615bade-cf97-4e7e-a6a6-c836db8dcf00 req-bd13247f-e5f3-4805-8b0d-060cfbc4d3a2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:38.174281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8615bade-cf97-4e7e-a6a6-c836db8dcf00 req-bd13247f-e5f3-4805-8b0d-060cfbc4d3a2 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0749815 Jul 16 19:03:38.215568 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8615bade-cf97-4e7e-a6a6-c836db8dcf00 req-9024d3c5-edbf-43e1-acab-2e5060085800 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354779 Jul 16 19:03:39.411996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60ec82-2864-4115-94ae-3ef8bbaf455c req-1ae59e7e-802b-4dc8-9f44-eba105bf6635 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:39.413400 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd60ec82-2864-4115-94ae-3ef8bbaf455c req-1ae59e7e-802b-4dc8-9f44-eba105bf6635 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0681787 Jul 16 19:03:39.456729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cd60ec82-2864-4115-94ae-3ef8bbaf455c req-8b06eae0-48a1-45cb-9e08-2378f24ab2ec tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Jul 16 19:03:39.723345 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-f27ea8c4-b47f-4c4e-a9bf-066af2f6f7e0 service neutron] show failed (client error): The resource could not be found. Jul 16 19:03:39.724987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-f27ea8c4-b47f-4c4e-a9bf-066af2f6f7e0 service neutron] 10.222.0.59 "GET /v2.0/ports/73d5aaca-4585-4e92-b19e-9f999d298b8c/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0723586 Jul 16 19:03:40.071614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-f308bf11-a3d5-47be-9561-0a4124b27a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:40.073195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-f308bf11-a3d5-47be-9561-0a4124b27a80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10&tenant_id=8fe7149633cb4210b5ca58759b2175bd HTTP/1.1" status: 200 len: 1097 time: 0.1391838 Jul 16 19:03:40.084205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:40.169377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.374698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:40.410141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:40.452312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:40.454669 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eace98a-bf27-4bdc-b695-45e5e4cf02c4" -d '{"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-unplugged", "status": "completed", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:40.458330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.472814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Transition to ACTIVE for port object 73d5aaca-4585-4e92-b19e-9f999d298b8c will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:40.478847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.535811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:40.565573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] No DVR routers for this DVR port 73d5aaca-4585-4e92-b19e-9f999d298b8c on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:40.570850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.571192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.571526 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.571905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.572349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.573342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.573710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.574038 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.574362 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.574695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.575013 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.575364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:40.597292 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d824ad7-1816-4ff5-b810-5e4c566607d0 x-openstack-request-id: req-5d824ad7-1816-4ff5-b810-5e4c566607d0 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:40.597598 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-unplugged", "status": "completed", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:40.597847 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d824ad7-1816-4ff5-b810-5e4c566607d0 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:40.598235 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'code': 200} Jul 16 19:03:40.651482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:40.651693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:40.652004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c on network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:40.659110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Port 73d5aaca-4585-4e92-b19e-9f999d298b8c on network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:40.659423 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Attempting to bind port 73d5aaca-4585-4e92-b19e-9f999d298b8c on network 3e67afe6-8c7b-4857-9ff4-7e90eecab5fa {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:40.671085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:40.671940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Checking segment: {'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:40.672312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Bound using segment: {'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:40.672734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Bound port: 73d5aaca-4585-4e92-b19e-9f999d298b8c, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1750c738-ccf5-42f3-b88f-02d7a1f13b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:40.673119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.701503 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28def-d5c9-4dcc-8dab-3c767cf29c66 req-44912386-9099-4fc8-90f6-06ecec2b7656 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:40.703033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ab28def-d5c9-4dcc-8dab-3c767cf29c66 req-44912386-9099-4fc8-90f6-06ecec2b7656 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 943 time: 0.1212182 Jul 16 19:03:40.784124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ab28def-d5c9-4dcc-8dab-3c767cf29c66 req-4b5b1c87-a8e0-4de5-a945-fd7fdeae302e tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643389 Jul 16 19:03:40.785120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:40.788355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:40.795380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.832102 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:40.832743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.834193 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] 10.222.0.67 "PUT /v2.0/ports/73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 1092 time: 0.7540982 Jul 16 19:03:40.856228 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c63f-76a8-47d7-9535-88efc1c148ab service neutron] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:40.916399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-f1c3507b-671c-4342-8ee0-9e8e99d48de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:40.917889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-f1c3507b-671c-4342-8ee0-9e8e99d48de1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1095 time: 0.0587535 Jul 16 19:03:41.011383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-02b6228d-1588-4906-a6d1-5750d6859207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.012906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-02b6228d-1588-4906-a6d1-5750d6859207 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 912 time: 0.0888336 Jul 16 19:03:41.053861 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-754479ae-b967-46bd-9bf8-9cc8b5e857cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 217 time: 0.0342381 Jul 16 19:03:41.108743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-41ceacbd-78ec-46aa-917a-3528791e20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.110254 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-41ceacbd-78ec-46aa-917a-3528791e20d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 200 len: 851 time: 0.0499661 Jul 16 19:03:41.143540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-1ddeeb21-40cd-44db-8e07-543a82133652 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270908 Jul 16 19:03:41.153734 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-a46619df-7cd6-4c48-b2fe-8385cfc3a51d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:03:41.154664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-a46619df-7cd6-4c48-b2fe-8385cfc3a51d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051358 Jul 16 19:03:41.244880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-67cc739f-e4a2-4879-bd7a-3c54819d6ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828097 Jul 16 19:03:41.347140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b8553922-32a7-4323-9eb2-8c1f36ac3942 req-38455b78-502b-48e6-9014-d6a30bc4865b service neutron] 10.222.0.67 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953929 Jul 16 19:03:41.970973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097d79b-d8e7-4767-9323-62c5393c8869 req-a60a62ff-4dad-4f47-bb81-208efb376ac3 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.972471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e097d79b-d8e7-4767-9323-62c5393c8869 req-a60a62ff-4dad-4f47-bb81-208efb376ac3 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 943 time: 0.0697870 Jul 16 19:03:42.016922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e097d79b-d8e7-4767-9323-62c5393c8869 req-e89d58c9-6081-49d8-a561-5e0b7be53ebc tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357757 Jul 16 19:03:42.305592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:42.347666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:42.599867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:42.602580 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec" -d '{"events": [{"name": "network-changed", "server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:42.660209 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68899dc1-c3f5-4b5a-b184-4c509bba926a x-openstack-request-id: req-68899dc1-c3f5-4b5a-b184-4c509bba926a {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:42.660549 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:42.661138 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68899dc1-c3f5-4b5a-b184-4c509bba926a {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:42.661535 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'status': 'completed', 'code': 200} Jul 16 19:03:42.743986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-9ce132ac-6baa-4b23-93ca-d8b1f00a9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:42.745521 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-b12b9ebd-2ab6-4556-94dd-0f24ec933321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:42.745701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-9ce132ac-6baa-4b23-93ca-d8b1f00a9b6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1095 time: 0.0638819 Jul 16 19:03:42.747091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-b12b9ebd-2ab6-4556-94dd-0f24ec933321 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1095 time: 0.0555558 Jul 16 19:03:42.844102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-3f7cd1b1-9e33-408e-99c3-c1e3d419eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:42.845990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-3f7cd1b1-9e33-408e-99c3-c1e3d419eb5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 912 time: 0.0934401 Jul 16 19:03:42.852325 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-10a613ee-c66c-47ff-b050-7107883e63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:42.854382 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-10a613ee-c66c-47ff-b050-7107883e63b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 912 time: 0.0999153 Jul 16 19:03:42.894749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-640049cd-d030-45ca-99f6-2dbead31c283 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 217 time: 0.0412469 Jul 16 19:03:42.901065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-1290a17c-1229-43e1-b365-add012828041 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 217 time: 0.0393722 Jul 16 19:03:42.947802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-12900f44-a78b-46f2-a9f4-d1ecb714ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:42.949504 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-12900f44-a78b-46f2-a9f4-d1ecb714ad16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 200 len: 851 time: 0.0479517 Jul 16 19:03:42.951817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-c726e0b2-e58c-4a04-939c-b1661126c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:42.953292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-c726e0b2-e58c-4a04-939c-b1661126c47c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 200 len: 851 time: 0.0463054 Jul 16 19:03:42.985393 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-b0cce07a-c64e-4108-b9ea-8703e61fd387 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270145 Jul 16 19:03:43.003515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-e1d6e5fe-d087-4478-8c02-767c8c550be2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346222 Jul 16 19:03:43.091943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-724ea44f-c6de-493d-a813-440a1e6e83ee service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978026 Jul 16 19:03:43.103216 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-89e59e69-3c3e-4614-9041-1859b0da9ec2 service neutron] 10.222.0.67 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930631 Jul 16 19:03:43.123235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:03:43.207504 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-3b125b76-7418-4dbc-9e1c-a0945a00c89e service neutron] 10.222.0.67 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982420 Jul 16 19:03:43.216943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab1b2e5c-e3b4-4b7f-87a8-aa118ba3ecec req-1b4dd99c-a1ac-4ad8-b2cf-799fba58281c service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205118 Jul 16 19:03:43.230651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:43.247240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'network_id': '3e67afe6-8c7b-4857-9ff4-7e90eecab5fa', 'port_id': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'mac_address': 'fa:16:3e:f4:3f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9fad69-fbab-471b-a7bc-e3c61dab03a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:03:43.247616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41b5ea-e8a1-45df-88d4-27ec828e3a82 req-0d30bfd2-31f4-4f62-866c-ca650272c5e0 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.249476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c41b5ea-e8a1-45df-88d4-27ec828e3a82 req-0d30bfd2-31f4-4f62-866c-ca650272c5e0 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 943 time: 0.0911505 Jul 16 19:03:43.285222 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:43.289919 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c41b5ea-e8a1-45df-88d4-27ec828e3a82 req-347c01ea-d9bf-4121-87ef-1cb02c518cae tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346837 Jul 16 19:03:43.300705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d5aaca-4585-4e92-b19e-9f999d298b8c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:43.324421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:43.330022 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:43.381907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:43.540693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['73d5aaca-4585-4e92-b19e-9f999d298b8c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:43.741101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-3ca82890-dbb1-46f8-bd69-840b4eb5fed3 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.742580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-3ca82890-dbb1-46f8-bd69-840b4eb5fed3 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10&tenant_id=8fe7149633cb4210b5ca58759b2175bd&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 944 time: 0.1129830 Jul 16 19:03:43.807780 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-777d96d1-642b-4165-add5-2fb0f228aee1 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:03:43.808954 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-777d96d1-642b-4165-add5-2fb0f228aee1 service neutron] 10.222.0.59 "DELETE /v2.0/ports/73d5aaca-4585-4e92-b19e-9f999d298b8c/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0589051 Jul 16 19:03:43.923207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-6e9a5693-396b-49d7-aefa-c8be699d8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.924616 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-6e9a5693-396b-49d7-aefa-c8be699d8670 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fe7149633cb4210b5ca58759b2175bd&device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 1096 time: 0.0626967 Jul 16 19:03:44.018265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-cb0121a6-44ea-4339-99b8-124ab1949e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:44.019740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-cb0121a6-44ea-4339-99b8-124ab1949e62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 200 len: 912 time: 0.0879493 Jul 16 19:03:44.064065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-6708b89c-fdd2-4123-b886-820f08cc271b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 200 len: 217 time: 0.0365014 Jul 16 19:03:44.125503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-f4f5a6ca-c5ad-4cff-8ff6-33abbe8bb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:44.127602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-f4f5a6ca-c5ad-4cff-8ff6-33abbe8bb87b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 200 len: 851 time: 0.0573323 Jul 16 19:03:44.162326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-e45fdab2-e52f-47ff-a4bc-a7ae7b447bcf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279028 Jul 16 19:03:44.257239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-b18b1156-0230-4854-94e0-276578b9c3ae service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875826 Jul 16 19:03:44.355785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-dbf22387-b29f-4095-9314-67d58ed31e34 service neutron] 10.222.0.59 "GET /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910380 Jul 16 19:03:45.113994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:45.165105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 73d5aaca-4585-4e92-b19e-9f999d298b8c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:45.168705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 73d5aaca-4585-4e92-b19e-9f999d298b8c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:45.169121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.248599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.268229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57bc2-d492-4c81-bea4-9a8d412a4928 req-9b674815-8409-4fb0-9cc3-4a3d70530483 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:45.270004 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59f57bc2-d492-4c81-bea4-9a8d412a4928 req-9b674815-8409-4fb0-9cc3-4a3d70530483 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 944 time: 0.0688927 Jul 16 19:03:45.272298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:45.274608 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a385b728-adad-423b-9888-e7f5656918e0" -d '{"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-plugged", "status": "completed", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:45.301088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:45.307036 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.316673 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740bc67-178c-47ea-a709-20d965c18f5d x-openstack-request-id: req-8740bc67-178c-47ea-a709-20d965c18f5d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:45.317012 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-plugged", "status": "completed", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:45.317285 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8740bc67-178c-47ea-a709-20d965c18f5d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:45.317732 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'code': 200} Jul 16 19:03:45.321972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59f57bc2-d492-4c81-bea4-9a8d412a4928 req-ee9de065-b92f-4b2a-9ff8-ca57c75a277c tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 Jul 16 19:03:45.371461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:46.195768 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2c2d-40dc-44e8-986c-7e92d035bcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:46.411106 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-e2595476-dc23-4acc-8013-ac07ff3d8701 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:46.412589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-e2595476-dc23-4acc-8013-ac07ff3d8701 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.0684893 Jul 16 19:03:46.554307 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4136-82f7-41c8-9f00-47904b37f88d req-67c19aab-4459-41a8-b096-8c3e82ab9730 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:46.555795 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb5f4136-82f7-41c8-9f00-47904b37f88d req-67c19aab-4459-41a8-b096-8c3e82ab9730 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f881913-f39d-444e-b01a-5d60d34b9f10 HTTP/1.1" status: 200 len: 945 time: 0.1125071 Jul 16 19:03:46.567454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Deleting port 73d5aaca-4585-4e92-b19e-9f999d298b8c {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:46.567851 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:46.657011 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eb5f4136-82f7-41c8-9f00-47904b37f88d req-f20e2771-c355-415c-ae72-a27968280f16 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.49 "GET /v2.0/security-groups?id=b89c51f8-63c0-4433-8374-09f69aeeac35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913668 Jul 16 19:03:46.688229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] For port 73d5aaca-4585-4e92-b19e-9f999d298b8c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=73d5aaca-4585-4e92-b19e-9f999d298b8c,segment=NetworkSegment(1750c738-ccf5-42f3-b88f-02d7a1f13b35),segment_id=1750c738-ccf5-42f3-b88f-02d7a1f13b35)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:46.688588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:46.701972 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Calling delete_port for 73d5aaca-4585-4e92-b19e-9f999d298b8c owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:46.864828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:46.878093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['73d5aaca-4585-4e92-b19e-9f999d298b8c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:46.900458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Pushing event deleted for resources: {'Port': ['ID=73d5aaca-4585-4e92-b19e-9f999d298b8c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:46.949377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] No DVR routers for this DVR port 73d5aaca-4585-4e92-b19e-9f999d298b8c on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:46.952457 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:46.955091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9768b8aa-d66f-45f7-bf2d-0daa28a52d04 req-08028f1b-57d5-4e3b-b40b-02484031d6f7 tempest-DeleteServersTestJSON-688337056 tempest-DeleteServersTestJSON-688337056-project] 10.222.0.67 "DELETE /v2.0/ports/73d5aaca-4585-4e92-b19e-9f999d298b8c HTTP/1.1" status: 204 len: 173 time: 0.5370464 Jul 16 19:03:46.955714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-deleted', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:46.959283 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030e68aa-459a-459f-a5dd-566f871ac971" -d '{"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-deleted", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:46.998526 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c213e26a-da7b-4ba3-b33b-c4e758f5be84 x-openstack-request-id: req-c213e26a-da7b-4ba3-b33b-c4e758f5be84 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:46.998827 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f881913-f39d-444e-b01a-5d60d34b9f10", "name": "network-vif-deleted", "tag": "73d5aaca-4585-4e92-b19e-9f999d298b8c", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:46.999075 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c213e26a-da7b-4ba3-b33b-c4e758f5be84 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:46.999479 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f881913-f39d-444e-b01a-5d60d34b9f10', 'name': 'network-vif-deleted', 'tag': '73d5aaca-4585-4e92-b19e-9f999d298b8c', 'status': 'completed', 'code': 200} Jul 16 19:03:47.906580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46190) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:47.964052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Deleting subnet 6d9fad69-fbab-471b-a7bc-e3c61dab03a2 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:03:47.967753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.008102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.056136 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.112205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.137509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9fad69-fbab-471b-a7bc-e3c61dab03a2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:48.142128 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.144280 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6d9fad69-fbab-471b-a7bc-e3c61dab03a2 HTTP/1.1" status: 204 len: 168 time: 0.2364752 Jul 16 19:03:48.146975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46192) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:48.149377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.149727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.150066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.150396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.150768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.151037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.151359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.151682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.152004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.152321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.152641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.153002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31168602-590b-4f95-a9f1-1377d38fc4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.223759 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.306981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.317733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e67afe6-8c7b-4857-9ff4-7e90eecab5fa']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:48.328459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1750c738-ccf5-42f3-b88f-02d7a1f13b35') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:48.328752 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1750c738-ccf5-42f3-b88f-02d7a1f13b35') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:48.338601 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.352871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.358781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:03:48.359156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:03:48.360812 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:03:48.419146 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.425250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.427109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3e67afe6-8c7b-4857-9ff4-7e90eecab5fa HTTP/1.1" status: 204 len: 168 time: 0.2790575 Jul 16 19:03:48.438385 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58805b-28f1-4d30-b639-466dfd83df25 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e67afe6-8c7b-4857-9ff4-7e90eecab5fa,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:48.546611 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46196) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:48.586974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f318c06e-f0dd-42aa-8c3f-f14845c2dfcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fe7149633cb4210b5ca58759b2175bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391307 Jul 16 19:03:48.589746 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46198) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:48.637189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0333cb1b-b799-42cc-8fee-d0207a0de9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.658121 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0333cb1b-b799-42cc-8fee-d0207a0de9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.703386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0333cb1b-b799-42cc-8fee-d0207a0de9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.706237 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0333cb1b-b799-42cc-8fee-d0207a0de9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.707428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0333cb1b-b799-42cc-8fee-d0207a0de9a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b89c51f8-63c0-4433-8374-09f69aeeac35 HTTP/1.1" status: 204 len: 168 time: 0.1167660 Jul 16 19:03:48.715305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333cb1b-b799-42cc-8fee-d0207a0de9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c51f8-63c0-4433-8374-09f69aeeac35,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:48.780334 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-211a044e-5b34-4e87-aafa-f3f83e0a49de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.910055 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.430192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46220) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:49.530033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-380142597-network', 'tenant_id': '908be68f762848c5b0fbf7bd560a9886'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:49.554307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Made reservation on behalf of 908be68f762848c5b0fbf7bd560a9886 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:49.556703 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.569548 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.671334 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.675751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.699627 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:03:49.709542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f56be7-8b1b-4a7c-add1-d588f467f33b,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:49.714274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.714615 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Added segment 4d0d424c-ce6e-4ec6-a773-5fac554d63a6 of type vlan for network 759ea3af-e7e0-4a4b-ab10-75770a97fccc Jul 16 19:03:49.754202 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.787317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.788517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:49.789260 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.820344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3889210 Jul 16 19:03:49.824140 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:49.829783 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Request body: {'subnet': {'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-380142597-subnet', 'tenant_id': '908be68f762848c5b0fbf7bd560a9886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:49.849506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0e34f-4145-4b17-8831-2d18d653b25e admin admin] Pushing event updated for resources: {'Network': ['ID=759ea3af-e7e0-4a4b-ab10-75770a97fccc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:49.851593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Made reservation on behalf of 908be68f762848c5b0fbf7bd560a9886 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:49.853984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.862029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 759ea3af-e7e0-4a4b-ab10-75770a97fccc details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:03:49.873159 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:50.049262 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:50.077393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:50.130735 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a205700-409b-42b4-bc42-a845c0cd5760,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:50.146724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Checking segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:50.147073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Network hostable DHCP agents. Network: 759ea3af-e7e0-4a4b-ab10-75770a97fccc, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:03:50.163476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Network 759ea3af-e7e0-4a4b-ab10-75770a97fccc is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:03:50.172495 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 759ea3af-e7e0-4a4b-ab10-75770a97fccc) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:50.177383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.177979 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:50.184471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f679a19c-36bd-4860-9f46-bf38428249ff None None] Network 759ea3af-e7e0-4a4b-ab10-75770a97fccc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:03:50.193927 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f2998e9b-08b6-4508-8120-dd7b1872431e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3681641 Jul 16 19:03:50.311418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15ae8e-3e9b-427f-ae7b-197b8fd4f0e7 None None] Network 759ea3af-e7e0-4a4b-ab10-75770a97fccc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:03:50.645703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-2cb9e9f3-8ac8-4e38-8720-88dd647eddc2 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.647227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-2cb9e9f3-8ac8-4e38-8720-88dd647eddc2 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 814 time: 0.1038797 Jul 16 19:03:50.663989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-2add8e15-124d-44f0-921e-b823d60b3394 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/quotas/908be68f762848c5b0fbf7bd560a9886 HTTP/1.1" status: 200 len: 375 time: 0.0099885 Jul 16 19:03:50.697090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-0aca91f5-8c3c-47fd-83b3-5c64c795cbfc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280006 Jul 16 19:03:50.708768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-e0d20e9d-2156-4613-9960-0b1786af09e3 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:03:50.709764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-e0d20e9d-2156-4613-9960-0b1786af09e3 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064225 Jul 16 19:03:50.798894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a6231ccb-932c-4730-ad33-fe3b80eeffa3 service neutron] 10.222.0.49 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833697 Jul 16 19:03:50.890485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-9e5d8626-d229-4a5f-bcee-c76ce785f5b1 service neutron] 10.222.0.49 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854611 Jul 16 19:03:51.117630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:51.138304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 73d5aaca-4585-4e92-b19e-9f999d298b8c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:51.138672 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 73d5aaca-4585-4e92-b19e-9f999d298b8c not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:51.858735 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.103509 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54c534ad-6df1-4968-ad0e-7fdf9ac07452 req-2274f94c-b306-4c1c-acbf-ca2ecd6fd39f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 210 time: 0.0299447 Jul 16 19:03:52.976489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:53.293977 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdb3f964-a530-429d-9f35-e2d3312a348f req-42f354d9-4949-45f4-95ef-ab6ca15a806d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 210 time: 0.0359194 Jul 16 19:03:53.323023 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-5455d8d4-4c6a-416f-93e1-2b0e8cd8be11 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:53.324487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-5455d8d4-4c6a-416f-93e1-2b0e8cd8be11 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 814 time: 0.1446784 Jul 16 19:03:53.337581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Request body: {'port': {'device_id': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc', 'admin_state_up': True, 'tenant_id': '908be68f762848c5b0fbf7bd560a9886'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:53.456561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Made reservation on behalf of 908be68f762848c5b0fbf7bd560a9886 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:53.460428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:53.982232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Allocated IP 172.20.0.4 (759ea3af-e7e0-4a4b-ab10-75770a97fccc/4a205700-409b-42b4-bc42-a845c0cd5760/6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:54.156159 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.200744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.246056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Network 759ea3af-e7e0-4a4b-ab10-75770a97fccc is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:54.249456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:54.253875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:54.260548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:54.308199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:54.308912 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.324156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-a0f8859a-1cf7-494a-b083-1cb72b2cb40e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9905677 Jul 16 19:03:54.336104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Request body: {'port': {'device_id': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:54.411563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.482206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe784c2-ba68-4db0-acf6-50993a8c296d req-46b38366-45b7-4fe9-b8b4-24f62e6d26a5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:54.483767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6fe784c2-ba68-4db0-acf6-50993a8c296d req-46b38366-45b7-4fe9-b8b4-24f62e6d26a5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 931 time: 0.0622835 Jul 16 19:03:54.523889 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6fe784c2-ba68-4db0-acf6-50993a8c296d req-0a8a73da-d7aa-44aa-962d-700e76540c56 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Jul 16 19:03:54.709924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:54.717474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.729330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Transition to ACTIVE for port object 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:54.734102 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.772234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.785594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:54.853742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:54.854034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:54.854382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:54.858795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:54.859113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:54.864310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:54.864644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Checking segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:54.865058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Bound using segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:54.865478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Bound port: 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:54.865813 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.936379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:54.940339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:54.946021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.981258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:54.981946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:54.983333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 1092 time: 0.6517344 Jul 16 19:03:54.983783 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:54.986117 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786" -d '{"events": [{"name": "network-changed", "server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:55.013846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cae028-2c7c-49de-ac37-2cc284e2f757 service neutron] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:55.052459 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034af86d-091b-4fad-be1c-47f863465492 x-openstack-request-id: req-034af86d-091b-4fad-be1c-47f863465492 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:55.052755 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:55.053027 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-034af86d-091b-4fad-be1c-47f863465492 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:55.053417 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'status': 'completed', 'code': 200} Jul 16 19:03:55.091837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-184e6f87-10c2-41a5-9fb6-24821b40455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:55.094484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-184e6f87-10c2-41a5-9fb6-24821b40455c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1095 time: 0.0693951 Jul 16 19:03:55.143301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-2f8867cb-f4f1-40fb-910f-cc1fcf216ce7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0403290 Jul 16 19:03:55.193388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-6817f5fc-5053-4687-b906-b5c04d2bea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:55.194930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-6817f5fc-5053-4687-b906-b5c04d2bea62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0452635 Jul 16 19:03:55.228076 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-4a66b6a8-7551-4bba-ae83-8c0fc236cd1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261352 Jul 16 19:03:55.333556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-d50a61fd-9ab8-45e8-8a03-e9fea350f2f2 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985494 Jul 16 19:03:55.437729 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e22daf65-73c1-4f59-8789-e5ffd5057545 req-05ce9844-6fe6-4b49-97c9-3025c69e0b77 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974543 Jul 16 19:03:55.539311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-df49a0b9-3932-4bee-b721-5493fd6f7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:55.540871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-df49a0b9-3932-4bee-b721-5493fd6f7519 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1095 time: 0.0557334 Jul 16 19:03:55.655064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-456998f4-678a-408d-a784-531b271eb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:55.656559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-456998f4-678a-408d-a784-531b271eb4d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.1093652 Jul 16 19:03:55.700623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca282b-bda7-45b8-b664-d029d72b7daa req-455c5d6c-ed18-40c6-b1ec-9056885ba194 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:55.702157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7cca282b-bda7-45b8-b664-d029d72b7daa req-455c5d6c-ed18-40c6-b1ec-9056885ba194 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 943 time: 0.0673430 Jul 16 19:03:55.720527 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-c7acb82d-7639-4328-a8bb-28b1158dbc87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0560322 Jul 16 19:03:55.740845 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7cca282b-bda7-45b8-b664-d029d72b7daa req-5ab95e03-e451-4a81-9686-cb8700f5c41e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Jul 16 19:03:55.778458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-241591a8-4755-4fb8-8008-ab23caa19d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:55.779948 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-241591a8-4755-4fb8-8008-ab23caa19d62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0524635 Jul 16 19:03:55.813226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-56d33231-1ec5-48cc-bc88-54ed5d5f71cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258353 Jul 16 19:03:55.906094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-95a2083c-365d-43df-9c90-7693ec33d90e service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 Jul 16 19:03:55.994733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ecbfe5a0-e173-45ee-9966-3d0bf3e55786 req-a6fac8ec-58ab-402a-9015-e8f243b4c7c8 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810573 Jul 16 19:03:56.921967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d33f-65dd-4086-b68b-71276b19188a req-d605f2b9-6bc5-4858-8613-e4482edb7a1a tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:56.923751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90d4d33f-65dd-4086-b68b-71276b19188a req-d605f2b9-6bc5-4858-8613-e4482edb7a1a tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 943 time: 0.0653636 Jul 16 19:03:56.965360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90d4d33f-65dd-4086-b68b-71276b19188a req-b09b8f9a-cf79-4054-ac86-894677ed7bb8 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Jul 16 19:03:58.153552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8e1f5-cfe4-49e3-bb54-f828fe2282dd req-b1c17b7b-9049-403f-9150-d0d162cef72b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:58.156115 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6a8e1f5-cfe4-49e3-bb54-f828fe2282dd req-b1c17b7b-9049-403f-9150-d0d162cef72b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 943 time: 0.0772212 Jul 16 19:03:58.210195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6a8e1f5-cfe4-49e3-bb54-f828fe2282dd req-3f369ac8-5cb0-48dd-b6c8-72a0a838207f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 Jul 16 19:03:58.369513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:03:58.498668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:58.513705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc', 'port_id': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'mac_address': 'fa:16:3e:d3:66:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a205700-409b-42b4-bc42-a845c0cd5760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:03:58.552130 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.565180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:58.585098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:58.590278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:58.803757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:58.848346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:59.387383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025183f1-b96b-4b8f-9780-e4b5e982fdb3 req-5c7d12aa-f5b3-48ca-8d06-73d0a9bd9473 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:59.388927 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-025183f1-b96b-4b8f-9780-e4b5e982fdb3 req-5c7d12aa-f5b3-48ca-8d06-73d0a9bd9473 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 944 time: 0.0651367 Jul 16 19:03:59.436546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-025183f1-b96b-4b8f-9780-e4b5e982fdb3 req-7782bdc8-6e2b-48aa-b030-70f7faec908f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Jul 16 19:04:00.383754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:00.437778 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:00.441690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:00.442061 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.521361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.544548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:00.546887 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513953e4-2512-467f-b0da-942be2255605" -d '{"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:00.560553 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:00.565744 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.589405 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b36ce0-e7c1-4b51-9747-7cb69e307444 x-openstack-request-id: req-52b36ce0-e7c1-4b51-9747-7cb69e307444 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:00.589700 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:00.589950 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52b36ce0-e7c1-4b51-9747-7cb69e307444 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:00.590338 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'code': 200} Jul 16 19:04:00.621011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:00.621263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643b6fa-d938-4a0f-bc9e-af729a77b1e9 req-2b4d0816-2f75-472b-8b70-e467256f0727 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:00.622834 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2643b6fa-d938-4a0f-bc9e-af729a77b1e9 req-2b4d0816-2f75-472b-8b70-e467256f0727 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 944 time: 0.0729814 Jul 16 19:04:00.667032 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2643b6fa-d938-4a0f-bc9e-af729a77b1e9 req-2378f265-34cf-48be-9f85-4a5f8b258b08 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 Jul 16 19:04:00.729972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8dad8-fbf3-4e31-914b-0f505b71d6c2 req-f44509ed-e87d-4071-bc40-3a0a12ca1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:00.732474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54f8dad8-fbf3-4e31-914b-0f505b71d6c2 req-f44509ed-e87d-4071-bc40-3a0a12ca1db2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1097 time: 0.0793669 Jul 16 19:04:00.785019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-54f8dad8-fbf3-4e31-914b-0f505b71d6c2 req-ac95d052-847a-41d5-bd56-c6ad6e61659f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451705 Jul 16 19:04:01.904912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a692f-962f-4f24-ad24-33f37fcee6b2 req-f29def7f-f2e9-42e4-b9b6-b5c2f3a82671 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:01.906340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c91a692f-962f-4f24-ad24-33f37fcee6b2 req-f29def7f-f2e9-42e4-b9b6-b5c2f3a82671 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0703936 Jul 16 19:04:01.946325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c91a692f-962f-4f24-ad24-33f37fcee6b2 req-e57f6159-dda8-4a38-af64-d42ae8c5bb04 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Jul 16 19:04:02.123970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b735-c6d1-47eb-a589-3c2549421e20 req-370acb82-c61d-44ca-884f-513172456b57 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.125967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f95b735-c6d1-47eb-a589-3c2549421e20 req-370acb82-c61d-44ca-884f-513172456b57 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0659671 Jul 16 19:04:02.166211 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f95b735-c6d1-47eb-a589-3c2549421e20 req-bed4633d-4efb-489b-a093-f36b690dab1e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Jul 16 19:04:02.511367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712736a-ec1a-43cb-a2fd-46100c5a8992 req-eefd8792-b855-433d-b72a-757a6a5e3a2c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.512770 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c712736a-ec1a-43cb-a2fd-46100c5a8992 req-eefd8792-b855-433d-b72a-757a6a5e3a2c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0660193 Jul 16 19:04:02.551987 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c712736a-ec1a-43cb-a2fd-46100c5a8992 req-c80aec3f-03fe-4164-8660-0cd04af1ad56 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Jul 16 19:04:02.728233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142d33-7c64-43c8-8428-242e843c22af req-edc2448a-19b1-4e5e-80ab-c3018a3525d3 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.729747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73142d33-7c64-43c8-8428-242e843c22af req-edc2448a-19b1-4e5e-80ab-c3018a3525d3 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0667226 Jul 16 19:04:02.770275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-73142d33-7c64-43c8-8428-242e843c22af req-f7d8f1e0-63d2-4838-ae08-9fb8daa4e07e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Jul 16 19:04:03.112135 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-d5ed423f-1956-4b06-bd63-922888f22226 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585513 Jul 16 19:04:03.170364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b6405-cc50-4589-a5d9-46d4cbe39030 req-ce3adb62-c9c0-4896-9102-73608ecc19d9 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:03.171860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b8b6405-cc50-4589-a5d9-46d4cbe39030 req-ce3adb62-c9c0-4896-9102-73608ecc19d9 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0680144 Jul 16 19:04:03.224692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b8b6405-cc50-4589-a5d9-46d4cbe39030 req-b8147bf2-7673-466a-8f6a-efd82fda34bf tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 Jul 16 19:04:04.313275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-d9b27fb3-d8f8-42a9-8a63-7cec32d4ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:04.314934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-d9b27fb3-d8f8-42a9-8a63-7cec32d4ba15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1097 time: 0.0572481 Jul 16 19:04:04.407790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-ac23e853-a5b2-417e-9f8f-5fe2aaf57686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:04.409221 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-ac23e853-a5b2-417e-9f8f-5fe2aaf57686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0874081 Jul 16 19:04:04.410949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e96c9e-e8a1-4946-a568-ed98c078a84f req-5f2239ae-9166-405c-b0f1-b8ceb7d64a7e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:04.412440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88e96c9e-e8a1-4946-a568-ed98c078a84f req-5f2239ae-9166-405c-b0f1-b8ceb7d64a7e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0687437 Jul 16 19:04:04.450329 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-88e96c9e-e8a1-4946-a568-ed98c078a84f req-28fa8db2-4d6c-4202-ba3d-76b7ac41ab99 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Jul 16 19:04:04.454338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-4b96f7e2-2fb0-498b-89a3-97a31d093640 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0384800 Jul 16 19:04:04.504461 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-492b4df8-458f-47a3-8fc9-8adcf8f14821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:04.505982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-492b4df8-458f-47a3-8fc9-8adcf8f14821 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0445964 Jul 16 19:04:04.539045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-d77d841e-2f8a-41e6-a986-eab742dcdb30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257478 Jul 16 19:04:04.633550 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-9f6853d3-a5b8-4451-a794-b96501a4e37b service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876451 Jul 16 19:04:04.733113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-f01d40dc-f010-4c31-8bc3-5f3eb19101be service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920997 Jul 16 19:04:05.637304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e204d-af96-45ae-a2e8-ffee2010b593 req-5b79cd5b-da6d-40c6-8f01-d998c4b3a273 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:05.638803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-543e204d-af96-45ae-a2e8-ffee2010b593 req-5b79cd5b-da6d-40c6-8f01-d998c4b3a273 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0710075 Jul 16 19:04:05.681301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-543e204d-af96-45ae-a2e8-ffee2010b593 req-da7b2b47-db54-4202-8d74-5dfd541031a5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362880 Jul 16 19:04:06.498968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98b87-d68b-4263-8789-7095bfdf611f req-5b9f5c0e-8188-4cee-8fb0-b50c4b9f8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:06.500405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fff98b87-d68b-4263-8789-7095bfdf611f req-5b9f5c0e-8188-4cee-8fb0-b50c4b9f8a64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1097 time: 0.0565195 Jul 16 19:04:06.608171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98b87-d68b-4263-8789-7095bfdf611f req-c861c506-9fff-4c72-92e8-657c49070fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:06.609698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fff98b87-d68b-4263-8789-7095bfdf611f req-c861c506-9fff-4c72-92e8-657c49070fb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0873146 Jul 16 19:04:06.651720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fff98b87-d68b-4263-8789-7095bfdf611f req-74f98f11-e143-400d-b81a-98061f5fdf97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0346975 Jul 16 19:04:06.714536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98b87-d68b-4263-8789-7095bfdf611f req-b0696fef-b79d-4d5f-90dc-a78bebc2dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:06.716044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fff98b87-d68b-4263-8789-7095bfdf611f req-b0696fef-b79d-4d5f-90dc-a78bebc2dcd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0454187 Jul 16 19:04:06.750833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fff98b87-d68b-4263-8789-7095bfdf611f req-2ecba071-3d12-489e-a2d6-ad1f5f611471 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262973 Jul 16 19:04:06.848872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fff98b87-d68b-4263-8789-7095bfdf611f req-5c717e7a-d129-4e42-95c9-2d9505625b7e service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911481 Jul 16 19:04:06.859389 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44d6c6-882b-4070-ae34-15fdb18f9580 req-483575f5-d714-4cfc-9ed9-e5e86583710d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:06.860963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e44d6c6-882b-4070-ae34-15fdb18f9580 req-483575f5-d714-4cfc-9ed9-e5e86583710d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0642869 Jul 16 19:04:06.901187 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2e44d6c6-882b-4070-ae34-15fdb18f9580 req-c6921a82-305e-42ab-9d80-3731e6acdd99 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Jul 16 19:04:06.944579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fff98b87-d68b-4263-8789-7095bfdf611f req-8009219d-b03b-48dc-b8f3-44a7b91444cb service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887792 Jul 16 19:04:08.093337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14353647-88a0-4278-b41e-e5b188fcad13 req-104af5dd-ed8f-4645-9c18-2a31b96a21df tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:08.095235 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14353647-88a0-4278-b41e-e5b188fcad13 req-104af5dd-ed8f-4645-9c18-2a31b96a21df tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0719829 Jul 16 19:04:08.139155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14353647-88a0-4278-b41e-e5b188fcad13 req-c098f886-5904-4307-bd61-e8eda6d592ae tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375388 Jul 16 19:04:09.356919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128444c-7936-4da2-b387-f8c58d2734a6 req-891d48d6-c810-45e1-8e22-80ed670f14cc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:09.359342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5128444c-7936-4da2-b387-f8c58d2734a6 req-891d48d6-c810-45e1-8e22-80ed670f14cc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.1050234 Jul 16 19:04:09.402899 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5128444c-7936-4da2-b387-f8c58d2734a6 req-b1a9cf30-5e6b-4130-baaa-72e4ac7944a0 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341632 Jul 16 19:04:10.593924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68eb4a-83c6-418c-9c0b-dce88a705afc req-7bb7cfa1-5fd5-4bc1-8e2f-e0473ca38153 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:10.595585 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d68eb4a-83c6-418c-9c0b-dce88a705afc req-7bb7cfa1-5fd5-4bc1-8e2f-e0473ca38153 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0639203 Jul 16 19:04:10.634508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9d68eb4a-83c6-418c-9c0b-dce88a705afc req-e0c6ff62-88b6-4e07-a53e-2afd45af653c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331790 Jul 16 19:04:11.847105 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517b6d0-ecb8-488c-9af9-71cb98b7732e req-e93ada81-4312-48a5-826e-e06a4366d4cc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:11.848604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2517b6d0-ecb8-488c-9af9-71cb98b7732e req-e93ada81-4312-48a5-826e-e06a4366d4cc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0640707 Jul 16 19:04:11.886870 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2517b6d0-ecb8-488c-9af9-71cb98b7732e req-4a20f9d9-182d-49c3-b8d9-b6599fb982f3 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319493 Jul 16 19:04:13.082333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab093e6-e3ac-44f3-8410-6c070d7107cd req-3b503c82-c9d2-465a-b202-5baa017841b9 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:13.083804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6ab093e6-e3ac-44f3-8410-6c070d7107cd req-3b503c82-c9d2-465a-b202-5baa017841b9 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0673215 Jul 16 19:04:13.122720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6ab093e6-e3ac-44f3-8410-6c070d7107cd req-0d70c9b3-eca5-4f59-9197-ffb67c5aa5a5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jul 16 19:04:14.328732 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afc954-1766-4f6e-8cb4-a4680c53679b req-cf2a78af-2508-435c-9731-8ea2af2008fc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:14.330901 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25afc954-1766-4f6e-8cb4-a4680c53679b req-cf2a78af-2508-435c-9731-8ea2af2008fc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0897484 Jul 16 19:04:14.373141 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25afc954-1766-4f6e-8cb4-a4680c53679b req-6e636a66-beb5-489d-b6f4-092a3c934d52 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Jul 16 19:04:15.551730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed223-e829-41c7-9cb0-0c426a51aa8e req-7b59337d-37ab-47a2-844a-5205801986c1 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:15.553263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a58ed223-e829-41c7-9cb0-0c426a51aa8e req-7b59337d-37ab-47a2-844a-5205801986c1 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0681479 Jul 16 19:04:15.591694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a58ed223-e829-41c7-9cb0-0c426a51aa8e req-9b58b21c-cb46-4ae8-b8d6-2218f4309451 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Jul 16 19:04:16.199422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44097c50-de3f-4581-b358-29fad0fec4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.767941 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f878ac-1263-498d-b846-4955ffea6263 req-f60c3a8d-7e18-4670-b3d7-58711753883f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:16.769464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3f878ac-1263-498d-b846-4955ffea6263 req-f60c3a8d-7e18-4670-b3d7-58711753883f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0663300 Jul 16 19:04:16.814136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a3f878ac-1263-498d-b846-4955ffea6263 req-73b0d396-52ae-48e1-abc1-36b8507f9318 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360122 Jul 16 19:04:18.009336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86e8a5-245b-4a06-a1c1-25d1765e0978 req-74433314-6e89-4589-a2fa-177ff4df2407 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.010728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d86e8a5-245b-4a06-a1c1-25d1765e0978 req-74433314-6e89-4589-a2fa-177ff4df2407 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0785186 Jul 16 19:04:18.066263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0d86e8a5-245b-4a06-a1c1-25d1765e0978 req-02fa0460-26c2-40fd-b87c-2235637a7a1a tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490489 Jul 16 19:04:18.782605 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a014e620-2748-4bde-acd0-22537a3b71db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.915821 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:19.257072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56defca8-af81-4052-b76c-9cec811319d0 req-2a82fbff-209c-4f0c-a640-c43c490e2c2d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:19.258923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56defca8-af81-4052-b76c-9cec811319d0 req-2a82fbff-209c-4f0c-a640-c43c490e2c2d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0659516 Jul 16 19:04:19.297696 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-56defca8-af81-4052-b76c-9cec811319d0 req-b4b9dc90-907e-4e5b-abfa-5a348be3dc08 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jul 16 19:04:20.053209 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:20.476407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf49516-86f2-433b-adc9-f20ce43ace64 req-1036d526-32b2-42f6-b273-16ab0ce6898c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:20.478064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf49516-86f2-433b-adc9-f20ce43ace64 req-1036d526-32b2-42f6-b273-16ab0ce6898c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0672374 Jul 16 19:04:20.519191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cf49516-86f2-433b-adc9-f20ce43ace64 req-62d42c2d-ab59-427f-93dd-16588cc77964 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350769 Jul 16 19:04:21.698866 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69410248-8f37-47e1-a7c1-ec44f03f52d5 req-c341c5dd-1415-440c-8434-f716e4726afe tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.700383 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69410248-8f37-47e1-a7c1-ec44f03f52d5 req-c341c5dd-1415-440c-8434-f716e4726afe tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0695763 Jul 16 19:04:21.739739 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-69410248-8f37-47e1-a7c1-ec44f03f52d5 req-84411d64-e403-4c74-8097-24e1031674f6 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Jul 16 19:04:21.856057 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.929957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb91b5-d6d1-4d19-a573-ad898c9fc2a9 req-670d8c6c-431b-4442-96c7-0acf6c375b4e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:22.932430 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4eb91b5-d6d1-4d19-a573-ad898c9fc2a9 req-670d8c6c-431b-4442-96c7-0acf6c375b4e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0736263 Jul 16 19:04:22.980613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4eb91b5-d6d1-4d19-a573-ad898c9fc2a9 req-2be9dcec-42c1-4f97-b79c-6cfc4773d3c8 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Jul 16 19:04:22.993065 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:24.173540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30fb52-bc71-4ed3-b6f3-fce562690ec6 req-b6e2f41b-dad3-492b-a880-19838a958e52 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:24.175037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f30fb52-bc71-4ed3-b6f3-fce562690ec6 req-b6e2f41b-dad3-492b-a880-19838a958e52 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0737085 Jul 16 19:04:24.213859 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f30fb52-bc71-4ed3-b6f3-fce562690ec6 req-b70897e0-929b-488b-8bb3-b73f8f72ff7b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Jul 16 19:04:24.773988 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:25.403641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad02078-be5f-41df-93a7-46739369cad2 req-9253b255-4144-4a4b-b42a-c43cd893ef5e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:25.405059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ad02078-be5f-41df-93a7-46739369cad2 req-9253b255-4144-4a4b-b42a-c43cd893ef5e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0709779 Jul 16 19:04:25.447162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ad02078-be5f-41df-93a7-46739369cad2 req-0f6977c5-d65f-453b-9495-9b515346c337 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Jul 16 19:04:26.650489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca4e4-907c-4c25-986e-3ea9f819dcab req-29d51826-02c8-4774-83e7-a3b8deee4d24 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:26.652055 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1baca4e4-907c-4c25-986e-3ea9f819dcab req-29d51826-02c8-4774-83e7-a3b8deee4d24 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0890057 Jul 16 19:04:26.694941 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1baca4e4-907c-4c25-986e-3ea9f819dcab req-ef53c305-f8ce-42dd-ab6f-8194260b38be tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Jul 16 19:04:26.873137 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:27.875082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e2c3-54f0-42e3-b070-14aca8c9c853 req-3a3e302f-c00a-4fcb-bca2-080b15bc9472 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:27.876671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1cc6e2c3-54f0-42e3-b070-14aca8c9c853 req-3a3e302f-c00a-4fcb-bca2-080b15bc9472 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0661285 Jul 16 19:04:27.916202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1cc6e2c3-54f0-42e3-b070-14aca8c9c853 req-c630b6bc-bd73-4ff5-b499-24e41f5c0837 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Jul 16 19:04:29.093640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa9cc3-c727-452f-8372-631ea4f660e9 req-f546796a-156d-4b8f-86f8-32da5ef32bd7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.095562 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ffa9cc3-c727-452f-8372-631ea4f660e9 req-f546796a-156d-4b8f-86f8-32da5ef32bd7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0664055 Jul 16 19:04:29.136457 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ffa9cc3-c727-452f-8372-631ea4f660e9 req-2cd48ce0-2588-4cc9-a941-49073d417226 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Jul 16 19:04:30.317523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571ad7-0bbe-4524-8f31-514b38807a2d req-bfebb81a-ad2d-4bd5-89b9-12e39817243e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:30.319031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e571ad7-0bbe-4524-8f31-514b38807a2d req-bfebb81a-ad2d-4bd5-89b9-12e39817243e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0687711 Jul 16 19:04:30.358785 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e571ad7-0bbe-4524-8f31-514b38807a2d req-285a4156-bb9c-4aaf-a2b1-3151c2aafdef tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Jul 16 19:04:31.536126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdb18-377c-4a52-9239-26faa83d3842 req-badc84ca-f916-4034-8790-d15971e49559 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:31.537760 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ebcdb18-377c-4a52-9239-26faa83d3842 req-badc84ca-f916-4034-8790-d15971e49559 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0646939 Jul 16 19:04:31.577248 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ebcdb18-377c-4a52-9239-26faa83d3842 req-77ed4375-8c54-41da-ab58-f5191d15d1e2 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335784 Jul 16 19:04:31.930475 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-9409dc09-6367-4202-9767-3a45e9803cfd service neutron] show failed (client error): The resource could not be found. Jul 16 19:04:31.931420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-9409dc09-6367-4202-9767-3a45e9803cfd service neutron] 10.222.0.59 "GET /v2.0/ports/6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0610204 Jul 16 19:04:32.206285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-6fd09d87-8017-4ba9-9685-429578d6739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:32.207706 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-6fd09d87-8017-4ba9-9685-429578d6739c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb&tenant_id=908be68f762848c5b0fbf7bd560a9886 HTTP/1.1" status: 200 len: 1097 time: 0.0604928 Jul 16 19:04:32.219315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:32.293661 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:32.778994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc6266-032d-446d-9875-40be8526492a req-3cee36fc-2462-4232-beea-1ee63c1e8a14 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:32.780575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4dc6266-032d-446d-9875-40be8526492a req-3cee36fc-2462-4232-beea-1ee63c1e8a14 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.0822139 Jul 16 19:04:32.824325 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4dc6266-032d-446d-9875-40be8526492a req-b20882bc-bc42-453b-a55e-ceced79c944a tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Jul 16 19:04:32.857999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:32.892398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h1-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:32.932640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:32.935015 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d87271-7615-405d-bf4d-13948d837aaf" -d '{"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:32.939529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:32.953531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Transition to ACTIVE for port object 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 will not be triggered until provisioned by entity L2. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:32.959134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:32.994502 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35c4fd-dddd-4d7b-b634-09a4f2f70a0f x-openstack-request-id: req-8d35c4fd-dddd-4d7b-b634-09a4f2f70a0f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:32.994632 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:32.994840 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d35c4fd-dddd-4d7b-b634-09a4f2f70a0f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:32.995224 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'code': 200} Jul 16 19:04:33.027482 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:33.030061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] No DVR routers for this DVR port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on host n-h1-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:33.068193 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:33.068522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:33.068875 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:33.073544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:04:33.073864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Attempting to bind port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:33.078763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:33.079205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Checking segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:33.079563 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Bound using segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} {{(pid=93796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:33.079969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.managers [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Bound port: 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}}] {{(pid=93796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:33.080324 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.152728 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h2-791504-15, cleared binding levels {{(pid=93796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:33.155903 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:33.160702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.196363 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:33.197384 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.198792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] 10.222.0.67 "PUT /v2.0/ports/6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 1092 time: 0.9836679 Jul 16 19:04:33.237969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b442-1e8d-4a40-b070-1bfaf4e972b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=7']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:33.284754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-a7b083dc-1d39-4e38-a727-4fb4eeea33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:33.286325 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-a7b083dc-1d39-4e38-a727-4fb4eeea33d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1095 time: 0.0574756 Jul 16 19:04:33.381468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-72bdf1cf-41bf-4dca-a9b5-8759e1270aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:33.382974 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-72bdf1cf-41bf-4dca-a9b5-8759e1270aa8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0906634 Jul 16 19:04:33.424460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-6a5f740d-c69c-4739-ada5-5d86fd84ad07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0352440 Jul 16 19:04:33.479020 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-9498e83d-92ff-4b8a-bd89-863068f67f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:33.480506 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-9498e83d-92ff-4b8a-bd89-863068f67f2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0499127 Jul 16 19:04:33.515062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-faa760d3-92d5-4dea-b613-3c7cd019db86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279584 Jul 16 19:04:33.606821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-212e35ec-81c6-43b4-9af3-ba034ff1fe43 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847843 Jul 16 19:04:33.705351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c8f969e-c3eb-4633-991c-3ca145f1c8db req-4da83294-28ee-43fd-a639-2450978afbdd service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909564 Jul 16 19:04:34.019641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ac3ad-b2d7-4e87-b889-da1d90d04727 req-50adc134-2453-449a-a040-5c282b6c4d54 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:34.021117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-942ac3ad-b2d7-4e87-b889-da1d90d04727 req-50adc134-2453-449a-a040-5c282b6c4d54 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 943 time: 0.0717971 Jul 16 19:04:34.060615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-942ac3ad-b2d7-4e87-b889-da1d90d04727 req-638d9048-fe2f-4449-9817-37e106d0f786 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Jul 16 19:04:34.600971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:34.641990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:34.996551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:34.998938 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b2095-3550-498e-8c24-6addb808eaea" -d '{"events": [{"name": "network-changed", "server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:35.053366 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74310de4-1a34-4473-8a27-383b360f5306 x-openstack-request-id: req-74310de4-1a34-4473-8a27-383b360f5306 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:35.053670 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:35.053921 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74310de4-1a34-4473-8a27-383b360f5306 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:35.054324 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'status': 'completed', 'code': 200} Jul 16 19:04:35.131482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b2095-3550-498e-8c24-6addb808eaea req-767aa07a-3faa-429e-a87d-ca85073fb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.134063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-767aa07a-3faa-429e-a87d-ca85073fb14e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1095 time: 0.0576577 Jul 16 19:04:35.146042 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b2095-3550-498e-8c24-6addb808eaea req-194a5eda-e986-4603-9599-5dabd16c0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.148458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-194a5eda-e986-4603-9599-5dabd16c0ba9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1095 time: 0.0673702 Jul 16 19:04:35.289121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b2095-3550-498e-8c24-6addb808eaea req-4654d381-3691-4459-99e0-413819beb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.290735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-4654d381-3691-4459-99e0-413819beb1f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.1497962 Jul 16 19:04:35.301843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b2095-3550-498e-8c24-6addb808eaea req-7011e769-bb44-41ce-b49b-856466db3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.303254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f149c-3ec4-4e77-bc9f-525c6fb8a407 req-f2bd25e2-8927-4b83-a4d8-3261b55d5343 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.303569 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-7011e769-bb44-41ce-b49b-856466db3ea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.1485550 Jul 16 19:04:35.304814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-529f149c-3ec4-4e77-bc9f-525c6fb8a407 req-f2bd25e2-8927-4b83-a4d8-3261b55d5343 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 943 time: 0.0907607 Jul 16 19:04:35.348261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-d214cdfe-0f12-434f-a05c-8d110c9a0b67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0378404 Jul 16 19:04:35.381060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-8a5c263e-fe42-4d73-b830-27abfcbf63f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0750434 Jul 16 19:04:35.401142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b2095-3550-498e-8c24-6addb808eaea req-b95a0218-4f94-4991-bb30-a2598fbd6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.402602 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-b95a0218-4f94-4991-bb30-a2598fbd6bab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0466161 Jul 16 19:04:35.440812 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-61fe4b33-aa08-4a21-913e-31753e9188e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310800 Jul 16 19:04:35.445420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-529f149c-3ec4-4e77-bc9f-525c6fb8a407 req-f7619b6a-b68b-43a1-98a3-7b380c47c2d2 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310711 Jul 16 19:04:35.473326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b2095-3550-498e-8c24-6addb808eaea req-7ab0869a-e7f9-44f3-996a-d66fceee9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.475208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-7ab0869a-e7f9-44f3-996a-d66fceee9b70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0759647 Jul 16 19:04:35.511131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-0ad451bf-7e00-4679-adee-f7f3e9992a00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288842 Jul 16 19:04:35.539254 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-cdadb6b1-4c78-4ee8-b8de-9122fc7122da service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922585 Jul 16 19:04:35.608347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-ad814803-222f-4f2e-abda-3f223ec8fd63 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Jul 16 19:04:35.635600 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-df35fa85-8b91-43b7-aff6-4a0b8fdcef0d service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900915 Jul 16 19:04:35.707758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-861b2095-3550-498e-8c24-6addb808eaea req-3c007cd4-9b1e-4475-a80b-95eeac4bc507 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921113 Jul 16 19:04:36.636064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d383-f2ee-4727-a431-8e94f4dfb630 req-7a7aa205-b24d-4d94-9c5a-5d6eb2f0a125 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:36.637417 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df49d383-f2ee-4727-a431-8e94f4dfb630 req-7a7aa205-b24d-4d94-9c5a-5d6eb2f0a125 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 943 time: 0.0665948 Jul 16 19:04:36.681505 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df49d383-f2ee-4727-a431-8e94f4dfb630 req-6b4f7f98-3adc-4be2-810b-bccb905f755b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Jul 16 19:04:36.988276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04321fd-bffc-4bb8-ae59-7254d37fba87 req-9e21afec-ed3f-43ee-83a8-4ebc5ddf52ae tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:36.989865 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f04321fd-bffc-4bb8-ae59-7254d37fba87 req-9e21afec-ed3f-43ee-83a8-4ebc5ddf52ae tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 943 time: 0.0688648 Jul 16 19:04:37.009837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73819da-004d-4c92-9823-a255d40cfcbc req-f36205a4-f27b-495e-adc4-629b5afac2fe tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.011500 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-f36205a4-f27b-495e-adc4-629b5afac2fe tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.59 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb&tenant_id=908be68f762848c5b0fbf7bd560a9886&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 943 time: 0.0794892 Jul 16 19:04:37.040271 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f04321fd-bffc-4bb8-ae59-7254d37fba87 req-3904825a-7649-4595-ab48-58a04bcd6c35 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Jul 16 19:04:37.080437 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-a73819da-004d-4c92-9823-a255d40cfcbc req-db769e17-326c-408c-8178-1b6a77aff839 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:04:37.081519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-db769e17-326c-408c-8178-1b6a77aff839 service neutron] 10.222.0.59 "DELETE /v2.0/ports/6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0612886 Jul 16 19:04:37.187963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73819da-004d-4c92-9823-a255d40cfcbc req-3d1cf8dd-8baa-4d80-a2a3-25f9fae614d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.190069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-3d1cf8dd-8baa-4d80-a2a3-25f9fae614d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 1095 time: 0.0603068 Jul 16 19:04:37.257966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:37.287235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73819da-004d-4c92-9823-a255d40cfcbc req-53670cb7-72af-47d0-8186-b75199698d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.289021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-53670cb7-72af-47d0-8186-b75199698d68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0919816 Jul 16 19:04:37.331969 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-d35c9f58-5f03-4f02-b176-2ebe7ed3ccc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 200 len: 217 time: 0.0360925 Jul 16 19:04:37.360753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:37.372640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc', 'port_id': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'mac_address': 'fa:16:3e:d3:66:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a205700-409b-42b4-bc42-a845c0cd5760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:37.382670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73819da-004d-4c92-9823-a255d40cfcbc req-a8d72a11-f260-4eba-bd63-18d9d8fcc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.384569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-a8d72a11-f260-4eba-bd63-18d9d8fcc6b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0466509 Jul 16 19:04:37.412460 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.423598 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-419add95-28e4-4887-ae46-c994fa97a2a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317798 Jul 16 19:04:37.427296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:37.448401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:37.453860 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.507609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:37.515971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.516398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.517132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.517668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.518174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.519356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.519356 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.519804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.520239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.520665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.521120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.521555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:37.524983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-741397f3-256d-4303-b6a9-28ef11c99e87 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933931 Jul 16 19:04:37.620578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a73819da-004d-4c92-9823-a255d40cfcbc req-a8333a36-f6c6-4379-b166-9a1bb450583b service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887690 Jul 16 19:04:37.655969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:38.232062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5149d-f08b-4149-bda6-9b848fec03b7 req-baad2e28-3423-4cb0-925f-f909a40f9642 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:38.233640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96e5149d-f08b-4149-bda6-9b848fec03b7 req-baad2e28-3423-4cb0-925f-f909a40f9642 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 944 time: 0.0684626 Jul 16 19:04:38.290602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96e5149d-f08b-4149-bda6-9b848fec03b7 req-4a91cc98-8581-4b95-8e27-ba41bfb746ba tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Jul 16 19:04:38.475109 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9e48e-ffb2-4f24-a285-9c6ccba031b9 req-baa7dcf2-b771-4e86-bec0-48186ae59437 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:38.476634 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29f9e48e-ffb2-4f24-a285-9c6ccba031b9 req-baa7dcf2-b771-4e86-bec0-48186ae59437 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 944 time: 0.0643747 Jul 16 19:04:38.516404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-29f9e48e-ffb2-4f24-a285-9c6ccba031b9 req-f2c7895d-52b1-418a-8e43-f5188d7bf32b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Jul 16 19:04:38.694736 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945b847-3d55-4ee0-8003-46c6fb9ea2f4 req-e0a6c03b-d09d-4f2f-820f-aa891f52bde2 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:38.696273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d945b847-3d55-4ee0-8003-46c6fb9ea2f4 req-e0a6c03b-d09d-4f2f-820f-aa891f52bde2 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 944 time: 0.0674474 Jul 16 19:04:38.739058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d945b847-3d55-4ee0-8003-46c6fb9ea2f4 req-85213ed8-c293-4fbe-bb24-d26bc33d1072 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Jul 16 19:04:39.215853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8678a-b715-434d-ac91-19109ac38239 req-c7d35c0b-4d01-4e47-836f-7457fd6df5fa tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:39.218112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-c7d35c0b-4d01-4e47-836f-7457fd6df5fa tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 814 time: 0.1199913 Jul 16 19:04:39.234071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-de58b61d-cc8a-43ec-bfa9-7d6142d80168 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/quotas/908be68f762848c5b0fbf7bd560a9886 HTTP/1.1" status: 200 len: 375 time: 0.0101404 Jul 16 19:04:39.274723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:39.311416 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-c323d1c3-2aad-4138-a97d-a2ba896ac77e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716770 Jul 16 19:04:39.331107 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:39.335851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:39.336310 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.412887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-62aebe2a-3115-4930-aefa-abc0eba9cc25 service neutron] 10.222.0.49 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922482 Jul 16 19:04:39.418277 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.452127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:39.456590 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757c388-712c-4236-aee8-89c410a34a3d" -d '{"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:39.477931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:39.484199 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.522928 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c49c60d-c1b9-4da4-b6ad-00105c66d6ef x-openstack-request-id: req-8c49c60d-c1b9-4da4-b6ad-00105c66d6ef {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:39.523265 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-plugged", "status": "completed", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:39.523432 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c49c60d-c1b9-4da4-b6ad-00105c66d6ef {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:39.524113 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'code': 200} Jul 16 19:04:39.545131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-756e63d0-6a10-40c3-8116-4205ef793edd service neutron] 10.222.0.49 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248293 Jul 16 19:04:39.552815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:39.737142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-627df68c-cff7-41fd-873d-3dbf21c7959b req-0569ebad-910e-42b4-91f2-36013930b0e0 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 210 time: 0.0359125 Jul 16 19:04:40.362873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-e68841a8-3e2c-474b-a19f-dbf297a55e81 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:40.365410 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-e68841a8-3e2c-474b-a19f-dbf297a55e81 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.67 "GET /v2.0/ports?device_id=4af496f9-1853-4dc1-8ffe-0d30c3c009cb HTTP/1.1" status: 200 len: 945 time: 0.1031730 Jul 16 19:04:40.481942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Deleting port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:40.482291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.579632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] For port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:40.579997 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.592888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Calling delete_port for 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 owned by compute:nova {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:40.733430 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.747216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:40.785093 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Pushing event deleted for resources: {'Port': ['ID=6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:40.808551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.808883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.809443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.809971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.810516 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.811060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.812173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.812173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.812593 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.813159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.813827 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.814849 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:40.891668 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] No DVR routers for this DVR port 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 on host n-h2-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:40.895508 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.899098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.67 "DELETE /v2.0/ports/6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 HTTP/1.1" status: 204 len: 173 time: 0.5288658 Jul 16 19:04:40.899893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-deleted', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:40.901092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8678a-b715-434d-ac91-19109ac38239 req-8e22b262-c54b-49e3-b186-edde540f3da8 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:40.903611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-8e22b262-c54b-49e3-b186-edde540f3da8 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 814 time: 0.1661589 Jul 16 19:04:40.903815 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744ce255-4d21-4e74-b1a3-3a51d416109a" -d '{"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-deleted", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:40.917440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Request body: {'port': {'device_id': '5795e882-2590-4413-b416-563d1383818f', 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc', 'admin_state_up': True, 'tenant_id': '908be68f762848c5b0fbf7bd560a9886'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:40.962019 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7859b-1798-4dd3-9f41-0f67c31ac24b x-openstack-request-id: req-76e7859b-1798-4dd3-9f41-0f67c31ac24b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:40.962379 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af496f9-1853-4dc1-8ffe-0d30c3c009cb", "name": "network-vif-deleted", "tag": "6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:40.962759 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76e7859b-1798-4dd3-9f41-0f67c31ac24b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:40.967754 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af496f9-1853-4dc1-8ffe-0d30c3c009cb', 'name': 'network-vif-deleted', 'tag': '6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5', 'status': 'completed', 'code': 200} Jul 16 19:04:41.056466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9615b65e-b859-4059-845d-8d8c9027187e req-8dbd8d60-5898-47fe-820b-b4c4bb307f91 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 210 time: 0.0677211 Jul 16 19:04:41.108858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Made reservation on behalf of 908be68f762848c5b0fbf7bd560a9886 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:41.113244 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.279675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Allocated IP 172.20.0.2 (759ea3af-e7e0-4a4b-ab10-75770a97fccc/4a205700-409b-42b4-bc42-a845c0cd5760/e13c2e4a-7023-41b3-ab35-d01221c13236) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:41.444335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.483968 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.495746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:41.528808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Network 759ea3af-e7e0-4a4b-ab10-75770a97fccc is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:41.534272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:41.538072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:41.565588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:41.593742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.594351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.608841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-8ce37ee2-84a0-4fe4-a5f3-cdab61baa0dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957619 Jul 16 19:04:41.621444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Request body: {'port': {'device_id': '5795e882-2590-4413-b416-563d1383818f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:41.698926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.250976 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f10104-ffb7-42b7-ab35-b736a9fcbc1c req-0b4844d0-5734-432a-8055-08b87f7c7bc5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:42.253051 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90f10104-ffb7-42b7-ab35-b736a9fcbc1c req-0b4844d0-5734-432a-8055-08b87f7c7bc5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 931 time: 0.0709469 Jul 16 19:04:42.293213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90f10104-ffb7-42b7-ab35-b736a9fcbc1c req-f7943865-3371-4651-aad5-4f06af4327b5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341833 Jul 16 19:04:42.331053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13c2e4a-7023-41b3-ab35-d01221c13236 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:42.338989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.352126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Transition to ACTIVE for port object e13c2e4a-7023-41b3-ab35-d01221c13236 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:42.357302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.410903 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:42.482040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:42.482326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:42.482697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:42.487561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Port e13c2e4a-7023-41b3-ab35-d01221c13236 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:04:42.487880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:42.493047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:42.493386 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Checking segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:42.493771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Bound using segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:42.494219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Bound port: e13c2e4a-7023-41b3-ab35-d01221c13236, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:42.494580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.558816 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:42.562173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:42.566621 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.599734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:42.600343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.601808 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] 10.222.0.67 "PUT /v2.0/ports/e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 1092 time: 0.9847369 Jul 16 19:04:42.602352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:42.604563 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acac719-e243-4ab3-bec9-95ef45ee1b00" -d '{"events": [{"name": "network-changed", "server_uuid": "5795e882-2590-4413-b416-563d1383818f", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:42.636048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36151ca-18e6-44a2-8ab8-b1c89321183c service neutron] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:42.686482 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326272f1-6c9b-47b5-8252-365022d1abac x-openstack-request-id: req-326272f1-6c9b-47b5-8252-365022d1abac {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:42.686767 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795e882-2590-4413-b416-563d1383818f", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:42.687011 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-326272f1-6c9b-47b5-8252-365022d1abac {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:42.687393 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'status': 'completed', 'code': 200} Jul 16 19:04:42.714905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8678a-b715-434d-ac91-19109ac38239 req-115558a0-359a-4a17-ba00-b4cc1b96360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:42.716432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-115558a0-359a-4a17-ba00-b4cc1b96360a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1095 time: 0.0663784 Jul 16 19:04:42.758511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-eb31df33-d0fa-4fff-a0ba-c2f1b7f4c284 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0338929 Jul 16 19:04:42.807886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8678a-b715-434d-ac91-19109ac38239 req-db8daed9-6da5-4305-ac2a-2ecb2cf2606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:42.809415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-db8daed9-6da5-4305-ac2a-2ecb2cf2606d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0453677 Jul 16 19:04:42.845921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-ba2a11f0-2378-40c4-931e-470587510d2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297813 Jul 16 19:04:42.937267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-9b1d987e-aefc-44a6-866e-2856cab8a7ad service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Jul 16 19:04:43.032858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-caa8678a-b715-434d-ac91-19109ac38239 req-a97e5ce9-3672-4692-94bd-f6cffbda5473 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892491 Jul 16 19:04:43.134466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-1f44add0-2d5b-4c5d-a7ec-a5f3a8340355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:43.136187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-1f44add0-2d5b-4c5d-a7ec-a5f3a8340355 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1095 time: 0.0573232 Jul 16 19:04:43.230089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-74bc1e09-b928-4d3b-8966-8046d2133148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:43.231476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-74bc1e09-b928-4d3b-8966-8046d2133148 service neutron] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0889049 Jul 16 19:04:43.273506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-8929cf68-ff74-49e6-b0e1-3dc7a7a2592b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0351784 Jul 16 19:04:43.323230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-09e3111a-aacb-4457-82ca-e3daa22f961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:43.324731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-09e3111a-aacb-4457-82ca-e3daa22f961f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0444906 Jul 16 19:04:43.359443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-dc009d99-9f96-4e47-9256-fa4e0ede5dbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268085 Jul 16 19:04:43.456078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-ea1b8203-54a5-4487-b910-aff4b1e0010f service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890822 Jul 16 19:04:43.483923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ebe7f-e59b-49c1-ae68-e2dd4255b7c5 req-e1bff477-19e0-4b1e-81aa-9ee936f29078 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:43.485404 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f7ebe7f-e59b-49c1-ae68-e2dd4255b7c5 req-e1bff477-19e0-4b1e-81aa-9ee936f29078 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.0722919 Jul 16 19:04:43.527127 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f7ebe7f-e59b-49c1-ae68-e2dd4255b7c5 req-2302fbf3-ced4-4171-bdbf-55a3211010ad tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Jul 16 19:04:43.556236 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4acac719-e243-4ab3-bec9-95ef45ee1b00 req-f18b3cea-7172-4e6e-9ca8-251b6242663a service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935562 Jul 16 19:04:44.708215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e752ed-c944-4c91-80a3-a464927146ff req-28b79952-3afe-44df-b7a9-0fc7bd318e05 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:44.709767 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07e752ed-c944-4c91-80a3-a464927146ff req-28b79952-3afe-44df-b7a9-0fc7bd318e05 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.0655589 Jul 16 19:04:44.749245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07e752ed-c944-4c91-80a3-a464927146ff req-3f3ae546-7903-4cdf-b50b-275c05587e10 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Jul 16 19:04:45.290543 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:45.311088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:45.311431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6a83fb80-2ab0-4dcf-9f43-cf633e14fdb5 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:45.929097 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db761bc-f9b2-4a4a-8399-6c4732d1c7c2 req-5bf0eb23-22d7-4ba5-b85d-1d706f0b363b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:45.930537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3db761bc-f9b2-4a4a-8399-6c4732d1c7c2 req-5bf0eb23-22d7-4ba5-b85d-1d706f0b363b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.0662317 Jul 16 19:04:45.975175 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3db761bc-f9b2-4a4a-8399-6c4732d1c7c2 req-ec6b9dca-b64f-49bc-90db-ca584e9c51af tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Jul 16 19:04:46.202659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3d99933-fb73-40b4-a49e-44a9cd525cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.150424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86486d5-6a21-4554-a3e5-7318954196e4 req-986122b1-8407-4224-ba78-a2e2186cd85f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.151965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b86486d5-6a21-4554-a3e5-7318954196e4 req-986122b1-8407-4224-ba78-a2e2186cd85f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.0661275 Jul 16 19:04:47.191582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b86486d5-6a21-4554-a3e5-7318954196e4 req-7233b803-13d4-4abf-b477-2dc0ca9c02ce tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Jul 16 19:04:47.289714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:47.389274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:47.400692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc', 'port_id': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'mac_address': 'fa:16:3e:b2:2a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a205700-409b-42b4-bc42-a845c0cd5760', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:47.438249 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.451906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13c2e4a-7023-41b3-ab35-d01221c13236 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:47.472172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:47.477431 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.525092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:47.677090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['e13c2e4a-7023-41b3-ab35-d01221c13236'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:48.369608 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37853f43-a673-4c7f-9603-abc12f85f870 req-697198ec-6a8e-4c79-8b19-bd73a2179f5d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:48.371002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37853f43-a673-4c7f-9603-abc12f85f870 req-697198ec-6a8e-4c79-8b19-bd73a2179f5d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 944 time: 0.0644665 Jul 16 19:04:48.412967 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-37853f43-a673-4c7f-9603-abc12f85f870 req-1b13a455-2e39-4db1-a9bb-1447dbf55cd7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Jul 16 19:04:48.785599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dcf91722-3a15-4314-bf16-62e8a5c01d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:48.918077 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.305099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:49.356306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port e13c2e4a-7023-41b3-ab35-d01221c13236 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:49.360053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port e13c2e4a-7023-41b3-ab35-d01221c13236 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:49.360421 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.440290 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.463917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:49.466216 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6346ba08-4d65-4969-a3d3-87d24ae2aaaf" -d '{"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-plugged", "status": "completed", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:49.481098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:49.487047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.526975 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09280579-b75f-482a-a79a-9d2d5983bf5a x-openstack-request-id: req-09280579-b75f-482a-a79a-9d2d5983bf5a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:49.527292 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-plugged", "status": "completed", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:49.527628 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09280579-b75f-482a-a79a-9d2d5983bf5a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:49.527884 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'code': 200} Jul 16 19:04:49.561270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:49.632469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f8fe6-7ba8-4eb8-b9cf-33b24b3a8c1a req-9b73fecf-900a-442b-a62d-3613c83cee2d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:49.633983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-041f8fe6-7ba8-4eb8-b9cf-33b24b3a8c1a req-9b73fecf-900a-442b-a62d-3613c83cee2d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0992198 Jul 16 19:04:49.682054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b7e6d-cd7d-465b-b24b-3d44ac72acf8 req-7e0a6fa3-c052-4088-82c3-88934e033083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:49.683604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973b7e6d-cd7d-465b-b24b-3d44ac72acf8 req-7e0a6fa3-c052-4088-82c3-88934e033083 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1097 time: 0.0951717 Jul 16 19:04:49.686910 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-041f8fe6-7ba8-4eb8-b9cf-33b24b3a8c1a req-044b90cf-cedd-48c4-9af5-06921ba4f707 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Jul 16 19:04:49.719167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-973b7e6d-cd7d-465b-b24b-3d44ac72acf8 req-d1cdecc8-b188-4a8e-acc0-aa404d47f5fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290737 Jul 16 19:04:50.057342 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.870822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be74aee-2ecd-4636-a069-70baa67873ed req-59668738-b2b5-4bab-9f61-e6e863a314c1 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:50.872331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6be74aee-2ecd-4636-a069-70baa67873ed req-59668738-b2b5-4bab-9f61-e6e863a314c1 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0692408 Jul 16 19:04:50.911426 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6be74aee-2ecd-4636-a069-70baa67873ed req-a1780099-a1d1-4b5b-9f93-80f0a5fdc410 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Jul 16 19:04:51.104089 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf8bb5-a8f1-4398-851b-b5cc3646ab79 req-7eaeb4aa-f891-4bb4-bddf-dfbae25c7721 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:51.105688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7cf8bb5-a8f1-4398-851b-b5cc3646ab79 req-7eaeb4aa-f891-4bb4-bddf-dfbae25c7721 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0722816 Jul 16 19:04:51.145323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f7cf8bb5-a8f1-4398-851b-b5cc3646ab79 req-52ca740e-1f23-41f3-bbf6-d91a46e609a1 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Jul 16 19:04:51.502158 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-0519f02d-4fad-4d29-8ca7-27a3fcd99c3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526464 Jul 16 19:04:51.561446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c18e8c-11b6-419a-bf04-d66d06c6f741 req-0c0a1d62-0526-467b-ad23-d4ee277d0c9f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:51.563014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4c18e8c-11b6-419a-bf04-d66d06c6f741 req-0c0a1d62-0526-467b-ad23-d4ee277d0c9f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0670822 Jul 16 19:04:51.606991 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4c18e8c-11b6-419a-bf04-d66d06c6f741 req-230ebb8a-d8f4-4a8a-9451-0927061ea3bf tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Jul 16 19:04:51.858706 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:52.708017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-a6f9ffd9-753a-47e7-8e52-acd3b514bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.709648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-a6f9ffd9-753a-47e7-8e52-acd3b514bb00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1097 time: 0.0546243 Jul 16 19:04:52.793909 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3ffb6-1f75-46e8-9482-27569b44b22b req-5c6cb7f9-9ee1-4b2e-bb89-b626b6601a5e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.795408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5dc3ffb6-1f75-46e8-9482-27569b44b22b req-5c6cb7f9-9ee1-4b2e-bb89-b626b6601a5e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0693512 Jul 16 19:04:52.806479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-d2df9636-d5f2-423f-aeb4-96f4269d05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.808053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-d2df9636-d5f2-423f-aeb4-96f4269d05fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0923297 Jul 16 19:04:52.835540 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5dc3ffb6-1f75-46e8-9482-27569b44b22b req-4e37f01b-ed14-473b-b72a-c72e3cc8a64f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Jul 16 19:04:52.850776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-8a2d5572-8b90-47b5-9463-ce46c381d7f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0360465 Jul 16 19:04:52.903833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-2e6c02a4-9cad-429e-a660-7923a496c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.905257 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-2e6c02a4-9cad-429e-a660-7923a496c1ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0489211 Jul 16 19:04:52.937426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-d28ff9d7-82b1-4f6f-bf7a-263d91d88af9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262232 Jul 16 19:04:53.001379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:53.028749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-c28d08d8-b95f-41bb-b3e0-8a9522385a68 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843775 Jul 16 19:04:53.121483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-e982b695-47e0-478d-a396-b4228e041e82 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867336 Jul 16 19:04:54.066939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e389b-fa8a-4d87-a471-536fc63e1461 req-6fa15bfd-4fb2-4ea0-8705-dc634fa95c91 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:54.069208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e1e389b-fa8a-4d87-a471-536fc63e1461 req-6fa15bfd-4fb2-4ea0-8705-dc634fa95c91 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.1026604 Jul 16 19:04:54.123014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e1e389b-fa8a-4d87-a471-536fc63e1461 req-0f3c8c56-2df2-4309-878c-4c434e4571ed tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 Jul 16 19:04:54.790065 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.309179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891735a2-d1c7-4486-90a7-8bafdae0d981 req-fe6ee86b-6a74-43fa-9fde-4d5e7747632d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:55.310678 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-891735a2-d1c7-4486-90a7-8bafdae0d981 req-fe6ee86b-6a74-43fa-9fde-4d5e7747632d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0702150 Jul 16 19:04:55.352460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-891735a2-d1c7-4486-90a7-8bafdae0d981 req-0a1f9f9a-6358-4105-a4c2-4bf94bbad17c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Jul 16 19:04:56.559676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e91af7-34d9-4f33-aa62-53b8be1a95c8 req-1f7e0890-ca28-489c-a5f4-db1522172584 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.561200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69e91af7-34d9-4f33-aa62-53b8be1a95c8 req-1f7e0890-ca28-489c-a5f4-db1522172584 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0818264 Jul 16 19:04:56.601894 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69e91af7-34d9-4f33-aa62-53b8be1a95c8 req-1e35d85f-4822-4bb7-a3e6-b77ba12ab75b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Jul 16 19:04:57.807261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f790a88-843f-4e1a-85ce-fc21c22eff2a req-5dc599eb-4cbc-4503-a26c-36f9ac6c5e16 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:57.808761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f790a88-843f-4e1a-85ce-fc21c22eff2a req-5dc599eb-4cbc-4503-a26c-36f9ac6c5e16 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0780847 Jul 16 19:04:57.851826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f790a88-843f-4e1a-85ce-fc21c22eff2a req-befa1dce-b947-46ba-9578-5514b8ccbcb7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342252 Jul 16 19:04:59.048327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f6dc5-7fb4-4d21-8181-1ba86b380c02 req-597bc2a6-a455-410e-8d3e-650982708662 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:59.049837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c2f6dc5-7fb4-4d21-8181-1ba86b380c02 req-597bc2a6-a455-410e-8d3e-650982708662 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0675120 Jul 16 19:04:59.092136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c2f6dc5-7fb4-4d21-8181-1ba86b380c02 req-bf015514-a356-4914-862e-fcc473cd7c72 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337598 Jul 16 19:05:00.277410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21123d-a9b7-4557-b8a9-48aa95aac2e7 req-752ab8da-d05b-4e7c-bd58-afe1e3584b17 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:00.278915 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c21123d-a9b7-4557-b8a9-48aa95aac2e7 req-752ab8da-d05b-4e7c-bd58-afe1e3584b17 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0713639 Jul 16 19:05:00.317794 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c21123d-a9b7-4557-b8a9-48aa95aac2e7 req-f97f811f-8a55-4d91-852b-95e2a13ad086 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Jul 16 19:05:01.516678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fd1d7-c743-47de-a410-bf0a8afae192 req-7c149d0d-2b4d-4845-8df9-b000029a8c36 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:01.518106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e7fd1d7-c743-47de-a410-bf0a8afae192 req-7c149d0d-2b4d-4845-8df9-b000029a8c36 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0860937 Jul 16 19:05:01.565292 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e7fd1d7-c743-47de-a410-bf0a8afae192 req-4423bb50-7bc6-44ca-b01e-418af12810ac tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380881 Jul 16 19:05:02.769726 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3c053-34a6-4b58-a093-e1017b3960ee req-69529182-600f-4ae0-8994-dec826b65f3d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:02.771244 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80e3c053-34a6-4b58-a093-e1017b3960ee req-69529182-600f-4ae0-8994-dec826b65f3d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0745246 Jul 16 19:05:02.814942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-80e3c053-34a6-4b58-a093-e1017b3960ee req-19e8ca77-6641-42a9-b25a-e9deca28a6c3 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 Jul 16 19:05:03.874543 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:04.002371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114a4d9-b039-45bf-a3cc-78d555d5b814 req-fdf97d3f-9f7d-4471-a4a5-1591e82ede4e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:04.003915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5114a4d9-b039-45bf-a3cc-78d555d5b814 req-fdf97d3f-9f7d-4471-a4a5-1591e82ede4e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0663364 Jul 16 19:05:04.042938 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5114a4d9-b039-45bf-a3cc-78d555d5b814 req-0f430d87-f616-4b48-8d1b-256d2999b93e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Jul 16 19:05:05.227592 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525913d7-4957-468c-86f0-33f60a41de78 req-a5c6f395-bcff-4461-ad56-bee2415a181c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:05.229211 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-525913d7-4957-468c-86f0-33f60a41de78 req-a5c6f395-bcff-4461-ad56-bee2415a181c tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0726373 Jul 16 19:05:05.268157 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-525913d7-4957-468c-86f0-33f60a41de78 req-b419c48e-880b-48c1-b54f-3a305fde6843 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Jul 16 19:05:06.463936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30747931-df02-4564-8898-d7b4b5ec8c25 req-9fdf08d8-814e-4bfc-91d3-ea815243ce38 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.465359 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30747931-df02-4564-8898-d7b4b5ec8c25 req-9fdf08d8-814e-4bfc-91d3-ea815243ce38 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0803940 Jul 16 19:05:06.529241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30747931-df02-4564-8898-d7b4b5ec8c25 req-2fe3a932-b4c3-4670-9571-67d8fbd02ae4 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475886 Jul 16 19:05:06.541072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2693c-c849-4782-848a-57d23332471a req-0ebea513-abf7-4d5a-9d99-5e4541088a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.542650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde2693c-c849-4782-848a-57d23332471a req-0ebea513-abf7-4d5a-9d99-5e4541088a9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1097 time: 0.0946269 Jul 16 19:05:06.660052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2693c-c849-4782-848a-57d23332471a req-2e875057-8821-4f2b-86ab-7f1f43cb2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.661575 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde2693c-c849-4782-848a-57d23332471a req-2e875057-8821-4f2b-86ab-7f1f43cb2c68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0894709 Jul 16 19:05:06.705600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde2693c-c849-4782-848a-57d23332471a req-455f1ba2-7473-4c3e-8ffa-676c06e5d80c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0377796 Jul 16 19:05:06.753637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2693c-c849-4782-848a-57d23332471a req-12603a1b-36ca-4cc9-8788-5132b5d57f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.754992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde2693c-c849-4782-848a-57d23332471a req-12603a1b-36ca-4cc9-8788-5132b5d57f88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0436857 Jul 16 19:05:06.789639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde2693c-c849-4782-848a-57d23332471a req-90bfe3f9-e8bc-442d-bb4c-bdbe19883fc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279591 Jul 16 19:05:06.884654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde2693c-c849-4782-848a-57d23332471a req-412243a0-7b1e-4f6f-891b-796953dd7600 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882010 Jul 16 19:05:06.975496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cde2693c-c849-4782-848a-57d23332471a req-f6b4d95c-fb53-4cf0-acf4-a00027805159 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843596 Jul 16 19:05:07.726511 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519a5d-2893-4901-8c23-0ea8d2be51a5 req-2b34fd57-404c-4cc7-9b0e-71acbdf96f4f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:07.728463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9519a5d-2893-4901-8c23-0ea8d2be51a5 req-2b34fd57-404c-4cc7-9b0e-71acbdf96f4f tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0733001 Jul 16 19:05:07.776123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9519a5d-2893-4901-8c23-0ea8d2be51a5 req-98b9028c-23b5-451b-8129-9ccfce5c9337 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Jul 16 19:05:08.978039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2ebfb-3bd6-4d93-bfea-710eb6899da4 req-82d85cce-2069-4edf-8de8-c518c5457f47 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:08.979608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05e2ebfb-3bd6-4d93-bfea-710eb6899da4 req-82d85cce-2069-4edf-8de8-c518c5457f47 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0801105 Jul 16 19:05:09.022978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05e2ebfb-3bd6-4d93-bfea-710eb6899da4 req-3ffc4935-7955-422d-9949-5a9c87b1ea98 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Jul 16 19:05:10.218421 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8fc6-852a-4d4f-a928-85fce02c8bf8 req-4345169f-97a1-4a05-abc5-04107b29f3e0 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:10.220169 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95ef8fc6-852a-4d4f-a928-85fce02c8bf8 req-4345169f-97a1-4a05-abc5-04107b29f3e0 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0672374 Jul 16 19:05:10.270520 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95ef8fc6-852a-4d4f-a928-85fce02c8bf8 req-201b76ea-92e1-4717-9d51-898637b57158 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Jul 16 19:05:11.478917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b33d1a-cb5b-465d-97f0-7666a1d8cf14 req-e609fea3-a44f-4897-9b49-4ce55fd5b1dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.480368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b33d1a-cb5b-465d-97f0-7666a1d8cf14 req-e609fea3-a44f-4897-9b49-4ce55fd5b1dc tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0878677 Jul 16 19:05:11.520656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-60b33d1a-cb5b-465d-97f0-7666a1d8cf14 req-ddf99cf0-f7d8-4bbd-9fec-e368dc02574e tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344596 Jul 16 19:05:12.709913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40056f7-a677-4be2-8a2b-65ad5a623bc5 req-f9b0203b-ea60-434f-adc1-4e09cfea9e36 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:12.711475 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b40056f7-a677-4be2-8a2b-65ad5a623bc5 req-f9b0203b-ea60-434f-adc1-4e09cfea9e36 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0752695 Jul 16 19:05:12.750862 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b40056f7-a677-4be2-8a2b-65ad5a623bc5 req-4e232301-9fd0-4e84-bf4a-a99ef644a454 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336828 Jul 16 19:05:13.931787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f052360-d94a-4937-a104-123a08d4a838 req-cf463179-1bcd-494d-980b-d48ebe837b69 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.933308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f052360-d94a-4937-a104-123a08d4a838 req-cf463179-1bcd-494d-980b-d48ebe837b69 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0680621 Jul 16 19:05:13.971985 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4f052360-d94a-4937-a104-123a08d4a838 req-453b67b1-27d5-4a86-8158-5da8c77f237d tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Jul 16 19:05:15.155873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964e5f1-556c-4681-91a9-0ce4c387817d req-097da2d1-279e-408e-906e-2bf9fa97b6e8 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:15.157395 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b964e5f1-556c-4681-91a9-0ce4c387817d req-097da2d1-279e-408e-906e-2bf9fa97b6e8 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0673432 Jul 16 19:05:15.196916 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b964e5f1-556c-4681-91a9-0ce4c387817d req-c315430f-32af-4155-94ae-53c84f9b6854 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331848 Jul 16 19:05:16.216549 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8f4b262-3eaf-4862-a1b0-387d8dc77343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.398546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f650901-7538-4e8c-876d-9b5a9630167e req-f923637b-6aea-4ffe-885b-e2bdcc3a1439 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:16.400038 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f650901-7538-4e8c-876d-9b5a9630167e req-f923637b-6aea-4ffe-885b-e2bdcc3a1439 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0774982 Jul 16 19:05:16.441956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9f650901-7538-4e8c-876d-9b5a9630167e req-acff06e6-aa49-4254-8057-cec02a5151e9 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Jul 16 19:05:17.630425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427127b4-0e4e-4d33-ad63-d1aafad271eb req-960cb87c-c146-4907-a829-6033cedadc06 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:17.632563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-427127b4-0e4e-4d33-ad63-d1aafad271eb req-960cb87c-c146-4907-a829-6033cedadc06 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0720541 Jul 16 19:05:17.673217 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-427127b4-0e4e-4d33-ad63-d1aafad271eb req-52b4cf53-e18a-4151-876e-8eff369718a2 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jul 16 19:05:18.788952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2de44aa7-d26a-49c3-a8f7-578509f9ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:18.858318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a86f8-b304-4175-ab49-22cba2ec674f req-b2a343f1-76b9-496b-896c-d8bb802b7311 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:18.859803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a2a86f8-b304-4175-ab49-22cba2ec674f req-b2a343f1-76b9-496b-896c-d8bb802b7311 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0698080 Jul 16 19:05:18.902987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a2a86f8-b304-4175-ab49-22cba2ec674f req-3110b653-6634-4165-917c-adaa7a9c3469 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Jul 16 19:05:18.921554 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.059850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.060555 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-0ca9a461-bf4f-4932-9686-4a912aa86de0 service neutron] show failed (client error): The resource could not be found. Jul 16 19:05:20.061364 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-0ca9a461-bf4f-4932-9686-4a912aa86de0 service neutron] 10.222.0.67 "GET /v2.0/ports/e13c2e4a-7023-41b3-ab35-d01221c13236/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0648279 Jul 16 19:05:20.088552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350613-f3bb-4225-a566-9024b4c42fe3 req-369efe56-4d26-45ad-b6d5-9267dd36a727 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:20.090111 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d3350613-f3bb-4225-a566-9024b4c42fe3 req-369efe56-4d26-45ad-b6d5-9267dd36a727 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0695746 Jul 16 19:05:20.130118 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d3350613-f3bb-4225-a566-9024b4c42fe3 req-1d732085-80cd-42a5-9060-c9dc6e0723d5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Jul 16 19:05:20.360995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-dca49bb8-2953-457e-a779-951594856547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:20.362542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-dca49bb8-2953-457e-a779-951594856547 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f&tenant_id=908be68f762848c5b0fbf7bd560a9886 HTTP/1.1" status: 200 len: 1097 time: 0.0839097 Jul 16 19:05:20.374131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:20.449948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.674739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:20.709229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:20.750140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:20.752475 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd9c14-097d-4f49-bfb9-d096fa37765e" -d '{"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-unplugged", "status": "completed", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:20.756381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.769171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Transition to ACTIVE for port object e13c2e4a-7023-41b3-ab35-d01221c13236 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:20.774938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.805069 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e092bd-816a-4860-8daf-6bf6235dbee0 x-openstack-request-id: req-34e092bd-816a-4860-8daf-6bf6235dbee0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:20.805361 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-unplugged", "status": "completed", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:20.805610 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34e092bd-816a-4860-8daf-6bf6235dbee0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:20.805999 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'code': 200} Jul 16 19:05:20.839044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] No DVR routers for this DVR port e13c2e4a-7023-41b3-ab35-d01221c13236 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:20.847414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:20.873936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.874285 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.874629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.874966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.875299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.875607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.875954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.876282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.876606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.876962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.877284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.877612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:20.890848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:20.891171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:20.891515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:20.895993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Port e13c2e4a-7023-41b3-ab35-d01221c13236 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:20.896315 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Attempting to bind port e13c2e4a-7023-41b3-ab35-d01221c13236 on network 759ea3af-e7e0-4a4b-ab10-75770a97fccc {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:20.901488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:20.901838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Checking segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:20.902224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Bound using segment: {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:20.902650 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Bound port: e13c2e4a-7023-41b3-ab35-d01221c13236, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0d424c-ce6e-4ec6-a773-5fac554d63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:20.903017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.965972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:20.969367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:20.975415 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.009761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.010408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.012181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] 10.222.0.59 "PUT /v2.0/ports/e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 1092 time: 0.6417356 Jul 16 19:05:21.034241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4e91d-e6c8-4b2c-b2b3-e8904dc60cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:21.089664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-deed791c-811b-458a-9d45-581ba576f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.091166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-deed791c-811b-458a-9d45-581ba576f981 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1095 time: 0.0540884 Jul 16 19:05:21.179821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-97ea60ce-a301-41f0-a6a4-00bede0ba658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.181405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-97ea60ce-a301-41f0-a6a4-00bede0ba658 service neutron] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0833259 Jul 16 19:05:21.224406 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-0464714d-dbf2-4f80-a23f-c745aa02d517 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0362642 Jul 16 19:05:21.281828 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-157a4542-a804-4461-ad72-bec25fcfe57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.283432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-157a4542-a804-4461-ad72-bec25fcfe57c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0522022 Jul 16 19:05:21.314142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f9bc-99b1-4296-ae88-efb15d3c7f85 req-19ce3884-d070-41b2-b4f3-fbac2633f8ed tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.315635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4469f9bc-99b1-4296-ae88-efb15d3c7f85 req-19ce3884-d070-41b2-b4f3-fbac2633f8ed tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.0715199 Jul 16 19:05:21.317216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-3b59b48a-8784-4f17-8219-b84fee21d379 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260651 Jul 16 19:05:21.354704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4469f9bc-99b1-4296-ae88-efb15d3c7f85 req-2e14a58c-77da-402a-84ef-4192ed048487 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Jul 16 19:05:21.411748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-5370f2cc-4a87-4bfb-acd7-2f8bbaf42066 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876632 Jul 16 19:05:21.502107 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a24d4be-c58f-4503-b2f5-284229797b69 req-10bb9173-c203-41cf-bfad-c0ffea140ec0 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830932 Jul 16 19:05:21.861973 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:22.546072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1161e6-7d8a-4686-b9df-4c6b49ccab56 req-143cd045-78a3-4f9b-aa43-4d50a3ad6d78 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:22.547584 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce1161e6-7d8a-4686-b9df-4c6b49ccab56 req-143cd045-78a3-4f9b-aa43-4d50a3ad6d78 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.0726266 Jul 16 19:05:22.588077 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce1161e6-7d8a-4686-b9df-4c6b49ccab56 req-c83cc28d-59c7-4db0-ab81-4f1a3a254e66 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Jul 16 19:05:22.807504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:22.811028 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d72c22-e04d-4e03-92e9-f026de6209f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5795e882-2590-4413-b416-563d1383818f", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:22.869852 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86784dea-ba38-402c-bcbd-b1f01828c765 x-openstack-request-id: req-86784dea-ba38-402c-bcbd-b1f01828c765 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:22.870169 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5795e882-2590-4413-b416-563d1383818f", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:22.870606 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86784dea-ba38-402c-bcbd-b1f01828c765 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:22.871013 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'status': 'completed', 'code': 200} Jul 16 19:05:22.982870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-d4cad2ab-6fb1-40c2-b2e3-4879018dfda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:22.984415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-d4cad2ab-6fb1-40c2-b2e3-4879018dfda0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1095 time: 0.0905395 Jul 16 19:05:22.988867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-765844fd-cbbc-4240-88a1-96a09dde262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:22.991539 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-765844fd-cbbc-4240-88a1-96a09dde262a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1095 time: 0.0883934 Jul 16 19:05:23.014149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:23.156924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-bbfd82a3-d14f-4505-a019-7011fbb67228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:23.158521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-bbfd82a3-d14f-4505-a019-7011fbb67228 service neutron] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.1616912 Jul 16 19:05:23.160048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-e314b3ec-3185-414a-9f66-7f8d2c7079f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:23.161382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-e314b3ec-3185-414a-9f66-7f8d2c7079f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.1573303 Jul 16 19:05:23.232121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-c24e950b-d227-4146-92ce-8f3a6cf4b9ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0671062 Jul 16 19:05:23.233489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-8c48a20f-e942-4942-9a3d-264b4acdf71d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0625925 Jul 16 19:05:23.312714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-1363bd90-f3ea-4e88-b58f-0ab6d5a90bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:23.314203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-1363bd90-f3ea-4e88-b58f-0ab6d5a90bc8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0762069 Jul 16 19:05:23.315577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-63fd5a0d-28db-46ec-8fe5-b56019ce835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:23.316921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-63fd5a0d-28db-46ec-8fe5-b56019ce835a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0715976 Jul 16 19:05:23.383998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-4199f400-7a56-4ec9-843d-1b862a0693e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623963 Jul 16 19:05:23.385612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-c1e9a085-9a83-46d3-8bc9-3f9cafbeaa56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523062 Jul 16 19:05:23.509736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:23.535905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-c5105688-8d79-4a75-a9e9-bd2abcc2b0f9 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453037 Jul 16 19:05:23.537739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-bc474a75-c613-4ad8-a72f-9cc2c8b99492 service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403549 Jul 16 19:05:23.550029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:23.690641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-6915ad7d-baa8-4937-a99c-b92120b7a070 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483808 Jul 16 19:05:23.692394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d3d72c22-e04d-4e03-92e9-f026de6209f9 req-d44418b6-abe7-46c6-b845-3f2367399c4e service neutron] 10.222.0.59 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430259 Jul 16 19:05:23.772940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853c425-2cac-4142-9290-8d796fe7f880 req-5852f0a1-941d-45ba-a539-6b8fb75464ca tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:23.774546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0853c425-2cac-4142-9290-8d796fe7f880 req-5852f0a1-941d-45ba-a539-6b8fb75464ca tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.0686567 Jul 16 19:05:23.814059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0853c425-2cac-4142-9290-8d796fe7f880 req-981cf2b8-5f3a-4edd-8573-f4bedbcfb728 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jul 16 19:05:24.198604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c407-8c38-412b-b970-967582fbabe2 req-a227879c-9de9-4531-932f-703688e4342b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.200127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-a227879c-9de9-4531-932f-703688e4342b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.67 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f&tenant_id=908be68f762848c5b0fbf7bd560a9886&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 943 time: 0.1325960 Jul 16 19:05:24.210769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba217c-01f3-4b65-8d63-4960d4377046 req-b3e93fb6-dc16-4b58-84c4-fc48cd0c8ae6 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.212182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0ba217c-01f3-4b65-8d63-4960d4377046 req-b3e93fb6-dc16-4b58-84c4-fc48cd0c8ae6 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 943 time: 0.1340961 Jul 16 19:05:24.295071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c0ba217c-01f3-4b65-8d63-4960d4377046 req-511b8b46-c62c-495c-a26e-26643cdc2315 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763192 Jul 16 19:05:24.299994 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-87a5c407-8c38-412b-b970-967582fbabe2 req-668ee18f-5a9d-49c9-925e-09967feec932 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:05:24.300978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-668ee18f-5a9d-49c9-925e-09967feec932 service neutron] 10.222.0.67 "DELETE /v2.0/ports/e13c2e4a-7023-41b3-ab35-d01221c13236/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0879302 Jul 16 19:05:24.402313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c407-8c38-412b-b970-967582fbabe2 req-152cfe99-85b0-4985-9e76-42b033480525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.404161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-152cfe99-85b0-4985-9e76-42b033480525 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=908be68f762848c5b0fbf7bd560a9886&device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 1095 time: 0.0578756 Jul 16 19:05:24.493628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c407-8c38-412b-b970-967582fbabe2 req-a71660c4-a426-40a9-b37f-1776c4096f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.495120 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-a71660c4-a426-40a9-b37f-1776c4096f76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 200 len: 915 time: 0.0849290 Jul 16 19:05:24.540578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-b71909b5-5aa8-46bb-95c3-8b2f72336555 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 200 len: 217 time: 0.0392008 Jul 16 19:05:24.591039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c407-8c38-412b-b970-967582fbabe2 req-425fcf23-09b3-4627-a142-350b14d1cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.592497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-425fcf23-09b3-4627-a142-350b14d1cfcf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 200 len: 854 time: 0.0456355 Jul 16 19:05:24.625233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-a302d7e7-3daf-4b63-b2b1-c49b9f120d8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=759ea3af-e7e0-4a4b-ab10-75770a97fccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266027 Jul 16 19:05:24.792100 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:24.861549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:05:24.968416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:24.980825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'network_id': '759ea3af-e7e0-4a4b-ab10-75770a97fccc', 'port_id': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'mac_address': 'fa:16:3e:b2:2a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a205700-409b-42b4-bc42-a845c0cd5760', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:05:25.022574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.038214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13c2e4a-7023-41b3-ab35-d01221c13236 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:25.062925 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:25.068384 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.098142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-5864b2ba-e2ee-48fa-8b28-5501557ff201 service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662614 Jul 16 19:05:25.127190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:25.198020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-87a5c407-8c38-412b-b970-967582fbabe2 req-a357354f-3fc9-4ee3-953a-36c08d83d43e service neutron] 10.222.0.67 "GET /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928469 Jul 16 19:05:25.292422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e13c2e4a-7023-41b3-ab35-d01221c13236'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:25.483687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f51baf-7ee4-4378-b2f5-8eda022459ad req-6c49800e-91bc-46fd-aa8d-d2f712208124 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.485133 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7f51baf-7ee4-4378-b2f5-8eda022459ad req-6c49800e-91bc-46fd-aa8d-d2f712208124 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 944 time: 0.0688267 Jul 16 19:05:25.524037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f7f51baf-7ee4-4378-b2f5-8eda022459ad req-fc5ceeb6-b197-49a2-b6c4-604c4b6f21d0 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Jul 16 19:05:26.704850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c735b-8d7c-4a64-ac7d-f9daaa6a1da2 req-a77619b1-86ed-4aa0-9340-3c1be62b2733 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.706360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ee2c735b-8d7c-4a64-ac7d-f9daaa6a1da2 req-a77619b1-86ed-4aa0-9340-3c1be62b2733 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 944 time: 0.0693538 Jul 16 19:05:26.744273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ee2c735b-8d7c-4a64-ac7d-f9daaa6a1da2 req-e89764a9-50af-4eab-9574-b8356e1b8377 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Jul 16 19:05:26.890693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:26.922745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0bc25-942c-4a46-8da5-6a563301abf3 req-9c63e032-7055-488c-9284-7085fd8ad1ae tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.924871 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0bc0bc25-942c-4a46-8da5-6a563301abf3 req-9c63e032-7055-488c-9284-7085fd8ad1ae tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 944 time: 0.0667951 Jul 16 19:05:26.942425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port e13c2e4a-7023-41b3-ab35-d01221c13236 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:26.946244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port e13c2e4a-7023-41b3-ab35-d01221c13236 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:26.946618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:26.968811 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0bc0bc25-942c-4a46-8da5-6a563301abf3 req-91b3339a-c41c-4ac7-b912-969c57ad52e5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Jul 16 19:05:27.032670 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:27.055263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:27.057555 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0b17ea-0f12-4331-99cb-99dfbc3200c3" -d '{"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-plugged", "status": "completed", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:27.071474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:27.077082 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:27.116132 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2561cf88-18db-4cf9-9d9d-7a18a34fe70a x-openstack-request-id: req-2561cf88-18db-4cf9-9d9d-7a18a34fe70a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:27.116493 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-plugged", "status": "completed", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:27.116982 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2561cf88-18db-4cf9-9d9d-7a18a34fe70a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:27.117270 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'code': 200} Jul 16 19:05:27.132986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:27.146786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac80ed9-71f9-4824-90d0-40a926e121cb req-549aceda-13a5-4e19-94d9-71e70ac9d480 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:27.148326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aac80ed9-71f9-4824-90d0-40a926e121cb req-549aceda-13a5-4e19-94d9-71e70ac9d480 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0689366 Jul 16 19:05:27.185649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-aac80ed9-71f9-4824-90d0-40a926e121cb req-7f74c7b2-2621-42e1-b81a-29ee845747f0 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313764 Jul 16 19:05:27.751913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ef92e-a42c-4461-b3f3-838e7aa1e9e8 req-751586ed-37cb-4d43-8906-5472ed5a0e6a tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:27.753464 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-768ef92e-a42c-4461-b3f3-838e7aa1e9e8 req-751586ed-37cb-4d43-8906-5472ed5a0e6a tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.0693300 Jul 16 19:05:27.793679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-768ef92e-a42c-4461-b3f3-838e7aa1e9e8 req-96b29151-ae0d-4f1c-8ddf-f53bbc931522 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Jul 16 19:05:28.997046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-b41f49d3-92db-4784-90ff-504e8da81abd tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:28.998509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-b41f49d3-92db-4784-90ff-504e8da81abd tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.59 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.1042848 Jul 16 19:05:29.008698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62407801-b183-4c24-a98b-34a1e84272a7 req-4f46afa4-4be5-4b6d-a630-b2a47ceb42da tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:29.010081 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62407801-b183-4c24-a98b-34a1e84272a7 req-4f46afa4-4be5-4b6d-a630-b2a47ceb42da tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/ports?device_id=5795e882-2590-4413-b416-563d1383818f HTTP/1.1" status: 200 len: 945 time: 0.1052938 Jul 16 19:05:29.084173 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62407801-b183-4c24-a98b-34a1e84272a7 req-317cd67b-73a6-4279-89df-143e2a5519c5 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.49 "GET /v2.0/security-groups?id=33f56be7-8b1b-4a7c-add1-d588f467f33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661345 Jul 16 19:05:29.134938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Deleting port e13c2e4a-7023-41b3-ab35-d01221c13236 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:29.135703 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:29.224958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] For port e13c2e4a-7023-41b3-ab35-d01221c13236, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=e13c2e4a-7023-41b3-ab35-d01221c13236,segment=NetworkSegment(4d0d424c-ce6e-4ec6-a773-5fac554d63a6),segment_id=4d0d424c-ce6e-4ec6-a773-5fac554d63a6)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:29.225251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:29.237715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Calling delete_port for e13c2e4a-7023-41b3-ab35-d01221c13236 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:29.365121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:29.377144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['e13c2e4a-7023-41b3-ab35-d01221c13236'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:29.395286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Pushing event deleted for resources: {'Port': ['ID=e13c2e4a-7023-41b3-ab35-d01221c13236,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:29.436749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] No DVR routers for this DVR port e13c2e4a-7023-41b3-ab35-d01221c13236 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:29.439574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:29.441692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25472e15-dcc4-4557-8b4a-764f1a8ac140 req-265fd1a1-5812-46b6-ab51-a013792ff7a7 tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] 10.222.0.59 "DELETE /v2.0/ports/e13c2e4a-7023-41b3-ab35-d01221c13236 HTTP/1.1" status: 204 len: 173 time: 0.4307537 Jul 16 19:05:29.447803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-deleted', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:29.447803 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c8b071-2cff-4d6e-9bf2-a7bfb7ea5b67" -d '{"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-deleted", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:29.483419 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f8d8c-aa94-48e9-b56b-1aadd05b9204 x-openstack-request-id: req-761f8d8c-aa94-48e9-b56b-1aadd05b9204 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:29.483716 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5795e882-2590-4413-b416-563d1383818f", "name": "network-vif-deleted", "tag": "e13c2e4a-7023-41b3-ab35-d01221c13236", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:29.483974 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-761f8d8c-aa94-48e9-b56b-1aadd05b9204 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:29.484385 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5795e882-2590-4413-b416-563d1383818f', 'name': 'network-vif-deleted', 'tag': 'e13c2e4a-7023-41b3-ab35-d01221c13236', 'status': 'completed', 'code': 200} Jul 16 19:05:30.317101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46546) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:30.363815 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] Deleting subnet 4a205700-409b-42b4-bc42-a845c0cd5760 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:05:30.367101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.402435 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.440421 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.495658 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.521349 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a205700-409b-42b4-bc42-a845c0cd5760,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:30.525534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.527483 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06253329-a1ec-44d5-85fb-8e7796f8f77b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4a205700-409b-42b4-bc42-a845c0cd5760 HTTP/1.1" status: 204 len: 168 time: 0.2090549 Jul 16 19:05:30.530271 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46548) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:30.597612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.681057 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.691269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759ea3af-e7e0-4a4b-ab10-75770a97fccc']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:30.701558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0d424c-ce6e-4ec6-a773-5fac554d63a6') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:30.701846 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0d424c-ce6e-4ec6-a773-5fac554d63a6') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:30.710444 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.724522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.730988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:05:30.731361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:05:30.733038 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:05:30.791797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.797711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.802034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] 10.222.0.49 "DELETE /v2.0/networks/759ea3af-e7e0-4a4b-ab10-75770a97fccc HTTP/1.1" status: 204 len: 168 time: 0.2684023 Jul 16 19:05:30.810723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244a00f-fa0e-49bc-b28d-ca1936c0471b admin admin] Pushing event deleted for resources: {'Network': ['ID=759ea3af-e7e0-4a4b-ab10-75770a97fccc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:30.913538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46552) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:30.955354 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-57bfed68-4002-4645-b7b4-f1ebcc5f1440 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=908be68f762848c5b0fbf7bd560a9886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405011 Jul 16 19:05:30.957927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46554) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:31.008124 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0aa78de-d500-4b46-a32f-b560cdb802bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.031291 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0aa78de-d500-4b46-a32f-b560cdb802bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.077285 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0aa78de-d500-4b46-a32f-b560cdb802bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.079837 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d0aa78de-d500-4b46-a32f-b560cdb802bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.081054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d0aa78de-d500-4b46-a32f-b560cdb802bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33f56be7-8b1b-4a7c-add1-d588f467f33b HTTP/1.1" status: 204 len: 168 time: 0.1222124 Jul 16 19:05:31.089166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa78de-d500-4b46-a32f-b560cdb802bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f56be7-8b1b-4a7c-add1-d588f467f33b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:31.759331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:31.857467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1777253434-network', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:31.880284 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Made reservation on behalf of 18a419b1c2404f24bb7250942e3aea02 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:31.882763 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.891721 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.985223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.990878 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.016002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:05:32.025471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b06860-5635-4865-a7f3-b6d8c655c8a4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:32.030984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.031316 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Added segment 19c91246-3010-4b74-a7a5-677a854abbaf of type vlan for network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 Jul 16 19:05:32.070785 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.100762 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.101836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:32.102419 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.130858 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3702741 Jul 16 19:05:32.133870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:32.139819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Request body: {'subnet': {'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1777253434-subnet', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:32.162430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Made reservation on behalf of 18a419b1c2404f24bb7250942e3aea02 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:32.165089 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.165243 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c698a2-ec07-474b-b3c7-f4edaeaf17c2 admin admin] Pushing event updated for resources: {'Network': ['ID=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:32.175501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:05:32.335596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.394899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65c14be-ad53-4863-8079-ed0d999ef8a8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:32.402321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:32.402741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Network hostable DHCP agents. Network: 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:05:32.420950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:05:32.429632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:32.433801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:32.434429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.439777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ca02d-08ba-4c44-8f50-aeedefa05641 None None] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:32.449596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9fc9c30e-56e1-4a79-842c-b3fa993bbdb9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3144782 Jul 16 19:05:32.452565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46582) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:32.457168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:32.480921 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.481896 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.567462 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.586046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:05:32.586967 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.708465 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.722211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Allocated IP 172.20.0.2 (05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9/c65c14be-ad53-4863-8079-ed0d999ef8a8/55d555e7-06ea-487d-8a96-4392ecb13108) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:32.866658 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.875046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Transition to ACTIVE for port object 55d555e7-06ea-487d-8a96-4392ecb13108 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:32.889805 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Transition to ACTIVE for port object 55d555e7-06ea-487d-8a96-4392ecb13108 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:32.895358 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.930459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.932949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:32.935902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:32.941442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:32.949973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:32.955755 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.974453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Pushing event updated for resources: {'Port': ['ID=55d555e7-06ea-487d-8a96-4392ecb13108,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:32.976588 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: e13c2e4a-7023-41b3-ab35-d01221c13236 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:32.976951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device e13c2e4a-7023-41b3-ab35-d01221c13236 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:33.024605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Attempting to bind port 55d555e7-06ea-487d-8a96-4392ecb13108 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:33.025000 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Attempting to bind port 55d555e7-06ea-487d-8a96-4392ecb13108 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:33.025340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Attempting to bind port 55d555e7-06ea-487d-8a96-4392ecb13108 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:33.031556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:33.031931 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:33.032331 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.032734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:33.033234 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Bound port: 55d555e7-06ea-487d-8a96-4392ecb13108, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:33.033827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.099311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] For port 55d555e7-06ea-487d-8a96-4392ecb13108, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:33.099855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Allocated IP 172.25.1.4 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/4f7591a8-9a78-4b16-9711-03dc767a79a2) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:33.103424 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] For port 55d555e7-06ea-487d-8a96-4392ecb13108, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=55d555e7-06ea-487d-8a96-4392ecb13108,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:33.109238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.171708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812919f2-0c09-4081-87b6-3f585042e6fd None None] Pushing event updated for resources: {'Port': ['ID=55d555e7-06ea-487d-8a96-4392ecb13108,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:33.219705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.268381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.313735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:33.316710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:33.320400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:33.327033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7591a8-9a78-4b16-9711-03dc767a79a2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:33.595423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.786005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55d555e7-06ea-487d-8a96-4392ecb13108 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:33.800484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.843349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 55d555e7-06ea-487d-8a96-4392ecb13108 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:33.949264 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:05:34.066532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:34.076103 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:34.083672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.086358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-17f7d7a6-b14b-4645-8014-692fcc0a21e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6317432 Jul 16 19:05:34.088420 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:34.089058 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:34.089705 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:05:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:34.126564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0736bef6-d118-450f-8c49-3e66426bc587 None None] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:34.165992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-badff3df-b26f-445e-aec4-dd4d11fa3b43 None None] Provisioning for port 55d555e7-06ea-487d-8a96-4392ecb13108 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:34.172139 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-badff3df-b26f-445e-aec4-dd4d11fa3b43 None None] Provisioning complete for port 55d555e7-06ea-487d-8a96-4392ecb13108 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:34.172796 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-badff3df-b26f-445e-aec4-dd4d11fa3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.209672 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:34.352770 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-badff3df-b26f-445e-aec4-dd4d11fa3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.394979 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:33Z', 'revision_number': 3, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:34.435821 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:34.436248 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Updating router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 port 4f7591a8-9a78-4b16-9711-03dc767a79a2 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:34.475184 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.554308 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.560071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-badff3df-b26f-445e-aec4-dd4d11fa3b43 None None] For port 55d555e7-06ea-487d-8a96-4392ecb13108, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=55d555e7-06ea-487d-8a96-4392ecb13108,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:34.567989 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-badff3df-b26f-445e-aec4-dd4d11fa3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.632318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff3df-b26f-445e-aec4-dd4d11fa3b43 None None] Pushing event updated for resources: {'Port': ['ID=55d555e7-06ea-487d-8a96-4392ecb13108,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:34.770147 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.781681 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Transition to ACTIVE for port object 4f7591a8-9a78-4b16-9711-03dc767a79a2 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:34.785465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Allocated IP 172.20.0.1 (05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9/c65c14be-ad53-4863-8079-ed0d999ef8a8/ed7d5978-6028-43ce-a60c-56687ed87566) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:34.789724 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.843105 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Attempting to bind port 4f7591a8-9a78-4b16-9711-03dc767a79a2 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:34.843474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Attempting to bind port 4f7591a8-9a78-4b16-9711-03dc767a79a2 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:34.843827 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Attempting to bind port 4f7591a8-9a78-4b16-9711-03dc767a79a2 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:34.852256 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Pushing event updated for resources: {'Port': ['ID=4f7591a8-9a78-4b16-9711-03dc767a79a2,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:34.855187 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:34.855493 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:34.856023 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.856993 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:34.857466 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Bound port: 4f7591a8-9a78-4b16-9711-03dc767a79a2, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:34.857839 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.864477 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.864844 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.865443 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.865783 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.866108 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.866428 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.866750 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.867115 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.867383 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.867697 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.868010 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.868321 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:34.891926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-591dc790-486d-49da-83d0-e899dfb82465 None None] Provisioning complete for port 55d555e7-06ea-487d-8a96-4392ecb13108 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:34.892488 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-591dc790-486d-49da-83d0-e899dfb82465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.893201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.905643 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Transition to ACTIVE for port object ed7d5978-6028-43ce-a60c-56687ed87566 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:34.928887 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] For port 4f7591a8-9a78-4b16-9711-03dc767a79a2, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:34.933742 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] For port 4f7591a8-9a78-4b16-9711-03dc767a79a2, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4f7591a8-9a78-4b16-9711-03dc767a79a2,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:34.939456 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.947596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.998197 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:34.998837 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:05:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:35.002324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:35.003821 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e610394-4be8-4a76-be44-16a18b7bdcc6 None None] Pushing event updated for resources: {'Port': ['ID=4f7591a8-9a78-4b16-9711-03dc767a79a2,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:35.007879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:35.010730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:35.036253 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7d5978-6028-43ce-a60c-56687ed87566,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:35.060025 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.218805 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:35.224084 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.319061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1398b8f9-df79-4802-82c0-79b11a8aa8f5 None None] Provisioning for port ed7d5978-6028-43ce-a60c-56687ed87566 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:35.328047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1398b8f9-df79-4802-82c0-79b11a8aa8f5 None None] Provisioning complete for port ed7d5978-6028-43ce-a60c-56687ed87566 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:35.328536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1398b8f9-df79-4802-82c0-79b11a8aa8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.385654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1398b8f9-df79-4802-82c0-79b11a8aa8f5 None None] Port ed7d5978-6028-43ce-a60c-56687ed87566 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:35.398128 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:33Z', 'revision_number': 3, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:35.400467 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.406165 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.424051 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bf2ff-59c7-4c8e-80df-f753bcf3686a None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:33Z', 'revision_number': 3, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:35.470365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7d5978-6028-43ce-a60c-56687ed87566,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:35.472854 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.568621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:35.570117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:35.722296 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:35.888579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55d555e7-06ea-487d-8a96-4392ecb13108 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:35.935765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-aa44f091-7078-47f9-8cbf-8ba88137262b None None] Provisioning complete for port ed7d5978-6028-43ce-a60c-56687ed87566 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:35.936488 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aa44f091-7078-47f9-8cbf-8ba88137262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:35.974174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aa44f091-7078-47f9-8cbf-8ba88137262b None None] Port ed7d5978-6028-43ce-a60c-56687ed87566 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:35.985350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 55d555e7-06ea-487d-8a96-4392ecb13108 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:35.985718 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.078957 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4f7591a8-9a78-4b16-9711-03dc767a79a2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:36.140666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4f7591a8-9a78-4b16-9711-03dc767a79a2 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:36.145121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4f7591a8-9a78-4b16-9711-03dc767a79a2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:36.145418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.229260 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:36.229740 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.235319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3f197df9-0e5c-418d-ad3d-8cd4981818b9 admin admin] 10.222.0.49 "PUT /v2.0/routers/09f9bcc0-3fa5-4455-abed-cdd7070d3852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453259 Jul 16 19:05:36.259827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4f7591a8-9a78-4b16-9711-03dc767a79a2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4f7591a8-9a78-4b16-9711-03dc767a79a2,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:36.265961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.319608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4f7591a8-9a78-4b16-9711-03dc767a79a2,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:37.121723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:37.132381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:37.133036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:05:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:37.242790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:37.454003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 2, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:37.484115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:37.484473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Updating router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 port ed7d5978-6028-43ce-a60c-56687ed87566 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:37.521838 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:37.777179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4f7591a8-9a78-4b16-9711-03dc767a79a2 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:37.817961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:37.834789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Transition to ACTIVE for port object ed7d5978-6028-43ce-a60c-56687ed87566 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:37.843680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:37.898255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4f7591a8-9a78-4b16-9711-03dc767a79a2 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:37.898634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:37.901676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Pushing event updated for resources: {'Port': ['ID=ed7d5978-6028-43ce-a60c-56687ed87566,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:37.946629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.946984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.947317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.947624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.947983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.948301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.948603 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.948967 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.949273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.949596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.949920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:37.950240 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.001188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Attempting to bind port ed7d5978-6028-43ce-a60c-56687ed87566 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:38.001582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Attempting to bind port ed7d5978-6028-43ce-a60c-56687ed87566 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:38.001938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Attempting to bind port ed7d5978-6028-43ce-a60c-56687ed87566 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:38.009539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:38.009922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:38.010323 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.010724 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:38.011606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Bound port: ed7d5978-6028-43ce-a60c-56687ed87566, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:38.012003 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.120865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] For port ed7d5978-6028-43ce-a60c-56687ed87566, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:38.125310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] For port ed7d5978-6028-43ce-a60c-56687ed87566, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed7d5978-6028-43ce-a60c-56687ed87566,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:38.130581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.188734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe755a-998b-4f7c-bff0-7a74e00450a4 None None] Pushing event updated for resources: {'Port': ['ID=ed7d5978-6028-43ce-a60c-56687ed87566,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:38.191307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:38.193666 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:05:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:38.274953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:38.280094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1946a6cb-24d2-4fdf-8b5c-52bc882dab7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926869725', 'description': 'tempest-description--302744241'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:38.309320 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1946a6cb-24d2-4fdf-8b5c-52bc882dab7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.314577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:38.394670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1946a6cb-24d2-4fdf-8b5c-52bc882dab7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.398394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1946a6cb-24d2-4fdf-8b5c-52bc882dab7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.423924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1946a6cb-24d2-4fdf-8b5c-52bc882dab7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.425194 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1946a6cb-24d2-4fdf-8b5c-52bc882dab7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1492102 Jul 16 19:05:38.428181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:38.429225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946a6cb-24d2-4fdf-8b5c-52bc882dab7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:38.433919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-87f9b959-c0cc-4a59-98f8-05fe49418008 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'security_group_rule': {'security_group_id': 'fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:38.466616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f9b959-c0cc-4a59-98f8-05fe49418008 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.520186 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f9b959-c0cc-4a59-98f8-05fe49418008 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.524596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f9b959-c0cc-4a59-98f8-05fe49418008 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.530368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:38Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:38.542711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9b959-c0cc-4a59-98f8-05fe49418008 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c79a39-00dd-4dd9-b06b-c9a134b6bc99,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:38.549546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-87f9b959-c0cc-4a59-98f8-05fe49418008 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.553419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-87f9b959-c0cc-4a59-98f8-05fe49418008 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210480 Jul 16 19:05:38.553625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:38.557563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204b8d7-c85b-44a7-84d8-6779ef74ba98 None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:38Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:38.558359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b5d65f11-c85d-4c6c-aa16-e24c4b37a262 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'security_group_rule': {'security_group_id': 'fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:38.587762 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d65f11-c85d-4c6c-aa16-e24c4b37a262 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.672838 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d65f11-c85d-4c6c-aa16-e24c4b37a262 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.677045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d65f11-c85d-4c6c-aa16-e24c4b37a262 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.699037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d65f11-c85d-4c6c-aa16-e24c4b37a262 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85492d4-9333-4004-a1af-56d21cce6cf8,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:38.703672 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b5d65f11-c85d-4c6c-aa16-e24c4b37a262 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.704946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b5d65f11-c85d-4c6c-aa16-e24c4b37a262 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503930 Jul 16 19:05:38.708215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 46600) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:38.713066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:38.739378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.842046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.948447 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Allocated IP 172.25.1.153 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/f568604e-e83b-42de-9cd4-79ab39f29997) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:39.065325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.107125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.151549 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:39.155156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:39.157837 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:39.182120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'Port': ['ID=f568604e-e83b-42de-9cd4-79ab39f29997,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:39.290011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.337944 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.494846 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.500258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.572380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'Port': ['ID=f568604e-e83b-42de-9cd4-79ab39f29997,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:39.584755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.600136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.601484 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-83072165-510e-4af1-baa4-4779960c7e5f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8921728 Jul 16 19:05:39.762620 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-3afbeada-3892-4294-8f45-381b2557fcbf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1926869725&fields=id&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 267 time: 0.0463469 Jul 16 19:05:39.781213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed7d5978-6028-43ce-a60c-56687ed87566 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:39.829376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ed7d5978-6028-43ce-a60c-56687ed87566 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:39.833320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ed7d5978-6028-43ce-a60c-56687ed87566 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:39.833747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.871445 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-decee0c8-757e-4f0f-8310-47fd3a58169d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:39.873106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-decee0c8-757e-4f0f-8310-47fd3a58169d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1028979 Jul 16 19:05:39.889073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-6ac315a9-6cc9-4be2-a8d8-ae9e558c7db6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/quotas/18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 375 time: 0.0098596 Jul 16 19:05:39.918712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.952169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ed7d5978-6028-43ce-a60c-56687ed87566, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed7d5978-6028-43ce-a60c-56687ed87566,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:39.956690 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.968876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-953053d5-db7c-4afe-81ff-fc8fcf6a4d70 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743382 Jul 16 19:05:40.006825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ed7d5978-6028-43ce-a60c-56687ed87566,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:40.068654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-8d8fc93f-3777-4f2b-8491-2bda7353aae9 service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881207 Jul 16 19:05:40.413377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-64c8d907-7813-4b88-be87-77275f53f158 service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359349 Jul 16 19:05:40.585669 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b1873715-b185-4358-b22d-36db4a716c19 req-c29a585a-9540-41a5-8f58-7fc3b87d5111 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 210 time: 0.0292149 Jul 16 19:05:40.876381 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:41.697319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-7595c983-24ff-4753-b6f7-26df122dd086 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.698803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-7595c983-24ff-4753-b6f7-26df122dd086 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1193421 Jul 16 19:05:41.743755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb488b7-0da3-428f-a64a-ad2f4334146d req-b8efa95c-e0b7-4360-b8fb-5575d7ffeee9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 210 time: 0.0348248 Jul 16 19:05:41.779005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed7d5978-6028-43ce-a60c-56687ed87566 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:41.789455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-6d7df717-24b9-4362-b253-c9c77cb7259e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 380 time: 0.0708556 Jul 16 19:05:41.799406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'port': {'device_id': '956c3305-ed53-4b60-befa-731c657a7de7', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'admin_state_up': True, 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'security_groups': ['fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:41.830602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ed7d5978-6028-43ce-a60c-56687ed87566 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:41.831242 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:41.915131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Made reservation on behalf of 18a419b1c2404f24bb7250942e3aea02 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:41.919005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.041708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Allocated IP 172.20.0.12 (05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9/c65c14be-ad53-4863-8079-ed0d999ef8a8/49df7052-d454-41e2-ae9e-c3739a93460e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:42.189177 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.203142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Transition to ACTIVE for port object 49df7052-d454-41e2-ae9e-c3739a93460e will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:42.239636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.286292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:42.289345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:42.293276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:42.299977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:42.351711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:42.352381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.368268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-72652dcd-024c-4e31-8f31-8c078c01c5f7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5725400 Jul 16 19:05:42.380056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Request body: {'port': {'device_id': '956c3305-ed53-4b60-befa-731c657a7de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:42.462526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.520966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e628bf21-1506-4b20-bbb0-0e844485c18d None None] Provisioning for port 49df7052-d454-41e2-ae9e-c3739a93460e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:42.525185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e628bf21-1506-4b20-bbb0-0e844485c18d None None] Provisioning complete for port 49df7052-d454-41e2-ae9e-c3739a93460e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:42.525726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e628bf21-1506-4b20-bbb0-0e844485c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.560427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e628bf21-1506-4b20-bbb0-0e844485c18d None None] Port 49df7052-d454-41e2-ae9e-c3739a93460e cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:42.729254 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49df7052-d454-41e2-ae9e-c3739a93460e {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:42.737168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.750091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Transition to ACTIVE for port object 49df7052-d454-41e2-ae9e-c3739a93460e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:42.756016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.825658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:42.877621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:42.878397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:42.878933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:42.884351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Port 49df7052-d454-41e2-ae9e-c3739a93460e on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:42.884680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:42.891291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:42.891853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:42.892441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:42.893047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Bound port: 49df7052-d454-41e2-ae9e-c3739a93460e, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:42.893650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.938268 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9786d5f-841b-4624-8370-caa85f7dde19 req-8868d991-d70b-40b9-90e0-49a4d376c4c1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:42.939829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9786d5f-841b-4624-8370-caa85f7dde19 req-8868d991-d70b-40b9-90e0-49a4d376c4c1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0697265 Jul 16 19:05:42.964558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:42.967989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:42.974078 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:42.982428 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b9786d5f-841b-4624-8370-caa85f7dde19 req-999f2a6a-d1b2-4c37-83fa-4504db181ccb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365286 Jul 16 19:05:43.008615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.009312 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:43.010707 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] 10.222.0.59 "PUT /v2.0/ports/49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1093 time: 0.6350830 Jul 16 19:05:43.011145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:43.014080 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:43.040686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8af12e-13d4-438c-93de-2a71e6496afd service neutron] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:43.126010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-ae7fa2c0-e15c-4763-afef-3e2382c886a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.127594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-ae7fa2c0-e15c-4763-afef-3e2382c886a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1096 time: 0.0701952 Jul 16 19:05:43.179502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-c48fcfdf-10f1-4416-979d-f6214438b0fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 217 time: 0.0421257 Jul 16 19:05:43.232359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-f14526d7-47fc-4d36-9666-070a612c6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.234118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-f14526d7-47fc-4d36-9666-070a612c6f1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0477738 Jul 16 19:05:43.280393 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9d5858-1eb1-49bd-9f7e-25279d4af594 x-openstack-request-id: req-db9d5858-1eb1-49bd-9f7e-25279d4af594 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:43.280666 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:43.280933 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db9d5858-1eb1-49bd-9f7e-25279d4af594 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:43.281327 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e', 'status': 'completed', 'code': 200} Jul 16 19:05:43.298065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-c68228b5-30eb-44f5-b877-970e343290b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.299576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-c68228b5-30eb-44f5-b877-970e343290b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569203 Jul 16 19:05:43.397728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-fcd81f1a-f69f-4026-9ede-3900f7c4e45b service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889916 Jul 16 19:05:43.488879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-315ca748-1e26-4a70-a4e2-9b0d0b25e808 req-f6cf326a-1b96-4777-8331-355e852f9a62 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841477 Jul 16 19:05:43.602006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-b28da0a3-a2a4-4aee-8a8b-2544535d05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.603496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-b28da0a3-a2a4-4aee-8a8b-2544535d05a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1096 time: 0.0604260 Jul 16 19:05:43.695331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-b1f98d0d-73db-4d0c-a05d-de0b3b13e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.696764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-b1f98d0d-73db-4d0c-a05d-de0b3b13e707 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0863767 Jul 16 19:05:43.742330 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-22be6324-249d-443f-b2aa-b3f16cf9a833 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 217 time: 0.0375719 Jul 16 19:05:43.798223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-450e89b7-8b4a-4d96-a79b-8aabbfa3be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.799708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-450e89b7-8b4a-4d96-a79b-8aabbfa3be26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0506585 Jul 16 19:05:43.869607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-16446166-c307-4c69-bdb1-d6cba31d30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.871123 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-16446166-c307-4c69-bdb1-d6cba31d30dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554326 Jul 16 19:05:43.968063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-bfa73b8a-8464-4675-9eb2-d0782c6d4441 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888443 Jul 16 19:05:44.066757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a34c0375-d54c-45f3-a93f-5ad91cf81bdd req-55d22c4f-08e3-4150-9fb4-3fa80b645464 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902228 Jul 16 19:05:44.185721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee736c76-188d-457a-a3eb-323b5b4d2b1d req-3550184b-3311-4afd-83f3-a48d16faad6c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:44.187224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee736c76-188d-457a-a3eb-323b5b4d2b1d req-3550184b-3311-4afd-83f3-a48d16faad6c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0757415 Jul 16 19:05:44.228327 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ee736c76-188d-457a-a3eb-323b5b4d2b1d req-e3128221-3951-4462-8574-8c35389a0bc2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Jul 16 19:05:45.414615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61986d42-99b3-4b7e-8fc5-5ae6cc22de82 req-734f3b6c-8633-4f55-a413-651755805109 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:45.416040 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61986d42-99b3-4b7e-8fc5-5ae6cc22de82 req-734f3b6c-8633-4f55-a413-651755805109 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0682766 Jul 16 19:05:45.455127 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61986d42-99b3-4b7e-8fc5-5ae6cc22de82 req-75052f17-01ff-4e88-9e08-24922d89839f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Jul 16 19:05:46.212261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-71c44d4e-7468-48df-ba7a-0d9053d655ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:46.657648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3a774-6e7f-4a64-b043-a8c6fd207f45 req-87a04712-cee3-4d1f-84d4-90d7f3cdc1d6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:46.659165 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-45c3a774-6e7f-4a64-b043-a8c6fd207f45 req-87a04712-cee3-4d1f-84d4-90d7f3cdc1d6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0853388 Jul 16 19:05:46.697311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-45c3a774-6e7f-4a64-b043-a8c6fd207f45 req-f7ea0fcb-84b7-4d6b-aa79-9636eb149adb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Jul 16 19:05:47.014787 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:05:47.136092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:47.149647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '49df7052-d454-41e2-ae9e-c3739a93460e', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '49df7052-d454-41e2-ae9e-c3739a93460e', 'mac_address': 'fa:16:3e:0c:c3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:05:47.186368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.200188 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49df7052-d454-41e2-ae9e-c3739a93460e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:47.220552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:47.226402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.277218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:47.427298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['49df7052-d454-41e2-ae9e-c3739a93460e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:47.886582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257636d-3966-45b9-be54-c9f1dc2b52e9 req-c49626da-2e55-4ba0-95cc-2cde1d51de5c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:47.888631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c257636d-3966-45b9-be54-c9f1dc2b52e9 req-c49626da-2e55-4ba0-95cc-2cde1d51de5c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 945 time: 0.0683906 Jul 16 19:05:47.930159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c257636d-3966-45b9-be54-c9f1dc2b52e9 req-247158d5-fc2e-4eab-bb90-f83b36580663 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355604 Jul 16 19:05:48.794203 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4dd1b69-2da8-4141-9a5e-ebcc45866fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.921896 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.026184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:49.079970 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 49df7052-d454-41e2-ae9e-c3739a93460e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:49.084020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 49df7052-d454-41e2-ae9e-c3739a93460e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:49.084394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.108180 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16731-4af7-4a71-b45e-af822b78d447 req-b9692472-8a10-488c-960c-038596c6db8e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:49.110575 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53c16731-4af7-4a71-b45e-af822b78d447 req-b9692472-8a10-488c-960c-038596c6db8e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 945 time: 0.0669687 Jul 16 19:05:49.158865 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-53c16731-4af7-4a71-b45e-af822b78d447 req-61c8c6bb-9294-4242-a814-464611cb3f78 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 Jul 16 19:05:49.175745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.199981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:49.202271 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb83f79a-f3e5-4bc8-b668-4c980fdda7f6" -d '{"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-plugged", "status": "completed", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:49.216901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:49.222393 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.245905 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4020ae85-939f-430c-bf1a-bcb09453b05e x-openstack-request-id: req-4020ae85-939f-430c-bf1a-bcb09453b05e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:49.246194 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-plugged", "status": "completed", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:49.246412 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4020ae85-939f-430c-bf1a-bcb09453b05e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:49.246791 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e', 'code': 200} Jul 16 19:05:49.273619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:49.378841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87ce1d-3c83-4ba9-9cfe-82fd2e974270 req-032afbec-7200-4e02-9623-c19fbf609418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:49.380699 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a87ce1d-3c83-4ba9-9cfe-82fd2e974270 req-032afbec-7200-4e02-9623-c19fbf609418 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1098 time: 0.0642793 Jul 16 19:05:49.423810 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a87ce1d-3c83-4ba9-9cfe-82fd2e974270 req-ba30b1b2-e465-4cd5-b324-568e1f39f2d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297387 Jul 16 19:05:50.063696 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:50.409192 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5071a6c-ce00-437d-b501-da4363f90828 req-f17ceb6f-6f30-4daa-b135-dfcb484844c3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:50.410698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5071a6c-ce00-437d-b501-da4363f90828 req-f17ceb6f-6f30-4daa-b135-dfcb484844c3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.1317737 Jul 16 19:05:50.450624 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e5071a6c-ce00-437d-b501-da4363f90828 req-928fdd5c-ac94-4d8c-979b-1ad9c91c2cf9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Jul 16 19:05:51.743892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede2cd-190c-4c93-adab-872fae769e66 req-0cc3bafb-3529-4a91-b5e6-f474706133f9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:51.745333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcede2cd-190c-4c93-adab-872fae769e66 req-0cc3bafb-3529-4a91-b5e6-f474706133f9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.1596165 Jul 16 19:05:51.786466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcede2cd-190c-4c93-adab-872fae769e66 req-a189db4d-978f-43ec-a9c8-c8b18815e96e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jul 16 19:05:51.863624 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:51.959241 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20348c9-3d82-422e-9af0-d6f2dcd39361 req-026490b3-d42a-431b-95a9-f9345883c097 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:51.960751 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e20348c9-3d82-422e-9af0-d6f2dcd39361 req-026490b3-d42a-431b-95a9-f9345883c097 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0656378 Jul 16 19:05:51.970555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 46660) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:51.975404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'floatingip': {'port_id': '49df7052-d454-41e2-ae9e-c3739a93460e'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:52.049000 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.961488 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.966680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.013982 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.076640 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 associated. External IP: 172.25.1.153, port: 49df7052-d454-41e2-ae9e-c3739a93460e. Jul 16 19:05:53.286802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:53.395222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:53.400361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.404962 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190356c-b709-488b-8159-253b06e25183 None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:53.415194 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:53.415811 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:05:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:53.439610 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2916f9cd-500b-4a7f-99f8-88c90743bbe4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "PUT /v2.0/floatingips/28ce7bac-5c91-427c-90ca-7e8cc7981241 HTTP/1.1" status: 200 len: 992 time: 1.4678507 Jul 16 19:05:53.440258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:53.442899 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bd56bc-65e4-45af-b901-ae2bb112411f" -d '{"events": [{"name": "network-changed", "server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:53.483869 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e15238-324e-48ea-8e54-3c5af4f58359 x-openstack-request-id: req-14e15238-324e-48ea-8e54-3c5af4f58359 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:53.484254 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:53.484527 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14e15238-324e-48ea-8e54-3c5af4f58359 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:53.485081 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e', 'status': 'completed', 'code': 200} Jul 16 19:05:53.526041 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:53.570001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-92b17a4b-f1c4-4074-b2c4-fbb2316e221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.572118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-92b17a4b-f1c4-4074-b2c4-fbb2316e221e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1098 time: 0.0621796 Jul 16 19:05:53.666728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-2cdc0716-b929-4393-9551-6177c40f2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.668502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-2cdc0716-b929-4393-9551-6177c40f2463 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0898519 Jul 16 19:05:53.745113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-f76db5a3-2d0b-4f17-8139-8654ed429122 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1000 time: 0.0691621 Jul 16 19:05:53.751223 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '49df7052-d454-41e2-ae9e-c3739a93460e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:0c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c3305-ed53-4b60-befa-731c657a7de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:05:52Z', 'revision_number': 1, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:53.778046 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190356c-b709-488b-8159-253b06e25183 None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:53.786640 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:53.787250 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:05:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:53.796764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-445ae98c-b1b7-4ecb-90d7-3996e95fdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.798438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-445ae98c-b1b7-4ecb-90d7-3996e95fdad5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0464101 Jul 16 19:05:53.862298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-f19e8f4b-c612-4ab2-abe2-4e1dc6d4a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.863912 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-f19e8f4b-c612-4ab2-abe2-4e1dc6d4a699 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585966 Jul 16 19:05:53.896501 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:53.964588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-d0bb96c8-efc0-47ab-83de-12a925073e20 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Jul 16 19:05:54.058108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f3bd56bc-65e4-45af-b901-ae2bb112411f req-780b6687-386d-4c0b-8879-4a112fc3a7c7 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857439 Jul 16 19:05:54.129480 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c190356c-b709-488b-8159-253b06e25183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '49df7052-d454-41e2-ae9e-c3739a93460e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:0c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c3305-ed53-4b60-befa-731c657a7de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:05:52Z', 'revision_number': 1, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:54.156331 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190356c-b709-488b-8159-253b06e25183 None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '49df7052-d454-41e2-ae9e-c3739a93460e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:0c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c3305-ed53-4b60-befa-731c657a7de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:05:52Z', 'revision_number': 1, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:54.374364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb413ab2-638a-4bda-b086-954239097fe3 None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:05:54.822156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:09.466787 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-396bec36-bd89-41d7-8a28-8972b4ee4283 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583804 Jul 16 19:06:09.580875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921848-b13c-453d-be02-0299deb608af req-8e8d4476-f148-4042-921b-7d776c0cbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.582401 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-8e8d4476-f148-4042-921b-7d776c0cbab1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1098 time: 0.0595562 Jul 16 19:06:09.708107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921848-b13c-453d-be02-0299deb608af req-3acfdaf2-9220-4ea9-889b-5f8454429668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.709628 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-3acfdaf2-9220-4ea9-889b-5f8454429668 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0997491 Jul 16 19:06:09.783807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-3115758c-881e-4411-9dec-81d79aedb3b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1002 time: 0.0663679 Jul 16 19:06:09.846032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921848-b13c-453d-be02-0299deb608af req-4e15f8dd-42d0-488a-ba81-092e91274093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.847940 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-4e15f8dd-42d0-488a-ba81-092e91274093 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0541494 Jul 16 19:06:09.914584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8921848-b13c-453d-be02-0299deb608af req-4326ee55-771b-4702-9ac2-f2305a974326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:09.916116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-4326ee55-771b-4702-9ac2-f2305a974326 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609725 Jul 16 19:06:10.013801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-f6c15ce7-014d-4a2b-8dd5-5914b5d83ac6 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902855 Jul 16 19:06:10.122168 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8921848-b13c-453d-be02-0299deb608af req-1be52e4e-f4c6-47e8-8a34-12ecf3bd08db service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975995 Jul 16 19:06:16.219685 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0cb86f4-fe3a-43cd-a6ae-421f0457415e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.875914 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:18.797921 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-614a85be-de55-421c-ae24-7e1a1573fc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.924178 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.064858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.868347 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.965607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-7ac5b6c6-c1c5-4184-992f-0ce05907b835 req-4bdcaa6a-6eed-42ec-b467-b25ddca7a39c service neutron] (93795) timed out ('10.222.0.59', 50325) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:06:23.025165 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:24.852670 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.217618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-900ae579-e343-4ae4-88b3-05a7c24b29e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.809657 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0e24bd-ba10-44f5-99c8-0d001eb3955d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.926788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:50.068241 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.875254 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.028164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.861042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.874704 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:11.467399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-d29dcd92-8129-4f83-b452-df6b81ef1366 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658870 Jul 16 19:07:11.577346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3277-bc2a-4cad-865e-3892da8f252f req-81fd1392-d81d-421c-ba1d-9b60833ac69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:11.579571 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-81fd1392-d81d-421c-ba1d-9b60833ac69a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1098 time: 0.0642629 Jul 16 19:07:11.703145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3277-bc2a-4cad-865e-3892da8f252f req-54b0e4ab-1d2c-43bb-b0f0-208f432ee11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:11.705745 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-54b0e4ab-1d2c-43bb-b0f0-208f432ee11a service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0985787 Jul 16 19:07:11.774182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-178fef26-c205-4995-8fe7-8c41a14909c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1002 time: 0.0613921 Jul 16 19:07:11.825397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3277-bc2a-4cad-865e-3892da8f252f req-3407cdd4-2a78-4ee7-8c07-cca2b759569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:11.826822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-3407cdd4-2a78-4ee7-8c07-cca2b759569a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0455835 Jul 16 19:07:11.891357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3277-bc2a-4cad-865e-3892da8f252f req-c21cf700-33c0-4da5-9dbc-c7fa598119e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:11.893245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-c21cf700-33c0-4da5-9dbc-c7fa598119e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588536 Jul 16 19:07:11.985776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-6890e397-6e79-465f-ae7c-116722a7032e service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Jul 16 19:07:12.081609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-930a3277-bc2a-4cad-865e-3892da8f252f req-ef993aff-7c06-4cbd-9d33-122a511996be service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884504 Jul 16 19:07:16.218170 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-69ac77d6-b897-4b64-9dda-3f89a5d9d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:18.805013 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b94df76d-b3b6-4d4e-b597-1b5670a06e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:18.933281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:20.081281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:21.877001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:23.030234 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:24.887054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.418122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf997a-88c1-4942-b2fc-1f375ea3075a req-c4b2d3ba-ec90-4270-aa33-e485a0585d86 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:30.419528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16cf997a-88c1-4942-b2fc-1f375ea3075a req-c4b2d3ba-ec90-4270-aa33-e485a0585d86 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0821347 Jul 16 19:07:30.459734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16cf997a-88c1-4942-b2fc-1f375ea3075a req-0acd4743-f2a1-4bf6-bf54-0c90192a2266 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342646 Jul 16 19:07:30.837913 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-a909715f-7db5-4e82-9fbc-fa288372d990 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0628474 Jul 16 19:07:30.901631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed713d-5446-42f0-bf13-49b0e0d0021e req-6607ad68-d37d-4265-8cc5-f56b53574ce7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:30.903189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eed713d-5446-42f0-bf13-49b0e0d0021e req-6607ad68-d37d-4265-8cc5-f56b53574ce7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0795023 Jul 16 19:07:30.952655 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eed713d-5446-42f0-bf13-49b0e0d0021e req-15edfa8c-dee7-4a5f-b22e-f3fe151c7c39 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403059 Jul 16 19:07:31.875651 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:32.140509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612120bc-27f9-409a-bdf9-9ed50262c0cc req-73a1bdf2-bb0c-4f93-8764-53dcc26b0d3a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.142220 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-612120bc-27f9-409a-bdf9-9ed50262c0cc req-73a1bdf2-bb0c-4f93-8764-53dcc26b0d3a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0656757 Jul 16 19:07:32.181894 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-612120bc-27f9-409a-bdf9-9ed50262c0cc req-17fed5c4-7533-430f-b3a6-416d5076dc1c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333402 Jul 16 19:07:32.190202 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-6a367643-3570-49cd-b58e-d39b14d52732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.191734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-6a367643-3570-49cd-b58e-d39b14d52732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1098 time: 0.0557663 Jul 16 19:07:32.281913 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ddff583a-0a27-4f0a-a042-9f39d4438687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.283420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ddff583a-0a27-4f0a-a042-9f39d4438687 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0849111 Jul 16 19:07:32.354126 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-37638f62-4ce8-4476-a04a-ab1cb5f0cab7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1002 time: 0.0624397 Jul 16 19:07:32.405027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-5c195fa3-7e6c-4acc-90f3-cc5c4f27cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.406425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-5c195fa3-7e6c-4acc-90f3-cc5c4f27cb89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0443614 Jul 16 19:07:32.467322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-e24521a5-772c-4460-9570-bc1a4ed7ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.468827 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-e24521a5-772c-4460-9570-bc1a4ed7ae38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549314 Jul 16 19:07:32.566909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-a2382da6-ab80-45cc-82bd-abd205e61e3a service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905216 Jul 16 19:07:32.659628 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-5179d0be-1e04-4168-9e94-042331864a58 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Jul 16 19:07:33.369140 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f5d15-74ec-425b-aa45-82ee9144584e req-cd9ced64-4660-464d-8774-98ae52018c79 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.370533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-110f5d15-74ec-425b-aa45-82ee9144584e req-cd9ced64-4660-464d-8774-98ae52018c79 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0734406 Jul 16 19:07:33.409223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-110f5d15-74ec-425b-aa45-82ee9144584e req-b41d629d-f8a9-4165-bbf3-51f7bb876bcf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Jul 16 19:07:34.602934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b17d-47af-454f-8ba5-73fda359e0cb req-3dc06d7f-e0e4-4aff-a64f-4b3848c3302d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:34.604422 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1b90b17d-47af-454f-8ba5-73fda359e0cb req-3dc06d7f-e0e4-4aff-a64f-4b3848c3302d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0761058 Jul 16 19:07:34.655657 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1b90b17d-47af-454f-8ba5-73fda359e0cb req-61ff0e7d-bfdf-4de1-9fd5-b1dd4f4231e9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454006 Jul 16 19:07:35.857631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b516591-115b-4d71-b89c-10c4b8406f67 req-2e1d4352-8f52-4214-b0f2-f7527dade8eb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:35.859339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7b516591-115b-4d71-b89c-10c4b8406f67 req-2e1d4352-8f52-4214-b0f2-f7527dade8eb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0720482 Jul 16 19:07:35.898006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7b516591-115b-4d71-b89c-10c4b8406f67 req-5deab56e-81fa-403f-9170-aa8131f10d2c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330067 Jul 16 19:07:37.078669 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc93b2-f25d-4660-8f69-9bba34999f23 req-ab2549b3-e0a4-4ca2-9290-b902db573de0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:37.080154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90fc93b2-f25d-4660-8f69-9bba34999f23 req-ab2549b3-e0a4-4ca2-9290-b902db573de0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0696750 Jul 16 19:07:37.118661 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90fc93b2-f25d-4660-8f69-9bba34999f23 req-d8d22152-9cad-4389-b284-caa41c343af0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Jul 16 19:07:38.305746 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d6ece-51b4-4417-a6f6-904ce6d6fcf9 req-881d899a-12fa-44ed-82fa-c796dcf2a7ea tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:38.307419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-176d6ece-51b4-4417-a6f6-904ce6d6fcf9 req-881d899a-12fa-44ed-82fa-c796dcf2a7ea tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0713098 Jul 16 19:07:38.349440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-176d6ece-51b4-4417-a6f6-904ce6d6fcf9 req-67898e32-fe98-4e3e-ad66-076e0c4a01c7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361471 Jul 16 19:07:39.551645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1480c-e853-455c-9f55-7f2a96bf12af req-f3caee7a-860f-4595-9784-6e477ac1d932 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:39.553153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9e1480c-e853-455c-9f55-7f2a96bf12af req-f3caee7a-860f-4595-9784-6e477ac1d932 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0682735 Jul 16 19:07:39.604641 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9e1480c-e853-455c-9f55-7f2a96bf12af req-5ed0f9e8-6466-4610-9f31-96962c7a90f4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Jul 16 19:07:40.793339 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45037-93a8-4d42-b1c1-ece2102f20b7 req-b7a591f4-bf52-4334-bb30-a63a816b5754 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:40.794846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74f45037-93a8-4d42-b1c1-ece2102f20b7 req-b7a591f4-bf52-4334-bb30-a63a816b5754 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0735183 Jul 16 19:07:40.835443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74f45037-93a8-4d42-b1c1-ece2102f20b7 req-1c233ef4-cbaf-4d33-8981-734295b8845d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346761 Jul 16 19:07:42.016012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d7d27-482b-47d5-bb35-9ae93372f7b0 req-55150373-97a2-4d04-a294-37c595c4debc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.017519 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c69d7d27-482b-47d5-bb35-9ae93372f7b0 req-55150373-97a2-4d04-a294-37c595c4debc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0654066 Jul 16 19:07:42.058006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c69d7d27-482b-47d5-bb35-9ae93372f7b0 req-f96a40a7-10d7-4ce2-a65c-0d92498442ef tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342243 Jul 16 19:07:43.255866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369de4c-c8ca-4c9e-9446-dbe06fd72127 req-72d19513-eb2f-45b4-aae1-9a9fcc512864 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:43.257339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e369de4c-c8ca-4c9e-9446-dbe06fd72127 req-72d19513-eb2f-45b4-aae1-9a9fcc512864 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0703499 Jul 16 19:07:43.308365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e369de4c-c8ca-4c9e-9446-dbe06fd72127 req-8028aeb0-a3ba-4ec3-bc2c-44fab9d253eb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Jul 16 19:07:44.519212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17dfbf-2e38-4216-b686-b3678a613e3d req-3b144608-abad-46d3-b901-f5098ace1d35 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:44.521140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d17dfbf-2e38-4216-b686-b3678a613e3d req-3b144608-abad-46d3-b901-f5098ace1d35 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0774977 Jul 16 19:07:44.561799 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7d17dfbf-2e38-4216-b686-b3678a613e3d req-793b573c-fe39-4891-b22e-791153db678c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Jul 16 19:07:44.754906 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-04d03dc5-4dfd-40ac-a3ad-c549cdc33116 service neutron] show failed (client error): The resource could not be found. Jul 16 19:07:44.755956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-04d03dc5-4dfd-40ac-a3ad-c549cdc33116 service neutron] 10.222.0.59 "GET /v2.0/ports/49df7052-d454-41e2-ae9e-c3739a93460e/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.1250820 Jul 16 19:07:45.020225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-7666434c-466a-4d9e-b89c-3e19d65a3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:45.021689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-7666434c-466a-4d9e-b89c-3e19d65a3eaa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 1098 time: 0.0579178 Jul 16 19:07:45.037529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:45.112147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:45.324835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:45.358547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:45.399272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:45.401598 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e83467-adbf-4ef3-90e4-486ade38b42b" -d '{"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-unplugged", "status": "completed", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:45.405593 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:45.418891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Transition to ACTIVE for port object 49df7052-d454-41e2-ae9e-c3739a93460e will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:45.423449 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:45.536429 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902ca07e-b36b-4626-b8e9-4e74f3695397 x-openstack-request-id: req-902ca07e-b36b-4626-b8e9-4e74f3695397 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:45.536752 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-unplugged", "status": "completed", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:45.537034 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-902ca07e-b36b-4626-b8e9-4e74f3695397 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:45.537420 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e', 'code': 200} Jul 16 19:07:45.538008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:45.563457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.563804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.564146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.564482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.564885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.565171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.565498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.565827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.566144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.566477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.566795 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.567115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:45.611931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] No DVR routers for this DVR port 49df7052-d454-41e2-ae9e-c3739a93460e on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:07:45.748868 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8148b-2d4c-4381-b77d-d9ef4c129b4a req-a75a202e-ee65-4e3f-81f7-7622e2e14b64 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:45.750567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11b8148b-2d4c-4381-b77d-d9ef4c129b4a req-a75a202e-ee65-4e3f-81f7-7622e2e14b64 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0680060 Jul 16 19:07:45.792767 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-11b8148b-2d4c-4381-b77d-d9ef4c129b4a req-26f6c545-4064-4360-9391-2df88592c157 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362203 Jul 16 19:07:46.029597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:46.030322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:46.030322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:46.034658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Port 49df7052-d454-41e2-ae9e-c3739a93460e on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:07:46.034973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Attempting to bind port 49df7052-d454-41e2-ae9e-c3739a93460e on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:46.039840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:46.040175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:46.040556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:46.041007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Bound port: 49df7052-d454-41e2-ae9e-c3739a93460e, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:46.041363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.102649 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:46.105774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:46.112329 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.149956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.150728 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.152177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] 10.222.0.67 "PUT /v2.0/ports/49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1093 time: 1.1204445 Jul 16 19:07:46.188673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e0342-05d5-426f-a09f-1508350e67ae service neutron] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:46.222352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e182-13a0-4722-923b-741d17bafa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.244298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-48a5647b-5417-4fd5-b1e0-e95631c02a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.245860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-48a5647b-5417-4fd5-b1e0-e95631c02a00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1096 time: 0.0669036 Jul 16 19:07:46.344477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-98e596e7-a689-4c87-8860-ff1b3a0887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.346003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-98e596e7-a689-4c87-8860-ff1b3a0887ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0937212 Jul 16 19:07:46.413424 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-b7416521-c02a-46de-9957-77c5117fbb2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1000 time: 0.0613575 Jul 16 19:07:46.465210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-86d792c7-13da-406c-bc0e-8286c7223c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.466793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-86d792c7-13da-406c-bc0e-8286c7223c00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0469651 Jul 16 19:07:46.527628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-656ac920-c534-47f9-b993-65d1b18cbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.529595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-656ac920-c534-47f9-b993-65d1b18cbdb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563586 Jul 16 19:07:46.626702 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-48030665-92b8-4521-b4ee-9eb089952da4 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900826 Jul 16 19:07:46.719902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-ca626b66-1469-4eeb-ba7a-819f7782109a service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859573 Jul 16 19:07:46.979136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bd84a-5fba-4166-ae43-f5944d1e634e req-bbe633bb-44cb-4128-97e8-a4483e9f6437 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.980637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-094bd84a-5fba-4166-ae43-f5944d1e634e req-bbe633bb-44cb-4128-97e8-a4483e9f6437 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0660613 Jul 16 19:07:47.026659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-094bd84a-5fba-4166-ae43-f5944d1e634e req-e22a073c-cb42-469e-83cd-c4f607d54bb7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393419 Jul 16 19:07:47.538683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:47.541230 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e002c56-74e8-4a1b-b53a-731da1951083" -d '{"events": [{"name": "network-changed", "server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:47.591327 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f41f5e-7182-46a8-a56b-667cde6d2b99 x-openstack-request-id: req-33f41f5e-7182-46a8-a56b-667cde6d2b99 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:47.591615 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:47.591874 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33f41f5e-7182-46a8-a56b-667cde6d2b99 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:47.592261 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e', 'status': 'completed', 'code': 200} Jul 16 19:07:47.703035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-12f9bb73-ce8c-4a7b-a20e-f23699b79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:47.704562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-12f9bb73-ce8c-4a7b-a20e-f23699b79aa6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1096 time: 0.0923934 Jul 16 19:07:47.706335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-4a30d6f4-5a1c-4400-8662-dfbeb497de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:47.707652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-4a30d6f4-5a1c-4400-8662-dfbeb497de06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1096 time: 0.0874629 Jul 16 19:07:47.861327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-cefd8685-46da-4f88-947b-e19c35f788cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:47.862815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-cefd8685-46da-4f88-947b-e19c35f788cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1509221 Jul 16 19:07:47.865426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-2e6cc6fb-46de-47ad-8fdd-dd1c75baeec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:47.866754 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-2e6cc6fb-46de-47ad-8fdd-dd1c75baeec1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1473629 Jul 16 19:07:47.978469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-c3783bb2-8134-47c9-9ebd-baca4e5894b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1000 time: 0.1024132 Jul 16 19:07:47.980109 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-89482649-6a98-4563-8ca9-1fa3285ed3de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1000 time: 0.1098180 Jul 16 19:07:48.063822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-1fd80cd9-b2d7-42f6-bd6d-a1f07cf725cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:48.065358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-1fd80cd9-b2d7-42f6-bd6d-a1f07cf725cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0804398 Jul 16 19:07:48.066820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-1e25b575-37e1-4493-a7bb-495f3ba58108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:48.068047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-1e25b575-37e1-4493-a7bb-495f3ba58108 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0756881 Jul 16 19:07:48.205972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-74ef1dc7-a66f-4f6a-bd63-345652bb3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:48.207514 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-74ef1dc7-a66f-4f6a-bd63-345652bb3f5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349866 Jul 16 19:07:48.209236 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-9918aa72-5267-4fb6-aaf5-eec35a6ea40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:48.210594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-9918aa72-5267-4fb6-aaf5-eec35a6ea40c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303155 Jul 16 19:07:48.351542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa18920-86c4-420c-a584-fe165a3e0bd9 req-6e56ba8c-ba0e-4ba4-8af4-04595dfcfdee tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:48.353110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bfa18920-86c4-420c-a584-fe165a3e0bd9 req-6e56ba8c-ba0e-4ba4-8af4-04595dfcfdee tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.2103159 Jul 16 19:07:48.415449 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-b2c85f6b-9b31-4dab-a840-4a0e04f596e0 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898015 Jul 16 19:07:48.418312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-07e56af4-df47-49ee-9d91-57ecd9256550 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023799 Jul 16 19:07:48.459640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bfa18920-86c4-420c-a584-fe165a3e0bd9 req-681aa8d0-7495-4b0e-9237-2d57b0a42187 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968006 Jul 16 19:07:48.587541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-0e07fa52-37a6-43ab-9384-dfa75cea1dce service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636035 Jul 16 19:07:48.589631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e002c56-74e8-4a1b-b53a-731da1951083 req-b00bebd6-0b32-4ef0-8c26-ded79149155d service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514370 Jul 16 19:07:48.809081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61087e17-c66d-48a7-b6ce-4c8149678f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:48.926847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:49.589961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:07:49.627821 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:07:49.655290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e6d0a-f410-4f7a-a830-798befeba693 req-04f1d8f8-3c8d-4f9b-9c4b-e7ce2a32bf0a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.657224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c6e6d0a-f410-4f7a-a830-798befeba693 req-04f1d8f8-3c8d-4f9b-9c4b-e7ce2a32bf0a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0797842 Jul 16 19:07:49.701793 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c6e6d0a-f410-4f7a-a830-798befeba693 req-19fd3f34-43fb-4443-a08c-7d192f83926a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Jul 16 19:07:50.002018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4fe2-49a0-4d23-b375-f654794b5aaf req-5b99c2b5-26cc-4f13-ac88-da5d923e0c07 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:50.003515 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6bb4fe2-49a0-4d23-b375-f654794b5aaf req-5b99c2b5-26cc-4f13-ac88-da5d923e0c07 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 944 time: 0.0666950 Jul 16 19:07:50.017615 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-1d7018c6-8449-406a-bb4f-3d6188a5ed1e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:50.019160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-1d7018c6-8449-406a-bb4f-3d6188a5ed1e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7&tenant_id=18a419b1c2404f24bb7250942e3aea02&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 944 time: 0.0743198 Jul 16 19:07:50.046065 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d6bb4fe2-49a0-4d23-b375-f654794b5aaf req-ba6ade28-ab3e-482c-8bb6-91225e7305f0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366962 Jul 16 19:07:50.081724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:50.085728 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-56e963e3-cac2-4125-b5cd-f776a73042d9 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:07:50.086803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-56e963e3-cac2-4125-b5cd-f776a73042d9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/49df7052-d454-41e2-ae9e-c3739a93460e/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0604050 Jul 16 19:07:50.108566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:07:50.192737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-962dd22a-ca6a-4b2a-8ba4-61096579ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:50.194305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-962dd22a-ca6a-4b2a-8ba4-61096579ff62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 1096 time: 0.0601616 Jul 16 19:07:50.212339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:50.224277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '49df7052-d454-41e2-ae9e-c3739a93460e', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '49df7052-d454-41e2-ae9e-c3739a93460e', 'mac_address': 'fa:16:3e:0c:c3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:07:50.262934 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:50.276213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49df7052-d454-41e2-ae9e-c3739a93460e {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:50.289553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-c286e30d-62c9-439a-ac4e-1827d50c5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:50.291047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-c286e30d-62c9-439a-ac4e-1827d50c5acc service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0897014 Jul 16 19:07:50.297338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:50.301307 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:50.351618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:50.359167 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.359509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.359847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.360181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.360531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.360890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.361220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.361546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.361859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.362185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.362523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.362844 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:50.371095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-69003aa9-ffd1-482c-8869-d77104880306 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 200 len: 1001 time: 0.0690351 Jul 16 19:07:50.426635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-c1d81e4b-cac6-40b7-9bfb-0d4bb3bbfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:50.428170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-c1d81e4b-cac6-40b7-9bfb-0d4bb3bbfe33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0496850 Jul 16 19:07:50.492609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-a72f4cfa-1b14-4ab3-be6d-b5a819867113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:50.494241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-a72f4cfa-1b14-4ab3-be6d-b5a819867113 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587339 Jul 16 19:07:50.548078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['49df7052-d454-41e2-ae9e-c3739a93460e'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:50.591618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-76b61149-b21c-4c63-bfa8-c2a238105b48 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897954 Jul 16 19:07:50.684066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ca59ca7-ee3c-436b-a9de-19b6004b4f32 req-95d59286-d715-4771-95b7-17a1fe90f43e service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Jul 16 19:07:51.256065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a1f17-2c9f-44c0-a4b8-1532085ed300 req-b7524e50-0950-4331-b2a7-62a1dca35567 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:51.258138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd2a1f17-2c9f-44c0-a4b8-1532085ed300 req-b7524e50-0950-4331-b2a7-62a1dca35567 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 945 time: 0.0745466 Jul 16 19:07:51.317508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd2a1f17-2c9f-44c0-a4b8-1532085ed300 req-d1d381a7-5e7c-41a3-8f0a-d78b232553e6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522358 Jul 16 19:07:51.505832 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87105289-d8fd-4d86-94c6-2d37c546f688 req-518efc3a-64f6-4838-8fc1-2b2e35abed52 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:51.507339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-87105289-d8fd-4d86-94c6-2d37c546f688 req-518efc3a-64f6-4838-8fc1-2b2e35abed52 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 945 time: 0.0644441 Jul 16 19:07:51.548873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-87105289-d8fd-4d86-94c6-2d37c546f688 req-248a2f70-7315-468c-bcdf-2bd690a7a8b5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337813 Jul 16 19:07:51.734451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492fce5-3c06-448c-b7b0-aa06a6ea13de req-4669dccc-5597-4bd3-a4c1-4425a9a02fa1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:51.735983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0492fce5-3c06-448c-b7b0-aa06a6ea13de req-4669dccc-5597-4bd3-a4c1-4425a9a02fa1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 945 time: 0.0653744 Jul 16 19:07:51.778625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0492fce5-3c06-448c-b7b0-aa06a6ea13de req-d63f771b-0b8d-4e69-acec-d25f30d41314 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Jul 16 19:07:51.881175 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:52.108419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:52.165083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 49df7052-d454-41e2-ae9e-c3739a93460e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:52.169406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 49df7052-d454-41e2-ae9e-c3739a93460e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:52.169839 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:52.170871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7089d-56f5-4126-90df-f29906148a23 req-1c9524d8-a4a3-4115-8da5-231f74824ceb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:52.172431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddf7089d-56f5-4126-90df-f29906148a23 req-1c9524d8-a4a3-4115-8da5-231f74824ceb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 945 time: 0.0667248 Jul 16 19:07:52.214390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddf7089d-56f5-4126-90df-f29906148a23 req-a2643a11-36e0-4423-a5e3-c2ac8fe116dc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357656 Jul 16 19:07:52.253162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:52.275913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:52.278405 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592e792-0433-44b1-acee-9d66055e0cc8" -d '{"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-plugged", "status": "completed", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:52.291902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:52.296574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:52.346533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:52.380552 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f7874-4fde-4841-9f05-e2ba1911dea8 x-openstack-request-id: req-3e1f7874-4fde-4841-9f05-e2ba1911dea8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:52.380945 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-plugged", "status": "completed", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:52.381227 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e1f7874-4fde-4841-9f05-e2ba1911dea8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:52.381657 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e', 'code': 200} Jul 16 19:07:53.044961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.384040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-c4fe75c1-8179-4bb5-b12e-c2f654d56b82 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:53.385533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-c4fe75c1-8179-4bb5-b12e-c2f654d56b82 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.0991082 Jul 16 19:07:53.448321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae804f-ca2e-4dfa-a490-42d174c0bb0e req-29c0ea07-5efa-4511-8a59-56a04d79cdee tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:53.449832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86ae804f-ca2e-4dfa-a490-42d174c0bb0e req-29c0ea07-5efa-4511-8a59-56a04d79cdee tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 946 time: 0.1213796 Jul 16 19:07:53.517888 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86ae804f-ca2e-4dfa-a490-42d174c0bb0e req-e848254b-a595-4b2f-bd13-f8d40eab6145 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616953 Jul 16 19:07:53.536088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Deleting port 49df7052-d454-41e2-ae9e-c3739a93460e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:07:53.536429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.628182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] For port 49df7052-d454-41e2-ae9e-c3739a93460e, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=49df7052-d454-41e2-ae9e-c3739a93460e,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:53.628587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.861575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.861948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.862264 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 disassociated. External IP: 172.25.1.153, port: 49df7052-d454-41e2-ae9e-c3739a93460e. Jul 16 19:07:53.862611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Calling delete_port for 49df7052-d454-41e2-ae9e-c3739a93460e owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:07:53.999595 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:54.031859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event deleted for resources: {'Port': ['ID=49df7052-d454-41e2-ae9e-c3739a93460e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:54.174848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:54.285001 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:54.295316 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:54.304816 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:54.305464 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:07:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:54.329532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] No DVR routers for this DVR port 49df7052-d454-41e2-ae9e-c3739a93460e on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:07:54.332290 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:54.334361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8e725c3d-dda2-43e8-b8e8-b4d5fa0d7790 req-bc5aaec8-9a08-46a4-8e3c-b82179d9ee14 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "DELETE /v2.0/ports/49df7052-d454-41e2-ae9e-c3739a93460e HTTP/1.1" status: 204 len: 173 time: 0.9410737 Jul 16 19:07:54.334802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-deleted', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:54.337160 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec70fe6f-b850-4f77-8634-bcbf0d155941" -d '{"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-deleted", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:54.384837 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f331e4a6-079c-4108-bcb7-d117d766523a x-openstack-request-id: req-f331e4a6-079c-4108-bcb7-d117d766523a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:54.385474 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956c3305-ed53-4b60-befa-731c657a7de7", "name": "network-vif-deleted", "tag": "49df7052-d454-41e2-ae9e-c3739a93460e", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:54.385715 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f331e4a6-079c-4108-bcb7-d117d766523a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:54.386123 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956c3305-ed53-4b60-befa-731c657a7de7', 'name': 'network-vif-deleted', 'tag': '49df7052-d454-41e2-ae9e-c3739a93460e', 'status': 'completed', 'code': 200} Jul 16 19:07:54.415079 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:54.698039 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-91d90ee7-d1df-4a64-bda9-d10a81f66574 req-9373eec6-600e-48a0-b9ca-7c10087367a9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=956c3305-ed53-4b60-befa-731c657a7de7 HTTP/1.1" status: 200 len: 210 time: 0.0391557 Jul 16 19:07:54.733574 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:54.758926 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:54.767374 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:54.767981 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:07:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:54.873531 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:54.906684 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:55.065851 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:55.096124 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05e01d-1e8b-411c-b50d-c46b15a06a5f None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:55.130295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-d1dc32e9-1304-4113-9905-483e5b9f6dee req-da52adf2-0634-43e6-bfef-9216846e0ea0 service neutron] (93795) timed out ('10.222.0.67', 58517) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:07:55.323929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e5470-ae74-43af-8b32-09e5e6bf67ff None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:07:56.043458 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-218c8cc9-be74-40d5-ae75-f9575076030a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1926869725&fields=id&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 267 time: 0.0488098 Jul 16 19:07:56.152489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-ae85178b-ab57-4cf0-9b52-3b02bbe923b1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.154448 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-ae85178b-ab57-4cf0-9b52-3b02bbe923b1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1028292 Jul 16 19:07:56.169652 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-17071a64-8da9-49a0-8024-88b61abc21a5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/quotas/18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 375 time: 0.0095212 Jul 16 19:07:56.253113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6b93ba85-6f8a-4858-bc4e-5a1f2e17cb39 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783684 Jul 16 19:07:56.408217 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-9c34c6e6-93c2-467e-9807-6242e79547ee service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417837 Jul 16 19:07:56.501886 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-a13b8e6a-8357-4072-848b-55a48ea41842 service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Jul 16 19:07:56.676864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a0cceeba-0ac7-4363-b4f9-b38bc98655aa req-1ffe1cac-fdda-4531-9b72-1fbf4b7d8eef tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 210 time: 0.0321717 Jul 16 19:07:57.822413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e7812842-024e-43d8-b684-372ea4b0055e req-40bd4979-8596-41c0-9504-d0aa676f2cfd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 210 time: 0.0301788 Jul 16 19:07:57.893363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-7f354a55-4cd8-47cf-a04b-e39d3ddc50a7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:57.894877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-7f354a55-4cd8-47cf-a04b-e39d3ddc50a7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1074407 Jul 16 19:07:57.945621 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-33a8936a-2502-48ea-8958-4157f5493efb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 380 time: 0.0412180 Jul 16 19:07:57.956338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'port': {'device_id': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'admin_state_up': True, 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'security_groups': ['fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:58.071664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Made reservation on behalf of 18a419b1c2404f24bb7250942e3aea02 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:07:58.075285 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.107618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:07:58.131795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 49df7052-d454-41e2-ae9e-c3739a93460e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:07:58.132113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 49df7052-d454-41e2-ae9e-c3739a93460e not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:07:58.209079 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Allocated IP 172.20.0.3 (05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9/c65c14be-ad53-4863-8079-ed0d999ef8a8/018f94b8-ca84-460b-977e-2eaa5a73be37) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:07:58.346945 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.365237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Transition to ACTIVE for port object 018f94b8-ca84-460b-977e-2eaa5a73be37 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:58.399229 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.745359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:07:58.748948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:07:58.752912 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:07:58.759293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:58.806314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:58.806865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.824757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-96d86be2-24f6-4bab-a16b-9c9b0deee5e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8728378 Jul 16 19:07:58.837182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Request body: {'port': {'device_id': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:58.922957 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.044500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2c78c4a7-bebd-4b21-baff-d2f2d3c939c2 None None] Provisioning for port 018f94b8-ca84-460b-977e-2eaa5a73be37 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:59.048617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2c78c4a7-bebd-4b21-baff-d2f2d3c939c2 None None] Provisioning complete for port 018f94b8-ca84-460b-977e-2eaa5a73be37 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:59.049084 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2c78c4a7-bebd-4b21-baff-d2f2d3c939c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.083973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-2c78c4a7-bebd-4b21-baff-d2f2d3c939c2 None None] Port 018f94b8-ca84-460b-977e-2eaa5a73be37 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:07:59.139493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca6d8-d07b-4186-963f-598c135157b5 req-f6e62be1-19ec-411e-a89b-6252e97631e4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:59.141210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-128ca6d8-d07b-4186-963f-598c135157b5 req-f6e62be1-19ec-411e-a89b-6252e97631e4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 931 time: 0.1812139 Jul 16 19:07:59.244726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-128ca6d8-d07b-4186-963f-598c135157b5 req-a8501a08-1229-4c42-a820-65343616af95 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959373 Jul 16 19:07:59.312360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018f94b8-ca84-460b-977e-2eaa5a73be37 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:59.327096 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.340463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Transition to ACTIVE for port object 018f94b8-ca84-460b-977e-2eaa5a73be37 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:59.346184 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.399689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:59.489519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:59.489842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:59.490180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:59.495209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Port 018f94b8-ca84-460b-977e-2eaa5a73be37 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:07:59.495517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:59.501118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:59.501424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:59.501836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:59.502293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Bound port: 018f94b8-ca84-460b-977e-2eaa5a73be37, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:59.502747 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.579122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:59.582703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:59.589101 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.639198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:59.641125 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.644075 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] 10.222.0.59 "PUT /v2.0/ports/018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1092 time: 0.8113837 Jul 16 19:07:59.644596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:59.647622 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52f3976-205d-4ced-8707-c28e0df8739a" -d '{"events": [{"name": "network-changed", "server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:59.674228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd920c3-fa31-43a2-8824-852e5d4da5ce service neutron] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:59.714801 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72966b3-48c9-426c-b897-21acc5c6d862 x-openstack-request-id: req-d72966b3-48c9-426c-b897-21acc5c6d862 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:59.715100 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:59.715350 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d72966b3-48c9-426c-b897-21acc5c6d862 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:59.715953 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'status': 'completed', 'code': 200} Jul 16 19:07:59.767696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6cbc38cb-584e-4c58-8440-a50c544e2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:59.769297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-6cbc38cb-584e-4c58-8440-a50c544e2f16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1095 time: 0.0669634 Jul 16 19:07:59.826122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-ce287782-a426-46f5-b014-dbb0194f5403 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 217 time: 0.0480361 Jul 16 19:07:59.881513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-4813003e-8eb2-473a-8d52-92b31968d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:59.883044 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-4813003e-8eb2-473a-8d52-92b31968d551 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0503066 Jul 16 19:07:59.954248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-dfe83d5c-c157-454a-a610-62240822cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:59.955835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-dfe83d5c-c157-454a-a610-62240822cfcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659952 Jul 16 19:08:00.067348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-90cc8d1a-fc9c-48a8-863c-5c6f6f55ff2b service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040564 Jul 16 19:08:00.179149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cfb9da5f-ad93-4063-b679-9a80835ffed1 req-182de09b-c108-4349-abdd-333001a9a838 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036451 Jul 16 19:08:00.292633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f3976-205d-4ced-8707-c28e0df8739a req-014480ef-2484-4347-bef8-16d843b17f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:00.294448 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52f3976-205d-4ced-8707-c28e0df8739a req-014480ef-2484-4347-bef8-16d843b17f49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1095 time: 0.0613532 Jul 16 19:08:00.431825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f3976-205d-4ced-8707-c28e0df8739a req-ab056844-62e1-4f99-aaed-73fffc25f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:00.433227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52f3976-205d-4ced-8707-c28e0df8739a req-ab056844-62e1-4f99-aaed-73fffc25f4ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1322169 Jul 16 19:08:00.482749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52f3976-205d-4ced-8707-c28e0df8739a req-3e922143-9bf3-42c7-a8f3-5ef299a616c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 217 time: 0.0393305 Jul 16 19:08:00.494861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16b24-1797-47f6-a845-7e2de6b1b947 req-cc986db9-7e81-4815-b704-8f737c325e43 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:00.496313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36c16b24-1797-47f6-a845-7e2de6b1b947 req-cc986db9-7e81-4815-b704-8f737c325e43 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 943 time: 0.1261787 Jul 16 19:08:00.561314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f3976-205d-4ced-8707-c28e0df8739a req-6d20a38f-f1df-4927-bd22-9e5ae7620a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:00.562796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52f3976-205d-4ced-8707-c28e0df8739a req-6d20a38f-f1df-4927-bd22-9e5ae7620a45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0655541 Jul 16 19:08:00.567689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36c16b24-1797-47f6-a845-7e2de6b1b947 req-f731d5a2-c9bf-4105-b6d1-e487866f61e3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631483 Jul 16 19:08:00.625022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f3976-205d-4ced-8707-c28e0df8739a req-2ee40fcc-a13a-4f7c-8356-2a77e0d7a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:00.626569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52f3976-205d-4ced-8707-c28e0df8739a req-2ee40fcc-a13a-4f7c-8356-2a77e0d7a1f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574470 Jul 16 19:08:00.720367 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52f3976-205d-4ced-8707-c28e0df8739a req-70a7b446-aef2-4042-9f88-b4c18d414704 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864167 Jul 16 19:08:00.814792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a52f3976-205d-4ced-8707-c28e0df8739a req-57abf178-b1dc-4e2c-bb09-1ed1fed086e6 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859683 Jul 16 19:08:01.747130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b718f18-9f0e-498e-bf64-21891c0adc07 req-522add30-8b52-4807-bbec-fae45eb0cdcb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:01.749149 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b718f18-9f0e-498e-bf64-21891c0adc07 req-522add30-8b52-4807-bbec-fae45eb0cdcb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 943 time: 0.0658166 Jul 16 19:08:01.788126 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b718f18-9f0e-498e-bf64-21891c0adc07 req-44bea812-0dde-4ed0-b1b3-4ea7ad6f463e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331519 Jul 16 19:08:02.972006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbf26d-02b5-4733-919b-65995e4560b5 req-677b2ec4-42aa-4343-9e60-13d2c3812f06 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:02.973541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01cbf26d-02b5-4733-919b-65995e4560b5 req-677b2ec4-42aa-4343-9e60-13d2c3812f06 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 943 time: 0.0658407 Jul 16 19:08:03.011905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01cbf26d-02b5-4733-919b-65995e4560b5 req-808660ef-22e4-46f2-8097-0843ac0eae3e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Jul 16 19:08:03.624557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:08:03.725042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:03.736838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'mac_address': 'fa:16:3e:66:e6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:08:03.774177 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.788416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018f94b8-ca84-460b-977e-2eaa5a73be37 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:08:03.813034 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:03.820403 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.874012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:04.034068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['018f94b8-ca84-460b-977e-2eaa5a73be37'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:08:04.198029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d8fc9-9768-4bba-8d3e-57dcd2cac355 req-bee195c1-3ba3-4bcc-9f78-fa09c16d6fe9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:04.199440 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b09d8fc9-9768-4bba-8d3e-57dcd2cac355 req-bee195c1-3ba3-4bcc-9f78-fa09c16d6fe9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 944 time: 0.0710430 Jul 16 19:08:04.238319 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b09d8fc9-9768-4bba-8d3e-57dcd2cac355 req-730347e4-a730-4e09-8296-4658ed649b85 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325954 Jul 16 19:08:05.422414 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a1c7-0cdc-417b-999e-0ba5e7ea7da0 req-64488184-63a9-402a-87ba-8c178d26f05e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:05.423842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8778a1c7-0cdc-417b-999e-0ba5e7ea7da0 req-64488184-63a9-402a-87ba-8c178d26f05e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 944 time: 0.0723770 Jul 16 19:08:05.465851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8778a1c7-0cdc-417b-999e-0ba5e7ea7da0 req-86a2f161-33ad-4d04-ad4f-09cd611bbfc0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362577 Jul 16 19:08:05.625209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:05.698418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 018f94b8-ca84-460b-977e-2eaa5a73be37 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:05.703838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 018f94b8-ca84-460b-977e-2eaa5a73be37 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:05.704411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.825361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.860981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:05.864649 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0b9528-d85a-4dd4-9be0-7a1621d1087f" -d '{"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-plugged", "status": "completed", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:05.885209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:05.890448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.914979 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd6bec-2350-4398-9c17-47dbc39608a8 x-openstack-request-id: req-80cd6bec-2350-4398-9c17-47dbc39608a8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:05.915246 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-plugged", "status": "completed", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:05.915509 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80cd6bec-2350-4398-9c17-47dbc39608a8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:05.915895 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'code': 200} Jul 16 19:08:05.944939 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:06.021705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f44ba-b72b-48b7-a660-cf5dcb718d17 req-62f0feca-09eb-485b-b90e-69b78ebe6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:06.023216 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa7f44ba-b72b-48b7-a660-cf5dcb718d17 req-62f0feca-09eb-485b-b90e-69b78ebe6500 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0537004 Jul 16 19:08:06.059053 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa7f44ba-b72b-48b7-a660-cf5dcb718d17 req-e2ed42a7-fa7b-441b-bce1-5212fb04c639 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281951 Jul 16 19:08:06.703838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc5bfb-27a9-4d8b-bc94-50e5918559da req-eeafe8e7-2e0e-49f1-bc7a-4dba109dabe6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:06.705336 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5fc5bfb-27a9-4d8b-bc94-50e5918559da req-eeafe8e7-2e0e-49f1-bc7a-4dba109dabe6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0672963 Jul 16 19:08:06.743659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5fc5bfb-27a9-4d8b-bc94-50e5918559da req-638bfd6f-a96f-4570-a6e0-e4fed8a0edad tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325370 Jul 16 19:08:07.933756 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef034-e350-4b28-8ff7-e493f4d3dad8 req-f798b33c-7e66-4958-b02e-08405cacf7a1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:07.935878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffbef034-e350-4b28-8ff7-e493f4d3dad8 req-f798b33c-7e66-4958-b02e-08405cacf7a1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0666862 Jul 16 19:08:07.973675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ffbef034-e350-4b28-8ff7-e493f4d3dad8 req-3a919074-02ae-4fec-a8ef-7627d164e95d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Jul 16 19:08:08.149470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ae4e4-8eab-4871-aa94-35be176b7d42 req-454d896b-2880-49b4-b12f-0e464c9038bd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:08.151272 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e30ae4e4-8eab-4871-aa94-35be176b7d42 req-454d896b-2880-49b4-b12f-0e464c9038bd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0702164 Jul 16 19:08:08.161741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:08.166539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'floatingip': {'port_id': '018f94b8-ca84-460b-977e-2eaa5a73be37'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:08.205091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.657547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.662014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.762700 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 associated. External IP: 172.25.1.153, port: 018f94b8-ca84-460b-977e-2eaa5a73be37. Jul 16 19:08:08.875588 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:08.974328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:08:09.083348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:08:09.088592 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:09.096226 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:08:09.107295 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:09.108314 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:07:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:09.127508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5ad64a1a-64dc-4f2c-96f1-2068b9208e45 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "PUT /v2.0/floatingips/28ce7bac-5c91-427c-90ca-7e8cc7981241 HTTP/1.1" status: 200 len: 991 time: 0.9645357 Jul 16 19:08:09.128192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:09.130604 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eadd14-270e-4f9d-8659-5f4a29078c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:09.172809 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de36e9f-d23a-4719-9849-6c837c6a5057 x-openstack-request-id: req-4de36e9f-d23a-4719-9849-6c837c6a5057 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:09.173737 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:09.173737 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4de36e9f-d23a-4719-9849-6c837c6a5057 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:09.173737 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'status': 'completed', 'code': 200} Jul 16 19:08:09.224046 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:09.267473 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-1fdacdc4-902b-4d00-9fe3-76d638883d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:09.269000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-1fdacdc4-902b-4d00-9fe3-76d638883d86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0673094 Jul 16 19:08:09.376218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-76f06958-a5e6-4f38-94d6-dace700d5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:09.377768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-76f06958-a5e6-4f38-94d6-dace700d5631 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0917346 Jul 16 19:08:09.468236 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-4828a628-3579-4a57-a6e9-d9162855dbd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 999 time: 0.0809014 Jul 16 19:08:09.469185 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:66:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:08:08Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:09.501299 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:08:09.510662 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:09.511281 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:07:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:09.522466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-a93fa747-e07b-4147-865d-7d591c384c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:09.524008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-a93fa747-e07b-4147-865d-7d591c384c2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0495834 Jul 16 19:08:09.587334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-bb175956-a7ab-418e-a188-7f14fef6dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:09.588917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-bb175956-a7ab-418e-a188-7f14fef6dfe3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581212 Jul 16 19:08:09.618880 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:09.679996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-a58fd242-e9e6-4f11-a1b9-bac8a5222534 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839896 Jul 16 19:08:09.793028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1eadd14-270e-4f9d-8659-5f4a29078c9f req-4248439c-a1c8-4c39-a6aa-bfd588e53923 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059208 Jul 16 19:08:09.864403 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:66:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:08:08Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:09.894035 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165ef76-e998-4aa0-8999-81dc333ef647 None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:66:e6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:08:08Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:10.102493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f32e6-5ebf-410b-af17-691dd999363f None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:08:12.454784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-4cbc0ea9-5fef-4159-9e60-48d216f0777a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545897 Jul 16 19:08:12.560142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-9278fada-b5a1-4e80-820a-b5da8fc0418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:12.561735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-9278fada-b5a1-4e80-820a-b5da8fc0418b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0601432 Jul 16 19:08:12.672591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-97403a51-48f4-41a5-9d5f-d2cf98461807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:12.674138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-97403a51-48f4-41a5-9d5f-d2cf98461807 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0910137 Jul 16 19:08:12.745488 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-bd0b21ca-a65a-417e-a0b6-015c2a2666a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1001 time: 0.0634472 Jul 16 19:08:12.799143 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-e2685cba-31f9-4ebe-a576-ecad1eb4c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:12.800650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-e2685cba-31f9-4ebe-a576-ecad1eb4c452 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0489547 Jul 16 19:08:12.861523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-5ecdccad-95cc-40f3-ba58-eb5ad3046a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:12.863058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-5ecdccad-95cc-40f3-ba58-eb5ad3046a7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533016 Jul 16 19:08:12.956399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-bb9b2488-6dbc-4782-ab97-23bcf947dc83 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863428 Jul 16 19:08:13.350458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-756fcea2-542c-4885-ac28-d8a088ad7df4 req-a0de7e81-ea51-4d51-8c3d-eea01d1b70a8 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828635 Jul 16 19:08:16.212421 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-682a9838-92c7-42e1-a58a-b9019c8dcbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:18.814486 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e6aa9bdc-b3b1-41ac-ad0f-de344c151041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:18.930281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:20.079201 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:21.882176 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:23.043052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:24.931491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:45.965875 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:46.218536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e109-8f9a-4095-9a33-716a3e178481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:48.808953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5f90209-6c70-42b3-842b-7ae0994ebcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:48.935084 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:50.083333 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:51.887605 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:53.060139 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:54.944977 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.465337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-b72a4248-5318-43c8-b6e3-c6ff72091c38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0637252 Jul 16 19:09:13.565629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-abbff39f-9e79-4568-93e6-8fa0edc7ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.567183 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-abbff39f-9e79-4568-93e6-8fa0edc7ba0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0560999 Jul 16 19:09:13.687084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-2b5836bb-c43b-4b06-8e07-b4bdb8ed6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.688578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-2b5836bb-c43b-4b06-8e07-b4bdb8ed6cc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0995982 Jul 16 19:09:13.761095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-37961ef3-283b-4838-8731-a979d1eef89a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1001 time: 0.0645201 Jul 16 19:09:13.817669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-b4434563-46b5-4f3a-b064-662912433d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.819086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-b4434563-46b5-4f3a-b064-662912433d91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0510564 Jul 16 19:09:13.878605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-5277c678-974f-4175-b31f-8c46a5e48ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.880096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-5277c678-974f-4175-b31f-8c46a5e48ea8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541375 Jul 16 19:09:13.977088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-787ff15e-b526-418e-8cca-c06c4462fe8e service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894392 Jul 16 19:09:14.069838 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ddb8e6f5-21d9-49c3-8eb4-a2a3e55de7a7 req-ff6df8d0-aac1-4d89-9001-4faa65cf8434 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849924 Jul 16 19:09:16.213642 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b5f4ab90-2e77-442a-b579-1307383efc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.811687 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5e679b61-cb22-41d1-b50a-dd4e7bd095e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.941824 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.086165 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.888577 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:22.875908 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:23.064809 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:24.949117 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:46.104125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73abe-ef8b-4ddb-ad5d-77e08042073e req-5b450a67-7768-4dba-864c-663e6d8f982f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:46.105676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4cc73abe-ef8b-4ddb-ad5d-77e08042073e req-5b450a67-7768-4dba-864c-663e6d8f982f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0707982 Jul 16 19:09:46.144439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4cc73abe-ef8b-4ddb-ad5d-77e08042073e req-f59bce35-a773-4b67-a2a8-502226ea55d2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Jul 16 19:09:46.220123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3458aecb-1ee8-4d8b-8f7a-34ece7d5ee95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:47.353094 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abcc1d-7f6c-4b72-a43b-f01a008f856f req-64772332-7bc0-4ea1-84e5-d6fe495bb0ea tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:47.354616 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3abcc1d-7f6c-4b72-a43b-f01a008f856f req-64772332-7bc0-4ea1-84e5-d6fe495bb0ea tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0824881 Jul 16 19:09:47.393656 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b3abcc1d-7f6c-4b72-a43b-f01a008f856f req-ca6d014b-fc6b-442a-abc9-09481d785ec6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Jul 16 19:09:48.576636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc13052-db70-4875-b665-03e482f8000b req-05f416e2-40ef-4632-93ef-6f5c916ed562 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:48.578157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3cc13052-db70-4875-b665-03e482f8000b req-05f416e2-40ef-4632-93ef-6f5c916ed562 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0659652 Jul 16 19:09:48.617718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3cc13052-db70-4875-b665-03e482f8000b req-b59e76bd-ef60-4615-84cf-26cedec70463 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Jul 16 19:09:48.814470 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ddbd075f-a459-401d-8d0d-43ddf5babed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:48.935053 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:49.798554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddc54c-6fcc-441b-814a-6c33cde9591c req-5356efce-81f7-4877-8085-fc7c66e19a81 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:49.800067 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-36ddc54c-6fcc-441b-814a-6c33cde9591c req-5356efce-81f7-4877-8085-fc7c66e19a81 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0661650 Jul 16 19:09:49.841057 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-36ddc54c-6fcc-441b-814a-6c33cde9591c req-519fe7d3-9647-4ca2-b817-2519da08a98f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351083 Jul 16 19:09:50.090097 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:51.029082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cfe02-0613-466f-84a0-d41fa9540377 req-a9b15af8-cfc6-486a-8e93-d5ebfbdc289d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.030604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b42cfe02-0613-466f-84a0-d41fa9540377 req-a9b15af8-cfc6-486a-8e93-d5ebfbdc289d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0716879 Jul 16 19:09:51.071432 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b42cfe02-0613-466f-84a0-d41fa9540377 req-5abd5cfb-3773-4207-a845-b7cd1bee605d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347414 Jul 16 19:09:51.893933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:52.254744 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8e34-4b98-4e0f-bfe2-3b854cd099e6 req-2f5d0853-51e5-43c6-845b-0c28e3329919 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:52.256252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d0ef8e34-4b98-4e0f-bfe2-3b854cd099e6 req-2f5d0853-51e5-43c6-845b-0c28e3329919 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0635364 Jul 16 19:09:52.301070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d0ef8e34-4b98-4e0f-bfe2-3b854cd099e6 req-dda6b073-152b-46ec-a932-bf181e910edc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Jul 16 19:09:53.059791 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:53.478731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14243ff-b9f3-4ed3-946e-b1858f160fa5 req-69143fdc-1e64-4a06-904a-f076449b4789 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:53.480244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b14243ff-b9f3-4ed3-946e-b1858f160fa5 req-69143fdc-1e64-4a06-904a-f076449b4789 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0667300 Jul 16 19:09:53.518301 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b14243ff-b9f3-4ed3-946e-b1858f160fa5 req-cd74b87d-8c0a-4f0c-afbf-691ff831ff97 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Jul 16 19:09:54.694531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc9ab-4807-40e3-8ee7-1fb92e8ca4ab req-9570e298-f5ed-4e4d-81a6-e3aceec52a86 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:54.696027 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64ebc9ab-4807-40e3-8ee7-1fb92e8ca4ab req-9570e298-f5ed-4e4d-81a6-e3aceec52a86 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0659833 Jul 16 19:09:54.735604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-64ebc9ab-4807-40e3-8ee7-1fb92e8ca4ab req-251ccb15-00c1-469e-ab8e-a313961db442 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336866 Jul 16 19:09:54.953429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.911415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9a508-d1a6-47c7-8336-918c7ae57e98 req-7db681d5-ada1-4ee6-bafc-92eb123425a8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:55.912947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62a9a508-d1a6-47c7-8336-918c7ae57e98 req-7db681d5-ada1-4ee6-bafc-92eb123425a8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0662968 Jul 16 19:09:55.955309 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62a9a508-d1a6-47c7-8336-918c7ae57e98 req-57f74e1a-efb4-4443-bbfa-57560c5f71d8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366578 Jul 16 19:09:57.146344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6024e41-9e4b-4df8-a1a9-93df7ea16c75 req-a67b1031-ab23-4efa-8e5b-9b97bd0a6ad6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.148311 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a6024e41-9e4b-4df8-a1a9-93df7ea16c75 req-a67b1031-ab23-4efa-8e5b-9b97bd0a6ad6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0800006 Jul 16 19:09:57.190270 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a6024e41-9e4b-4df8-a1a9-93df7ea16c75 req-e7307db8-1cd7-4f28-9bdd-51a25b584c0b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354874 Jul 16 19:09:57.635081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f32bab-e2e5-490a-9b21-1172d515f3af req-fe68e676-1d64-4690-b872-c190a5f75e13 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.636572 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-45f32bab-e2e5-490a-9b21-1172d515f3af req-fe68e676-1d64-4690-b872-c190a5f75e13 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0995350 Jul 16 19:09:57.687342 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-45f32bab-e2e5-490a-9b21-1172d515f3af req-deaaa78f-d474-4c3b-9b24-e159b7d3d13a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Jul 16 19:09:57.691201 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-4842fa52-a4bb-414f-93e9-206c5d2ace9d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2001131 Jul 16 19:09:58.868922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ea9be-4044-4e66-b809-f79281649087 req-efe660bd-b5c2-470a-9b49-aea02e9b1ac0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:58.870411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a26ea9be-4044-4e66-b809-f79281649087 req-efe660bd-b5c2-470a-9b49-aea02e9b1ac0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0673110 Jul 16 19:09:58.909657 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a26ea9be-4044-4e66-b809-f79281649087 req-de5ac364-bbc1-4ea5-bdb8-21003b296ecf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334039 Jul 16 19:09:59.875838 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:00.113239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9892cec-4b8d-43b2-b3e2-631636c37d14 req-6efefde6-161a-4f85-8d2e-52ef9ac89895 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:00.114978 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9892cec-4b8d-43b2-b3e2-631636c37d14 req-6efefde6-161a-4f85-8d2e-52ef9ac89895 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0807552 Jul 16 19:10:00.155328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9892cec-4b8d-43b2-b3e2-631636c37d14 req-26a7bcb7-9bec-406c-93ef-f27088bc38ac tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348067 Jul 16 19:10:01.338070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1a3a9-5677-4e5c-9df4-74c009288956 req-3e53f215-659c-47d0-af15-37e567923701 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:01.339604 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86e1a3a9-5677-4e5c-9df4-74c009288956 req-3e53f215-659c-47d0-af15-37e567923701 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0674148 Jul 16 19:10:01.383167 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-86e1a3a9-5677-4e5c-9df4-74c009288956 req-540717df-bd38-4faf-9535-0853941502ce tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Jul 16 19:10:02.581607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec14f-a43f-4d84-9671-84969cc0d9e9 req-8048f258-2b69-40eb-828a-22fa50eb9f2d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:02.583215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c32ec14f-a43f-4d84-9671-84969cc0d9e9 req-8048f258-2b69-40eb-828a-22fa50eb9f2d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0748510 Jul 16 19:10:02.625136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c32ec14f-a43f-4d84-9671-84969cc0d9e9 req-ab13d4f9-895f-47b5-bca9-3d8c85bf228d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351405 Jul 16 19:10:03.152614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-09de67e6-9380-4acd-9090-847a2dd73085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:03.154365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-09de67e6-9380-4acd-9090-847a2dd73085 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0620961 Jul 16 19:10:03.246012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-b875d037-5569-4d03-8eef-88fc44251646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:03.247617 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-b875d037-5569-4d03-8eef-88fc44251646 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0866616 Jul 16 19:10:03.319291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-249ea817-29db-426b-b1a6-4439a8573662 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1001 time: 0.0634999 Jul 16 19:10:03.368050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-6ee5899f-8144-4606-8ccf-31eaa1e5caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:03.369725 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-6ee5899f-8144-4606-8ccf-31eaa1e5caad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0454950 Jul 16 19:10:03.428986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-2f0ceada-6e6b-471e-bf4b-0ed2edb8fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:03.430518 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-2f0ceada-6e6b-471e-bf4b-0ed2edb8fe07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543413 Jul 16 19:10:03.523914 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-79b47ca9-f7df-4e09-9eac-2f3b8cf67ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858641 Jul 16 19:10:03.611816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-3c5b9f1f-79a7-4d41-8415-49ee8b6f8942 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812190 Jul 16 19:10:03.805931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efc0cb-916a-4dac-80eb-03274a1dd1a1 req-21171527-d723-451e-a2a8-cf46a6aa7183 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:03.807471 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93efc0cb-916a-4dac-80eb-03274a1dd1a1 req-21171527-d723-451e-a2a8-cf46a6aa7183 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0701816 Jul 16 19:10:03.844976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-93efc0cb-916a-4dac-80eb-03274a1dd1a1 req-b68bfd00-878f-430c-b5a0-bcd4a7b21a43 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 Jul 16 19:10:05.023486 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a62a0-6442-4480-9469-141fe9ae4920 req-2981ef32-715d-4b9d-956c-cd321d376e0b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:05.025067 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c3a62a0-6442-4480-9469-141fe9ae4920 req-2981ef32-715d-4b9d-956c-cd321d376e0b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0659223 Jul 16 19:10:05.070435 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c3a62a0-6442-4480-9469-141fe9ae4920 req-f77751d5-aeb7-40f7-8a2e-98fbb4c002aa tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345294 Jul 16 19:10:05.640426 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-f0409bc6-deb6-4d49-9618-d894849f002e req-9968bb97-9730-4beb-acb1-d884ac70e923 service neutron] show failed (client error): The resource could not be found. Jul 16 19:10:05.641524 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-9968bb97-9730-4beb-acb1-d884ac70e923 service neutron] 10.222.0.59 "GET /v2.0/ports/018f94b8-ca84-460b-977e-2eaa5a73be37/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0576844 Jul 16 19:10:05.995008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-bf857751-7cdd-434a-aa0f-67131d24ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:05.996514 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-bf857751-7cdd-434a-aa0f-67131d24ab8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 1097 time: 0.1376717 Jul 16 19:10:06.008172 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:06.084573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.334400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:06.343616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a559158-c8d3-4fc9-9815-06efb95de2ea req-ace8bfbb-8814-4f83-8bd5-e03d99f9ada0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:06.345089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a559158-c8d3-4fc9-9815-06efb95de2ea req-ace8bfbb-8814-4f83-8bd5-e03d99f9ada0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.1415176 Jul 16 19:10:06.406164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:06.410493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a559158-c8d3-4fc9-9815-06efb95de2ea req-75d56646-897d-430f-95cb-9db6167dbd92 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548120 Jul 16 19:10:06.450544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:06.453010 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f5978-4634-40a6-9e10-d63e0aae9033" -d '{"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:06.457066 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.470141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Transition to ACTIVE for port object 018f94b8-ca84-460b-977e-2eaa5a73be37 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:06.475356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.523781 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58594fd-7d2e-4779-84db-e912b8531374 x-openstack-request-id: req-c58594fd-7d2e-4779-84db-e912b8531374 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:06.523781 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:06.523781 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c58594fd-7d2e-4779-84db-e912b8531374 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:06.524078 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'code': 200} Jul 16 19:10:06.574235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:06.586307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.586651 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.586987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.587313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.587638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.587955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.588274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.588591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.588992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.589255 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.589571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.589878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:06.633728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] No DVR routers for this DVR port 018f94b8-ca84-460b-977e-2eaa5a73be37 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:06.785326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:06.786051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:06.786051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:06.791694 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Port 018f94b8-ca84-460b-977e-2eaa5a73be37 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:10:06.792104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Attempting to bind port 018f94b8-ca84-460b-977e-2eaa5a73be37 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:06.797219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:06.797551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:06.797930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:06.798352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Bound port: 018f94b8-ca84-460b-977e-2eaa5a73be37, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:06.798703 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.863858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:06.868085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:06.872580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.911056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:06.911962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.913502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] 10.222.0.67 "PUT /v2.0/ports/018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1092 time: 0.9096358 Jul 16 19:10:06.948928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904393aa-321e-4bee-bc79-bfbe041dab40 service neutron] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:06.997322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-5951995f-9355-460b-9921-7e0bef779327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:06.998917 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-5951995f-9355-460b-9921-7e0bef779327 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1095 time: 0.0593960 Jul 16 19:10:07.093721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-5c6ba2c7-7e3c-4e63-b185-c29ca8c5e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:07.095258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-5c6ba2c7-7e3c-4e63-b185-c29ca8c5e9ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0906703 Jul 16 19:10:07.169063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-2544586f-821f-4750-a00a-2f520dd88d04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 999 time: 0.0664966 Jul 16 19:10:07.217921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-7e2cf73c-ec52-4c7f-9fef-286b26456c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:07.219300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-7e2cf73c-ec52-4c7f-9fef-286b26456c35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0446577 Jul 16 19:10:07.277501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409bc6-deb6-4d49-9618-d894849f002e req-b2389262-a487-410e-abb6-743f56ace2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:07.279033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-b2389262-a487-410e-abb6-743f56ace2c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536160 Jul 16 19:10:07.373582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-d724e841-a796-4a3e-9ecb-cf7b9a7ee19c service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881994 Jul 16 19:10:07.470449 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0409bc6-deb6-4d49-9618-d894849f002e req-e21293bb-7ae0-453c-98a1-b446c6de37af service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905144 Jul 16 19:10:07.590568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a0ba3-e710-4ce5-8e14-be8e277e9883 req-dfa51e17-4c07-4973-98bd-0902481c2638 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:07.592118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e45a0ba3-e710-4ce5-8e14-be8e277e9883 req-dfa51e17-4c07-4973-98bd-0902481c2638 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 943 time: 0.0656669 Jul 16 19:10:07.632677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e45a0ba3-e710-4ce5-8e14-be8e277e9883 req-826ab983-4224-4101-9d0b-c20eed2b3abb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345643 Jul 16 19:10:08.526259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:08.528593 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77623e7b-aa9a-400d-9082-163e8cb1bd12" -d '{"events": [{"name": "network-changed", "server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:08.579495 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa2dad4-b4bd-4933-81bb-d16322d15b13 x-openstack-request-id: req-2aa2dad4-b4bd-4933-81bb-d16322d15b13 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:08.579844 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:08.580186 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aa2dad4-b4bd-4933-81bb-d16322d15b13 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:08.580623 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'status': 'completed', 'code': 200} Jul 16 19:10:08.706995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-0c5f75a7-97de-4f27-9eaf-db2e7f73da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:08.708461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-0c5f75a7-97de-4f27-9eaf-db2e7f73da41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1095 time: 0.1017685 Jul 16 19:10:08.727548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-a28e0869-97e2-426e-b337-e4c1ea292a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:08.729046 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-a28e0869-97e2-426e-b337-e4c1ea292a6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1095 time: 0.0962467 Jul 16 19:10:08.918647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-50160a7e-cd4c-4d8f-82bf-d7adbcc068d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:08.920151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-50160a7e-cd4c-4d8f-82bf-d7adbcc068d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.2040858 Jul 16 19:10:08.924242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-4c3995e8-040f-4ea9-a739-35ef00500719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:08.925602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-4c3995e8-040f-4ea9-a739-35ef00500719 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1867716 Jul 16 19:10:09.011059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb735a-1f5c-4eed-b9cb-ee065e1d69bc req-eec79970-aa3b-45d7-b026-c208a6737e3a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.012580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dfb735a-1f5c-4eed-b9cb-ee065e1d69bc req-eec79970-aa3b-45d7-b026-c208a6737e3a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 943 time: 0.2544353 Jul 16 19:10:09.061255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-11ef814a-a877-4a8d-a00f-2dbd5d17a6a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 999 time: 0.1258831 Jul 16 19:10:09.065034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-abf494ca-7d23-420d-a940-a8f7fd312772 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 999 time: 0.1369882 Jul 16 19:10:09.114774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8dfb735a-1f5c-4eed-b9cb-ee065e1d69bc req-75950c6e-362e-48bd-8797-0979a9838226 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922744 Jul 16 19:10:09.158867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-6ecd2cf2-ba38-4a5b-8f67-8bf67b1bbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.160342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-6ecd2cf2-ba38-4a5b-8f67-8bf67b1bbf8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0880327 Jul 16 19:10:09.161998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-edddf2e5-20c8-47d5-919a-fd54308d08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.163286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-edddf2e5-20c8-47d5-919a-fd54308d08fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0899429 Jul 16 19:10:09.262919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-86256774-c991-4b25-83c5-66d89217f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.264345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-86256774-c991-4b25-83c5-66d89217f2a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966682 Jul 16 19:10:09.268510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-b8b508e0-7e23-4652-a0cd-14cbfb72c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.269902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-b8b508e0-7e23-4652-a0cd-14cbfb72c914 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939736 Jul 16 19:10:09.423958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-e75fe084-f100-44be-bfcf-e54983c566df service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517644 Jul 16 19:10:09.425851 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-cc87b3ea-577a-469c-bf80-779e99f7fd85 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462591 Jul 16 19:10:09.873949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-acfe825a-96e4-4a60-88f1-c9fc3230fd78 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420998 Jul 16 19:10:09.877384 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-77623e7b-aa9a-400d-9082-163e8cb1bd12 req-ba64ea33-20db-44d4-983e-069e2683c039 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384606 Jul 16 19:10:10.168806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:10.208452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:10.309238 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a891f49-81b6-40c5-9e9f-eb5dde26c192 req-72874886-3d9c-4c14-b1fb-4f1b7e1736a7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:10.310754 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a891f49-81b6-40c5-9e9f-eb5dde26c192 req-72874886-3d9c-4c14-b1fb-4f1b7e1736a7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 943 time: 0.0789244 Jul 16 19:10:10.349743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a891f49-81b6-40c5-9e9f-eb5dde26c192 req-7ee120b3-fb4d-408b-bc32-3dfcaa6025f9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331645 Jul 16 19:10:10.650092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357978d9-40cf-4243-97b9-4f04cddd4aad req-82f97518-f32e-44d6-84d3-27c3900e4746 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:10.651866 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-357978d9-40cf-4243-97b9-4f04cddd4aad req-82f97518-f32e-44d6-84d3-27c3900e4746 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 943 time: 0.0652075 Jul 16 19:10:10.665487 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-058f7e2a-7a78-441c-a46f-11520ee864e2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:10.667138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-058f7e2a-7a78-441c-a46f-11520ee864e2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7&tenant_id=18a419b1c2404f24bb7250942e3aea02&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 943 time: 0.0739439 Jul 16 19:10:10.687947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:10:10.690231 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-357978d9-40cf-4243-97b9-4f04cddd4aad req-5b68e9e2-6298-48d9-a6de-e5ec150a9ca9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Jul 16 19:10:10.735163 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-857a598f-6604-4dde-b68c-9d1dbc629fc9 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:10:10.736171 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-857a598f-6604-4dde-b68c-9d1dbc629fc9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/018f94b8-ca84-460b-977e-2eaa5a73be37/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0619025 Jul 16 19:10:10.787946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:10.799693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'mac_address': 'fa:16:3e:66:e6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:10:10.836524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-4f9c7e60-a341-45b4-b441-91ab4db59bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:10.838181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-4f9c7e60-a341-45b4-b441-91ab4db59bf0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1095 time: 0.0559535 Jul 16 19:10:10.839557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.853622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018f94b8-ca84-460b-977e-2eaa5a73be37 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:10.875046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:10.880907 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.929331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:10.936003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-f80f5c9a-50f2-48a5-a1d5-efb726c0be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:10.936594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.936977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.937318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.937515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-f80f5c9a-50f2-48a5-a1d5-efb726c0be32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0921509 Jul 16 19:10:10.937658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.937992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.938322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.938648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.938978 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.939299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.939635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.939961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.940281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:11.001837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-c8cc69a3-26b4-488d-8cb4-3c8359ba59f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1000 time: 0.0574155 Jul 16 19:10:11.050474 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-2d6b13bd-9be0-4832-9953-41e01bba4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:11.051928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-2d6b13bd-9be0-4832-9953-41e01bba4756 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0429688 Jul 16 19:10:11.117055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['018f94b8-ca84-460b-977e-2eaa5a73be37'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:11.117274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-6c2d8523-05a8-431b-a47f-fa49f9921374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:11.118815 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-6c2d8523-05a8-431b-a47f-fa49f9921374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595615 Jul 16 19:10:11.211530 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-7f7ecca5-fa8e-49c0-a414-10f23d426ac4 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Jul 16 19:10:11.308333 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9a3e1e2d-19a4-4aff-a540-96f114719874 req-ef250366-4155-4d1c-8b40-2bc9cb78aab1 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896015 Jul 16 19:10:11.859874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-5d4e7fd8-8942-402c-822b-e9031a0dada1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0870776 Jul 16 19:10:11.892824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d7f3b-7e49-4ffe-b351-4e1333d3dd25 req-2081071e-842d-45fb-a1b2-8a48c7f003bd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:11.894324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac2d7f3b-7e49-4ffe-b351-4e1333d3dd25 req-2081071e-842d-45fb-a1b2-8a48c7f003bd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 944 time: 0.0815778 Jul 16 19:10:11.939459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac2d7f3b-7e49-4ffe-b351-4e1333d3dd25 req-c1abd299-714a-441a-b49b-afd16919ae1f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380142 Jul 16 19:10:11.996196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-10f8790c-6eec-4aff-adec-0d05d3249141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:11.997734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-10f8790c-6eec-4aff-adec-0d05d3249141 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0564985 Jul 16 19:10:12.105244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-4da82279-ae4f-4f11-97c4-3261c5e78ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.106781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-4da82279-ae4f-4f11-97c4-3261c5e78ddd service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0896876 Jul 16 19:10:12.133312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5541-7e91-49e9-b978-2fcd9abd5863 req-51a68f97-e654-4ca4-87b1-68f8224343df tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.134880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f0d5541-7e91-49e9-b978-2fcd9abd5863 req-51a68f97-e654-4ca4-87b1-68f8224343df tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 944 time: 0.0778613 Jul 16 19:10:12.176472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9f0d5541-7e91-49e9-b978-2fcd9abd5863 req-88b3ddf8-d876-431c-bbd8-c6a03b0d24f3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354183 Jul 16 19:10:12.177949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-b6325ef7-2f23-4540-8890-da6676ad98b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1000 time: 0.0647426 Jul 16 19:10:12.226856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-1388ba89-7d46-45ea-977a-3ce76bdc19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.228359 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-1388ba89-7d46-45ea-977a-3ce76bdc19f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0443208 Jul 16 19:10:12.285510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-239bd270-b063-447e-aaf0-563a954507bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.287215 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-239bd270-b063-447e-aaf0-563a954507bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527501 Jul 16 19:10:12.390013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-6b7bd717-46d2-43a7-9ac6-be3620642660 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956249 Jul 16 19:10:12.482295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-09705772-d1ef-43b3-82c8-76a1e7a5238b req-b5e770ac-0e81-4cc2-aab3-8837f7209137 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857213 Jul 16 19:10:12.530835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb7363-977a-411e-897e-662a9230d8fa req-ec9f6831-5358-46dd-9614-91d125c4f45e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.532252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5cb7363-977a-411e-897e-662a9230d8fa req-ec9f6831-5358-46dd-9614-91d125c4f45e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 944 time: 0.0651531 Jul 16 19:10:12.573002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5cb7363-977a-411e-897e-662a9230d8fa req-414ab57f-ae15-44fd-960c-09c02f1266a9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348146 Jul 16 19:10:12.603452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-2c2382fa-3d68-47b8-aa20-64d0cadbea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.605178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-2c2382fa-3d68-47b8-aa20-64d0cadbea4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0588143 Jul 16 19:10:12.695788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-2c3a164b-3def-46a2-9861-5acbf983982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.697288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-2c3a164b-3def-46a2-9861-5acbf983982d service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0862963 Jul 16 19:10:12.702103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:12.756092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 018f94b8-ca84-460b-977e-2eaa5a73be37 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:12.760378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 018f94b8-ca84-460b-977e-2eaa5a73be37 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:12.760764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.769864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-537844f9-5db6-4b4d-b6e5-4aa677a003a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 200 len: 1000 time: 0.0662000 Jul 16 19:10:12.822648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-598b4f39-50ae-4774-935c-38bf43bd731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.824097 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-598b4f39-50ae-4774-935c-38bf43bd731d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0469754 Jul 16 19:10:12.842623 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.868732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:12.872979 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efed3f5e-2b24-446f-a314-27be4f9a1a0a" -d '{"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-plugged", "status": "completed", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:12.881977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-ce3cc553-eca7-4741-b60e-f548dad6f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:12.883519 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-ce3cc553-eca7-4741-b60e-f548dad6f459 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535409 Jul 16 19:10:12.892304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:12.897295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.921451 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf2564-a1ef-42b6-8ff7-447ae3bbc4e7 x-openstack-request-id: req-02cf2564-a1ef-42b6-8ff7-447ae3bbc4e7 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:12.921718 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-plugged", "status": "completed", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:12.921957 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02cf2564-a1ef-42b6-8ff7-447ae3bbc4e7 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:12.922492 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'code': 200} Jul 16 19:10:12.947932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:13.000566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-ba819277-42f9-4f25-bd4f-278bfc17362c service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096547 Jul 16 19:10:13.095821 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2212cc99-6a8c-48aa-898f-40402d0c7396 req-7f0ef54e-4004-4fa3-b2cf-b0ad57431c4d service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882397 Jul 16 19:10:13.749174 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f088-506f-4161-8381-ea41a0722baa req-2ab13fd5-ea3e-4f67-a1f8-c84e8d081d8d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:13.750672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3601f088-506f-4161-8381-ea41a0722baa req-2ab13fd5-ea3e-4f67-a1f8-c84e8d081d8d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0660925 Jul 16 19:10:13.789397 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3601f088-506f-4161-8381-ea41a0722baa req-55ed7197-e813-455f-9273-ae4931f2028e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328581 Jul 16 19:10:14.186233 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83608ce9-8c5b-4c26-a046-47c6382277a6 req-08e36567-d763-40f0-92de-b5ca30f5229f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:14.187780 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83608ce9-8c5b-4c26-a046-47c6382277a6 req-08e36567-d763-40f0-92de-b5ca30f5229f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0698695 Jul 16 19:10:14.228569 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83608ce9-8c5b-4c26-a046-47c6382277a6 req-36a7599c-2edd-402c-9b25-0a1e0dffdd4d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338185 Jul 16 19:10:15.341779 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-bf400c9a-6c35-4146-9731-bf1c68782f06 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:15.343313 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-bf400c9a-6c35-4146-9731-bf1c68782f06 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.0715356 Jul 16 19:10:15.478857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd826b-0f80-493f-b98a-00007eeab8bc req-f2b669e8-6bc9-4e0b-8420-4ad0503f93f1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:15.480982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44dd826b-0f80-493f-b98a-00007eeab8bc req-f2b669e8-6bc9-4e0b-8420-4ad0503f93f1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=96f09695-4f9b-40fa-a99b-468915fd5cc7 HTTP/1.1" status: 200 len: 945 time: 0.1348801 Jul 16 19:10:15.516896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Deleting port 018f94b8-ca84-460b-977e-2eaa5a73be37 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:15.517222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.558513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44dd826b-0f80-493f-b98a-00007eeab8bc req-b96a1371-8edc-4601-bc78-c29ffcf75ced tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693221 Jul 16 19:10:15.620911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] For port 018f94b8-ca84-460b-977e-2eaa5a73be37, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=018f94b8-ca84-460b-977e-2eaa5a73be37,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:15.621258 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.797689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.797914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.798263 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 disassociated. External IP: 172.25.1.153, port: 018f94b8-ca84-460b-977e-2eaa5a73be37. Jul 16 19:10:15.798605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Calling delete_port for 018f94b8-ca84-460b-977e-2eaa5a73be37 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:15.929084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.958280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event deleted for resources: {'Port': ['ID=018f94b8-ca84-460b-977e-2eaa5a73be37,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:16.082005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:16.207582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:16.215562 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cec1cd88-23ff-47a9-bb11-3f580e5834d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:16.219400 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:16.229075 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:16.229682 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:09:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:16.257645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] No DVR routers for this DVR port 018f94b8-ca84-460b-977e-2eaa5a73be37 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:16.260633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:16.262878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3ab66a5b-860c-4b8d-b357-16c6180c338e req-4a4e0681-37ee-4c29-b51b-43fdb602e924 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "DELETE /v2.0/ports/018f94b8-ca84-460b-977e-2eaa5a73be37 HTTP/1.1" status: 204 len: 173 time: 0.9079020 Jul 16 19:10:16.263321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-deleted', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:16.265872 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc4b4f9-f7dd-4396-bee4-148100f6fc99" -d '{"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-deleted", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:16.305111 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e172f27b-3857-4280-8b3e-5bb434cb3a2e x-openstack-request-id: req-e172f27b-3857-4280-8b3e-5bb434cb3a2e {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:16.305403 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f09695-4f9b-40fa-a99b-468915fd5cc7", "name": "network-vif-deleted", "tag": "018f94b8-ca84-460b-977e-2eaa5a73be37", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:16.305651 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e172f27b-3857-4280-8b3e-5bb434cb3a2e {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:16.306048 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f09695-4f9b-40fa-a99b-468915fd5cc7', 'name': 'network-vif-deleted', 'tag': '018f94b8-ca84-460b-977e-2eaa5a73be37', 'status': 'completed', 'code': 200} Jul 16 19:10:16.339833 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:16.539933 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:16.569334 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:16.577846 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:16.578479 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:09:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:16.683587 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:16.881039 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:16.907270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde74c2-9ea7-4c06-bcef-9b2bafbbaf6f None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:16.925860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-5262356a-27da-4322-b112-89cf10169299 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1926869725&fields=id&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 267 time: 0.0358138 Jul 16 19:10:17.037637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-66d6e2f2-ac7b-48b8-b7c8-a61f2e9464ff tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.038800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-66d6e2f2-ac7b-48b8-b7c8-a61f2e9464ff tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1054261 Jul 16 19:10:17.054447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-af51695f-d74f-4631-b2fc-6495f3df2c17 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/quotas/18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 375 time: 0.0100076 Jul 16 19:10:17.134865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4011a7-1cf2-4256-9e72-901e46f898b9 None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:17.142227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-83e754c7-80c7-473a-8bbd-fc230b8fcecf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819421 Jul 16 19:10:17.293813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-0980d087-493b-484d-819f-3345b9fddd8c service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388807 Jul 16 19:10:17.390661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-09b0ccf0-167e-47ea-b6da-466134fa9bd0 service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899937 Jul 16 19:10:17.573662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fc35c96-9b02-449b-992d-4fbcd7243a65 req-11a48762-b5df-4a46-9b7c-5890ef0ef9dc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 210 time: 0.0368268 Jul 16 19:10:18.717771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:18.727730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94985cbb-5fc8-414e-bf9c-58676e74c106 req-2d8b2fee-c340-4e12-ac84-a038510ba6f0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 210 time: 0.0347354 Jul 16 19:10:18.743297 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 018f94b8-ca84-460b-977e-2eaa5a73be37 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:18.743734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 018f94b8-ca84-460b-977e-2eaa5a73be37 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:18.819433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-06372729-3f9a-4636-9f24-f4edb0ad1782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:18.841569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-007d7b98-a0c9-4a3f-8fbf-b46da72ead8d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.843049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-007d7b98-a0c9-4a3f-8fbf-b46da72ead8d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1134806 Jul 16 19:10:18.940383 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.015452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-0062791a-28de-420f-b11c-7c68f9286b7f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 380 time: 0.0373328 Jul 16 19:10:19.026150 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'port': {'device_id': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'admin_state_up': True, 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'security_groups': ['fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:19.143058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Made reservation on behalf of 18a419b1c2404f24bb7250942e3aea02 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:19.146942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.278335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Allocated IP 172.20.0.3 (05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9/c65c14be-ad53-4863-8079-ed0d999ef8a8/6c30483c-54f6-4bff-aa09-4b0c27a14744) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:19.422999 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.442368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Transition to ACTIVE for port object 6c30483c-54f6-4bff-aa09-4b0c27a14744 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:19.479324 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.533667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:19.537138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:19.541673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:19.566093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:19.601950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.602771 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.621297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7a97026c-47ad-44d7-bd68-f1702e59ce94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002092 Jul 16 19:10:19.634657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Request body: {'port': {'device_id': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:19.733399 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.783268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-257f0e8f-f017-475b-8251-446ae81dd511 None None] Provisioning for port 6c30483c-54f6-4bff-aa09-4b0c27a14744 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:19.789031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-257f0e8f-f017-475b-8251-446ae81dd511 None None] Provisioning complete for port 6c30483c-54f6-4bff-aa09-4b0c27a14744 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:19.790046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-257f0e8f-f017-475b-8251-446ae81dd511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.837604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-257f0e8f-f017-475b-8251-446ae81dd511 None None] Port 6c30483c-54f6-4bff-aa09-4b0c27a14744 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:10:19.918492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564b8c0-c7d5-4abd-80ff-cb0963d4a833 req-5f3dfc4a-800d-4a06-99e8-0189fb726a70 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.920083 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8564b8c0-c7d5-4abd-80ff-cb0963d4a833 req-5f3dfc4a-800d-4a06-99e8-0189fb726a70 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 931 time: 0.0735450 Jul 16 19:10:19.965412 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8564b8c0-c7d5-4abd-80ff-cb0963d4a833 req-14675c7d-80b8-4d10-a76f-c0bd349dbb8f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377145 Jul 16 19:10:20.036372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:20.046149 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:20.060359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Transition to ACTIVE for port object 6c30483c-54f6-4bff-aa09-4b0c27a14744 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:20.065227 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:20.093813 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:20.124506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:20.201691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:20.202037 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:20.202360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:20.207228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:10:20.207548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:20.213479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:20.213818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:20.214201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:20.214679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Bound port: 6c30483c-54f6-4bff-aa09-4b0c27a14744, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:20.215032 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:20.294530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:20.297849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:20.303582 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:20.342941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:20.343769 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:20.345544 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-2e160273-5102-44e4-9857-affc52f8babe service neutron] 10.222.0.59 "PUT /v2.0/ports/6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1092 time: 0.7165926 Jul 16 19:10:20.346030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:20.348577 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b18396-d171-4aec-aa0a-55a75029bd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:20.372349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e160273-5102-44e4-9857-affc52f8babe service neutron] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:20.432159 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e18ac-976b-4361-aa03-ddf9972e23c8 x-openstack-request-id: req-b50e18ac-976b-4361-aa03-ddf9972e23c8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:20.432502 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:20.432759 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b50e18ac-976b-4361-aa03-ddf9972e23c8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:20.433383 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'status': 'completed', 'code': 200} Jul 16 19:10:20.468433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-c170377c-4aff-48ff-9fb2-c6b0c82f1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:20.470196 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-c170377c-4aff-48ff-9fb2-c6b0c82f1ba3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1095 time: 0.0696864 Jul 16 19:10:20.516280 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-b6104bb3-d020-4cb6-a1dd-8d429b4efe83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 217 time: 0.0374346 Jul 16 19:10:20.573891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-3c85d7ba-fab3-436e-9257-dad729db26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:20.575425 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-3c85d7ba-fab3-436e-9257-dad729db26ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0513377 Jul 16 19:10:20.639842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-e56c9450-f7c7-4b09-8aff-f012a11c720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:20.641550 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-e56c9450-f7c7-4b09-8aff-f012a11c720e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569258 Jul 16 19:10:20.750511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-556c62b7-7844-4044-a717-bd299226d92f service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940971 Jul 16 19:10:20.850078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e40d9a3c-91d7-484c-997c-6afe4bd42a3c req-7d792ae3-8ffe-4e14-bbd1-038be0dc2e30 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914309 Jul 16 19:10:20.963501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-b00cf7ab-072e-466a-8feb-e52c0e80f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:20.965230 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-b00cf7ab-072e-466a-8feb-e52c0e80f1a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1095 time: 0.0568376 Jul 16 19:10:21.059186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-e2148ec6-2520-468d-bc22-2def5182456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:21.060794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-e2148ec6-2520-468d-bc22-2def5182456b service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0880883 Jul 16 19:10:21.108756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-31b6eef8-a5d6-4e13-8598-86240a07f2c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 217 time: 0.0410390 Jul 16 19:10:21.177931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-3273a825-077b-4b6d-a6ba-e816c77848e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:21.181792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-3273a825-077b-4b6d-a6ba-e816c77848e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0548501 Jul 16 19:10:21.199631 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229181f6-fd8b-4695-a595-dbe5e85f39e1 req-a9dad875-8d6a-4ef6-a2ae-157126d99514 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:21.201285 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-229181f6-fd8b-4695-a595-dbe5e85f39e1 req-a9dad875-8d6a-4ef6-a2ae-157126d99514 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 943 time: 0.0795581 Jul 16 19:10:21.242626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-3b5d08de-fe06-4a62-ac41-076eed905d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:21.244245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-3b5d08de-fe06-4a62-ac41-076eed905d76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553439 Jul 16 19:10:21.253438 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-229181f6-fd8b-4695-a595-dbe5e85f39e1 req-7b71e731-168e-4a75-8362-9865aa540c94 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449674 Jul 16 19:10:21.351508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-a04f811e-84b9-438d-8218-4b41055af851 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000063 Jul 16 19:10:21.457392 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c7b18396-d171-4aec-aa0a-55a75029bd5c req-93a592c7-6167-4f85-af77-e8f22bfed78d service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968363 Jul 16 19:10:21.896984 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:22.450643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908c351-b1f0-48db-811e-bafad8d4dbf4 req-57e0f0ba-1865-4045-a775-a6d28e90f698 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:22.452303 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b908c351-b1f0-48db-811e-bafad8d4dbf4 req-57e0f0ba-1865-4045-a775-a6d28e90f698 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 943 time: 0.0780413 Jul 16 19:10:22.492183 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b908c351-b1f0-48db-811e-bafad8d4dbf4 req-45baebfc-6e68-4c96-94d4-73e29eb798a3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337963 Jul 16 19:10:23.063227 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:23.683453 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760728d-ae0f-4eb6-b8eb-78236be30664 req-b3db5106-904c-4ada-80df-d8192cd24523 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:23.685884 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e760728d-ae0f-4eb6-b8eb-78236be30664 req-b3db5106-904c-4ada-80df-d8192cd24523 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 943 time: 0.0761712 Jul 16 19:10:23.728429 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e760728d-ae0f-4eb6-b8eb-78236be30664 req-5d386ae4-d0a9-454c-bb2f-b34dfa240944 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368173 Jul 16 19:10:24.242843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:10:24.344342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:24.355615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'mac_address': 'fa:16:3e:15:55:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:10:24.391785 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:24.405483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:24.425568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:24.430404 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:24.479849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:24.688954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6c30483c-54f6-4bff-aa09-4b0c27a14744'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:24.917113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2232d-8806-4811-91cc-c5f48efcbd2f req-7d010fd1-76aa-4a44-bf4d-c3ec0e6a27f2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:24.919857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dce2232d-8806-4811-91cc-c5f48efcbd2f req-7d010fd1-76aa-4a44-bf4d-c3ec0e6a27f2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 944 time: 0.0794764 Jul 16 19:10:24.966108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dce2232d-8806-4811-91cc-c5f48efcbd2f req-5c0da351-86bb-49a7-830b-50bb60101c78 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 Jul 16 19:10:24.970326 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.175556 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094a536-4b2a-4e8e-87d0-7acb58567e9a req-64a7a3c2-b19f-493a-987b-43e0edd63d58 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:26.177172 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1094a536-4b2a-4e8e-87d0-7acb58567e9a req-64a7a3c2-b19f-493a-987b-43e0edd63d58 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 944 time: 0.0735717 Jul 16 19:10:26.217628 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1094a536-4b2a-4e8e-87d0-7acb58567e9a req-0b2533eb-aa49-4625-9af0-da8d34eec1fd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343781 Jul 16 19:10:26.267431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:26.321158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 6c30483c-54f6-4bff-aa09-4b0c27a14744 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:26.325486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 6c30483c-54f6-4bff-aa09-4b0c27a14744 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:26.325782 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.417934 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.443554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:26.445913 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18a163-b1d1-42ea-a309-0d9262f0f5ed" -d '{"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:26.459211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:26.464952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.492478 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5df8e8-1e3b-4dd8-952e-98167abdd58d x-openstack-request-id: req-8e5df8e8-1e3b-4dd8-952e-98167abdd58d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:26.492791 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:26.493064 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e5df8e8-1e3b-4dd8-952e-98167abdd58d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:26.493459 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'code': 200} Jul 16 19:10:26.518317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:26.614771 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79d430-dc0c-418e-9c3e-200b2d71ad83 req-c90fb799-60e2-45fe-95a0-87619419d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:26.616349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa79d430-dc0c-418e-9c3e-200b2d71ad83 req-c90fb799-60e2-45fe-95a0-87619419d78b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1097 time: 0.0601761 Jul 16 19:10:26.653680 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fa79d430-dc0c-418e-9c3e-200b2d71ad83 req-60288bf8-b794-4758-95e3-c505bc08b27a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303285 Jul 16 19:10:27.403500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d77e1-8f41-4205-84b6-5924c5cb30b1 req-cd1b11c2-ba82-4fab-a770-6b9069a928db tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:27.405040 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a7d77e1-8f41-4205-84b6-5924c5cb30b1 req-cd1b11c2-ba82-4fab-a770-6b9069a928db tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0685232 Jul 16 19:10:27.444770 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8a7d77e1-8f41-4205-84b6-5924c5cb30b1 req-f0854e8e-1920-4fcb-a564-2a52f90bbee4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Jul 16 19:10:28.631792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d95da-451c-46c1-baf8-3d154816328d req-1c290204-d148-4872-bc81-8a35fcbd3091 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.633349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac3d95da-451c-46c1-baf8-3d154816328d req-1c290204-d148-4872-bc81-8a35fcbd3091 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0699832 Jul 16 19:10:28.673781 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ac3d95da-451c-46c1-baf8-3d154816328d req-6ced9788-dd9d-4ae0-83e8-d2b0ffb1f37e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345740 Jul 16 19:10:28.863929 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52026-fad1-4f19-926c-4a0fab76468e req-9d2b227e-2713-425f-9220-7f2ac07c56e1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.865934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91d52026-fad1-4f19-926c-4a0fab76468e req-9d2b227e-2713-425f-9220-7f2ac07c56e1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0779295 Jul 16 19:10:28.874876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47406) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:28.879698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'floatingip': {'port_id': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:28.928029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:29.701296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:29.706803 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:29.806977 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 associated. External IP: 172.25.1.153, port: 6c30483c-54f6-4bff-aa09-4b0c27a14744. Jul 16 19:10:30.034681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:30.158195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:30.163575 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.170511 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:30.181486 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:30.182139 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:10:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:30.206719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4c2794c4-8c4d-45ca-9a1c-3b069d89f290 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "PUT /v2.0/floatingips/28ce7bac-5c91-427c-90ca-7e8cc7981241 HTTP/1.1" status: 200 len: 991 time: 1.3306737 Jul 16 19:10:30.207409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:30.210576 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de977af-6f84-4e09-9241-026578836973" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:30.248105 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9223c99-73c5-481c-a77d-d38b741caf49 x-openstack-request-id: req-f9223c99-73c5-481c-a77d-d38b741caf49 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:30.248396 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:30.248642 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9223c99-73c5-481c-a77d-d38b741caf49 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:30.249102 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'status': 'completed', 'code': 200} Jul 16 19:10:30.303774 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:30.335115 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de977af-6f84-4e09-9241-026578836973 req-54a30182-354f-474e-b204-532fe73ece13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:30.336678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de977af-6f84-4e09-9241-026578836973 req-54a30182-354f-474e-b204-532fe73ece13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1097 time: 0.0595977 Jul 16 19:10:30.437853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de977af-6f84-4e09-9241-026578836973 req-5833bf9d-72f2-4b52-b514-fcb19ccf729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:30.439356 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de977af-6f84-4e09-9241-026578836973 req-5833bf9d-72f2-4b52-b514-fcb19ccf729c service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0942976 Jul 16 19:10:30.506812 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de977af-6f84-4e09-9241-026578836973 req-f75e8f17-1019-44dc-adc1-7f682ec1163b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 999 time: 0.0598969 Jul 16 19:10:30.545205 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:15:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:10:29Z', 'revision_number': 9, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:30.562552 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de977af-6f84-4e09-9241-026578836973 req-0753eee6-fc0f-4a55-978b-13d3f96d67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:30.563962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de977af-6f84-4e09-9241-026578836973 req-0753eee6-fc0f-4a55-978b-13d3f96d67c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0496130 Jul 16 19:10:30.576866 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:30.587816 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:30.588617 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:10:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:30.624660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de977af-6f84-4e09-9241-026578836973 req-3f2f5b60-44f6-480f-802a-752bbcb4343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:30.626244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de977af-6f84-4e09-9241-026578836973 req-3f2f5b60-44f6-480f-802a-752bbcb4343a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545456 Jul 16 19:10:30.699475 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:30.725143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de977af-6f84-4e09-9241-026578836973 req-25f8f201-3dc2-4f7d-bbe9-239b2e192909 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899482 Jul 16 19:10:30.834746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6de977af-6f84-4e09-9241-026578836973 req-94c8e0fa-4c58-4bb7-a6c3-461538e472a5 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018865 Jul 16 19:10:31.026557 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:15:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:10:29Z', 'revision_number': 9, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:31.056005 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55699ff0-515c-4f43-8ff8-90a61f4499df None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:15:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:10:29Z', 'revision_number': 9, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:31.260095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44824d8-9a04-4bbe-80b2-dd881a66fcad None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:36.875290 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:46.220911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d5987205-d0de-464c-8696-857a3fc7be4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.824296 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65372355-9ba0-481e-8de0-2e324d62a82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.950082 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:50.095097 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.900038 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.063634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.972012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.876065 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:16.222578 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bf829644-775e-4434-bc88-9cb039d1ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.481233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-adefc06f-fabd-4707-92a1-dc33f29b231a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0623474 Jul 16 19:11:16.587320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-9ce6c84a-e439-40c3-86ae-a4ce0ac2a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:16.588889 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-9ce6c84a-e439-40c3-86ae-a4ce0ac2a7bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1097 time: 0.0625730 Jul 16 19:11:16.702234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-45ef4560-0bcf-4871-b965-8d751ba1aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:16.703760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-45ef4560-0bcf-4871-b965-8d751ba1aeaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0897195 Jul 16 19:11:16.773435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-a7f69bd8-d441-4609-a277-b558c31ca919 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1002 time: 0.0626299 Jul 16 19:11:16.826373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-4a5285d3-8fc6-49c7-8680-320d10476828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:16.827886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-4a5285d3-8fc6-49c7-8680-320d10476828 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0469992 Jul 16 19:11:16.890509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-7142ed54-5be1-4dca-87fe-e4de2f2ccc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:16.892069 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-7142ed54-5be1-4dca-87fe-e4de2f2ccc33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570214 Jul 16 19:11:16.992222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-8f4220de-1c18-4323-8492-923f5e1409a2 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927167 Jul 16 19:11:17.086834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-253a99fc-6857-430c-b6a5-053a34f909a7 req-b383e9a0-3bb5-4779-a7f6-a76c727e4f7a service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862269 Jul 16 19:11:18.827219 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a5878282-da4b-4ace-bb9f-56e28db7f82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.943804 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.100555 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.904845 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.059394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.978460 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.226490 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dd10825b-cb36-4b23-b0e4-c678724a3d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:48.830274 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ac986452-1bea-4a2a-b332-153b07831889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:48.948678 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.104402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.875792 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:51.907398 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:53.060719 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:54.982943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:08.200463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-586b35af-b09d-423a-96e0-d9292763ed91 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637860 Jul 16 19:12:08.376554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5cba-67d0-4dae-900c-732ec6a423b5 req-c49e5b1f-d4dd-4830-9128-a1eba3086e87 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.378157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c6e5cba-67d0-4dae-900c-732ec6a423b5 req-c49e5b1f-d4dd-4830-9128-a1eba3086e87 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.1882908 Jul 16 19:12:08.419273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c6e5cba-67d0-4dae-900c-732ec6a423b5 req-e75ddb14-293d-4095-9bbb-8a761ee1f451 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351753 Jul 16 19:12:09.384206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-db74357e-31d8-47fc-8d81-16ad5c6e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.385758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-db74357e-31d8-47fc-8d81-16ad5c6e7231 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1097 time: 0.0580189 Jul 16 19:12:09.481960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-227532cf-7e20-44aa-a7b7-302792ae12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.483466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-227532cf-7e20-44aa-a7b7-302792ae12b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0911720 Jul 16 19:12:09.551996 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-325cc092-10ed-43b0-898e-d26bb5f49ce7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1002 time: 0.0604439 Jul 16 19:12:09.604086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-3810f93a-32d5-420b-b95c-2c905ed4c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.605884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-3810f93a-32d5-420b-b95c-2c905ed4c022 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0469267 Jul 16 19:12:09.653212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8727b7-b5a7-496e-a521-3ef62d04c3e3 req-2731400d-f19c-4851-81f5-49cca4652664 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.655068 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d8727b7-b5a7-496e-a521-3ef62d04c3e3 req-2731400d-f19c-4851-81f5-49cca4652664 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.1158576 Jul 16 19:12:09.670113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ce77919-46fb-45ee-a90e-b88b3c5acd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.671635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ce77919-46fb-45ee-a90e-b88b3c5acd84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587139 Jul 16 19:12:09.684145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-ef2e5fe8-985c-4185-933f-85cb17e84cd9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:12:09.685331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-ef2e5fe8-985c-4185-933f-85cb17e84cd9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061557 Jul 16 19:12:09.694486 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9d8727b7-b5a7-496e-a521-3ef62d04c3e3 req-0386f2e4-c957-4b75-802b-b389fb83cfd7 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336850 Jul 16 19:12:09.775755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-caf6906c-e87d-4a30-9d0b-3bb374c5d8c4 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838597 Jul 16 19:12:09.874273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-735807e8-71fb-4a50-b649-ff3e912520e5 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905383 Jul 16 19:12:10.877320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260042a-13c2-4591-8c77-4b8040070d14 req-7cde8b20-62ca-446b-b8eb-c50ef3895431 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:10.878803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8260042a-13c2-4591-8c77-4b8040070d14 req-7cde8b20-62ca-446b-b8eb-c50ef3895431 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0664871 Jul 16 19:12:10.918998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8260042a-13c2-4591-8c77-4b8040070d14 req-24309d2d-dde1-4a24-8699-cb1d420ce55d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339251 Jul 16 19:12:12.292927 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28e08e-f658-4546-aa7c-bfdeb1df6752 req-2fc18c97-44be-4b73-add6-4872762c9278 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:12.294333 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b28e08e-f658-4546-aa7c-bfdeb1df6752 req-2fc18c97-44be-4b73-add6-4872762c9278 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0696404 Jul 16 19:12:12.333403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2b28e08e-f658-4546-aa7c-bfdeb1df6752 req-d9b6a0ae-c31d-44b3-9d00-626a2a859b23 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332439 Jul 16 19:12:13.510033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1387cf2-722c-487e-aee9-6ce5706db303 req-27ccc92e-d61d-4e02-b68d-ebb710983af9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:13.511578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1387cf2-722c-487e-aee9-6ce5706db303 req-27ccc92e-d61d-4e02-b68d-ebb710983af9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0649800 Jul 16 19:12:13.557170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1387cf2-722c-487e-aee9-6ce5706db303 req-3c73aff4-fb36-41f9-bad4-e77167ee95ad tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392690 Jul 16 19:12:14.734920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931685aa-c81e-4d05-b90a-fff6d422528b req-24bfbc02-a643-4a46-9ba2-0787ff83b91e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:14.736437 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-931685aa-c81e-4d05-b90a-fff6d422528b req-24bfbc02-a643-4a46-9ba2-0787ff83b91e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0675702 Jul 16 19:12:14.776304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-931685aa-c81e-4d05-b90a-fff6d422528b req-35fba255-000d-41e7-a8a8-0197ce83d39b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Jul 16 19:12:15.953456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a187e-c0de-4f11-af87-2bdc0b9019be req-628e394c-e7ac-41c7-9f61-6eb8c2a20bdd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:15.954959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-459a187e-c0de-4f11-af87-2bdc0b9019be req-628e394c-e7ac-41c7-9f61-6eb8c2a20bdd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0675406 Jul 16 19:12:15.995060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-459a187e-c0de-4f11-af87-2bdc0b9019be req-2304f85e-b92f-4c1f-993d-dda452149355 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343161 Jul 16 19:12:16.229611 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-266dba96-c30c-4565-b50c-640f42c7bd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.497463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-75008a32-92c3-4425-8be7-5d97b4e76ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:16.498910 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-75008a32-92c3-4425-8be7-5d97b4e76ced service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1097 time: 0.0572567 Jul 16 19:12:16.606955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-a1af3b03-0cc2-42ca-b9ed-6d1029b0aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:16.608461 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-a1af3b03-0cc2-42ca-b9ed-6d1029b0aee2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0884712 Jul 16 19:12:16.673606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-320f0020-3a9c-4d2d-b18d-3bba007102fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1002 time: 0.0576112 Jul 16 19:12:16.726529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-b37ee213-da28-4e3a-8077-97d56c430327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:16.728028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-b37ee213-da28-4e3a-8077-97d56c430327 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0480094 Jul 16 19:12:16.786101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-180c6bc3-94d8-4c72-b7ba-5b00e09de2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:16.787542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-180c6bc3-94d8-4c72-b7ba-5b00e09de2d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527527 Jul 16 19:12:16.876398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-0f4c3acc-0818-4d71-ab99-e591c0a8cd0c service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818481 Jul 16 19:12:16.972588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f819009-a41c-42d5-bf30-34ec0c9dcf6c req-0249dc3d-11bd-4f7d-a1c0-36aa473dc1ea service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895703 Jul 16 19:12:17.176725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2293adc-6e2f-489d-ab29-ca26e6d3a308 req-4244d263-6120-46fb-88e3-6be4ac8595fc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:17.178272 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f2293adc-6e2f-489d-ab29-ca26e6d3a308 req-4244d263-6120-46fb-88e3-6be4ac8595fc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0669928 Jul 16 19:12:17.224810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f2293adc-6e2f-489d-ab29-ca26e6d3a308 req-97632153-8857-4174-9a0e-41b905311724 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396671 Jul 16 19:12:18.405136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6257900-8e8b-4ea8-86f0-01aa02f41124 req-89252d97-fb65-4fed-bd24-a199f57f1933 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:18.406515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6257900-8e8b-4ea8-86f0-01aa02f41124 req-89252d97-fb65-4fed-bd24-a199f57f1933 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0687714 Jul 16 19:12:18.457647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b6257900-8e8b-4ea8-86f0-01aa02f41124 req-7c01751a-fe40-43a8-aebd-105489796a80 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Jul 16 19:12:18.832891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7f049cf6-e3a5-4431-9288-2c9d1cec4223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.943986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:19.647880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7e658-9eee-4234-82e7-e683aab06e02 req-6e359cca-7614-486e-88bf-a73baa7025ef tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:19.649494 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83a7e658-9eee-4234-82e7-e683aab06e02 req-6e359cca-7614-486e-88bf-a73baa7025ef tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0775673 Jul 16 19:12:19.688588 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83a7e658-9eee-4234-82e7-e683aab06e02 req-0c869c03-8833-47f2-a6e8-9355c7b263c5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330753 Jul 16 19:12:20.104216 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:20.872310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678d1f-19c7-4446-9c6b-b7ddf75e8a16 req-f8940840-5a8c-4ad6-a6d3-0d88cff29c21 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:20.873892 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1678d1f-19c7-4446-9c6b-b7ddf75e8a16 req-f8940840-5a8c-4ad6-a6d3-0d88cff29c21 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0706592 Jul 16 19:12:20.913701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1678d1f-19c7-4446-9c6b-b7ddf75e8a16 req-5c1fccae-5367-40a2-bd4b-fd8aa6210221 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342031 Jul 16 19:12:21.912386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:21.972801 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-fade7fc2-a992-410f-8bc0-4456e7f075d7 service neutron] show failed (client error): The resource could not be found. Jul 16 19:12:21.973881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-fade7fc2-a992-410f-8bc0-4456e7f075d7 service neutron] 10.222.0.59 "GET /v2.0/ports/6c30483c-54f6-4bff-aa09-4b0c27a14744/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0613363 Jul 16 19:12:22.106462 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e081e-34e0-4a0a-a81c-65eed54c2314 req-7298bf4b-27be-4b46-bd59-a86b11f7304c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:22.108223 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-262e081e-34e0-4a0a-a81c-65eed54c2314 req-7298bf4b-27be-4b46-bd59-a86b11f7304c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0671468 Jul 16 19:12:22.154177 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-262e081e-34e0-4a0a-a81c-65eed54c2314 req-f1e324a3-89d2-4def-a0de-80237f5a5a28 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390329 Jul 16 19:12:22.252695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-7ddaa424-ba2d-4a51-b16f-7453b4129678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:22.254291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-7ddaa424-ba2d-4a51-b16f-7453b4129678 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 1097 time: 0.0575364 Jul 16 19:12:22.266347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:22.345101 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:22.550761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:22.585476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:22.625646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:22.628463 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b1f49c-8706-4573-bd58-68cebf301c2b" -d '{"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:22.632614 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:22.645958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Transition to ACTIVE for port object 6c30483c-54f6-4bff-aa09-4b0c27a14744 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:22.650719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:22.683151 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5a25a-0756-4d09-a255-3fe3f2f33fcc x-openstack-request-id: req-a2f5a25a-0756-4d09-a255-3fe3f2f33fcc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:22.683448 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:22.683699 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2f5a25a-0756-4d09-a255-3fe3f2f33fcc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:22.684169 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'code': 200} Jul 16 19:12:22.733306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:22.745874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.746240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.746581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.746920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.747240 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.747576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.747900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.748230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.748558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.748911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.749232 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.749558 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:22.790733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] No DVR routers for this DVR port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:22.933932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:22.934275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:22.934607 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:22.939118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:12:22.939442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:22.944262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:22.944605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:22.945025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:22.945458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Bound port: 6c30483c-54f6-4bff-aa09-4b0c27a14744, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:22.945872 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.013598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:23.016820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:23.021432 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.062402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.064443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.065181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.066607 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] 10.222.0.67 "PUT /v2.0/ports/6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1092 time: 0.8047328 Jul 16 19:12:23.082541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5cb20-f808-4c08-90de-1baca167de39 service neutron] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:23.150000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4333589b-615c-4924-b40c-1ff9723593ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.151835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-4333589b-615c-4924-b40c-1ff9723593ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1095 time: 0.0570996 Jul 16 19:12:23.257869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-12429aa6-b374-4603-b309-3e8f0e5051c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.259710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-12429aa6-b374-4603-b309-3e8f0e5051c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1021416 Jul 16 19:12:23.328987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-92a05c37-eacf-47ae-ad92-17df0d440d02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1000 time: 0.0620482 Jul 16 19:12:23.351468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978f946-4718-4b20-893e-ba7bd73feee9 req-96fd267c-5caf-40fb-b620-1b33eb621839 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.353071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4978f946-4718-4b20-893e-ba7bd73feee9 req-96fd267c-5caf-40fb-b620-1b33eb621839 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 943 time: 0.0705280 Jul 16 19:12:23.386767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-8ab9e200-e865-4f57-8bfe-e27c59c96054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.388553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-8ab9e200-e865-4f57-8bfe-e27c59c96054 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0534809 Jul 16 19:12:23.406129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4978f946-4718-4b20-893e-ba7bd73feee9 req-3c34582c-f157-42b4-ae93-f65a880033ce tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Jul 16 19:12:23.447341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-a73af856-bf7f-4a5b-871f-b79900d39a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.449003 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-a73af856-bf7f-4a5b-871f-b79900d39a68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537829 Jul 16 19:12:23.541181 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-14c3628d-3807-499f-8217-c60efb50b9e7 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Jul 16 19:12:23.637388 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7eabbc4-6039-406d-9094-88885a0029f1 req-a53db320-961c-4f56-ba7d-07c7d7cbee84 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901048 Jul 16 19:12:24.605720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b71616-920b-4cb6-ab83-2c644473a76d req-ebc030c3-7fb1-499d-bc64-af33b3c4db88 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:24.607269 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17b71616-920b-4cb6-ab83-2c644473a76d req-ebc030c3-7fb1-499d-bc64-af33b3c4db88 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 943 time: 0.0690022 Jul 16 19:12:24.650147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-17b71616-920b-4cb6-ab83-2c644473a76d req-492db462-3b23-4b92-8456-88ecd96e250a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371196 Jul 16 19:12:24.684943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:24.687402 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc814ac-ba21-4e3f-a15c-e48599c5df69" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:24.738597 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fac733-ce02-43ed-9091-0e53e5ebb3dc x-openstack-request-id: req-69fac733-ce02-43ed-9091-0e53e5ebb3dc {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:24.738887 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:24.739135 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69fac733-ce02-43ed-9091-0e53e5ebb3dc {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:24.739558 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'status': 'completed', 'code': 200} Jul 16 19:12:24.858632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-a3e2f8f7-1144-4ee9-8ffb-5c1471499956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:24.860157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-a3e2f8f7-1144-4ee9-8ffb-5c1471499956 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1095 time: 0.0951741 Jul 16 19:12:24.866353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-150aaba9-d058-44e1-b88a-f13ba3e56d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:24.867763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-150aaba9-d058-44e1-b88a-f13ba3e56d72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1095 time: 0.0722883 Jul 16 19:12:24.947563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:24.999015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:25.000942 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:25.332074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-27e35d9f-1edb-49cb-b82c-e2fa9d4adac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.333491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-27e35d9f-1edb-49cb-b82c-e2fa9d4adac0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.4648907 Jul 16 19:12:25.334993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-7308613c-cec1-4ce7-bc43-22ce821ec7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.336291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-7308613c-cec1-4ce7-bc43-22ce821ec7a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.4604931 Jul 16 19:12:25.446047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-3bce7153-465e-4828-820a-bfce9795c635 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1000 time: 0.1056583 Jul 16 19:12:25.447780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-f2ea79b6-29ee-4fcf-b10b-2c8a5f93014d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1000 time: 0.1016347 Jul 16 19:12:25.531188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-0339557a-a0ba-44c1-bb59-c9d61aab7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.532677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-0339557a-a0ba-44c1-bb59-c9d61aab7ce4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0806775 Jul 16 19:12:25.534206 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-e6ae483d-8373-45be-b526-056977955676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.535531 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-e6ae483d-8373-45be-b526-056977955676 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0760889 Jul 16 19:12:25.632677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-abd99d6d-050b-4eca-9015-cc4bddffe33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.634231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-abd99d6d-050b-4eca-9015-cc4bddffe33d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859063 Jul 16 19:12:25.636038 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-11826bb8-6e69-414a-8e7a-b91d172c8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.637404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-11826bb8-6e69-414a-8e7a-b91d172c8407 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972192 Jul 16 19:12:25.826993 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-242ced68-53bc-4d6c-925d-6928f3617394 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777768 Jul 16 19:12:25.829773 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-0414e750-f337-4a81-ba7b-f44fa18b3dd3 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879277 Jul 16 19:12:25.984182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44215815-0006-45e2-9e65-49e4cb3b06ee req-1c55c5a4-0bfc-40a0-8611-c3dddbf08aaf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.985681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44215815-0006-45e2-9e65-49e4cb3b06ee req-1c55c5a4-0bfc-40a0-8611-c3dddbf08aaf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 943 time: 0.2183645 Jul 16 19:12:26.020731 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-92a2a769-abb5-45f6-b06d-2710635e4f46 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868167 Jul 16 19:12:26.035826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fcc814ac-ba21-4e3f-a15c-e48599c5df69 req-ca1734b6-f1e5-4477-9068-70dcb075f059 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925871 Jul 16 19:12:26.051500 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44215815-0006-45e2-9e65-49e4cb3b06ee req-a7ef4703-332b-41e1-a7ef-46f9942612af tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561478 Jul 16 19:12:26.479249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-5f617ed2-d3dd-4939-94ba-a3a6e859459f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:26.481105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-5f617ed2-d3dd-4939-94ba-a3a6e859459f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec&tenant_id=18a419b1c2404f24bb7250942e3aea02&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 943 time: 0.0829091 Jul 16 19:12:26.576447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-9d059625-9897-4bac-823b-b95ceeb5f1a9 service neutron] 10.222.0.67 "GET /v2.0/ports/6c30483c-54f6-4bff-aa09-4b0c27a14744/bindings/n-h2-791504-15 HTTP/1.1" status: 200 len: 383 time: 0.0765574 Jul 16 19:12:26.591832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccce0cc-9e2e-4709-891b-41320c0a8ae1 req-2a48b05b-a08a-40af-b93f-141b59178928 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:26.598668 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ccce0cc-9e2e-4709-891b-41320c0a8ae1 req-2a48b05b-a08a-40af-b93f-141b59178928 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 943 time: 0.1319077 Jul 16 19:12:26.670366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4ccce0cc-9e2e-4709-891b-41320c0a8ae1 req-af682062-30cb-4f86-802b-14712780b298 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684524 Jul 16 19:12:26.690246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-31945149-ba7d-4d9a-bae1-deb7de48e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:26.690246 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-31945149-ba7d-4d9a-bae1-deb7de48e33f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1095 time: 0.0890913 Jul 16 19:12:26.787312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-8d69ad88-f858-4d08-a10d-0db4f25a1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:26.788721 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-8d69ad88-f858-4d08-a10d-0db4f25a1cd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0924506 Jul 16 19:12:26.857778 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-cdb24bd9-c1a5-4edc-ac01-c7fe1d52c87b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1000 time: 0.0629122 Jul 16 19:12:26.911400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-1e941118-0973-4806-99c0-2235fb6b2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:26.912921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-1e941118-0973-4806-99c0-2235fb6b2830 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0491064 Jul 16 19:12:26.976372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-4624c523-3d62-45bf-a30f-23320ea7962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:26.977962 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-4624c523-3d62-45bf-a30f-23320ea7962f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587666 Jul 16 19:12:27.070443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-31f3ade3-2d9c-4270-b1f1-cf1fe3fca099 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850086 Jul 16 19:12:27.169394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-6f81f3c6-f64a-4e2b-a900-2c8ae87819f8 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916283 Jul 16 19:12:27.282542 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:12:27.377990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:27.393503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'mac_address': 'fa:16:3e:15:55:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:12:27.432133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:27.445058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:27.464818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:27.470361 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:27.518583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:27.530726 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.531099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.531609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.532122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.532632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.533157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.533653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.534151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.534630 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.535067 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.535507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.535932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:27.709561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['6c30483c-54f6-4bff-aa09-4b0c27a14744'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:27.862154 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a39203-89c9-4d26-9637-9d82f27869b1 req-5de8e51e-c527-497a-969e-a3f73d9aacb5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:27.863740 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a39203-89c9-4d26-9637-9d82f27869b1 req-5de8e51e-c527-497a-969e-a3f73d9aacb5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 944 time: 0.0673904 Jul 16 19:12:27.880552 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:27.922038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e3a39203-89c9-4d26-9637-9d82f27869b1 req-a3325de8-e024-4e4a-9a96-c4d6a937adfa tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Jul 16 19:12:29.130188 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd19a42-f559-453e-8d4c-3f786fff4f7a req-76101ce6-6af1-4dcd-8f11-b95400524991 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:29.131691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2fd19a42-f559-453e-8d4c-3f786fff4f7a req-76101ce6-6af1-4dcd-8f11-b95400524991 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 944 time: 0.0906901 Jul 16 19:12:29.186866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2fd19a42-f559-453e-8d4c-3f786fff4f7a req-62fde09c-f76b-4e20-943b-c2e7321db099 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489175 Jul 16 19:12:29.189855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-714edd77-d842-4c3b-836c-bbd77232ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:29.191137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-714edd77-d842-4c3b-836c-bbd77232ddf2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 1096 time: 0.1010888 Jul 16 19:12:29.203181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:29.279109 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:29.283546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:29.360312 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:29.373813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:29.491957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:29.528457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:29.579003 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:29.588130 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:29.599888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Ignored duplicate provisioning block setup for port 6c30483c-54f6-4bff-aa09-4b0c27a14744 by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 19:12:29.604547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:29.645770 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:12:29.646139 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:12:29.682885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=9']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:29.732658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] No DVR routers for this DVR port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:29.876269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:29.876584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:29.876953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:29.881826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:12:29.882151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Attempting to bind port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:29.887731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:29.888068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:29.888454 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:29.888911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Bound port: 6c30483c-54f6-4bff-aa09-4b0c27a14744, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:29.889315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:29.955841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:29.958920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:29.964806 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:29.998531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:29.999162 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:30.000580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] 10.222.0.59 "PUT /v2.0/ports/6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1092 time: 0.8017116 Jul 16 19:12:30.001028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:30.003372 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44c4f0-3fee-41ed-941f-828e7b10dabc" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:30.028612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb36db-ea1f-4512-b85b-1cb9077ce0aa service neutron] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:30.061119 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b882ac8c-63fd-4cca-8032-9694908068a1 x-openstack-request-id: req-b882ac8c-63fd-4cca-8032-9694908068a1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:30.061530 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:30.061848 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b882ac8c-63fd-4cca-8032-9694908068a1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:30.062314 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'status': 'completed', 'code': 200} Jul 16 19:12:30.120869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-333e3580-1a56-4c07-bf37-b63d33a65563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:30.123500 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-333e3580-1a56-4c07-bf37-b63d33a65563 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1096 time: 0.0911181 Jul 16 19:12:30.210455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-cdd10d9d-60d0-4f06-930f-e23e505d5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:30.211959 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-cdd10d9d-60d0-4f06-930f-e23e505d5a91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1096 time: 0.1263742 Jul 16 19:12:30.280924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-c3574c7e-c173-4db3-9e1b-4b8b3b72f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:30.282314 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-c3574c7e-c173-4db3-9e1b-4b8b3b72f97c service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1518340 Jul 16 19:12:30.411250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-99e28654-7224-49ae-b2f2-a274abb852b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:30.412733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-99e28654-7224-49ae-b2f2-a274abb852b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1884382 Jul 16 19:12:30.416496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-ffdadfea-ec3b-48f8-9d2c-88515591b876 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1000 time: 0.1084430 Jul 16 19:12:30.827293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-a206edad-93a4-4c1c-b7ea-9dff6ebe9de6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1000 time: 0.4076161 Jul 16 19:12:30.832752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-82b77158-4fa9-42bf-b32b-8e4d8f384419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:30.834166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-82b77158-4fa9-42bf-b32b-8e4d8f384419 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.4073257 Jul 16 19:12:30.852634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd593a68-6cd6-4388-9f7b-c1ad8ef0f5d6 req-3b5e22f0-8b90-4851-bf11-fa36b7e4f263 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:30.854091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd593a68-6cd6-4388-9f7b-c1ad8ef0f5d6 req-3b5e22f0-8b90-4851-bf11-fa36b7e4f263 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 944 time: 0.5475285 Jul 16 19:12:30.945208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-31715ed4-347b-4034-a157-9dd73b28549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:30.946690 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-31715ed4-347b-4034-a157-9dd73b28549b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.1102145 Jul 16 19:12:30.949613 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd593a68-6cd6-4388-9f7b-c1ad8ef0f5d6 req-13b9678d-ebfa-43d8-8019-9bd308e0d1d2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871377 Jul 16 19:12:31.002014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2ca85bba-0d8e-4310-aba3-ef0294c60804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:31.003528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-2ca85bba-0d8e-4310-aba3-ef0294c60804 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1586607 Jul 16 19:12:31.049122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-e76eacc9-2b9c-47a6-8be0-ed805c02394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:31.050640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-e76eacc9-2b9c-47a6-8be0-ed805c02394e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969305 Jul 16 19:12:31.157746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-fac97ce9-92f2-4c8e-9be4-43a15ae9bb43 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461790 Jul 16 19:12:31.210902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-c15a0ba5-d010-41b8-bfe8-caa39857770b service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343071 Jul 16 19:12:31.318486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cab0f18e-818c-403a-9e99-e07024950ff9 req-ebe7773f-e9a1-490a-95e2-f6b44f2db8f2 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531713 Jul 16 19:12:31.345180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-d0b921de-e2e4-4716-b1f3-089d02937d1a service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100912 Jul 16 19:12:31.424119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-6b81558d-43e3-44a5-a0e1-b809cb1c7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:31.425635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-6b81558d-43e3-44a5-a0e1-b809cb1c7887 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 1096 time: 0.0569975 Jul 16 19:12:31.520681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-c9c987c4-f8d3-4ab3-9068-b470981a243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:31.522204 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-c9c987c4-f8d3-4ab3-9068-b470981a243f service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0892873 Jul 16 19:12:31.587435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-dda3243d-54e5-464d-97cc-561a217d52b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 200 len: 1000 time: 0.0576229 Jul 16 19:12:31.641096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-66756c55-5009-45fe-aa56-ba34b3e8eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:31.642563 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-66756c55-5009-45fe-aa56-ba34b3e8eec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0479980 Jul 16 19:12:31.701302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-90d86f6e-c40d-4efa-814a-4b77dcbe57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:31.702708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-90d86f6e-c40d-4efa-814a-4b77dcbe57b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529428 Jul 16 19:12:31.794710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-a87ab748-1b9d-499c-94b3-85b6b7719f09 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843644 Jul 16 19:12:31.891146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f44c4f0-3fee-41ed-941f-828e7b10dabc req-83cabef7-b060-40e8-955f-1308d143f9e1 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888128 Jul 16 19:12:32.130034 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9775-473a-4069-8de2-b23755f41cfc req-59e9f1a1-fd0b-4316-ad66-568fbab2a5e9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:32.131521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da2a9775-473a-4069-8de2-b23755f41cfc req-59e9f1a1-fd0b-4316-ad66-568fbab2a5e9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 944 time: 0.0648537 Jul 16 19:12:32.170304 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da2a9775-473a-4069-8de2-b23755f41cfc req-7c68f7e7-3f1f-4c8a-ba3e-b932c8b1d64c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326779 Jul 16 19:12:32.993318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:12:33.103421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:33.116302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'mac_address': 'fa:16:3e:15:55:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:12:33.155726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.170201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:33.195200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:33.203180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.272389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=11']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:33.385879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59509-97ec-4077-9e39-8de5098ee23a req-88cbd23a-a226-401b-8fce-7bc54fdf4df5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:33.387646 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61b59509-97ec-4077-9e39-8de5098ee23a req-88cbd23a-a226-401b-8fce-7bc54fdf4df5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0746689 Jul 16 19:12:33.431968 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61b59509-97ec-4077-9e39-8de5098ee23a req-4230185e-c3a1-4d65-b11a-41d59b5057c2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348914 Jul 16 19:12:33.432494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['6c30483c-54f6-4bff-aa09-4b0c27a14744'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:33.619150 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada77412-6ea3-4ae9-bf2e-2ec0aba5113b req-9face0af-1f78-491a-bebe-d72b3e6b8c6c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:33.620842 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ada77412-6ea3-4ae9-bf2e-2ec0aba5113b req-9face0af-1f78-491a-bebe-d72b3e6b8c6c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0692248 Jul 16 19:12:33.660050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ada77412-6ea3-4ae9-bf2e-2ec0aba5113b req-a2406784-e73b-41e7-9a33-67b23c9b450d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331240 Jul 16 19:12:33.842625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f2b24-df4c-4945-8eb3-a006035e3185 req-1aec3ce2-7f58-42f0-80ef-9ee3485438cb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:33.844161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c27f2b24-df4c-4945-8eb3-a006035e3185 req-1aec3ce2-7f58-42f0-80ef-9ee3485438cb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0757742 Jul 16 19:12:33.884442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c27f2b24-df4c-4945-8eb3-a006035e3185 req-3fe08cf3-e825-4525-bd41-fedaa268d702 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Jul 16 19:12:34.302970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb6e9-5865-4a35-8ac8-cd72023af201 req-00f52020-0be8-48ef-b69a-9e1ec38d0c4b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:34.304526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-607cb6e9-5865-4a35-8ac8-cd72023af201 req-00f52020-0be8-48ef-b69a-9e1ec38d0c4b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 945 time: 0.0752718 Jul 16 19:12:34.348191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-607cb6e9-5865-4a35-8ac8-cd72023af201 req-31c82256-6fef-48a3-aa0f-3b2d22acbbfc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374906 Jul 16 19:12:35.003639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:35.058597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 6c30483c-54f6-4bff-aa09-4b0c27a14744 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:35.062633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 6c30483c-54f6-4bff-aa09-4b0c27a14744 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:35.063038 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:35.143363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:35.166206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:35.168801 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69f8b1b-baf2-4bf7-86b6-91a907766945" -d '{"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:35.183737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:35.188825 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:35.212036 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b3b103-3b3e-44c7-bd08-2cfb32d57755 x-openstack-request-id: req-b2b3b103-3b3e-44c7-bd08-2cfb32d57755 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:35.212326 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:35.212571 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2b3b103-3b3e-44c7-bd08-2cfb32d57755 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:35.212987 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'code': 200} Jul 16 19:12:35.239352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:35.531840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb252e-f2fb-4023-8ce4-db6e8a8d3153 req-5306feac-84cc-4389-97f0-474b12ae79df tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:35.534227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-35eb252e-f2fb-4023-8ce4-db6e8a8d3153 req-5306feac-84cc-4389-97f0-474b12ae79df tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 946 time: 0.0724332 Jul 16 19:12:35.603717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-35eb252e-f2fb-4023-8ce4-db6e8a8d3153 req-e61ba5d5-161b-4f12-9057-1ff7604824af tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639429 Jul 16 19:12:35.631132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-4fec6d45-3479-4424-a04a-6cfd6958eba6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:35.632560 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-4fec6d45-3479-4424-a04a-6cfd6958eba6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 946 time: 0.0860698 Jul 16 19:12:35.734700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Deleting port 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:35.735016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:35.826256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] For port 6c30483c-54f6-4bff-aa09-4b0c27a14744, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=6c30483c-54f6-4bff-aa09-4b0c27a14744,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:35.826569 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.002476 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.002924 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.003155 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 disassociated. External IP: 172.25.1.153, port: 6c30483c-54f6-4bff-aa09-4b0c27a14744. Jul 16 19:12:36.003530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Calling delete_port for 6c30483c-54f6-4bff-aa09-4b0c27a14744 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:36.136233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.165838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event deleted for resources: {'Port': ['ID=6c30483c-54f6-4bff-aa09-4b0c27a14744,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:36.291690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:12:36.407026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:12:36.417789 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:12:36.428700 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:36.429364 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:12:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:36.450686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] No DVR routers for this DVR port 6c30483c-54f6-4bff-aa09-4b0c27a14744 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:36.453505 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.455658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a562d67-2350-4c25-8771-ef82a2c6e5cd req-86381122-9a98-4dba-b2cf-6d6e45de8ac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "DELETE /v2.0/ports/6c30483c-54f6-4bff-aa09-4b0c27a14744 HTTP/1.1" status: 204 len: 173 time: 0.8166158 Jul 16 19:12:36.456100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-deleted', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:36.458413 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffd9b54-ea4e-4cd4-ab71-eb270ae1f5b7" -d '{"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-deleted", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:36.496610 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06237653-9a39-4a59-b530-2784db15d9bb x-openstack-request-id: req-06237653-9a39-4a59-b530-2784db15d9bb {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:36.496936 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88baa5-5fc3-4472-bd50-b952a00ba7ec", "name": "network-vif-deleted", "tag": "6c30483c-54f6-4bff-aa09-4b0c27a14744", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:36.497317 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06237653-9a39-4a59-b530-2784db15d9bb {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:36.497624 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88baa5-5fc3-4472-bd50-b952a00ba7ec', 'name': 'network-vif-deleted', 'tag': '6c30483c-54f6-4bff-aa09-4b0c27a14744', 'status': 'completed', 'code': 200} Jul 16 19:12:36.540258 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:36.762309 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:36.778340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7ec4a86b-80b4-445f-8a39-edc3c8a9f7ae req-4dc04a07-b97e-4896-bd50-689243f6ca61 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb88baa5-5fc3-4472-bd50-b952a00ba7ec HTTP/1.1" status: 200 len: 210 time: 0.0423777 Jul 16 19:12:36.793051 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:12:36.802970 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:36.803587 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:12:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:36.907100 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:37.105582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:37.135115 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a170c3-12d5-4d15-947f-42241326f78e None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:12:37.359933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a259fd9-d33e-4c02-a8a0-f6990c3e1866 None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:12:38.133725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-f0f3126b-b27f-4954-96c0-f75ae8b9d7b1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1926869725&fields=id&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 267 time: 0.0340304 Jul 16 19:12:38.251706 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-f5702322-e772-4b02-88b8-1297858373a3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:38.253230 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-f5702322-e772-4b02-88b8-1297858373a3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1105821 Jul 16 19:12:38.268635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-1191b0d2-0c9d-44bf-a7a6-59f72ff9a931 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/quotas/18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 375 time: 0.0099149 Jul 16 19:12:38.347759 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-2967430a-5a25-4418-820e-03ba9a60a636 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740335 Jul 16 19:12:38.449878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-b76724ba-3e68-45ef-9b71-922c9731ccf6 service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878043 Jul 16 19:12:38.548101 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-94765749-c223-437d-aaf3-1c545b957833 service neutron] 10.222.0.49 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900671 Jul 16 19:12:38.725219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4bcb6e4-2ea1-4bad-b270-2baff31b6886 req-459899fb-15f4-4378-b542-958c98c49beb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 210 time: 0.0294771 Jul 16 19:12:39.037638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:39.058014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 6c30483c-54f6-4bff-aa09-4b0c27a14744 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:39.058560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 6c30483c-54f6-4bff-aa09-4b0c27a14744 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:39.811459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-bce51d37-dc7c-47ee-844e-8907fb761991 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:39.813002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-bce51d37-dc7c-47ee-844e-8907fb761991 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 812 time: 0.1263766 Jul 16 19:12:39.865816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-e1c2fc2d-4fbe-49d3-8c16-842f5a1347f9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 380 time: 0.0438540 Jul 16 19:12:39.874661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'port': {'device_id': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'admin_state_up': True, 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'security_groups': ['fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:39.877112 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bc5f3e8e-a28b-4c78-b3b6-d437a0ab7452 req-5b6536a0-9575-4e34-bf48-5290d88c9937 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 210 time: 0.0330415 Jul 16 19:12:39.998792 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Made reservation on behalf of 18a419b1c2404f24bb7250942e3aea02 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:12:40.002931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.142683 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Allocated IP 172.20.0.14 (05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9/c65c14be-ad53-4863-8079-ed0d999ef8a8/7c0a3011-4913-4725-a354-9a8773e52262) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:40.282482 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.300715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Transition to ACTIVE for port object 7c0a3011-4913-4725-a354-9a8773e52262 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:40.337031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.379993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:40.385131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:40.389097 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:40.415378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:40.444459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:40.445104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.460440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-43f114a3-a0d7-4dbe-ba42-3710b85714ba tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896997 Jul 16 19:12:40.472390 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Request body: {'port': {'device_id': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:40.554141 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.623051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c27d9fb6-1030-42ab-a4f3-cadafc9ca9dd None None] Provisioning for port 7c0a3011-4913-4725-a354-9a8773e52262 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:40.629328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c27d9fb6-1030-42ab-a4f3-cadafc9ca9dd None None] Provisioning complete for port 7c0a3011-4913-4725-a354-9a8773e52262 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:40.629951 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c27d9fb6-1030-42ab-a4f3-cadafc9ca9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.689481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c27d9fb6-1030-42ab-a4f3-cadafc9ca9dd None None] Port 7c0a3011-4913-4725-a354-9a8773e52262 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:12:40.851900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0a3011-4913-4725-a354-9a8773e52262 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:40.859860 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.872609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Transition to ACTIVE for port object 7c0a3011-4913-4725-a354-9a8773e52262 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:40.877598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.954073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:41.015674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:41.016026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:41.016343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:41.038663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:12:41.038990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:41.048704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:41.049066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:41.049456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:41.049886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Bound port: 7c0a3011-4913-4725-a354-9a8773e52262, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:41.050247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:41.124831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f6736-af30-4f65-927e-ac04cd5b4ea3 req-69f23d72-7c29-4719-b277-be7e362eac3c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.126338 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f6f6736-af30-4f65-927e-ac04cd5b4ea3 req-69f23d72-7c29-4719-b277-be7e362eac3c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.1254923 Jul 16 19:12:41.157665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:41.177762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:41.183679 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7f6f6736-af30-4f65-927e-ac04cd5b4ea3 req-bc35389c-a053-4c76-a090-e6b64b11758f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512018 Jul 16 19:12:41.185208 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:41.224286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.224927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:41.226288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] 10.222.0.67 "PUT /v2.0/ports/7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1093 time: 0.7583954 Jul 16 19:12:41.226698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:41.229035 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9086009d-73c0-4663-801d-6d77becdb978" -d '{"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:41.257531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc836-afae-4690-bdd3-1983cb176f38 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:41.269623 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d25178c-1071-4ac4-a92a-4eeba21546a5 x-openstack-request-id: req-4d25178c-1071-4ac4-a92a-4eeba21546a5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:41.270006 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:41.270351 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d25178c-1071-4ac4-a92a-4eeba21546a5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:41.270848 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'status': 'completed', 'code': 200} Jul 16 19:12:41.337695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-72449370-ae83-4b83-8a93-503e780f07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.339283 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-72449370-ae83-4b83-8a93-503e780f07d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1096 time: 0.0568361 Jul 16 19:12:41.387878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-36cba198-510b-4eba-b02b-1e585ae3eba0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 217 time: 0.0401008 Jul 16 19:12:41.441500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-fb41e330-59de-4d63-8262-b2c5b1180b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.443160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-fb41e330-59de-4d63-8262-b2c5b1180b3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0494752 Jul 16 19:12:41.502178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-f322fed7-631d-4859-9fec-a2470b83e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.503619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-f322fed7-631d-4859-9fec-a2470b83e22f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537565 Jul 16 19:12:41.596718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-3e5ee38a-a1ac-491e-99a3-f1ebc888fce1 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Jul 16 19:12:41.691475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-486e719b-5b06-4add-bdb8-df5643f89cf5 req-9b9784f4-2a20-488a-bdcc-1b5a68a37bf9 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Jul 16 19:12:41.796555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086009d-73c0-4663-801d-6d77becdb978 req-4faef68b-314e-4e3d-9b70-d5f505f5942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.798015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9086009d-73c0-4663-801d-6d77becdb978 req-4faef68b-314e-4e3d-9b70-d5f505f5942c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1096 time: 0.0551076 Jul 16 19:12:41.894713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086009d-73c0-4663-801d-6d77becdb978 req-868217d5-215f-473e-be38-fc890a94e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.896221 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9086009d-73c0-4663-801d-6d77becdb978 req-868217d5-215f-473e-be38-fc890a94e299 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0911188 Jul 16 19:12:41.937634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9086009d-73c0-4663-801d-6d77becdb978 req-b54d58b4-73f5-4259-a9db-7fe1d2c54cc2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 217 time: 0.0347199 Jul 16 19:12:41.991622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086009d-73c0-4663-801d-6d77becdb978 req-01aaa7f2-22b7-490d-9b8c-fae382e60df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:41.993132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9086009d-73c0-4663-801d-6d77becdb978 req-01aaa7f2-22b7-490d-9b8c-fae382e60df4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0480459 Jul 16 19:12:42.051280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086009d-73c0-4663-801d-6d77becdb978 req-83ba712c-b326-4cfd-9a15-16e57e9b2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:42.052720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9086009d-73c0-4663-801d-6d77becdb978 req-83ba712c-b326-4cfd-9a15-16e57e9b2e1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527825 Jul 16 19:12:42.147673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9086009d-73c0-4663-801d-6d77becdb978 req-c1ebe58b-b185-4cd0-8849-294b13b2baae service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873239 Jul 16 19:12:42.243225 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9086009d-73c0-4663-801d-6d77becdb978 req-74f66246-09ba-4950-8ec7-d7a397b5db5c service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869036 Jul 16 19:12:42.362201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f805cf-cc5a-49e6-afc3-d3f55b51aa15 req-099a36ca-c2ba-43bb-aef9-e650e7a5b4fd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:42.363720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0f805cf-cc5a-49e6-afc3-d3f55b51aa15 req-099a36ca-c2ba-43bb-aef9-e650e7a5b4fd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0661273 Jul 16 19:12:42.409058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0f805cf-cc5a-49e6-afc3-d3f55b51aa15 req-f58f36c0-7444-47eb-ad72-94e14e17ccd5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395305 Jul 16 19:12:43.598714 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04db28-fe5a-443a-820a-d49dff10f853 req-47ee6413-30f1-45f9-bdb1-c81bd9e4562a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:43.600224 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da04db28-fe5a-443a-820a-d49dff10f853 req-47ee6413-30f1-45f9-bdb1-c81bd9e4562a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0688443 Jul 16 19:12:43.643698 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da04db28-fe5a-443a-820a-d49dff10f853 req-41acad49-c366-4939-a624-ede54724cc42 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353456 Jul 16 19:12:44.834261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cd279-347a-4301-a78c-f8ca86845645 req-79e9bfaf-3ef4-45d3-a15e-20d37d0851e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:44.835777 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-415cd279-347a-4301-a78c-f8ca86845645 req-79e9bfaf-3ef4-45d3-a15e-20d37d0851e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0733752 Jul 16 19:12:44.874419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-415cd279-347a-4301-a78c-f8ca86845645 req-201e4a65-16b3-4ad5-8501-9baf86cce953 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324171 Jul 16 19:12:45.342682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:12:45.446485 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:45.459262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '7c0a3011-4913-4725-a354-9a8773e52262', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '7c0a3011-4913-4725-a354-9a8773e52262', 'mac_address': 'fa:16:3e:84:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:12:45.500602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:45.513770 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0a3011-4913-4725-a354-9a8773e52262 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:45.539536 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:45.545247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:45.599863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:45.732697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['7c0a3011-4913-4725-a354-9a8773e52262'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:46.055404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d681168-63c2-43a2-afe0-a0a3c25d16d9 req-bc25e0c0-1cfd-4ec9-ab2d-81fe8936c359 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.056914 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d681168-63c2-43a2-afe0-a0a3c25d16d9 req-bc25e0c0-1cfd-4ec9-ab2d-81fe8936c359 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0678990 Jul 16 19:12:46.098105 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6d681168-63c2-43a2-afe0-a0a3c25d16d9 req-8d36bb70-48bf-43d5-9b1f-9f00df74671a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348516 Jul 16 19:12:46.231773 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8f27754c-d1db-4903-a190-5ad9425ab8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.296764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea3eac-bc0a-48b3-a7ac-557febbe71f3 req-46e50b6c-4933-4042-bc65-1379596c3df9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:47.298305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69ea3eac-bc0a-48b3-a7ac-557febbe71f3 req-46e50b6c-4933-4042-bc65-1379596c3df9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0752633 Jul 16 19:12:47.337947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69ea3eac-bc0a-48b3-a7ac-557febbe71f3 req-2364828b-dffc-435a-9063-e8915a1472c3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 Jul 16 19:12:47.352493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:47.403092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 7c0a3011-4913-4725-a354-9a8773e52262 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:47.410301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 7c0a3011-4913-4725-a354-9a8773e52262 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:47.414310 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.495092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.529384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:47.532041 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff85d57c-d7a5-4d02-8942-b92a9a2c6dc4" -d '{"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:47.545448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:47.549882 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.573401 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c05003-a58a-41cd-9d2d-62b54d904257 x-openstack-request-id: req-e7c05003-a58a-41cd-9d2d-62b54d904257 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:47.573693 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:47.574117 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7c05003-a58a-41cd-9d2d-62b54d904257 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:47.574594 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'code': 200} Jul 16 19:12:47.601093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:47.691062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742cbf-9e3f-4383-9c53-4ac399e4ebf6 req-42de9bf5-3a4c-4ae9-9f9f-232aab3d372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:47.692494 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df742cbf-9e3f-4383-9c53-4ac399e4ebf6 req-42de9bf5-3a4c-4ae9-9f9f-232aab3d372b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1098 time: 0.0609779 Jul 16 19:12:47.727784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df742cbf-9e3f-4383-9c53-4ac399e4ebf6 req-cc2ba46e-1b86-4777-a676-c0e05ec175e4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290823 Jul 16 19:12:48.535163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8edcea-e6bf-4bc7-8a7e-292b162fae66 req-fdb84564-e6c9-4505-b82f-37b1559537ef tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:48.536627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e8edcea-e6bf-4bc7-8a7e-292b162fae66 req-fdb84564-e6c9-4505-b82f-37b1559537ef tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0721192 Jul 16 19:12:48.579882 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e8edcea-e6bf-4bc7-8a7e-292b162fae66 req-d7bb185a-9b1f-4fd7-8829-2fa2c28156e3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372787 Jul 16 19:12:48.837637 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99c728b9-d1f3-4044-bdd8-8cb4627f3cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:48.945458 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:49.769179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edb9b4-7987-4787-88c4-38aa18912f2b req-b54871a0-c938-4909-ba68-23c545e17fe9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:49.770679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83edb9b4-7987-4787-88c4-38aa18912f2b req-b54871a0-c938-4909-ba68-23c545e17fe9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0685749 Jul 16 19:12:49.814337 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-83edb9b4-7987-4787-88c4-38aa18912f2b req-49caacf6-a0da-4475-8132-e466919f3e48 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374882 Jul 16 19:12:50.001628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be5ff0-ca61-4931-a1ac-0a3b5cd23dda req-a6e08a82-e96a-48ae-b7f7-e31af4c15c0d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:50.003177 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-39be5ff0-ca61-4931-a1ac-0a3b5cd23dda req-a6e08a82-e96a-48ae-b7f7-e31af4c15c0d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0757837 Jul 16 19:12:50.015307 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 47792) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:50.020032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Request body: {'floatingip': {'port_id': '7c0a3011-4913-4725-a354-9a8773e52262'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:50.064126 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.108541 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.838408 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.844557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.952342 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 associated. External IP: 172.25.1.153, port: 7c0a3011-4913-4725-a354-9a8773e52262. Jul 16 19:12:51.168959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:12:51.280804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:12:51.285617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:51.290464 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:12:51.300820 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:51.301447 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:12:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:51.331542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e3e0d62d-7e99-4c9a-9ad3-d04fbde0c7c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "PUT /v2.0/floatingips/28ce7bac-5c91-427c-90ca-7e8cc7981241 HTTP/1.1" status: 200 len: 993 time: 1.3123443 Jul 16 19:12:51.331542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:51.331881 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:51.411395 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:51.435134 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b303ee2-694e-45c4-a2bd-575edb55b540 x-openstack-request-id: req-0b303ee2-694e-45c4-a2bd-575edb55b540 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:51.435685 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:51.435685 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b303ee2-694e-45c4-a2bd-575edb55b540 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:51.436109 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'status': 'completed', 'code': 200} Jul 16 19:12:51.512014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-3d7a86a3-67a6-4c82-ba50-a80464d8fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:51.514031 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-3d7a86a3-67a6-4c82-ba50-a80464d8fcc9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1098 time: 0.0540614 Jul 16 19:12:51.605345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-ab48260c-049d-4658-b022-b7077436e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:51.607734 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-ab48260c-049d-4658-b022-b7077436e07f service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0875928 Jul 16 19:12:51.647516 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '7c0a3011-4913-4725-a354-9a8773e52262', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:84:6b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:12:50Z', 'revision_number': 13, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:51.673631 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:12:51.679936 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-c520ecdb-82b8-416c-a91f-1de7a7d96afa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.0656557 Jul 16 19:12:51.681812 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:51.682409 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:12:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:51.757634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-08050457-3d2e-4a47-adac-3029b1ad9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:51.760035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-08050457-3d2e-4a47-adac-3029b1ad9f63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0737965 Jul 16 19:12:51.822626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-27b992c3-cd7a-4478-8eac-4b0de1d6c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:51.824172 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-27b992c3-cd7a-4478-8eac-4b0de1d6c512 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580986 Jul 16 19:12:51.883320 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:51.912414 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:51.924242 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-ba4abae2-acdf-448a-804f-5670462d6525 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938277 Jul 16 19:12:52.026097 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a244cc29-e77c-4dfe-a0fd-8793b8def3d3 req-83ad3de5-1c41-40f0-bf38-7b280210c860 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954983 Jul 16 19:12:52.117747 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '7c0a3011-4913-4725-a354-9a8773e52262', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:84:6b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:12:50Z', 'revision_number': 13, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:52.143976 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c81cb5e-9a83-4aa1-8906-dd6320ee9d2f None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '28ce7bac-5c91-427c-90ca-7e8cc7981241', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'port_id': '7c0a3011-4913-4725-a354-9a8773e52262', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'mac_address': 'fa:16:3e:84:6b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:05:39Z', 'updated_at': '2021-07-16T19:12:50Z', 'revision_number': 13, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:12:52.345737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962f64b-3075-4fe1-b6c6-592fd6f7ce6f None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:12:53.068643 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:54.998028 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.329292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-a44d43f8-0c64-47d4-b057-8ebc12d06757 req-6a857619-2ebc-4f6a-baa0-9982f119f8de service neutron] (93796) timed out ('10.222.0.59', 50249) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:13:04.880876 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:13.844888 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-4d8e08f9-e34e-4041-bf97-907f90f361e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548713 Jul 16 19:13:13.943123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-db232d55-8f2d-4826-9e91-95fab047ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:13.944639 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-db232d55-8f2d-4826-9e91-95fab047ac9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1098 time: 0.0535667 Jul 16 19:13:14.051481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-057d744e-d0ba-49fa-b4f4-3d5f7cb67e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:14.053006 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-057d744e-d0ba-49fa-b4f4-3d5f7cb67e43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0882280 Jul 16 19:13:14.118861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-b437c8d0-846d-4b48-93c6-738e4b006712 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1003 time: 0.0591106 Jul 16 19:13:14.169983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-6d675dc9-5fda-4c07-b52a-2a41e610ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:14.171625 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-6d675dc9-5fda-4c07-b52a-2a41e610ee9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0458767 Jul 16 19:13:14.238569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-ff3c302e-2a96-44ce-bae1-8e199011a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:14.240096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-ff3c302e-2a96-44ce-bae1-8e199011a55c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608475 Jul 16 19:13:14.332187 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-4d723222-ed56-44fd-b892-d633add1bc47 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846038 Jul 16 19:13:14.426084 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1bc279e5-1efe-4ae3-8513-7ec863101c59 req-e4ec9687-f75f-4115-876a-679226f925f6 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872688 Jul 16 19:13:16.235764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99ed148f-f6f3-4a57-923a-b1b317b2167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:18.844091 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3772d3c7-b7fb-4db8-b101-12b58eef8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:18.948869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:20.110803 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:21.915514 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:23.060667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:24.990248 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:41.881022 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:46.245863 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64a709aa-acbe-429d-958f-e70e6f0de6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.837042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0ddce106-1d60-4c20-bada-a61c05eb9c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.951463 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.117122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.918445 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.064139 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.002903 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:15.826986 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-ff89f4a2-c872-41ef-9c15-b5a9f36a907e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555487 Jul 16 19:14:15.930014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-f6f7d845-ac8e-46c5-a4b7-552ac9e632f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:15.931557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-f6f7d845-ac8e-46c5-a4b7-552ac9e632f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1098 time: 0.0587735 Jul 16 19:14:16.043128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-79c063e8-d6c8-4223-8cf2-4c2ee0e7490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:16.044907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-79c063e8-d6c8-4223-8cf2-4c2ee0e7490b service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0924950 Jul 16 19:14:16.125528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-c3a77f96-e0c2-41db-98b0-2ba757a02b45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1003 time: 0.0741727 Jul 16 19:14:16.174565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-b67af9da-fb6b-4f28-ab20-cf41c9e3c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:16.176062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-b67af9da-fb6b-4f28-ab20-cf41c9e3c11d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0448575 Jul 16 19:14:16.237484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-93bd43ba-0d93-4af5-a400-7b0b7b99eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:16.237747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d1144cc0-3274-4b79-93a4-c19a8417d89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:16.240025 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-93bd43ba-0d93-4af5-a400-7b0b7b99eb28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573480 Jul 16 19:14:16.250855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-c228ce8a-ab1d-4a92-a4d7-bafe2ea1ad32 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:14:16.251824 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-c228ce8a-ab1d-4a92-a4d7-bafe2ea1ad32 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054910 Jul 16 19:14:16.347811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-16ebbe77-e14e-4cf9-8728-c52d6f1a8d42 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899618 Jul 16 19:14:16.444998 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-78d2b5bf-9d51-4b83-8c60-b4879fbbfdf2 req-5066fecc-ef8a-45d7-8a58-5549166aa035 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906754 Jul 16 19:14:18.840066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-441e861f-b94c-4ebc-a08f-61ddeb82ee02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:18.881110 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:18.955788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:20.120322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:21.922652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:23.059397 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:25.002850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:26.890215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893dab6-003c-49b1-80c8-115d5fd68cf7 req-a1e8b47b-3b46-4452-82a2-47eb332b84ab tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:26.891789 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1893dab6-003c-49b1-80c8-115d5fd68cf7 req-a1e8b47b-3b46-4452-82a2-47eb332b84ab tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0653853 Jul 16 19:14:26.931773 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1893dab6-003c-49b1-80c8-115d5fd68cf7 req-14044308-3715-4f4a-9b10-38e04fdd0b38 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Jul 16 19:14:38.064058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-ba5ab34e-d304-48c4-ba46-1da43e44ad35 req-faa538c3-b11b-4020-95ad-a6d06cb404fe service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:14:38.065153 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ba5ab34e-d304-48c4-ba46-1da43e44ad35 req-faa538c3-b11b-4020-95ad-a6d06cb404fe service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498936 Jul 16 19:14:38.305595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-517ed01a-1562-460b-b592-2c33b80bcd22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587373 Jul 16 19:14:38.375095 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba110a-b414-4321-9e5d-55d2d6a4737b req-964c618d-904d-417a-aacf-3c0f2db700bd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:38.376690 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffba110a-b414-4321-9e5d-55d2d6a4737b req-964c618d-904d-417a-aacf-3c0f2db700bd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0795462 Jul 16 19:14:38.416879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ffba110a-b414-4321-9e5d-55d2d6a4737b req-ec91233c-0e11-4af4-923b-c34cdfc0970c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340834 Jul 16 19:14:39.581305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-e2fa0001-41af-4517-8870-e2abd95fbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:39.582854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-e2fa0001-41af-4517-8870-e2abd95fbee6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1098 time: 0.0585384 Jul 16 19:14:39.622864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa93f-a1c7-48ae-8259-83c1d8c29965 req-b779eaeb-95ef-4c7e-8367-ba98238e1651 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:39.624437 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5e8fa93f-a1c7-48ae-8259-83c1d8c29965 req-b779eaeb-95ef-4c7e-8367-ba98238e1651 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0697429 Jul 16 19:14:39.665212 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5e8fa93f-a1c7-48ae-8259-83c1d8c29965 req-2cf8cfc6-d1e9-4e91-bfb8-3a4186275068 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Jul 16 19:14:39.682367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-1387106b-b586-414a-95b9-f8b78a2b3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:39.683893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-1387106b-b586-414a-95b9-f8b78a2b3173 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0946071 Jul 16 19:14:39.748097 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-9b7c78b3-3e43-4280-a6cf-cdb92c2273e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1003 time: 0.0581112 Jul 16 19:14:39.797777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-afa9e016-24ca-44e0-a572-1fdbfb366e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:39.799228 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-afa9e016-24ca-44e0-a572-1fdbfb366e8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0441163 Jul 16 19:14:39.860455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-38fd27f8-c369-44c6-b457-4f567cafe6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:39.862018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-38fd27f8-c369-44c6-b457-4f567cafe6f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568266 Jul 16 19:14:39.954506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-0dc04691-b429-42e3-8208-f99ca698f145 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860555 Jul 16 19:14:40.049939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-103456c7-690a-4e6c-8c5a-5a60b0e33ef3 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893934 Jul 16 19:14:40.847377 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc5823-0d40-4691-8ff0-56a958225f5d req-d611e211-5d12-4442-95aa-315bc149d286 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:40.848983 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fbc5823-0d40-4691-8ff0-56a958225f5d req-d611e211-5d12-4442-95aa-315bc149d286 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0677650 Jul 16 19:14:40.889464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fbc5823-0d40-4691-8ff0-56a958225f5d req-ff66db19-2477-42ed-be8f-d333bd739bf2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345914 Jul 16 19:14:42.079493 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7896ffb-4964-4719-aa38-fb046e0208b8 req-b59badff-38a8-4d0e-ac12-2060b4fae255 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:42.081015 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7896ffb-4964-4719-aa38-fb046e0208b8 req-b59badff-38a8-4d0e-ac12-2060b4fae255 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0662050 Jul 16 19:14:42.125174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7896ffb-4964-4719-aa38-fb046e0208b8 req-cb29e636-9085-4e53-b1cd-1da71c29410e tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374160 Jul 16 19:14:43.310686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1996f10-795d-4927-882c-be45c8f12115 req-58793afb-27a8-4e17-ae54-f81b40afecb6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:43.312179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1996f10-795d-4927-882c-be45c8f12115 req-58793afb-27a8-4e17-ae54-f81b40afecb6 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0726914 Jul 16 19:14:43.357624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1996f10-795d-4927-882c-be45c8f12115 req-aa5bc189-6cda-4cf4-b487-811b2e5d344c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Jul 16 19:14:44.541552 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473104f4-0af2-4ce8-aae8-462256d1fa49 req-82461de7-1f57-42fb-9426-dfc782e8418f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:44.543046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-473104f4-0af2-4ce8-aae8-462256d1fa49 req-82461de7-1f57-42fb-9426-dfc782e8418f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0719223 Jul 16 19:14:44.588846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-473104f4-0af2-4ce8-aae8-462256d1fa49 req-44fcdab4-83e8-4eca-b672-3af0913843a8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373907 Jul 16 19:14:45.769290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ea41e-2687-446f-a97d-e830e2691146 req-1de847ee-ff27-44a1-82f9-04f6d72a5e19 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:45.770761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff5ea41e-2687-446f-a97d-e830e2691146 req-1de847ee-ff27-44a1-82f9-04f6d72a5e19 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0685182 Jul 16 19:14:45.811321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff5ea41e-2687-446f-a97d-e830e2691146 req-79a5105a-876f-4055-bbb8-441aa21b5009 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345821 Jul 16 19:14:46.241881 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4be3b58-fcf5-48bc-b020-6a07a30d2905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:46.999320 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928923-0f99-4df8-8bdf-1a53cfa32818 req-dfc577bc-fa01-47b2-b4ac-a9fb8862e56f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:47.000810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31928923-0f99-4df8-8bdf-1a53cfa32818 req-dfc577bc-fa01-47b2-b4ac-a9fb8862e56f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0710304 Jul 16 19:14:47.039830 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-31928923-0f99-4df8-8bdf-1a53cfa32818 req-6376e03a-e121-40a5-94bb-1b6975636eec tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331833 Jul 16 19:14:48.221643 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6079-6b89-4559-817e-a9ff9c98f7b6 req-e72310b5-4696-4ac6-bab3-fbf5a30cb051 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:48.223079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ee6079-6b89-4559-817e-a9ff9c98f7b6 req-e72310b5-4696-4ac6-bab3-fbf5a30cb051 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0675740 Jul 16 19:14:48.263321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84ee6079-6b89-4559-817e-a9ff9c98f7b6 req-794b2bc5-9e12-45cc-af58-72fc21a26a35 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Jul 16 19:14:48.842647 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6351a4fe-6fc1-48b8-8c86-89a887b0b1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:48.959971 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:49.451312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4dcf5-a610-45f0-b00e-f9c317598b69 req-f38f891a-5473-40f5-a29e-6ac2cc9938e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.452910 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82b4dcf5-a610-45f0-b00e-f9c317598b69 req-f38f891a-5473-40f5-a29e-6ac2cc9938e8 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0673313 Jul 16 19:14:49.493844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82b4dcf5-a610-45f0-b00e-f9c317598b69 req-98c6b159-4d80-478f-ab6c-1beb14977325 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345693 Jul 16 19:14:50.125354 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:50.697469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256366f-d0a8-4712-a9d7-8b03138b4180 req-3b18da1b-05bf-4334-9fff-132a478a2f06 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:50.699066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0256366f-d0a8-4712-a9d7-8b03138b4180 req-3b18da1b-05bf-4334-9fff-132a478a2f06 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0769401 Jul 16 19:14:50.745879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0256366f-d0a8-4712-a9d7-8b03138b4180 req-67f6bb1f-94c5-4c83-8cff-99a3e35934a2 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397103 Jul 16 19:14:51.927369 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:51.944286 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9895df-de61-459f-b821-0706d70ec9ff req-92cdaf10-6776-40e1-b721-ee013058a426 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:51.945903 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a9895df-de61-459f-b821-0706d70ec9ff req-92cdaf10-6776-40e1-b721-ee013058a426 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0840235 Jul 16 19:14:51.986339 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a9895df-de61-459f-b821-0706d70ec9ff req-4376be5c-d6fb-44b2-991c-e10812765179 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346935 Jul 16 19:14:53.062459 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:53.174056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34a357-20b4-4472-a315-d7634bd717c8 req-67655a35-8954-418b-bb1c-436220c06f75 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:53.175732 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd34a357-20b4-4472-a315-d7634bd717c8 req-67655a35-8954-418b-bb1c-436220c06f75 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0669963 Jul 16 19:14:53.215582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd34a357-20b4-4472-a315-d7634bd717c8 req-9460bd7c-05e7-427d-a4e0-dd7dc9c51f79 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340176 Jul 16 19:14:53.744853 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-85650689-f98c-4858-876a-793bccca404d req-816029aa-51ae-490a-84a8-4114f50caa22 service neutron] show failed (client error): The resource could not be found. Jul 16 19:14:53.745887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-816029aa-51ae-490a-84a8-4114f50caa22 service neutron] 10.222.0.67 "GET /v2.0/ports/7c0a3011-4913-4725-a354-9a8773e52262/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0566609 Jul 16 19:14:54.068378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-d655871c-356c-4533-8a67-d8518ba17658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:54.070062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-d655871c-356c-4533-8a67-d8518ba17658 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 1098 time: 0.1097093 Jul 16 19:14:54.083440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:14:54.170215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:54.400510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:54.409826 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92da67-3816-4c18-b58c-d0a06e69ab20 req-1d379c99-4964-42e5-a53c-b7a892047e27 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:54.411753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bb92da67-3816-4c18-b58c-d0a06e69ab20 req-1d379c99-4964-42e5-a53c-b7a892047e27 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0679529 Jul 16 19:14:54.437478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:14:54.453692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bb92da67-3816-4c18-b58c-d0a06e69ab20 req-4e372971-134e-40f1-982c-291fd28ac81b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356634 Jul 16 19:14:54.478825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:54.481358 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966336ce-fc5b-4b45-973d-83398d8df10c" -d '{"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:54.485427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:54.499585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Transition to ACTIVE for port object 7c0a3011-4913-4725-a354-9a8773e52262 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:14:54.503340 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:54.537076 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef2c3de-67c7-41b7-9bbc-2276322a082f x-openstack-request-id: req-0ef2c3de-67c7-41b7-9bbc-2276322a082f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:54.537367 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:54.537619 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ef2c3de-67c7-41b7-9bbc-2276322a082f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:54.538024 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'code': 200} Jul 16 19:14:54.555757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:54.595004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.595392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.595680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.596171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.597576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.597576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.597576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.597958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.598094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.598453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.598780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.599153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:54.646318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] No DVR routers for this DVR port 7c0a3011-4913-4725-a354-9a8773e52262 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:14:55.020394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:55.109151 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:14:55.109629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:14:55.109972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:14:55.115331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:14:55.115664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:14:55.121444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:14:55.121791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:14:55.122189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:14:55.122618 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Bound port: 7c0a3011-4913-4725-a354-9a8773e52262, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:14:55.122982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:55.196326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:14:55.200366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:14:55.205051 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:55.239523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:55.240108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:55.241587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1093 time: 1.1624627 Jul 16 19:14:55.265005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ccb2a-ebb7-4097-85f6-462a2b93e459 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:55.328432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-65a9e953-4773-498c-9574-357582e9fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:55.330005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-65a9e953-4773-498c-9574-357582e9fc72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1096 time: 0.0620966 Jul 16 19:14:55.426830 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-82a49a66-0935-4a38-b261-56c39e704386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:55.428340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-82a49a66-0935-4a38-b261-56c39e704386 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0912781 Jul 16 19:14:55.499893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-73732582-b8a0-4469-99b5-dc6a28623730 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.0638700 Jul 16 19:14:55.549999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-fb5475d2-cb7e-48a0-84dc-986073cd02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:55.551505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-fb5475d2-cb7e-48a0-84dc-986073cd02a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0446455 Jul 16 19:14:55.611690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650689-f98c-4858-876a-793bccca404d req-f5934c58-155c-4a93-b73c-cccaa26d58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:55.613568 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-f5934c58-155c-4a93-b73c-cccaa26d58ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548804 Jul 16 19:14:55.630190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4cf6f-b1b8-4efa-a07e-5cdb6fecf12d req-84ef342a-6bd4-4de0-9c33-df641fc2b555 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:55.631720 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02e4cf6f-b1b8-4efa-a07e-5cdb6fecf12d req-84ef342a-6bd4-4de0-9c33-df641fc2b555 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0642157 Jul 16 19:14:55.671626 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-02e4cf6f-b1b8-4efa-a07e-5cdb6fecf12d req-c1996fd6-ca59-4eea-887e-4e8b92332fe9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332735 Jul 16 19:14:55.716513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-edcc6fd5-df26-43f4-b2f0-42bb7692abca service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933306 Jul 16 19:14:55.813067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85650689-f98c-4858-876a-793bccca404d req-15424cdd-a5c9-4b10-a967-79bd08e8ab1c service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892487 Jul 16 19:14:55.887365 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:55.905442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:14:55.946014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:14:56.540002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:56.543980 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1580d-b155-428c-9613-17779566b6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:56.595207 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105b10a5-cf67-4d0c-840f-22bb73d489fd x-openstack-request-id: req-105b10a5-cf67-4d0c-840f-22bb73d489fd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:56.595501 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:56.595752 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-105b10a5-cf67-4d0c-840f-22bb73d489fd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:56.596420 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'status': 'completed', 'code': 200} Jul 16 19:14:56.712135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-afad1213-8ee9-41e6-928d-5ddd50685f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.713862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-afad1213-8ee9-41e6-928d-5ddd50685f7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1096 time: 0.0980165 Jul 16 19:14:56.716813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-b6b9d6cf-ad80-4e32-b40f-fcf88426c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.718299 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-b6b9d6cf-ad80-4e32-b40f-fcf88426c723 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1096 time: 0.0944524 Jul 16 19:14:56.879674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-51e0cd60-853d-49d1-a5de-a771fb987691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.881650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-51e0cd60-853d-49d1-a5de-a771fb987691 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1599362 Jul 16 19:14:56.883065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-3411cdff-64d5-4152-b69f-d633141b55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.884469 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-3411cdff-64d5-4152-b69f-d633141b55f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.1550736 Jul 16 19:14:56.897079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aac2fd-3720-486e-a30e-6df7c6e9124b req-fc78ae37-4e0e-4b71-9d1c-473610581484 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.898618 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8aac2fd-3720-486e-a30e-6df7c6e9124b req-fc78ae37-4e0e-4b71-9d1c-473610581484 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0750506 Jul 16 19:14:56.944815 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d8aac2fd-3720-486e-a30e-6df7c6e9124b req-930a9513-3834-4192-b349-692fb505501a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Jul 16 19:14:57.001733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-08988acb-f123-4021-b677-7ea43e4681f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.1112318 Jul 16 19:14:57.008472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-c6ef467b-5855-47b1-b1fa-2e6291e70698 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.1117265 Jul 16 19:14:57.090810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-d575bbeb-dcb4-4941-9e85-866dade5e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:57.092387 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-d575bbeb-dcb4-4941-9e85-866dade5e38b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0829418 Jul 16 19:14:57.094735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-6b02b6c8-4774-416c-a75c-7293931ef9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:57.096323 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-6b02b6c8-4774-416c-a75c-7293931ef9a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0793736 Jul 16 19:14:57.200909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-e557999c-dc4c-4b02-a91b-ad1c7f983660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:57.202686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-e557999c-dc4c-4b02-a91b-ad1c7f983660 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035688 Jul 16 19:14:57.220681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1580d-b155-428c-9613-17779566b6b5 req-a21425bd-e285-4789-b19c-d9657b451b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:57.222335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-a21425bd-e285-4789-b19c-d9657b451b1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1151369 Jul 16 19:14:57.370918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-84f270b6-c405-471f-aa58-aeda4642b493 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609628 Jul 16 19:14:57.376368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-1857a79c-a45e-4c3e-9773-719708584d99 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439307 Jul 16 19:14:57.534082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-e4cf7541-835a-443d-8b39-764554d5fdd1 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563220 Jul 16 19:14:57.536261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dbf1580d-b155-428c-9613-17779566b6b5 req-de420343-afc4-40ee-9ed1-f62e2a53ec32 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513608 Jul 16 19:14:58.134480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d02a77-370a-42ba-94a9-da69b48a81d1 req-6cba2f46-de48-46f3-a4c0-83505e1a1042 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:58.136110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94d02a77-370a-42ba-94a9-da69b48a81d1 req-6cba2f46-de48-46f3-a4c0-83505e1a1042 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0683389 Jul 16 19:14:58.176437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94d02a77-370a-42ba-94a9-da69b48a81d1 req-a9c9e9ee-c5ba-4395-addf-7bad75de7c7b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342610 Jul 16 19:14:59.364913 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eea8a-7c97-47f7-acf1-b7c35f5318d8 req-a8e12d35-f564-4c23-9ad4-038d720667a9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:59.366431 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e55eea8a-7c97-47f7-acf1-b7c35f5318d8 req-a8e12d35-f564-4c23-9ad4-038d720667a9 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0696473 Jul 16 19:14:59.408351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e55eea8a-7c97-47f7-acf1-b7c35f5318d8 req-db11f0a0-c94e-4e27-9565-3cca701a2aa1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357125 Jul 16 19:15:00.653565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002bef-c5ae-48d7-b216-46f602e6804d req-8b0d7686-90ed-49ee-a9ca-76fd3fe64eab tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:00.655094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85002bef-c5ae-48d7-b216-46f602e6804d req-8b0d7686-90ed-49ee-a9ca-76fd3fe64eab tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0719554 Jul 16 19:15:00.702009 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85002bef-c5ae-48d7-b216-46f602e6804d req-47bef3d6-1a1a-4b25-844b-a377906fc336 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 Jul 16 19:15:01.894070 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4a4ec-22cf-413e-81eb-8a3ad315554f req-ea58bb8a-7e4c-493e-b4ac-10db37494b48 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:01.895688 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ff4a4ec-22cf-413e-81eb-8a3ad315554f req-ea58bb8a-7e4c-493e-b4ac-10db37494b48 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0719047 Jul 16 19:15:01.938907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ff4a4ec-22cf-413e-81eb-8a3ad315554f req-89bbdb86-e84e-4365-ba87-ca7b870c6469 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372694 Jul 16 19:15:03.127365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e7f7d-d152-4cba-a353-ee8cd9397eba req-bd8c2dd5-b96f-4bc6-9498-7d409b1c465d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:03.129064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe8e7f7d-d152-4cba-a353-ee8cd9397eba req-bd8c2dd5-b96f-4bc6-9498-7d409b1c465d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0703642 Jul 16 19:15:03.171324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fe8e7f7d-d152-4cba-a353-ee8cd9397eba req-4f9503a2-8dbf-47d5-9636-0560895787c4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362751 Jul 16 19:15:04.352283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d14b0-3f2a-4ce6-80a6-ce56563ac594 req-c8e2ccd1-8efb-40ef-9e04-eea535e66a5b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:04.353824 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e56d14b0-3f2a-4ce6-80a6-ce56563ac594 req-c8e2ccd1-8efb-40ef-9e04-eea535e66a5b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0666454 Jul 16 19:15:04.394298 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e56d14b0-3f2a-4ce6-80a6-ce56563ac594 req-260613d1-dc05-44a1-8334-9b835d48a021 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347180 Jul 16 19:15:05.590731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaacb8-8e6e-45f3-a91c-ecf15d49f113 req-bbfd3229-483a-4976-9942-205437d82b07 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:05.592256 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdcaacb8-8e6e-45f3-a91c-ecf15d49f113 req-bbfd3229-483a-4976-9942-205437d82b07 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0693245 Jul 16 19:15:05.634605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bdcaacb8-8e6e-45f3-a91c-ecf15d49f113 req-76e96926-7af0-4ca4-a76b-6ff18231b2f3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365312 Jul 16 19:15:06.835983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd069733-9978-433f-9961-46b2fb946407 req-8c92b983-f564-4ab8-b932-31592cdeb71a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:06.837537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd069733-9978-433f-9961-46b2fb946407 req-8c92b983-f564-4ab8-b932-31592cdeb71a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 944 time: 0.0716543 Jul 16 19:15:06.882362 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd069733-9978-433f-9961-46b2fb946407 req-b080c5a4-5f4e-45da-9ada-b976fd0fce49 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363054 Jul 16 19:15:07.757506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:15:07.871710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:07.883999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '7c0a3011-4913-4725-a354-9a8773e52262', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '7c0a3011-4913-4725-a354-9a8773e52262', 'mac_address': 'fa:16:3e:84:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:15:07.925231 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:07.938624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0a3011-4913-4725-a354-9a8773e52262 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:07.958047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:07.963148 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:08.012019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:08.019938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.020391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.020737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.021092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.021509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.021753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.022077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.022402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.022729 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.023070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.023389 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.023708 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:08.066485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d660155-2908-4477-a42f-5367fdf9fe37 req-a4f325dd-782f-4511-b67f-914e64f9f319 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:08.068137 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d660155-2908-4477-a42f-5367fdf9fe37 req-a4f325dd-782f-4511-b67f-914e64f9f319 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0698745 Jul 16 19:15:08.106553 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d660155-2908-4477-a42f-5367fdf9fe37 req-4d66a4f5-b1b5-47a0-97ca-cefb31525a41 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325918 Jul 16 19:15:08.277039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7c0a3011-4913-4725-a354-9a8773e52262'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:08.541145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-74fe101c-9c9e-41ca-9208-891551a592ae tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:08.542509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-74fe101c-9c9e-41ca-9208-891551a592ae tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.59 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add&tenant_id=18a419b1c2404f24bb7250942e3aea02&binding%3Ahost_id=n-h1-791504-15 HTTP/1.1" status: 200 len: 945 time: 0.0987234 Jul 16 19:15:08.622938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4bc3-a377-4813-8439-da668420a81c req-1bb97611-7bdb-4931-9a04-fe6fb6ab8b0a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:08.624435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ebf4bc3-a377-4813-8439-da668420a81c req-1bb97611-7bdb-4931-9a04-fe6fb6ab8b0a tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.1218603 Jul 16 19:15:08.630640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-bf8be71b-d0e0-44d2-b76f-75ecbbcd15a1 service neutron] 10.222.0.59 "GET /v2.0/ports/7c0a3011-4913-4725-a354-9a8773e52262/bindings/n-h1-791504-15 HTTP/1.1" status: 200 len: 383 time: 0.0799472 Jul 16 19:15:08.673714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ebf4bc3-a377-4813-8439-da668420a81c req-ecb7bab8-5a69-4751-aa50-6860016efe89 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Jul 16 19:15:08.720104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-86348806-cbef-472f-8908-9b47c701bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:08.722611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-86348806-cbef-472f-8908-9b47c701bcf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1097 time: 0.0617704 Jul 16 19:15:08.827174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-3cf7f67a-4033-4ef4-a4ae-4c0e6014e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:08.828569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-3cf7f67a-4033-4ef4-a4ae-4c0e6014e73d service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0982525 Jul 16 19:15:08.902413 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-a6a1557a-8ce4-4b24-b3a6-eeabfad3aac7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1002 time: 0.0661905 Jul 16 19:15:08.955667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-267c9752-1126-4cde-b167-54906b6f9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:08.957131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-267c9752-1126-4cde-b167-54906b6f9475 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0475917 Jul 16 19:15:09.024167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-c8434b7a-b225-4466-b0ec-fefce2f4b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:09.025730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-c8434b7a-b225-4466-b0ec-fefce2f4b900 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603094 Jul 16 19:15:09.123276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-985adbc7-9994-4dcc-b0c2-8285891742d1 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891767 Jul 16 19:15:09.222233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-2ab13bce-cdbc-440c-a232-1bb6e8701db9 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916853 Jul 16 19:15:09.761280 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:09.816232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 7c0a3011-4913-4725-a354-9a8773e52262 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:09.821846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 7c0a3011-4913-4725-a354-9a8773e52262 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:09.822322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:09.873739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8caf1-5b3a-4d9c-b284-c64d4b487efd req-493c5354-9c65-4134-bcdb-909e720be049 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:09.875222 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95b8caf1-5b3a-4d9c-b284-c64d4b487efd req-493c5354-9c65-4134-bcdb-909e720be049 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0696766 Jul 16 19:15:09.898461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:09.914033 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-95b8caf1-5b3a-4d9c-b284-c64d4b487efd req-08bf4281-59d4-4f86-9496-fae65a30f79f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Jul 16 19:15:09.924854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:09.927188 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985d4cc-ad9f-4983-8d9b-d6665f579e77" -d '{"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:09.939943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:09.945663 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:09.993163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:10.033743 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0448e7-8eee-4058-bda8-b39cc38b8fcd x-openstack-request-id: req-fd0448e7-8eee-4058-bda8-b39cc38b8fcd {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:10.034037 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:10.034287 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd0448e7-8eee-4058-bda8-b39cc38b8fcd {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:10.034711 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'code': 200} Jul 16 19:15:11.098567 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83027d4-c76f-48c0-aa3f-ae7a9ee0f7da req-4266f1a8-caa0-4410-8f07-1a1a3d93e861 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:11.100261 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f83027d4-c76f-48c0-aa3f-ae7a9ee0f7da req-4266f1a8-caa0-4410-8f07-1a1a3d93e861 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0645511 Jul 16 19:15:11.139252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f83027d4-c76f-48c0-aa3f-ae7a9ee0f7da req-ec5f6c17-c61e-4b14-beb2-96fda46f1c99 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328596 Jul 16 19:15:12.322576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204beadc-2fa4-468d-9c3a-0ed52d9e7783 req-f633e931-1c19-4a39-96ab-847a9b2b9400 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:12.324057 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-204beadc-2fa4-468d-9c3a-0ed52d9e7783 req-f633e931-1c19-4a39-96ab-847a9b2b9400 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0665281 Jul 16 19:15:12.364696 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-204beadc-2fa4-468d-9c3a-0ed52d9e7783 req-052bce65-d1e3-4638-b4db-2bdc79ff279f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335550 Jul 16 19:15:13.219388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-ad6fad15-3cf8-4b18-a4b7-c9e3ade63c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:13.220891 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-ad6fad15-3cf8-4b18-a4b7-c9e3ade63c66 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add&tenant_id=18a419b1c2404f24bb7250942e3aea02 HTTP/1.1" status: 200 len: 1098 time: 0.1089499 Jul 16 19:15:13.233498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:13.307665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.511122 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:13.545060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370240c9-63fc-47c0-b89f-90e922dc1ee3 req-f20c53a5-0f97-4bc1-8d04-95b1dec02abd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:13.545677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:13.547239 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-370240c9-63fc-47c0-b89f-90e922dc1ee3 req-f20c53a5-0f97-4bc1-8d04-95b1dec02abd tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0676560 Jul 16 19:15:13.585557 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-370240c9-63fc-47c0-b89f-90e922dc1ee3 req-a2b87055-19b6-4e90-804d-b363601b93a3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331814 Jul 16 19:15:13.592139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:13.596062 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0a391f-f793-406a-aad7-47d638cb120c" -d '{"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:13.602835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.621715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Transition to ACTIVE for port object 7c0a3011-4913-4725-a354-9a8773e52262 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:13.625760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.653810 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff2f3a7-eef7-442d-9f72-0f102bd02832 x-openstack-request-id: req-9ff2f3a7-eef7-442d-9f72-0f102bd02832 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:13.654105 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:13.654351 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ff2f3a7-eef7-442d-9f72-0f102bd02832 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:13.654734 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'code': 200} Jul 16 19:15:13.704204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=10']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:13.746057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] No DVR routers for this DVR port 7c0a3011-4913-4725-a354-9a8773e52262 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:13.755802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:13.798580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:13.892363 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:13.892712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:13.893119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:13.898103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:15:13.898427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Attempting to bind port 7c0a3011-4913-4725-a354-9a8773e52262 on network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:13.903498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:13.903787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Checking segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:13.904174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Bound using segment: {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:13.904600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Bound port: 7c0a3011-4913-4725-a354-9a8773e52262, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c91246-3010-4b74-a7a5-677a854abbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:13.904990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.969423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:13.974239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:13.981645 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:14.014464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:14.015172 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:14.016653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] 10.222.0.67 "PUT /v2.0/ports/7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1094 time: 0.7873213 Jul 16 19:15:14.040709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b4fbe-7cdb-49a4-95ab-08208f5322ea service neutron] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=11']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:14.099543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-39410d01-b755-4569-b703-ab800e6a3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:14.101791 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-39410d01-b755-4569-b703-ab800e6a3fd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1097 time: 0.0581083 Jul 16 19:15:14.199735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-4ca86f3b-e3cc-4dc9-b6fe-e8166c68ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:14.201312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-4ca86f3b-e3cc-4dc9-b6fe-e8166c68ca22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0932560 Jul 16 19:15:14.277348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-0dd854ba-27af-4c6a-8204-9d407d84d902 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.0696692 Jul 16 19:15:14.328637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-d2c5a1c0-c9ee-491a-826b-3c66bbe33a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:14.330102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-d2c5a1c0-c9ee-491a-826b-3c66bbe33a3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0466912 Jul 16 19:15:14.395129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-808655c2-5940-4cee-9870-6275027f3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:14.397716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-808655c2-5940-4cee-9870-6275027f3921 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599902 Jul 16 19:15:14.492768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-8519b31b-d81b-4d32-a76a-c69cbdaea74d service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882037 Jul 16 19:15:14.595419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cc07c5a8-3421-4eeb-a36e-cf96791f861c req-1e5a7401-c22e-42f2-b515-9f757c760d46 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966108 Jul 16 19:15:14.777629 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e917-4273-46e9-bccd-ac8d1c0d5231 req-7074d7e0-39c4-4c4c-9f0b-a0d61980f82b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:14.779050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a484e917-4273-46e9-bccd-ac8d1c0d5231 req-7074d7e0-39c4-4c4c-9f0b-a0d61980f82b tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0650051 Jul 16 19:15:14.818706 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a484e917-4273-46e9-bccd-ac8d1c0d5231 req-acf0d960-6c59-45a9-9a2c-f4ae534a130f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332444 Jul 16 19:15:15.656361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:15.659291 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5937285-a189-49ff-a134-55d81f7a7fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:15.710152 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d40b64-fc1d-4f8f-b2a1-ca0e2fc603a4 x-openstack-request-id: req-a5d40b64-fc1d-4f8f-b2a1-ca0e2fc603a4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:15.710452 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:15.710719 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5d40b64-fc1d-4f8f-b2a1-ca0e2fc603a4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:15.711116 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'status': 'completed', 'code': 200} Jul 16 19:15:15.831415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-a9449171-b8b1-47d2-be32-9e35c51355ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:15.832964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-a9449171-b8b1-47d2-be32-9e35c51355ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1097 time: 0.1000409 Jul 16 19:15:15.835796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-6144629e-0e0b-4117-9971-a0b9ab783183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:15.837174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-6144629e-0e0b-4117-9971-a0b9ab783183 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1097 time: 0.0936160 Jul 16 19:15:16.002609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b313eb-e13d-47da-9e5a-468d83c0306a req-de8da560-8c12-482a-90a3-9d75ea8770eb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:16.004184 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27b313eb-e13d-47da-9e5a-468d83c0306a req-de8da560-8c12-482a-90a3-9d75ea8770eb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0674665 Jul 16 19:15:16.047108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-27b313eb-e13d-47da-9e5a-468d83c0306a req-979a167c-2a6f-4fe5-b74a-7763a82758b0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361750 Jul 16 19:15:16.248232 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c425-e955-45dc-9e15-70a8ce385a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:16.307186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-af0e22c3-f773-488e-be4d-19d6a7b3dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:16.308589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-af0e22c3-f773-488e-be4d-19d6a7b3dc00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.4686964 Jul 16 19:15:16.309992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-38028816-3ebe-4f43-b122-ba6b0439c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:16.311310 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-38028816-3ebe-4f43-b122-ba6b0439c2e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.4642689 Jul 16 19:15:16.419528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-8a1ddfba-14b1-4362-b1e2-4bfd3791ca2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.1040854 Jul 16 19:15:16.425636 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-ab68f5f6-fd78-48e6-9b03-c8a4d9ea987c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.1044869 Jul 16 19:15:16.506304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-9f1f7944-693c-40dd-a1e6-22b0c01ffc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:16.507874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-9f1f7944-693c-40dd-a1e6-22b0c01ffc3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0813274 Jul 16 19:15:16.509635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-c8440df9-3311-47d7-afba-b5ec704b0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:16.510941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-c8440df9-3311-47d7-afba-b5ec704b0694 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0769713 Jul 16 19:15:16.607831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-a0f252f0-660d-46f4-b9d0-f128e0435d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:16.609400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-a0f252f0-660d-46f4-b9d0-f128e0435d84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947740 Jul 16 19:15:16.611161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-2145199b-b0d3-438a-9e1c-a6c5d8abce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:16.612516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-2145199b-b0d3-438a-9e1c-a6c5d8abce16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904267 Jul 16 19:15:16.766991 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-09ae2df4-150f-415a-ad7b-aafc34e54e47 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497722 Jul 16 19:15:16.769061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-ad06b54f-6307-4b30-9a05-c1c7280133d4 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449673 Jul 16 19:15:16.940058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-61e65b3f-9025-4505-8460-3d7eeb1cbc29 service neutron] 10.222.0.59 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656983 Jul 16 19:15:16.943490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a5937285-a189-49ff-a134-55d81f7a7fc6 req-b97d6ad1-bbf7-4492-828a-50f0fe917190 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619358 Jul 16 19:15:17.064677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-96aa774d-9ecc-4e75-ac69-e0b038c902de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:17.066261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-96aa774d-9ecc-4e75-ac69-e0b038c902de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18a419b1c2404f24bb7250942e3aea02&device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 1097 time: 0.0582178 Jul 16 19:15:17.176821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-1bd57615-e9a7-4ae9-999c-d094c98114cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:17.178506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-1bd57615-e9a7-4ae9-999c-d094c98114cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 200 len: 913 time: 0.0882223 Jul 16 19:15:17.276178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-2fe2ec39-7336-40ac-b2a8-65fd692b4592 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 200 len: 1001 time: 0.0915680 Jul 16 19:15:17.340470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f99d5-b266-492e-96d5-aaa0aa8690ff req-87f7c66a-2bb7-4739-9bec-4d72931096da tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:17.342018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a48f99d5-b266-492e-96d5-aaa0aa8690ff req-87f7c66a-2bb7-4739-9bec-4d72931096da tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.1564622 Jul 16 19:15:17.346034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-eb05c62c-b38c-4690-bf56-3db6fa5f42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:17.347484 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-eb05c62c-b38c-4690-bf56-3db6fa5f42d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 200 len: 851 time: 0.0639467 Jul 16 19:15:17.414937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a48f99d5-b266-492e-96d5-aaa0aa8690ff req-9ddd5da9-bb1f-4214-aa26-0dc589efdcd4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630693 Jul 16 19:15:17.434113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-bc43a24b-0806-47e5-83d5-026a191f1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:17.435865 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-bc43a24b-0806-47e5-83d5-026a191f1c10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775144 Jul 16 19:15:17.530663 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-7553a1f8-1231-4004-9fb8-6e1bdab704b0 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883331 Jul 16 19:15:17.623685 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f0d99679-f0af-4c6c-b4ab-650bb71519a9 req-d8595dc8-4e7f-48c4-b419-957c87ef88a3 service neutron] 10.222.0.67 "GET /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862980 Jul 16 19:15:18.609459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b3ecd-29c4-49b4-b762-cb14882bd1ff req-f4eadeb3-d39c-4a8c-aa3b-dc6c25737faf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:18.610909 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-316b3ecd-29c4-49b4-b762-cb14882bd1ff req-f4eadeb3-d39c-4a8c-aa3b-dc6c25737faf tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0730441 Jul 16 19:15:18.652414 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-316b3ecd-29c4-49b4-b762-cb14882bd1ff req-855c0b64-5771-4edb-8fa9-44d39039030f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355020 Jul 16 19:15:18.849162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cb35bbc7-2d1f-47f1-8a3c-403f32fbc342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.964411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.857507 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd948caa-2634-429f-a769-3d397e1c51fb req-ac66b0c4-2ba4-4c0f-beab-32167cbdc2d3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:19.858999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bd948caa-2634-429f-a769-3d397e1c51fb req-ac66b0c4-2ba4-4c0f-beab-32167cbdc2d3 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0782073 Jul 16 19:15:19.898436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bd948caa-2634-429f-a769-3d397e1c51fb req-7f022a56-b08d-4317-888a-d01214209f70 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334508 Jul 16 19:15:20.130001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:21.091943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c989c95-b01a-4c45-b534-eebb42c2f38f req-76f31008-7291-451e-9c36-31a3739e513d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:21.093488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c989c95-b01a-4c45-b534-eebb42c2f38f req-76f31008-7291-451e-9c36-31a3739e513d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0730686 Jul 16 19:15:21.136371 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9c989c95-b01a-4c45-b534-eebb42c2f38f req-0f390f77-6ab1-4a0a-a02d-8fd5c7510be1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Jul 16 19:15:21.938156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:22.345876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d22f8f-39f7-4986-bc12-51a3f0e9e42e req-dfdbae89-b580-42e7-a51c-d89612703160 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:22.347972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5d22f8f-39f7-4986-bc12-51a3f0e9e42e req-dfdbae89-b580-42e7-a51c-d89612703160 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0857024 Jul 16 19:15:22.388995 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5d22f8f-39f7-4986-bc12-51a3f0e9e42e req-821d1506-ea5a-482a-831b-98fe9c6ef992 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332205 Jul 16 19:15:23.069019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:23.592350 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09400639-3e4a-4b11-be22-0de7eb6ab29d req-ffa024d4-4782-47b2-b0f9-048b87cc205f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:23.593843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09400639-3e4a-4b11-be22-0de7eb6ab29d req-ffa024d4-4782-47b2-b0f9-048b87cc205f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0807388 Jul 16 19:15:23.633113 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09400639-3e4a-4b11-be22-0de7eb6ab29d req-b6317756-1295-4e06-9eab-f639b6eb9fb0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Jul 16 19:15:24.821351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd85d7-be11-445d-b0af-96398de33477 req-f9838bf4-5f11-425d-baf7-11fa9681cac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:24.822830 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dcd85d7-be11-445d-b0af-96398de33477 req-f9838bf4-5f11-425d-baf7-11fa9681cac1 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0651720 Jul 16 19:15:24.875508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dcd85d7-be11-445d-b0af-96398de33477 req-87a2fd1a-99fd-4b18-b161-49a39df66296 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Jul 16 19:15:25.026756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.006313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:15:26.061065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7455f-68b5-43ff-8b89-fe46bcbacbfd req-c2aae29e-be0c-4eb1-b249-eae3343fa2dc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:26.062533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-33d7455f-68b5-43ff-8b89-fe46bcbacbfd req-c2aae29e-be0c-4eb1-b249-eae3343fa2dc tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 945 time: 0.0658786 Jul 16 19:15:26.102407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-33d7455f-68b5-43ff-8b89-fe46bcbacbfd req-fd7aaaeb-2187-49e3-8065-966f2a94b25f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Jul 16 19:15:26.103664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:26.117599 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '7c0a3011-4913-4725-a354-9a8773e52262', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'port_id': '7c0a3011-4913-4725-a354-9a8773e52262', 'mac_address': 'fa:16:3e:84:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:15:26.156477 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.174337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0a3011-4913-4725-a354-9a8773e52262 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:26.194118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:26.199641 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.246767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=12']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:26.310107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc719e-dc42-4c86-bcbe-9dec87fb5950 req-85d04892-0068-4e9c-89d9-a1c6f17c6257 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:26.311573 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76bc719e-dc42-4c86-bcbe-9dec87fb5950 req-85d04892-0068-4e9c-89d9-a1c6f17c6257 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0710397 Jul 16 19:15:26.354990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-76bc719e-dc42-4c86-bcbe-9dec87fb5950 req-82ce4a71-3a4a-4f5e-b9ae-25d983f0bdeb tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352273 Jul 16 19:15:26.431205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['7c0a3011-4913-4725-a354-9a8773e52262'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:26.531900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc7b6-d3f8-4c83-9d3c-ad1c7675a042 req-4fb43973-80e3-4807-ba20-beddf0a55992 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:26.533849 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc2dc7b6-d3f8-4c83-9d3c-ad1c7675a042 req-4fb43973-80e3-4807-ba20-beddf0a55992 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0625880 Jul 16 19:15:26.572079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cc2dc7b6-d3f8-4c83-9d3c-ad1c7675a042 req-38141158-3fe2-4087-9ec6-93d8df12d670 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326400 Jul 16 19:15:26.988146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20655eb-e851-4527-a684-ac7aee18234b req-f58858a0-6dff-459e-ad2f-f7ba1174fc0c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:26.990352 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a20655eb-e851-4527-a684-ac7aee18234b req-f58858a0-6dff-459e-ad2f-f7ba1174fc0c tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0782101 Jul 16 19:15:27.034006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a20655eb-e851-4527-a684-ac7aee18234b req-15e45ec8-09cd-416b-8713-6200e1562386 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Jul 16 19:15:28.013239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:28.075254 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 7c0a3011-4913-4725-a354-9a8773e52262 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:28.079955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 7c0a3011-4913-4725-a354-9a8773e52262 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:28.080391 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.157778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.180717 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:28.183178 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c05950-a4ba-4253-9f1d-991f4b934f18" -d '{"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:28.195960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:28.201630 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.226242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d77aa9-331a-407d-8218-7974640a8a07 req-d68bab65-9fe6-49a2-8eac-42f8601dd087 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:28.227916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70d77aa9-331a-407d-8218-7974640a8a07 req-d68bab65-9fe6-49a2-8eac-42f8601dd087 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 946 time: 0.0764649 Jul 16 19:15:28.238917 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8846243-cef8-4b3b-9fbf-c87b45e0d73d x-openstack-request-id: req-c8846243-cef8-4b3b-9fbf-c87b45e0d73d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:28.239209 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-plugged", "status": "completed", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:28.239451 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8846243-cef8-4b3b-9fbf-c87b45e0d73d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:28.239831 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'code': 200} Jul 16 19:15:28.255762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=13']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:28.275147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-70d77aa9-331a-407d-8218-7974640a8a07 req-223537c2-5baa-4157-8bac-e3ae5edcffde tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 Jul 16 19:15:28.458162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-035d1167-2abb-48cc-a1e8-065eee755c73 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:28.459642 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-035d1167-2abb-48cc-a1e8-065eee755c73 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 947 time: 0.0774691 Jul 16 19:15:28.593083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Deleting port 7c0a3011-4913-4725-a354-9a8773e52262 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:28.593442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.696878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] For port 7c0a3011-4913-4725-a354-9a8773e52262, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=7c0a3011-4913-4725-a354-9a8773e52262,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:28.697856 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.874345 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.874662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.875035 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241 disassociated. External IP: 172.25.1.153, port: 7c0a3011-4913-4725-a354-9a8773e52262. Jul 16 19:15:28.875401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Calling delete_port for 7c0a3011-4913-4725-a354-9a8773e52262 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:29.018781 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.049440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event deleted for resources: {'Port': ['ID=7c0a3011-4913-4725-a354-9a8773e52262,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.169105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:29.285226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:29.303220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:29.316535 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:29.318222 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:15:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:29.339693 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] No DVR routers for this DVR port 7c0a3011-4913-4725-a354-9a8773e52262 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:29.350707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.354578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f73f7c2-a21e-45b8-965b-3eeca58d1a12 req-fc077b58-deb7-47bb-8429-655bfe940ae5 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.67 "DELETE /v2.0/ports/7c0a3011-4913-4725-a354-9a8773e52262 HTTP/1.1" status: 204 len: 173 time: 0.8872042 Jul 16 19:15:29.355167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-deleted', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:29.357588 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe5d12-da50-491d-a591-4d769cf1260d" -d '{"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-deleted", "tag": "7c0a3011-4913-4725-a354-9a8773e52262"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:29.415423 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29737cc7-abf5-4880-afa6-33637075c2dd x-openstack-request-id: req-29737cc7-abf5-4880-afa6-33637075c2dd {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:29.416039 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2caf1-b5bf-43b6-82a0-d8b264ba6add", "name": "network-vif-deleted", "tag": "7c0a3011-4913-4725-a354-9a8773e52262", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:29.416675 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29737cc7-abf5-4880-afa6-33637075c2dd {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:29.417468 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b2caf1-b5bf-43b6-82a0-d8b264ba6add', 'name': 'network-vif-deleted', 'tag': '7c0a3011-4913-4725-a354-9a8773e52262', 'status': 'completed', 'code': 200} Jul 16 19:15:29.448448 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:29.451357 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b5176eed-fda9-4521-848e-a7dfc3d0e86e req-1aeb62ad-0e5c-4d60-9de1-a2cc2921619d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 210 time: 0.0389323 Jul 16 19:15:29.655127 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:29.680532 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:29.689282 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:29.689893 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:15:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:29.794377 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:29.989404 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:30.014879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b342a94-31b7-4fa4-9e94-e062a7f1bfff None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:35Z', 'revision_number': 4, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ed7d5978-6028-43ce-a60c-56687ed87566', 'name': '', 'network_id': '05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'mac_address': 'fa:16:3e:e3:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:34Z', 'updated_at': '2021-07-16T19:05:39Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'subnets': [{'id': 'c65c14be-ad53-4863-8079-ed0d999ef8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:30.245422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa79ea2-9520-4cb6-96be-e5ace575c52d None None] New status for floating IP 28ce7bac-5c91-427c-90ca-7e8cc7981241: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:30.601892 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-116a6d62-b52f-4738-aa9b-23079215e31a req-8c32ce2f-2500-42f8-93a8-26547e7c787f tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 210 time: 0.0295470 Jul 16 19:15:31.747852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f15b625e-087e-4826-8c77-cff0df303ae7 req-9498436d-4e46-4a7d-8cce-aff0c6a64db4 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 210 time: 0.0283031 Jul 16 19:15:32.013756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:32.034771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 7c0a3011-4913-4725-a354-9a8773e52262 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:32.035098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 7c0a3011-4913-4725-a354-9a8773e52262 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:32.877259 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:32.892421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1242c3e9-1600-464c-9473-e469e1a9e24d req-24cc8c81-03de-4478-80d5-99717d123a0d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/ports?device_id=30b2caf1-b5bf-43b6-82a0-d8b264ba6add HTTP/1.1" status: 200 len: 210 time: 0.0326583 Jul 16 19:15:36.948297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48228) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:37.004018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-153fe634-63fc-4a90-9b6a-13800df729e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.030005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-153fe634-63fc-4a90-9b6a-13800df729e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.079104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-153fe634-63fc-4a90-9b6a-13800df729e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.081670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-153fe634-63fc-4a90-9b6a-13800df729e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.082849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-153fe634-63fc-4a90-9b6a-13800df729e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "DELETE /v2.0/security-groups/fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c HTTP/1.1" status: 204 len: 168 time: 0.1334584 Jul 16 19:15:37.085577 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:37.097772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fe634-63fc-4a90-9b6a-13800df729e0 tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:37.112384 n-d-791504-15 neutron-server[93796]: INFO neutron.api.v2.resource [None req-f3aeca6e-7aa6-472c-92e2-ea018fa412ff tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] show failed (client error): The resource could not be found. Jul 16 19:15:37.116676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f3aeca6e-7aa6-472c-92e2-ea018fa412ff tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "GET /v2.0/security-groups/fda3d10e-1fe3-4abe-9d0d-cdf90b2d359c HTTP/1.1" status: 404 len: 347 time: 0.0263243 Jul 16 19:15:37.116676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:37.596806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Deleting port f568604e-e83b-42de-9cd4-79ab39f29997 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:37.597145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.671295 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.671621 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.683878 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Calling delete_port for f568604e-e83b-42de-9cd4-79ab39f29997 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:37.828274 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.853201 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Pushing event deleted for resources: {'Port': ['ID=f568604e-e83b-42de-9cd4-79ab39f29997,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:37.879343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.879684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.880022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.880355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.880684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.881033 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.881364 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.881680 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.881999 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.882319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.882639 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.882956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.927679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.930249 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.931419 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7f0b29ef-1acd-4700-9c9f-65e6fa9ce32d tempest-ServerActionsTestJSON-2054580646 tempest-ServerActionsTestJSON-2054580646-project] 10.222.0.49 "DELETE /v2.0/floatingips/28ce7bac-5c91-427c-90ca-7e8cc7981241 HTTP/1.1" status: 204 len: 168 time: 0.8061583 Jul 16 19:15:37.934618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48234) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:38.478538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.750111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Deleting port ed7d5978-6028-43ce-a60c-56687ed87566 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:38.750379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.833468 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] For port ed7d5978-6028-43ce-a60c-56687ed87566, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ed7d5978-6028-43ce-a60c-56687ed87566,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:38.834013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.854022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Calling delete_port for ed7d5978-6028-43ce-a60c-56687ed87566 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:39.045828 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.072444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7d5978-6028-43ce-a60c-56687ed87566,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:39.241341 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.489231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:39.607727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:39.613079 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-44ba5eda-8613-4d01-a26d-1272c415fe16 admin admin] 10.222.0.49 "PUT /v2.0/routers/09f9bcc0-3fa5-4455-abed-cdd7070d3852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774809 Jul 16 19:15:39.615864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:39.617631 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] Sync routers for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:39.628117 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:39.629065 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:15:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:39.722534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.731975 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:39.831139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.887576 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Deleting port 4f7591a8-9a78-4b16-9711-03dc767a79a2 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:39.888241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.972162 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] For port 4f7591a8-9a78-4b16-9711-03dc767a79a2, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4f7591a8-9a78-4b16-9711-03dc767a79a2,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:39.972595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.984885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Calling delete_port for 4f7591a8-9a78-4b16-9711-03dc767a79a2 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:39.998523 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:15:38Z', 'revision_number': 5, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port': {'id': '4f7591a8-9a78-4b16-9711-03dc767a79a2', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:07:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:40.024160 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] Checking router: 09f9bcc0-3fa5-4455-abed-cdd7070d3852 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:40.032848 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] Routers {'09f9bcc0-3fa5-4455-abed-cdd7070d3852'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:40.033466 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:15:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:40.127850 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] Set router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:40.163884 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.179539 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:15:39Z', 'revision_number': 6, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:40.189460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7591a8-9a78-4b16-9711-03dc767a79a2,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:40.209286 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7394bb5-dd1f-48a5-ba51-d27d18886cc8 None None] The sync data for ids ['09f9bcc0-3fa5-4455-abed-cdd7070d3852'] in n-d-791504-15 is: [{'id': '09f9bcc0-3fa5-4455-abed-cdd7070d3852', 'name': 'tempest-ServerActionsTestJSON-1777253434-router', 'tenant_id': '18a419b1c2404f24bb7250942e3aea02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:32Z', 'updated_at': '2021-07-16T19:15:39Z', 'revision_number': 6, 'project_id': '18a419b1c2404f24bb7250942e3aea02', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:40.254510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.345385 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.347695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.396017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.396694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f9bcc0-3fa5-4455-abed-cdd7070d3852 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:40.402501 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.403674 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8f09e611-67b5-4b41-bdda-299c22c9bf0f admin admin] 10.222.0.49 "DELETE /v2.0/routers/09f9bcc0-3fa5-4455-abed-cdd7070d3852 HTTP/1.1" status: 204 len: 168 time: 0.7868838 Jul 16 19:15:40.406324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48244) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:40.451449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] Deleting subnet c65c14be-ad53-4863-8079-ed0d999ef8a8 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:40.454566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.495879 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.581808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.642012 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.666215 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65c14be-ad53-4863-8079-ed0d999ef8a8,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:40.671922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.673838 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e9feef49-ddb8-4ae1-9f95-8812b87c5a55 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c65c14be-ad53-4863-8079-ed0d999ef8a8 HTTP/1.1" status: 204 len: 168 time: 0.2665467 Jul 16 19:15:40.676983 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:40.677649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed446dfc-cb66-4f0e-b001-e8947b429127 None None] Network 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:40.750692 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.804510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Deleting port 55d555e7-06ea-487d-8a96-4392ecb13108 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:40.804890 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.868025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] For port 55d555e7-06ea-487d-8a96-4392ecb13108, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=55d555e7-06ea-487d-8a96-4392ecb13108,segment=NetworkSegment(19c91246-3010-4b74-a7a5-677a854abbaf),segment_id=19c91246-3010-4b74-a7a5-677a854abbaf)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:40.868387 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.880667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Calling delete_port for 55d555e7-06ea-487d-8a96-4392ecb13108 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:40.952622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] DHCP port deletion for 05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:40.966168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.993230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d555e7-06ea-487d-8a96-4392ecb13108,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:40.998266 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] No DVR routers for this DVR port 55d555e7-06ea-487d-8a96-4392ecb13108 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:41.000734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] Deleting port 55d555e7-06ea-487d-8a96-4392ecb13108 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:41.001200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.068126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] For port 55d555e7-06ea-487d-8a96-4392ecb13108, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:41.068546 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.075506 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.081404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] Calling delete_port for 55d555e7-06ea-487d-8a96-4392ecb13108 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:41.084042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] Port 55d555e7-06ea-487d-8a96-4392ecb13108 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:15:41.085426 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.085568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:41.096149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c91246-3010-4b74-a7a5-677a854abbaf') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:41.096433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c91246-3010-4b74-a7a5-677a854abbaf') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:41.105757 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.110956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] Pushing event deleted for resources: {'Port': ['ID=55d555e7-06ea-487d-8a96-4392ecb13108,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:41.116491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62993d1-6fd4-4ee0-9387-8b78ca4607f7 None None] No DVR routers for this DVR port 55d555e7-06ea-487d-8a96-4392ecb13108 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:41.122706 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.130712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:41.131273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:41.133100 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:41.140024 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:41.140024 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:41.140024 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:41.140024 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:41.140024 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:41.191637 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.197278 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.202496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] 10.222.0.49 "DELETE /v2.0/networks/05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9 HTTP/1.1" status: 204 len: 168 time: 0.5244136 Jul 16 19:15:41.213993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0758856-03af-47e3-8107-a6550f3b3336 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b6fde9-1d7f-4fc3-8b2a-b9f0a2f1e5a9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:41.340661 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48250) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:41.384916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9ed6240e-fdaf-451a-a902-5f5ba6f39440 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18a419b1c2404f24bb7250942e3aea02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429409 Jul 16 19:15:41.389546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48252) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:41.438723 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba18a293-3fef-4e9f-b78a-0990c13c9a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.459943 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba18a293-3fef-4e9f-b78a-0990c13c9a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.506713 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba18a293-3fef-4e9f-b78a-0990c13c9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.509192 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ba18a293-3fef-4e9f-b78a-0990c13c9a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.511148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ba18a293-3fef-4e9f-b78a-0990c13c9a4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22b06860-5635-4865-a7f3-b6d8c655c8a4 HTTP/1.1" status: 204 len: 168 time: 0.1206398 Jul 16 19:15:41.518872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18a293-3fef-4e9f-b78a-0990c13c9a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b06860-5635-4865-a7f3-b6d8c655c8a4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.115758 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed7d5978-6028-43ce-a60c-56687ed87566 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:42.137395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ed7d5978-6028-43ce-a60c-56687ed87566 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:42.137815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ed7d5978-6028-43ce-a60c-56687ed87566 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:42.138295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55d555e7-06ea-487d-8a96-4392ecb13108 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:42.162258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 55d555e7-06ea-487d-8a96-4392ecb13108 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:42.162623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 55d555e7-06ea-487d-8a96-4392ecb13108 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:42.163053 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4f7591a8-9a78-4b16-9711-03dc767a79a2 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:42.182318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4f7591a8-9a78-4b16-9711-03dc767a79a2 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:42.182740 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4f7591a8-9a78-4b16-9711-03dc767a79a2 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:42.312360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48276) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:42.427454 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1966954612-network', 'tenant_id': '65d5018dce164d4e96e68c258ba9c2ce'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:42.451015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Made reservation on behalf of 65d5018dce164d4e96e68c258ba9c2ce for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:42.453532 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.462798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.560507 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.565794 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.586127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475632a5-e024-4550-a428-120551a02886 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:15:42.599436 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.604903 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.605241 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Added segment 615cd7cb-72d0-4d22-ba87-f2561904d58d of type vlan for network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 Jul 16 19:15:42.648325 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.680570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.682000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.682574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.711062 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-475632a5-e024-4550-a428-120551a02886 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3974504 Jul 16 19:15:42.714497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48282) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:42.720261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Request body: {'subnet': {'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1966954612-subnet', 'tenant_id': '65d5018dce164d4e96e68c258ba9c2ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:42.745004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Made reservation on behalf of 65d5018dce164d4e96e68c258ba9c2ce for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:42.745291 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475632a5-e024-4550-a428-120551a02886 admin admin] Pushing event updated for resources: {'Network': ['ID=2004ab9d-9eec-4a05-bd11-89c4a7b08d63,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.747582 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.759922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:15:42.941889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.004185 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63116a11-e66b-4505-9b44-f4fecf25f1bb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:43.011387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Checking segment: {'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:43.011751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Network hostable DHCP agents. Network: 2004ab9d-9eec-4a05-bd11-89c4a7b08d63, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:15:43.029999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:15:43.039705 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 2004ab9d-9eec-4a05-bd11-89c4a7b08d63) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:43.044133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:43.044745 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.052138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6e306-d2ae-4228-a624-5596770b592b None None] Network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:43.060825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c0badb5-3dae-4e0f-9510-9d1ef3ca0616 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3451564 Jul 16 19:15:43.176085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5101773-5662-467d-9b1e-1f5ae39b214d None None] Network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:43.516536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-6bd60cae-21b7-45b4-a3bd-bb9c802c7974 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:43.518037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-6bd60cae-21b7-45b4-a3bd-bb9c802c7974 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/networks?id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63 HTTP/1.1" status: 200 len: 814 time: 0.1083724 Jul 16 19:15:43.536288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-684dcbe0-29bc-472e-a1e9-d3d978001cdc tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/quotas/65d5018dce164d4e96e68c258ba9c2ce HTTP/1.1" status: 200 len: 375 time: 0.0101025 Jul 16 19:15:43.569461 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-499f7380-9b05-4cdc-a6f9-bdc10dd5eb33 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65d5018dce164d4e96e68c258ba9c2ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281200 Jul 16 19:15:43.580015 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-77981dc2-c141-469f-a464-c8a358819750 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:15:43.581009 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-77981dc2-c141-469f-a464-c8a358819750 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054889 Jul 16 19:15:43.672923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-236f7f04-efd3-48a0-946e-6a987924fbb9 service neutron] 10.222.0.49 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862370 Jul 16 19:15:43.765618 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-bccec30a-6cef-4b35-8c72-85c9865c2d6d service neutron] 10.222.0.49 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842485 Jul 16 19:15:44.258782 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-64c34d96-770d-474b-b962-f4303d69b352 req-727edca0-87fd-4810-b134-8f1a5db7cf1b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 210 time: 0.3389261 Jul 16 19:15:45.259102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-e5b7e4ae-f31e-4db3-8569-f989db4b24f5 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:45.261612 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-e5b7e4ae-f31e-4db3-8569-f989db4b24f5 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.59 "GET /v2.0/networks?id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63 HTTP/1.1" status: 200 len: 814 time: 0.1044958 Jul 16 19:15:45.275703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Request body: {'port': {'device_id': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63', 'admin_state_up': True, 'tenant_id': '65d5018dce164d4e96e68c258ba9c2ce'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:45.395516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Made reservation on behalf of 65d5018dce164d4e96e68c258ba9c2ce for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:45.399194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.401328 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fcf027e5-d137-46d2-b523-51d11c3f4157 req-877d78f4-21c4-4f8c-ac79-2ac68a210a42 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0301392 Jul 16 19:15:45.542603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Allocated IP 172.20.0.2 (2004ab9d-9eec-4a05-bd11-89c4a7b08d63/63116a11-e66b-4505-9b44-f4fecf25f1bb/af9e89b0-81d8-4945-92c8-cdf94f7d82eb) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:45.706254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.754829 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.801310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:45.806465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:45.810603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:45.835570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Pushing event updated for resources: {'Port': ['ID=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:45.862814 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:45.863422 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.877947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-34b71e88-9198-4e94-bd2e-9bc2f6b48e0f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068015 Jul 16 19:15:45.890239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Request body: {'port': {'device_id': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:45.962584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.243277 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0cad6823-da4a-480b-8834-0a5ac1a846d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.252590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9e89b0-81d8-4945-92c8-cdf94f7d82eb {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:46.260291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.272599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Transition to ACTIVE for port object af9e89b0-81d8-4945-92c8-cdf94f7d82eb will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:46.277317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.327839 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.400924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Attempting to bind port af9e89b0-81d8-4945-92c8-cdf94f7d82eb on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:46.401221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Attempting to bind port af9e89b0-81d8-4945-92c8-cdf94f7d82eb by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:46.401580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Attempting to bind port af9e89b0-81d8-4945-92c8-cdf94f7d82eb on network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:46.406348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Port af9e89b0-81d8-4945-92c8-cdf94f7d82eb on network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:15:46.406674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Attempting to bind port af9e89b0-81d8-4945-92c8-cdf94f7d82eb on network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:46.412345 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:46.412682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Checking segment: {'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:46.413119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Bound using segment: {'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:46.413538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Bound port: af9e89b0-81d8-4945-92c8-cdf94f7d82eb, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:46.413916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.476031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] For port af9e89b0-81d8-4945-92c8-cdf94f7d82eb, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:46.479516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] For port af9e89b0-81d8-4945-92c8-cdf94f7d82eb, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:46.483818 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.519381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:46.519998 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.521398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/af9e89b0-81d8-4945-92c8-cdf94f7d82eb HTTP/1.1" status: 200 len: 1092 time: 0.6354980 Jul 16 19:15:46.522435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'tag': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:46.524657 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "71aad94d-1758-4139-bf7f-217055d9b0b2", "tag": "af9e89b0-81d8-4945-92c8-cdf94f7d82eb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:46.583030 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97982852-e38d-4992-994e-26069f2a672a x-openstack-request-id: req-97982852-e38d-4992-994e-26069f2a672a {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:46.583314 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71aad94d-1758-4139-bf7f-217055d9b0b2", "tag": "af9e89b0-81d8-4945-92c8-cdf94f7d82eb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:46.583562 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97982852-e38d-4992-994e-26069f2a672a {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:46.583950 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'tag': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb', 'status': 'completed', 'code': 200} Jul 16 19:15:46.608241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56c06a-baa0-4fed-9ee7-cec682d2a5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.653793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf32cc-7585-438c-b618-2bf97c5a661d req-8a88c80a-7039-4ad8-8b67-0328b2b457bf tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:46.655296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bfaf32cc-7585-438c-b618-2bf97c5a661d req-8a88c80a-7039-4ad8-8b67-0328b2b457bf tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1394184 Jul 16 19:15:46.663587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2c099620-4d71-4af7-819d-2bdfd73f25ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:46.666066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-2c099620-4d71-4af7-819d-2bdfd73f25ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65d5018dce164d4e96e68c258ba9c2ce&device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 1095 time: 0.1010556 Jul 16 19:15:46.719086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-dabb86b4-c82d-45b4-9471-aa13ea681ed1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af9e89b0-81d8-4945-92c8-cdf94f7d82eb HTTP/1.1" status: 200 len: 217 time: 0.0422111 Jul 16 19:15:46.763282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bfaf32cc-7585-438c-b618-2bf97c5a661d req-bfef9846-2636-422e-b379-3e16fef762b3 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Jul 16 19:15:46.781230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-f381bcb4-6ad5-453e-ad2b-6becbe1eea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:46.782850 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-f381bcb4-6ad5-453e-ad2b-6becbe1eea24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63116a11-e66b-4505-9b44-f4fecf25f1bb HTTP/1.1" status: 200 len: 854 time: 0.0533981 Jul 16 19:15:46.819012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-691690e6-26ba-4815-98bc-9dce63d78f14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287771 Jul 16 19:15:46.914566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-6f249b7b-2169-4850-b21e-fe9313b0fa61 service neutron] 10.222.0.59 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878019 Jul 16 19:15:47.006649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c5c3a888-0b28-40da-8afd-ccec733d5c88 req-e2c67e84-e73c-4ea8-b039-09c338676f66 service neutron] 10.222.0.59 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848904 Jul 16 19:15:47.111249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-4f92c53b-a8c0-49ee-a697-8e86404f5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:47.112762 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-4f92c53b-a8c0-49ee-a697-8e86404f5036 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65d5018dce164d4e96e68c258ba9c2ce&device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 1095 time: 0.0549929 Jul 16 19:15:47.208229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-ec440111-2504-4712-a019-713675ec0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:47.209784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-ec440111-2504-4712-a019-713675ec0e44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63 HTTP/1.1" status: 200 len: 915 time: 0.0903614 Jul 16 19:15:47.252793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-4f2d4001-25aa-44c0-8746-f1dd749ff8cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af9e89b0-81d8-4945-92c8-cdf94f7d82eb HTTP/1.1" status: 200 len: 217 time: 0.0356915 Jul 16 19:15:47.308080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-b1eea4b7-7951-421b-8b49-250ade8f1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:47.309858 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-b1eea4b7-7951-421b-8b49-250ade8f1fda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63116a11-e66b-4505-9b44-f4fecf25f1bb HTTP/1.1" status: 200 len: 854 time: 0.0497413 Jul 16 19:15:47.342992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-8b19c6fe-6e50-4f3a-bc07-e97ed5d77e83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256829 Jul 16 19:15:47.435452 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-b76f99c0-0f3a-4693-ac47-ad68594ac39f service neutron] 10.222.0.59 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849423 Jul 16 19:15:47.535460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d4d8e6fb-65c6-4a80-b6d4-5799b2de9eb5 req-2d2423fa-6a42-4a98-a137-6f316369b763 service neutron] 10.222.0.59 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925965 Jul 16 19:15:47.964700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55f71-e651-4f62-af20-1ed40aa354e8 req-581cf45f-ebf9-40a5-a9d7-a9c47d54a0ad tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:47.966238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-24e55f71-e651-4f62-af20-1ed40aa354e8 req-581cf45f-ebf9-40a5-a9d7-a9c47d54a0ad tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 943 time: 0.0844655 Jul 16 19:15:48.010717 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-24e55f71-e651-4f62-af20-1ed40aa354e8 req-417a7643-76ff-46a0-a717-7e5f48003d98 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362048 Jul 16 19:15:48.851656 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56421fdb-672d-4b67-bcdb-03e8189e1a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.973989 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.194969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd069b-992b-4ece-8b08-0cb95985733d req-f990f4fd-a0e8-4ded-a8df-b29e6f15bc8f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.196476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85bd069b-992b-4ece-8b08-0cb95985733d req-f990f4fd-a0e8-4ded-a8df-b29e6f15bc8f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 943 time: 0.0706086 Jul 16 19:15:49.235714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85bd069b-992b-4ece-8b08-0cb95985733d req-a6f8e1b1-973f-4f34-ad21-57112f15f817 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Jul 16 19:15:49.988917 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device af9e89b0-81d8-4945-92c8-cdf94f7d82eb details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:15:50.093632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port af9e89b0-81d8-4945-92c8-cdf94f7d82eb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:50.105150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb', 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63', 'port_id': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb', 'mac_address': 'fa:16:3e:ef:40:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63116a11-e66b-4505-9b44-f4fecf25f1bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:15:50.154312 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.155995 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.167016 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9e89b0-81d8-4945-92c8-cdf94f7d82eb {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:50.187009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port af9e89b0-81d8-4945-92c8-cdf94f7d82eb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:50.191605 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.237972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:50.411421 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['af9e89b0-81d8-4945-92c8-cdf94f7d82eb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:50.424161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef585a-2fcb-4cf5-a15e-005574e91731 req-ad81c230-6eef-4d78-850f-41259501ed40 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.425820 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7aef585a-2fcb-4cf5-a15e-005574e91731 req-ad81c230-6eef-4d78-850f-41259501ed40 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0681179 Jul 16 19:15:50.465481 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7aef585a-2fcb-4cf5-a15e-005574e91731 req-25adf12f-b4b0-48a4-8619-26ee40909c1d tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Jul 16 19:15:51.657127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810b066-7428-4e84-bc5b-8efe0079f101 req-72ebc144-d670-4611-9563-95745bfa7371 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:51.659300 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6810b066-7428-4e84-bc5b-8efe0079f101 req-72ebc144-d670-4611-9563-95745bfa7371 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0746324 Jul 16 19:15:51.699154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6810b066-7428-4e84-bc5b-8efe0079f101 req-987bbce4-866a-4153-b187-8b813b140469 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338504 Jul 16 19:15:51.938536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.987901 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device af9e89b0-81d8-4945-92c8-cdf94f7d82eb up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:52.042152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port af9e89b0-81d8-4945-92c8-cdf94f7d82eb completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:52.046193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port af9e89b0-81d8-4945-92c8-cdf94f7d82eb triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:52.046570 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.131056 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.155065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:52.157372 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7ada8f-b523-489d-b11b-807cb77126b1" -d '{"events": [{"server_uuid": "71aad94d-1758-4139-bf7f-217055d9b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "af9e89b0-81d8-4945-92c8-cdf94f7d82eb"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:52.171134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port af9e89b0-81d8-4945-92c8-cdf94f7d82eb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:52.174999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.199224 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8f292a-3247-4dc9-937a-fde6c945afcf x-openstack-request-id: req-6a8f292a-3247-4dc9-937a-fde6c945afcf {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:52.199514 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aad94d-1758-4139-bf7f-217055d9b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "af9e89b0-81d8-4945-92c8-cdf94f7d82eb", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:52.199764 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a8f292a-3247-4dc9-937a-fde6c945afcf {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:52.200160 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb', 'code': 200} Jul 16 19:15:52.226575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:52.319959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6bea-7e0c-4fb9-ae7e-b57c3246067c req-da66f470-86aa-48ab-ac25-8452f8548d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:52.321503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-576e6bea-7e0c-4fb9-ae7e-b57c3246067c req-da66f470-86aa-48ab-ac25-8452f8548d90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 1097 time: 0.0617547 Jul 16 19:15:52.362802 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-576e6bea-7e0c-4fb9-ae7e-b57c3246067c req-74cd10ef-318c-4bcf-b863-60287fbf7366 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Jul 16 19:15:52.880044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052bbeb-898e-43ac-8f61-772496f7a3ae req-8e706c58-c5af-48a4-a5f3-1e0e870cec26 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:52.880922 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7052bbeb-898e-43ac-8f61-772496f7a3ae req-8e706c58-c5af-48a4-a5f3-1e0e870cec26 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0694730 Jul 16 19:15:52.921738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7052bbeb-898e-43ac-8f61-772496f7a3ae req-242f29d7-5102-4f7f-89c1-0a99c335d2aa tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Jul 16 19:15:53.075322 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.114952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61871126-37d0-47f8-86a5-2a203badd6b6 req-7409ff35-61f6-4ccd-bf86-eef20c23c012 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:54.116456 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-61871126-37d0-47f8-86a5-2a203badd6b6 req-7409ff35-61f6-4ccd-bf86-eef20c23c012 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0706005 Jul 16 19:15:54.173247 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-61871126-37d0-47f8-86a5-2a203badd6b6 req-f75eda6f-417c-4024-af6e-a559e3edbe45 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 Jul 16 19:15:54.438555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-db8a4abe-58e5-48f8-b945-b580c6fe2dfe tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:54.440287 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-db8a4abe-58e5-48f8-b945-b580c6fe2dfe tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/networks?id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63 HTTP/1.1" status: 200 len: 814 time: 0.1151495 Jul 16 19:15:54.457763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-73a9d25f-0d39-47b8-a641-6cdeab8b534a tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/quotas/65d5018dce164d4e96e68c258ba9c2ce HTTP/1.1" status: 200 len: 375 time: 0.0117540 Jul 16 19:15:54.521825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-e3e8ef64-4e5b-4a78-9ccc-3c72a25ee6f5 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65d5018dce164d4e96e68c258ba9c2ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590377 Jul 16 19:15:54.533124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-b87fdb62-c75a-4df3-91c8-a6e31c2cabf8 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:15:54.534479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-b87fdb62-c75a-4df3-91c8-a6e31c2cabf8 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057373 Jul 16 19:15:54.693203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-3db4beae-6e45-437b-b257-ab790fbbbd0c service neutron] 10.222.0.49 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527059 Jul 16 19:15:54.786628 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-21a4fb81-9994-4a8a-9628-2ad611d374f8 service neutron] 10.222.0.49 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874553 Jul 16 19:15:54.969805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-acf2ba84-9976-4c13-9695-8ba971db8d7e req-704e93d7-7f49-42d3-b087-f9d0ba775b5c tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 210 time: 0.0294631 Jul 16 19:15:55.032485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.130532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e75d69e-df2e-4c7a-8700-005fef4c65a9 req-8b3a1073-718c-4d3f-9320-1ed63f27d0f7 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 210 time: 0.0453894 Jul 16 19:15:56.195837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-976b3df4-1ace-4d2b-9432-7256832d6557 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:56.197460 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-976b3df4-1ace-4d2b-9432-7256832d6557 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.67 "GET /v2.0/networks?id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63 HTTP/1.1" status: 200 len: 814 time: 0.1353815 Jul 16 19:15:56.209417 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Request body: {'port': {'device_id': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63', 'admin_state_up': True, 'tenant_id': '65d5018dce164d4e96e68c258ba9c2ce'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:56.326331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Made reservation on behalf of 65d5018dce164d4e96e68c258ba9c2ce for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:56.329825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.458112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Allocated IP 172.20.0.10 (2004ab9d-9eec-4a05-bd11-89c4a7b08d63/63116a11-e66b-4505-9b44-f4fecf25f1bb/94be5197-b41f-4549-8f6e-fbe49b93ff9c) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:56.601927 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.656498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.670373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['af9e89b0-81d8-4945-92c8-cdf94f7d82eb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:56.706385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:56.709621 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:56.713801 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:56.720531 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Pushing event updated for resources: {'Port': ['ID=94be5197-b41f-4549-8f6e-fbe49b93ff9c,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:56.751766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.752152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.752456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.752826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.753135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.753468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.753791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.754113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.754431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.754753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.755074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.755395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:56.775930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:56.776550 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.790933 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7d74824f-c463-43a0-9771-c8c4fa973c77 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5852787 Jul 16 19:15:56.802308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Request body: {'port': {'device_id': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:56.878501 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.160891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94be5197-b41f-4549-8f6e-fbe49b93ff9c {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:57.170056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.184932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Transition to ACTIVE for port object 94be5197-b41f-4549-8f6e-fbe49b93ff9c will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:57.188641 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.242860 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=94be5197-b41f-4549-8f6e-fbe49b93ff9c,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:57.314081 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e19d8-eed3-4154-b7ad-8c617fb83e78 req-5ec83957-a14e-4acc-afb9-add80a68f784 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:57.315594 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-259e19d8-eed3-4154-b7ad-8c617fb83e78 req-5ec83957-a14e-4acc-afb9-add80a68f784 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 944 time: 0.0632029 Jul 16 19:15:57.316721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Attempting to bind port 94be5197-b41f-4549-8f6e-fbe49b93ff9c on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:57.317165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Attempting to bind port 94be5197-b41f-4549-8f6e-fbe49b93ff9c by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:57.317598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Attempting to bind port 94be5197-b41f-4549-8f6e-fbe49b93ff9c on network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:57.322013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Port 94be5197-b41f-4549-8f6e-fbe49b93ff9c on network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:15:57.322338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Attempting to bind port 94be5197-b41f-4549-8f6e-fbe49b93ff9c on network 2004ab9d-9eec-4a05-bd11-89c4a7b08d63 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:57.327447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:57.327789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Checking segment: {'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:57.328178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Bound using segment: {'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:57.328610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Bound port: 94be5197-b41f-4549-8f6e-fbe49b93ff9c, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615cd7cb-72d0-4d22-ba87-f2561904d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:57.329074 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.355470 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-259e19d8-eed3-4154-b7ad-8c617fb83e78 req-d3d6f2f1-9d5e-4f9c-84e8-ee27c501b2fc tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Jul 16 19:15:57.393894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] For port 94be5197-b41f-4549-8f6e-fbe49b93ff9c, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:57.397196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] For port 94be5197-b41f-4549-8f6e-fbe49b93ff9c, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=94be5197-b41f-4549-8f6e-fbe49b93ff9c,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:57.403215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.440426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:57.441428 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.443698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-172379db-593e-4127-beda-528fed6cacf0 service neutron] 10.222.0.67 "PUT /v2.0/ports/94be5197-b41f-4549-8f6e-fbe49b93ff9c HTTP/1.1" status: 200 len: 1093 time: 0.6453760 Jul 16 19:15:57.444421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'tag': '94be5197-b41f-4549-8f6e-fbe49b93ff9c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:57.448055 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3bbdd3-6da6-4550-ac84-0df5f54ba29d", "tag": "94be5197-b41f-4549-8f6e-fbe49b93ff9c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:57.473111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172379db-593e-4127-beda-528fed6cacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=94be5197-b41f-4549-8f6e-fbe49b93ff9c,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:57.515734 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e25ce25-6a64-48c2-80eb-43e51837e6f0 x-openstack-request-id: req-6e25ce25-6a64-48c2-80eb-43e51837e6f0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:57.516016 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3bbdd3-6da6-4550-ac84-0df5f54ba29d", "tag": "94be5197-b41f-4549-8f6e-fbe49b93ff9c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:57.516258 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e25ce25-6a64-48c2-80eb-43e51837e6f0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:57.516639 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'tag': '94be5197-b41f-4549-8f6e-fbe49b93ff9c', 'status': 'completed', 'code': 200} Jul 16 19:15:57.543605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-b13c5e13-528a-4cfa-9214-f418b08ffc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:57.545237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-b13c5e13-528a-4cfa-9214-f418b08ffc76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=65d5018dce164d4e96e68c258ba9c2ce&device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 1096 time: 0.0620191 Jul 16 19:15:57.585272 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-91c38fd5-be3e-4ca8-b7a6-c72b207ea9fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94be5197-b41f-4549-8f6e-fbe49b93ff9c HTTP/1.1" status: 200 len: 217 time: 0.0331132 Jul 16 19:15:57.646493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-d9c2346a-910e-4dd2-a62c-888e5c9ebeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:57.647987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-d9c2346a-910e-4dd2-a62c-888e5c9ebeab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63116a11-e66b-4505-9b44-f4fecf25f1bb HTTP/1.1" status: 200 len: 854 time: 0.0563972 Jul 16 19:15:57.685297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-c8b9e149-1f6a-4025-a579-82d0d78c4436 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302355 Jul 16 19:15:57.788554 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-e7c104ac-a16e-457d-b83b-dd21c3a64b3a service neutron] 10.222.0.67 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969386 Jul 16 19:15:57.880716 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ab6b2d9-fd1e-453d-bf65-26537c2cb508 req-7a8a7e36-9148-4498-9bd6-7d687ad76327 service neutron] 10.222.0.67 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Jul 16 19:15:57.983728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-c389f757-526c-4dcf-9ca4-67bbb7ad4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:57.985278 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-c389f757-526c-4dcf-9ca4-67bbb7ad4c81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=65d5018dce164d4e96e68c258ba9c2ce&device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 1096 time: 0.0551651 Jul 16 19:15:58.074544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-2460c26e-1b36-4689-a1f8-0abb5a134895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:58.076034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-2460c26e-1b36-4689-a1f8-0abb5a134895 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63 HTTP/1.1" status: 200 len: 915 time: 0.0847044 Jul 16 19:15:58.119971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-43fb64a5-44ae-4a2d-87a7-0c6a340d784b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94be5197-b41f-4549-8f6e-fbe49b93ff9c HTTP/1.1" status: 200 len: 217 time: 0.0371194 Jul 16 19:15:58.169962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-be3ea06d-c409-4e00-8b20-6725aba28305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:58.171380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-be3ea06d-c409-4e00-8b20-6725aba28305 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63116a11-e66b-4505-9b44-f4fecf25f1bb HTTP/1.1" status: 200 len: 854 time: 0.0448358 Jul 16 19:15:58.204327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-609e7d7b-5628-4b2c-920b-cba8d421745a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2004ab9d-9eec-4a05-bd11-89c4a7b08d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253520 Jul 16 19:15:58.300508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-65f66f2e-04c5-4e88-97f2-8b23c1d1b83e service neutron] 10.222.0.67 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896385 Jul 16 19:15:58.395726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b5778fe9-93b7-48d2-afe6-38a672f0c8f5 req-c13301e7-5fa2-4e7f-ad69-b62ac8ebe96f service neutron] 10.222.0.67 "GET /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871124 Jul 16 19:15:58.546007 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec278f2-1b42-473a-8345-7d3884ee789a req-c249c544-926e-48ed-ad5c-d6bf6fbc5d3d tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:58.547477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fec278f2-1b42-473a-8345-7d3884ee789a req-c249c544-926e-48ed-ad5c-d6bf6fbc5d3d tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 944 time: 0.0735862 Jul 16 19:15:58.585350 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fec278f2-1b42-473a-8345-7d3884ee789a req-7c4be747-f531-4101-9f42-da499af1f4aa tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Jul 16 19:15:59.787797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabaa0c-c476-43f9-9799-507937af2fe3 req-a77406fb-aa8d-4e66-ae23-526e352a8d37 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:59.789315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dabaa0c-c476-43f9-9799-507937af2fe3 req-a77406fb-aa8d-4e66-ae23-526e352a8d37 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 944 time: 0.0760360 Jul 16 19:15:59.832091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7dabaa0c-c476-43f9-9799-507937af2fe3 req-4f1b5b4e-8148-4ce1-a4e9-484eb6ca8d9d tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Jul 16 19:16:00.139834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 94be5197-b41f-4549-8f6e-fbe49b93ff9c details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:16:00.241333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 94be5197-b41f-4549-8f6e-fbe49b93ff9c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=94be5197-b41f-4549-8f6e-fbe49b93ff9c,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:00.253447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '94be5197-b41f-4549-8f6e-fbe49b93ff9c', 'network_id': '2004ab9d-9eec-4a05-bd11-89c4a7b08d63', 'port_id': '94be5197-b41f-4549-8f6e-fbe49b93ff9c', 'mac_address': 'fa:16:3e:f5:df:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63116a11-e66b-4505-9b44-f4fecf25f1bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:16:00.291007 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.307110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94be5197-b41f-4549-8f6e-fbe49b93ff9c {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:00.335320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 94be5197-b41f-4549-8f6e-fbe49b93ff9c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=94be5197-b41f-4549-8f6e-fbe49b93ff9c,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:00.340842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.389493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=94be5197-b41f-4549-8f6e-fbe49b93ff9c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:00.530786 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['94be5197-b41f-4549-8f6e-fbe49b93ff9c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:01.044431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd0f87-cf77-4b67-ae0c-5a82f371bc57 req-4fc66c7c-7570-4302-8817-7af629c3c6aa tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:01.047300 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ffd0f87-cf77-4b67-ae0c-5a82f371bc57 req-4fc66c7c-7570-4302-8817-7af629c3c6aa tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 945 time: 0.0848372 Jul 16 19:16:01.086438 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ffd0f87-cf77-4b67-ae0c-5a82f371bc57 req-145e8089-a51e-43bb-a2be-c120b4358b6f tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321524 Jul 16 19:16:02.138035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 94be5197-b41f-4549-8f6e-fbe49b93ff9c up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:02.190161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 94be5197-b41f-4549-8f6e-fbe49b93ff9c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:02.194248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 94be5197-b41f-4549-8f6e-fbe49b93ff9c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:02.194625 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.261907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80f610-d130-4536-9025-004653cc0d80 req-0a84c82e-0b4d-49ee-b87f-a25187efbcc2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:02.263407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2d80f610-d130-4536-9025-004653cc0d80 req-0a84c82e-0b4d-49ee-b87f-a25187efbcc2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 945 time: 0.0675430 Jul 16 19:16:02.275175 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.299762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be5197-b41f-4549-8f6e-fbe49b93ff9c'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:02.302282 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0e356b-2832-43e3-a477-e5b2bf3e5151" -d '{"events": [{"server_uuid": "9f3bbdd3-6da6-4550-ac84-0df5f54ba29d", "name": "network-vif-plugged", "status": "completed", "tag": "94be5197-b41f-4549-8f6e-fbe49b93ff9c"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:02.304344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2d80f610-d130-4536-9025-004653cc0d80 req-8753abec-7ce3-4062-8b84-15d41c99c786 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Jul 16 19:16:02.315482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 94be5197-b41f-4549-8f6e-fbe49b93ff9c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=94be5197-b41f-4549-8f6e-fbe49b93ff9c,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:02.320935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:02.348734 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d61d49e-6671-464c-ba80-7d003d4982f1 x-openstack-request-id: req-8d61d49e-6671-464c-ba80-7d003d4982f1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:02.349068 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3bbdd3-6da6-4550-ac84-0df5f54ba29d", "name": "network-vif-plugged", "status": "completed", "tag": "94be5197-b41f-4549-8f6e-fbe49b93ff9c", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:02.349321 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d61d49e-6671-464c-ba80-7d003d4982f1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:02.349734 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94be5197-b41f-4549-8f6e-fbe49b93ff9c', 'code': 200} Jul 16 19:16:02.376059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=94be5197-b41f-4549-8f6e-fbe49b93ff9c,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:02.467451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39605d9-2f05-41d4-ab61-b559cdee8b8a req-1f38c096-c71b-4624-9fea-2079ac1ef195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:02.469162 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39605d9-2f05-41d4-ab61-b559cdee8b8a req-1f38c096-c71b-4624-9fea-2079ac1ef195 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 1098 time: 0.0565169 Jul 16 19:16:02.503386 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e39605d9-2f05-41d4-ab61-b559cdee8b8a req-7e9e0d40-d2b2-43fd-9e98-207fbaa7520a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282295 Jul 16 19:16:03.483077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b406ca-249a-4836-a751-56f0ec68dc9c req-83036d7d-d670-4c25-9f63-4a84ee944151 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:03.484581 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b406ca-249a-4836-a751-56f0ec68dc9c req-83036d7d-d670-4c25-9f63-4a84ee944151 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 946 time: 0.0669076 Jul 16 19:16:03.525763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94b406ca-249a-4836-a751-56f0ec68dc9c req-6606d788-fba2-461d-ada9-5129745943c6 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Jul 16 19:16:03.911517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a977feb-8c36-410e-9bd6-da1f830c9130 req-31ef2723-4424-44c2-a272-cb6912760d7c tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:03.913020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a977feb-8c36-410e-9bd6-da1f830c9130 req-31ef2723-4424-44c2-a272-cb6912760d7c tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 946 time: 0.0675085 Jul 16 19:16:03.956096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a977feb-8c36-410e-9bd6-da1f830c9130 req-cdeedcfe-c390-4390-acc6-85ede4ba443c tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Jul 16 19:16:05.090639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-3908f7e9-6f60-449e-b006-3bccc4d8e25d tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:05.092116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-3908f7e9-6f60-449e-b006-3bccc4d8e25d tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 946 time: 0.0719244 Jul 16 19:16:05.140278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70ce5-df5d-4bd0-a043-37432bc4fb08 req-e239d4bc-bae1-42be-a997-96d44c5dbcec tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:05.142030 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ef70ce5-df5d-4bd0-a043-37432bc4fb08 req-e239d4bc-bae1-42be-a997-96d44c5dbcec tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f3bbdd3-6da6-4550-ac84-0df5f54ba29d HTTP/1.1" status: 200 len: 946 time: 0.0674751 Jul 16 19:16:05.180133 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8ef70ce5-df5d-4bd0-a043-37432bc4fb08 req-5bbc8fef-e503-401c-b895-09a90f314184 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jul 16 19:16:05.196500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Deleting port 94be5197-b41f-4549-8f6e-fbe49b93ff9c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:05.196883 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:05.297579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] For port 94be5197-b41f-4549-8f6e-fbe49b93ff9c, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=94be5197-b41f-4549-8f6e-fbe49b93ff9c,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:05.297893 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:05.309542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Calling delete_port for 94be5197-b41f-4549-8f6e-fbe49b93ff9c owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:05.443365 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:05.458891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['94be5197-b41f-4549-8f6e-fbe49b93ff9c'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:05.461933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['af9e89b0-81d8-4945-92c8-cdf94f7d82eb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:05.475820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Pushing event deleted for resources: {'Port': ['ID=94be5197-b41f-4549-8f6e-fbe49b93ff9c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:05.519316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] No DVR routers for this DVR port 94be5197-b41f-4549-8f6e-fbe49b93ff9c on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:05.522133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:05.524316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-80b83004-c3ce-42a1-b858-3140c9776b41 req-ded20e25-836a-47ad-bf26-7dbb54f80eb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.67 "DELETE /v2.0/ports/94be5197-b41f-4549-8f6e-fbe49b93ff9c HTTP/1.1" status: 204 len: 173 time: 0.4264677 Jul 16 19:16:05.524738 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'name': 'network-vif-deleted', 'tag': '94be5197-b41f-4549-8f6e-fbe49b93ff9c'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:05.527729 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3d571-5fec-4626-9e22-bf42a0a4e30d" -d '{"events": [{"server_uuid": "9f3bbdd3-6da6-4550-ac84-0df5f54ba29d", "name": "network-vif-deleted", "tag": "94be5197-b41f-4549-8f6e-fbe49b93ff9c"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:05.567974 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ac858-ad6d-4fdc-a9fb-a7ca9682bab7 x-openstack-request-id: req-659ac858-ad6d-4fdc-a9fb-a7ca9682bab7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:05.568270 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3bbdd3-6da6-4550-ac84-0df5f54ba29d", "name": "network-vif-deleted", "tag": "94be5197-b41f-4549-8f6e-fbe49b93ff9c", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:05.568500 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-659ac858-ad6d-4fdc-a9fb-a7ca9682bab7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:05.568909 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3bbdd3-6da6-4550-ac84-0df5f54ba29d', 'name': 'network-vif-deleted', 'tag': '94be5197-b41f-4549-8f6e-fbe49b93ff9c', 'status': 'completed', 'code': 200} Jul 16 19:16:06.434592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59960fe4-f3b5-414e-b09f-e31b8939599d req-3a2aa0e8-97a4-4882-a180-5b0cc200fde2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:06.436147 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59960fe4-f3b5-414e-b09f-e31b8939599d req-3a2aa0e8-97a4-4882-a180-5b0cc200fde2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0684879 Jul 16 19:16:06.490980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59960fe4-f3b5-414e-b09f-e31b8939599d req-c693152d-95bc-451f-991a-067277f1caeb tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Jul 16 19:16:06.698353 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0723-8e27-484a-9bbd-2c55f0f98ad5 req-7e5b9f89-6db0-41ae-9b9e-ae0191584a83 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:06.699854 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9ef0723-8e27-484a-9bbd-2c55f0f98ad5 req-7e5b9f89-6db0-41ae-9b9e-ae0191584a83 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0742161 Jul 16 19:16:06.739736 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9ef0723-8e27-484a-9bbd-2c55f0f98ad5 req-43ed76ae-67fa-4de3-aca0-fdfbb37662a7 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Jul 16 19:16:06.929457 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e298da-9c4f-43be-b0ac-b0b9e3920a55 req-d5279597-91f3-419b-9e0a-9226add24e82 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:06.930988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-55e298da-9c4f-43be-b0ac-b0b9e3920a55 req-d5279597-91f3-419b-9e0a-9226add24e82 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0722327 Jul 16 19:16:06.969298 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-55e298da-9c4f-43be-b0ac-b0b9e3920a55 req-ae8e1473-a34d-4f62-a9c6-8af0dfe6be97 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Jul 16 19:16:07.116700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-f1058921-bcc5-4d3f-9b9b-0d84497ebd0f req-660be538-5b88-4820-b593-29e43e6213d8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:16:07.117136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f1058921-bcc5-4d3f-9b9b-0d84497ebd0f req-660be538-5b88-4820-b593-29e43e6213d8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084941 Jul 16 19:16:07.287724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a94bd-5dda-4616-86f3-50e09acd0e50 req-fd635bf8-c957-41cd-9c3a-57eec886af8e tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:07.289129 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa1a94bd-5dda-4616-86f3-50e09acd0e50 req-fd635bf8-c957-41cd-9c3a-57eec886af8e tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0677624 Jul 16 19:16:07.342131 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa1a94bd-5dda-4616-86f3-50e09acd0e50 req-fee6d782-9170-44bc-90f9-78eb6c9fcd86 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Jul 16 19:16:07.537341 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c491998-6e60-48fc-b31b-820003fee042 req-0a5424f1-54ce-43e0-b05e-6708654a5be3 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:07.538949 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c491998-6e60-48fc-b31b-820003fee042 req-0a5424f1-54ce-43e0-b05e-6708654a5be3 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0755179 Jul 16 19:16:07.579629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c491998-6e60-48fc-b31b-820003fee042 req-674e492e-49c6-458e-bc17-03e0132eedb2 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 16 19:16:07.798326 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39b854-772d-402f-a467-f777a15030e5 req-103e2c8c-f393-4cee-a5e5-a6070f94dad1 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:07.799757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f39b854-772d-402f-a467-f777a15030e5 req-103e2c8c-f393-4cee-a5e5-a6070f94dad1 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0778689 Jul 16 19:16:07.840317 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f39b854-772d-402f-a467-f777a15030e5 req-442dc7f9-b58f-4afd-b3ca-b9145fc61d5e tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Jul 16 19:16:08.153537 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 94be5197-b41f-4549-8f6e-fbe49b93ff9c no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:08.175357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 94be5197-b41f-4549-8f6e-fbe49b93ff9c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:08.175651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 94be5197-b41f-4549-8f6e-fbe49b93ff9c not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:08.425898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da7987-bc00-436e-b10e-10cda92fd69e req-3878487d-7e08-48f8-b974-4337dc297b1e tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:08.429267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5da7987-bc00-436e-b10e-10cda92fd69e req-3878487d-7e08-48f8-b974-4337dc297b1e tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0895810 Jul 16 19:16:08.473226 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5da7987-bc00-436e-b10e-10cda92fd69e req-cbb2e2ce-9020-4bcc-aeaa-770afbf0c66e tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Jul 16 19:16:09.673051 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884afe5-0c73-4ed4-80c4-c5da3c398a67 req-c583f04d-00c6-4378-8b28-554d1c1e95ca tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:09.674554 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e884afe5-0c73-4ed4-80c4-c5da3c398a67 req-c583f04d-00c6-4378-8b28-554d1c1e95ca tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0708160 Jul 16 19:16:09.716512 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e884afe5-0c73-4ed4-80c4-c5da3c398a67 req-498e3d4d-afb5-4c46-a8b6-342a900e245a tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/security-groups?id=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332379 Jul 16 19:16:09.768682 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-1d294450-970c-4f2c-9bf8-a1484cec63f4 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:09.770092 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-1d294450-970c-4f2c-9bf8-a1484cec63f4 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.59 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0694396 Jul 16 19:16:09.880043 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:09.887130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Deleting port af9e89b0-81d8-4945-92c8-cdf94f7d82eb {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:09.887509 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:09.983768 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] For port af9e89b0-81d8-4945-92c8-cdf94f7d82eb, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,segment=NetworkSegment(615cd7cb-72d0-4d22-ba87-f2561904d58d),segment_id=615cd7cb-72d0-4d22-ba87-f2561904d58d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:09.984117 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:10.002539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Calling delete_port for af9e89b0-81d8-4945-92c8-cdf94f7d82eb owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:10.136835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:10.149050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['af9e89b0-81d8-4945-92c8-cdf94f7d82eb'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:10.166383 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Pushing event deleted for resources: {'Port': ['ID=af9e89b0-81d8-4945-92c8-cdf94f7d82eb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:10.213455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] No DVR routers for this DVR port af9e89b0-81d8-4945-92c8-cdf94f7d82eb on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:10.216268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:10.218368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-59e2add8-70ce-4bf9-8d73-7a8c51dd8ada req-14d98bb9-c79b-475e-8657-4f31fe17b74b tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.59 "DELETE /v2.0/ports/af9e89b0-81d8-4945-92c8-cdf94f7d82eb HTTP/1.1" status: 204 len: 173 time: 0.4419329 Jul 16 19:16:10.218802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'name': 'network-vif-deleted', 'tag': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:10.221091 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2a3952-aaea-4a13-93c3-7193bf0c2bfb" -d '{"events": [{"server_uuid": "71aad94d-1758-4139-bf7f-217055d9b0b2", "name": "network-vif-deleted", "tag": "af9e89b0-81d8-4945-92c8-cdf94f7d82eb"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:10.268214 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91898b73-629b-4859-9bfb-b43ee76ca707 x-openstack-request-id: req-91898b73-629b-4859-9bfb-b43ee76ca707 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:10.268214 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aad94d-1758-4139-bf7f-217055d9b0b2", "name": "network-vif-deleted", "tag": "af9e89b0-81d8-4945-92c8-cdf94f7d82eb", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:10.268616 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91898b73-629b-4859-9bfb-b43ee76ca707 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:10.269094 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71aad94d-1758-4139-bf7f-217055d9b0b2', 'name': 'network-vif-deleted', 'tag': 'af9e89b0-81d8-4945-92c8-cdf94f7d82eb', 'status': 'completed', 'code': 200} Jul 16 19:16:10.877472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c3e6a118-f23b-4b1f-b36d-ce0806554179 req-96d08923-0c83-4694-99bd-4305d869e621 tempest-ServersNegativeTestJSON-418224788 tempest-ServersNegativeTestJSON-418224788-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aad94d-1758-4139-bf7f-217055d9b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0308080 Jul 16 19:16:11.983110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:12.034074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] Deleting subnet 63116a11-e66b-4505-9b44-f4fecf25f1bb {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:16:12.039855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.083718 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.122676 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.189716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.216216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63116a11-e66b-4505-9b44-f4fecf25f1bb,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:12.221946 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.226688 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ded220fd-2704-413b-b67b-b5f6e7a96809 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/63116a11-e66b-4505-9b44-f4fecf25f1bb HTTP/1.1" status: 204 len: 168 time: 0.2393153 Jul 16 19:16:12.226688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48434) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:12.294694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.377065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.387230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2004ab9d-9eec-4a05-bd11-89c4a7b08d63']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:12.397803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615cd7cb-72d0-4d22-ba87-f2561904d58d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:12.398101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615cd7cb-72d0-4d22-ba87-f2561904d58d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:12.408344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.423484 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.430603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:12.430984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:12.432630 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:12.492521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.498733 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.500671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2004ab9d-9eec-4a05-bd11-89c4a7b08d63 HTTP/1.1" status: 204 len: 168 time: 0.2730646 Jul 16 19:16:12.619574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:12.664182 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4962145e-46d3-40a9-9e9a-7557dcc987dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65d5018dce164d4e96e68c258ba9c2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433939 Jul 16 19:16:12.666855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48440) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:12.718414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e347b7-44b1-4c76-b59a-680dbc95be7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.740801 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e347b7-44b1-4c76-b59a-680dbc95be7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.790011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e347b7-44b1-4c76-b59a-680dbc95be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.792608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-68e347b7-44b1-4c76-b59a-680dbc95be7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:12.796238 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-68e347b7-44b1-4c76-b59a-680dbc95be7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1 HTTP/1.1" status: 204 len: 168 time: 0.1260669 Jul 16 19:16:12.803100 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e347b7-44b1-4c76-b59a-680dbc95be7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd5abb3-3ef8-404f-ae6d-b6da6a5d42b1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:12.823990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a263a7-285b-4016-a369-106efa434de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2004ab9d-9eec-4a05-bd11-89c4a7b08d63,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:13.527986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48462) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:13.625196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811544937'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:13.649735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:13.653251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.662681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.760304 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.766494 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.793497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:13.806178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47226be6-9a9e-4719-8e43-bd128fcfb7a5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:13.809045 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.809384 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Added segment 8315b341-fb28-49b6-ba9e-494471d2b637 of type vlan for network cd1d7a8a-cd17-4730-9533-42175ec23aee Jul 16 19:16:13.849753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.880811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.889476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:13.890369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.940718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4116037 Jul 16 19:16:13.996915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60bdcc-39b4-4cd0-9079-d16996847a8a tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Network': ['ID=cd1d7a8a-cd17-4730-9533-42175ec23aee,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:14.007961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network cd1d7a8a-cd17-4730-9533-42175ec23aee details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:14.097828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device af9e89b0-81d8-4945-92c8-cdf94f7d82eb no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:14.118200 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: af9e89b0-81d8-4945-92c8-cdf94f7d82eb {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:14.118557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device af9e89b0-81d8-4945-92c8-cdf94f7d82eb not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:16.248107 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-45d0fce7-6df8-4cc9-9694-d823490e6eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.115384 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48466) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:17.120822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'subnet': {'network_id': 'cd1d7a8a-cd17-4730-9533-42175ec23aee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:17.219167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:17.222873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.416017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.474486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Subnet': ['ID=43181bc3-31a1-405c-8f94-ee8fc310b394,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:17.483098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Checking segment: {'id': '8315b341-fb28-49b6-ba9e-494471d2b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cd1d7a8a-cd17-4730-9533-42175ec23aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:17.483457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network hostable DHCP agents. Network: cd1d7a8a-cd17-4730-9533-42175ec23aee, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:17.501638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network cd1d7a8a-cd17-4730-9533-42175ec23aee is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:17.511586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, cd1d7a8a-cd17-4730-9533-42175ec23aee) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:17.515881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:17.516310 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.523980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6593a-6982-45eb-95a8-fa7c3a11f61e None None] Network cd1d7a8a-cd17-4730-9533-42175ec23aee requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:17.536198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48468) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:17.536846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-380249cc-1ea5-404b-9f61-45febe6f9652 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4197078 Jul 16 19:16:17.542789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-485292785'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:17.569222 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:17.573097 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.598314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:17.608751 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.609279 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Added segment dc74c654-b6df-4fc6-836d-9d3c9b84a608 of type vlan for network e82f8822-b2c7-4c7c-aa0d-1eb581773e8e Jul 16 19:16:17.649389 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.674159 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-cd1d7a8a-cd17-4730-9533-42175ec23aee', 'network_id': 'cd1d7a8a-cd17-4730-9533-42175ec23aee', 'tenant_id': 'fe798655f4264d3db69129fe8325d362', 'fixed_ips': [{'subnet_id': '43181bc3-31a1-405c-8f94-ee8fc310b394'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:17.675173 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.681119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.686821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:17.687404 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.720690 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1824203 Jul 16 19:16:17.724024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48470) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:17.729404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'subnet': {'network_id': 'e82f8822-b2c7-4c7c-aa0d-1eb581773e8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:17.755969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408dfe4-877b-4282-953b-2920dcd4e6d2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Network': ['ID=e82f8822-b2c7-4c7c-aa0d-1eb581773e8e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:17.769365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e82f8822-b2c7-4c7c-aa0d-1eb581773e8e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:17.829251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:17.833356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.869066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Allocated IP 2001:db8:0:ffff::2 (cd1d7a8a-cd17-4730-9533-42175ec23aee/43181bc3-31a1-405c-8f94-ee8fc310b394/44eae5be-fc87-4942-8194-298c5c03b9e3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:18.025290 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.033794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Transition to ACTIVE for port object 44eae5be-fc87-4942-8194-298c5c03b9e3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:18.042113 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.049877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Transition to ACTIVE for port object 44eae5be-fc87-4942-8194-298c5c03b9e3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:18.058040 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.099634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Network cd1d7a8a-cd17-4730-9533-42175ec23aee is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:18.103959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:18.111531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:18.115790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Pushing event updated for resources: {'Port': ['ID=44eae5be-fc87-4942-8194-298c5c03b9e3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:18.123067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Checking segment: {'id': 'dc74c654-b6df-4fc6-836d-9d3c9b84a608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e82f8822-b2c7-4c7c-aa0d-1eb581773e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:18.123611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network hostable DHCP agents. Network: e82f8822-b2c7-4c7c-aa0d-1eb581773e8e, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:18.131440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Subnet': ['ID=656a1723-7878-4082-a958-3eb39d7e1bd2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:18.147296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.147665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.148005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.148334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.148688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.149044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.149354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.149680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.149936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network e82f8822-b2c7-4c7c-aa0d-1eb581773e8e is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:18.150058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.150307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.150628 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.150930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:18.164260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e82f8822-b2c7-4c7c-aa0d-1eb581773e8e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:18.168962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:18.169710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.182734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01caf4f6-c341-4f6d-99f6-0d59a4d83dbe None None] Network e82f8822-b2c7-4c7c-aa0d-1eb581773e8e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:18.184793 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bbf2b6e5-6e01-42d6-95bd-7215620746e4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4596281 Jul 16 19:16:18.187563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48472) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:18.198211 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Attempting to bind port 44eae5be-fc87-4942-8194-298c5c03b9e3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:18.198582 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Attempting to bind port 44eae5be-fc87-4942-8194-298c5c03b9e3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '8315b341-fb28-49b6-ba9e-494471d2b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cd1d7a8a-cd17-4730-9533-42175ec23aee'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:18.198942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Attempting to bind port 44eae5be-fc87-4942-8194-298c5c03b9e3 on network cd1d7a8a-cd17-4730-9533-42175ec23aee {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:18.212225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:18.212594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Checking segment: {'id': '8315b341-fb28-49b6-ba9e-494471d2b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cd1d7a8a-cd17-4730-9533-42175ec23aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:18.213019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.213408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Bound using segment: {'id': '8315b341-fb28-49b6-ba9e-494471d2b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cd1d7a8a-cd17-4730-9533-42175ec23aee'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:18.213875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Bound port: 44eae5be-fc87-4942-8194-298c5c03b9e3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8315b341-fb28-49b6-ba9e-494471d2b637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cd1d7a8a-cd17-4730-9533-42175ec23aee'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:18.214255 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.303751 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.344038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] For port 44eae5be-fc87-4942-8194-298c5c03b9e3, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:18.361973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] For port 44eae5be-fc87-4942-8194-298c5c03b9e3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=44eae5be-fc87-4942-8194-298c5c03b9e3,segment=NetworkSegment(8315b341-fb28-49b6-ba9e-494471d2b637),segment_id=8315b341-fb28-49b6-ba9e-494471d2b637)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:18.368431 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.391137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.415007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00e216-2e8d-4984-bf55-f7e63f6d5ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e82f8822-b2c7-4c7c-aa0d-1eb581773e8e', 'network_id': 'e82f8822-b2c7-4c7c-aa0d-1eb581773e8e', 'tenant_id': 'fe798655f4264d3db69129fe8325d362', 'fixed_ips': [{'subnet_id': '656a1723-7878-4082-a958-3eb39d7e1bd2'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:18.415852 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3d00e216-2e8d-4984-bf55-f7e63f6d5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.462574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.467948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba326d-6d6b-43d5-8f95-e101d02d24ee None None] Pushing event updated for resources: {'Port': ['ID=44eae5be-fc87-4942-8194-298c5c03b9e3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:18.493027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Subnet': ['ID=656a1723-7878-4082-a958-3eb39d7e1bd2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server [None req-3d00e216-2e8d-4984-bf55-f7e63f6d5ee7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 656a1723-7878-4082-a958-3eb39d7e1bd2: This subnet is being modified by another concurrent operation. Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server raise exception Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 656a1723-7878-4082-a958-3eb39d7e1bd2: This subnet is being modified by another concurrent operation. Jul 16 19:16:18.546243 n-d-791504-15 neutron-server[93797]: ERROR oslo_messaging.rpc.server Jul 16 19:16:18.562899 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.566229 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b02c1-f35d-42d8-a6d0-b31dee832c58 None None] Network e82f8822-b2c7-4c7c-aa0d-1eb581773e8e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:18.571868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82f8822-b2c7-4c7c-aa0d-1eb581773e8e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:18.583336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc74c654-b6df-4fc6-836d-9d3c9b84a608') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:18.583648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc74c654-b6df-4fc6-836d-9d3c9b84a608') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:18.593361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.610560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.630668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:18.631091 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:18.634376 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:18.710780 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.716969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.723408 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/e82f8822-b2c7-4c7c-aa0d-1eb581773e8e HTTP/1.1" status: 204 len: 168 time: 0.5307477 Jul 16 19:16:18.723768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48474) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:18.730774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-749687246'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:18.736223 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff7093-abc9-42f2-ba3d-fd525eb24853 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Network': ['ID=e82f8822-b2c7-4c7c-aa0d-1eb581773e8e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:18.755587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:18.759619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.789936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:18.802024 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.802647 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Added segment a5b293a1-91b1-478d-b4d2-803cdfe5b4da of type vlan for network 83503066-bf10-4066-90b0-092b79dfb5c3 Jul 16 19:16:18.858268 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.880564 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa4924d7-f722-440c-8b53-74aa3040a553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.890122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.896134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:18.896731 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.933662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2079039 Jul 16 19:16:18.936630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48476) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:18.942947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'subnet': {'network_id': '83503066-bf10-4066-90b0-092b79dfb5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:18.964823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57368905-667b-4edb-bc5a-c0fd674a8279 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Network': ['ID=83503066-bf10-4066-90b0-092b79dfb5c3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:18.969999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.975965 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 83503066-bf10-4066-90b0-092b79dfb5c3 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:19.047594 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:19.051326 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.118774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Performing IP validity checks on allocation pools {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 19:16:19.119300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.ipam_backend_mixin [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 19:16:19.245854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.307093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Subnet': ['ID=fcee6b47-fa18-49d1-9ccc-6e977ff3437c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:19.324804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Checking segment: {'id': 'a5b293a1-91b1-478d-b4d2-803cdfe5b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '83503066-bf10-4066-90b0-092b79dfb5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:19.325181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network hostable DHCP agents. Network: 83503066-bf10-4066-90b0-092b79dfb5c3, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:19.344054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network 83503066-bf10-4066-90b0-092b79dfb5c3 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:19.354662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 83503066-bf10-4066-90b0-092b79dfb5c3) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:19.359361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:19.359961 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.365865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97de35-4828-4e21-a64c-cb9c34d6f68a None None] Network 83503066-bf10-4066-90b0-092b79dfb5c3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:19.379047 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9d05dde7-3c1e-4e2b-9c73-db62356a1bf9 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4385302 Jul 16 19:16:19.379479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48478) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:19.435605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10055b26-7378-491e-bb8a-75124023bc42 None None] Network cd1d7a8a-cd17-4730-9533-42175ec23aee requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:19.491515 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.544807 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.559794 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-660e2d85-a078-4f4e-9bb1-94374df2f748 None None] Provisioning for port 44eae5be-fc87-4942-8194-298c5c03b9e3 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:19.609202 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.628298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7315cf0-7f5c-424d-bb75-d637f30d483f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-83503066-bf10-4066-90b0-092b79dfb5c3', 'network_id': '83503066-bf10-4066-90b0-092b79dfb5c3', 'tenant_id': 'fe798655f4264d3db69129fe8325d362', 'fixed_ips': [{'subnet_id': 'fcee6b47-fa18-49d1-9ccc-6e977ff3437c'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:19.629285 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7315cf0-7f5c-424d-bb75-d637f30d483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.639155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Subnet': ['ID=fcee6b47-fa18-49d1-9ccc-6e977ff3437c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:19.701919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.712404 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83503066-bf10-4066-90b0-092b79dfb5c3']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:19.723147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b293a1-91b1-478d-b4d2-803cdfe5b4da') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:19.723449 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b293a1-91b1-478d-b4d2-803cdfe5b4da') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:19.732363 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.737963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547845f-e8b4-4af1-adf5-3b364c7dcd2a None None] Network 83503066-bf10-4066-90b0-092b79dfb5c3 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:19.746725 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.753086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:19.757369 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:19.760880 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:19.931554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999782c8-d253-4614-b88f-28e7fe39a389 None None] get_active_networks_info from n-d-791504-15 {{(pid=93797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:16:20.010010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999782c8-d253-4614-b88f-28e7fe39a389 None None] Resources bound (agent type, host, resource id): {{(pid=93797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:16:20.168591 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.191101 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.196584 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44eae5be-fc87-4942-8194-298c5c03b9e3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:20.207818 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.209817 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/83503066-bf10-4066-90b0-092b79dfb5c3 HTTP/1.1" status: 204 len: 168 time: 0.8292422 Jul 16 19:16:20.211048 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526349cb-11b1-49b5-b087-bff51d42c964 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Network': ['ID=83503066-bf10-4066-90b0-092b79dfb5c3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:20.213616 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:20.219194 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2087319329'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:20.241508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:20.245062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.269713 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:20.280578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.281091 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Added segment f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098 of type vlan for network 0eceacb3-92db-4864-8a4c-f9deecefbc8d Jul 16 19:16:20.297172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 44eae5be-fc87-4942-8194-298c5c03b9e3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:20.301531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 44eae5be-fc87-4942-8194-298c5c03b9e3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:20.301856 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.326687 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.357704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.363765 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:20.364346 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.383735 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.397140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1824384 Jul 16 19:16:20.399942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48482) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:20.405046 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'subnet': {'network_id': '0eceacb3-92db-4864-8a4c-f9deecefbc8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:20.419439 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 44eae5be-fc87-4942-8194-298c5c03b9e3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=44eae5be-fc87-4942-8194-298c5c03b9e3,segment=NetworkSegment(8315b341-fb28-49b6-ba9e-494471d2b637),segment_id=8315b341-fb28-49b6-ba9e-494471d2b637)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:20.423929 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.461654 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1bc8f-e9dc-436f-9676-e81d8fafa44e tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Network': ['ID=0eceacb3-92db-4864-8a4c-f9deecefbc8d,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:20.473477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 0eceacb3-92db-4864-8a4c-f9deecefbc8d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:20.476790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=44eae5be-fc87-4942-8194-298c5c03b9e3,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:20.533885 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:20.537915 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.737823 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.798572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Subnet': ['ID=98f7f5ec-9bb7-4582-a822-41d5f9cf44cc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:20.809344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Checking segment: {'id': 'f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0eceacb3-92db-4864-8a4c-f9deecefbc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:20.809705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network hostable DHCP agents. Network: 0eceacb3-92db-4864-8a4c-f9deecefbc8d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:20.827642 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network 0eceacb3-92db-4864-8a4c-f9deecefbc8d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:20.837378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 0eceacb3-92db-4864-8a4c-f9deecefbc8d) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:20.841400 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:20.841977 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.846225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2352ba-90ab-4b79-b0b6-b6750662e17d None None] Network 0eceacb3-92db-4864-8a4c-f9deecefbc8d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:20.857589 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6a54a5a1-1e94-421b-8de0-6ecee5bf38dd tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4565701 Jul 16 19:16:20.861443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48484) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:20.866803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-641433684'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:20.888923 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:20.892518 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.918356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:20.928691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.929059 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Added segment 4da3407e-d3b2-4a10-8ec7-270acc33775d of type vlan for network 379a10d5-53a3-4e6d-abe2-46452bbd8fd9 Jul 16 19:16:20.968859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.993744 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-0eceacb3-92db-4864-8a4c-f9deecefbc8d', 'network_id': '0eceacb3-92db-4864-8a4c-f9deecefbc8d', 'tenant_id': 'fe798655f4264d3db69129fe8325d362', 'fixed_ips': [{'subnet_id': '98f7f5ec-9bb7-4582-a822-41d5f9cf44cc'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:20.994600 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.998809 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.004910 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:21.005517 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.038662 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1759253 Jul 16 19:16:21.041835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48486) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:21.047064 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Request body: {'subnet': {'network_id': '379a10d5-53a3-4e6d-abe2-46452bbd8fd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:21.073946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642589d-d1f6-4f25-95d1-11c0f346fa9c tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Network': ['ID=379a10d5-53a3-4e6d-abe2-46452bbd8fd9,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:21.087719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 379a10d5-53a3-4e6d-abe2-46452bbd8fd9 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:21.138808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Made reservation on behalf of fe798655f4264d3db69129fe8325d362 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:21.143017 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.199732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Allocated IP 2001:db8::2 (0eceacb3-92db-4864-8a4c-f9deecefbc8d/98f7f5ec-9bb7-4582-a822-41d5f9cf44cc/cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:21.330891 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.345466 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.354425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Transition to ACTIVE for port object cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:21.370233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Transition to ACTIVE for port object cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:21.376113 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.396896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event updated for resources: {'Subnet': ['ID=a3ed6dc5-73d6-4aed-b1aa-d8f976389a47,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:21.406229 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Checking segment: {'id': '4da3407e-d3b2-4a10-8ec7-270acc33775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '379a10d5-53a3-4e6d-abe2-46452bbd8fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:21.406597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network hostable DHCP agents. Network: 379a10d5-53a3-4e6d-abe2-46452bbd8fd9, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:21.414736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Network 0eceacb3-92db-4864-8a4c-f9deecefbc8d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:21.420889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:21.424620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:21.427317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Network 379a10d5-53a3-4e6d-abe2-46452bbd8fd9 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:21.430125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Pushing event updated for resources: {'Port': ['ID=cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:21.438684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 379a10d5-53a3-4e6d-abe2-46452bbd8fd9) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:21.442946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:21.443560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.456861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522adc2-4548-4489-b842-65bcb6ef90e9 None None] Network 379a10d5-53a3-4e6d-abe2-46452bbd8fd9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:21.460860 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-65f2d6ff-35fe-4fd1-b5a7-f54910e1e9ce tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4153042 Jul 16 19:16:21.461292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48488) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:21.512116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Attempting to bind port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:21.512583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Attempting to bind port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0eceacb3-92db-4864-8a4c-f9deecefbc8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:21.512983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Attempting to bind port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 on network 0eceacb3-92db-4864-8a4c-f9deecefbc8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:21.544218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:21.544586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Checking segment: {'id': 'f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0eceacb3-92db-4864-8a4c-f9deecefbc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:21.545011 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.545406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Bound using segment: {'id': 'f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0eceacb3-92db-4864-8a4c-f9deecefbc8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:21.545909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Bound port: cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0eceacb3-92db-4864-8a4c-f9deecefbc8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:21.546292 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.561512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.612392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.656006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] For port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:21.661340 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] For port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3,segment=NetworkSegment(f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098),segment_id=f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:21.680926 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.684607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.695734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f72a5f-f999-4ed1-87df-37c23747adf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-379a10d5-53a3-4e6d-abe2-46452bbd8fd9', 'network_id': '379a10d5-53a3-4e6d-abe2-46452bbd8fd9', 'tenant_id': 'fe798655f4264d3db69129fe8325d362', 'fixed_ips': [{'subnet_id': 'a3ed6dc5-73d6-4aed-b1aa-d8f976389a47'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:21.696565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0f72a5f-f999-4ed1-87df-37c23747adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.709661 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ed6dc5-73d6-4aed-b1aa-d8f976389a47,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:21.779835 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.791738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379a10d5-53a3-4e6d-abe2-46452bbd8fd9']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:21.803127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da3407e-d3b2-4a10-8ec7-270acc33775d') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:21.803573 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da3407e-d3b2-4a10-8ec7-270acc33775d') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:21.805752 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb31fcc-09fc-4685-a933-f89a12d188d0 None None] Pushing event updated for resources: {'Port': ['ID=cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:21.817371 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.825079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7078f-83be-44ba-9d0e-02ce6ff477d5 None None] Network 379a10d5-53a3-4e6d-abe2-46452bbd8fd9 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:21.833359 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.841080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:21.841494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:21.844828 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:21.926798 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.942361 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.948709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/379a10d5-53a3-4e6d-abe2-46452bbd8fd9 HTTP/1.1" status: 204 len: 168 time: 0.4835353 Jul 16 19:16:21.949587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:21.955430 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:21.962518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb552c9a-8385-45b1-9011-ffd334a8f57b tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Network': ['ID=379a10d5-53a3-4e6d-abe2-46452bbd8fd9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:21.986252 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8704ac78-4f48-4488-9f91-0fbbc3fe3db4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] GET failed (client error): The resource could not be found. Jul 16 19:16:21.987595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8704ac78-4f48-4488-9f91-0fbbc3fe3db4 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "GET /v2.0/subnets/a3ed6dc5-73d6-4aed-b1aa-d8f976389a47 HTTP/1.1" status: 404 len: 337 time: 0.0366147 Jul 16 19:16:21.990466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:22.013624 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-845b4ea4-1a3e-4b48-a198-35ab7065b122 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] DELETE failed (client error): The resource could not be found. Jul 16 19:16:22.014222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845b4ea4-1a3e-4b48-a198-35ab7065b122 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:16:22.016116 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-845b4ea4-1a3e-4b48-a198-35ab7065b122 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/379a10d5-53a3-4e6d-abe2-46452bbd8fd9 HTTP/1.1" status: 404 len: 339 time: 0.0247064 Jul 16 19:16:22.020652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:22.047894 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-9885e8da-5b50-45ba-a6f1-84566d4704e5 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] DELETE failed (client error): The resource could not be found. Jul 16 19:16:22.048358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9885e8da-5b50-45ba-a6f1-84566d4704e5 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:16:22.050241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9885e8da-5b50-45ba-a6f1-84566d4704e5 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/subnets/a3ed6dc5-73d6-4aed-b1aa-d8f976389a47 HTTP/1.1" status: 404 len: 337 time: 0.0285101 Jul 16 19:16:22.052900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:22.072393 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-72758873-d37c-41a1-a2f3-f6eb485ab90f tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] DELETE failed (client error): The resource could not be found. Jul 16 19:16:22.072986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72758873-d37c-41a1-a2f3-f6eb485ab90f tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:16:22.074765 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-72758873-d37c-41a1-a2f3-f6eb485ab90f tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/379a10d5-53a3-4e6d-abe2-46452bbd8fd9 HTTP/1.1" status: 404 len: 339 time: 0.0208013 Jul 16 19:16:22.077477 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:22.132614 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Deleting subnet 98f7f5ec-9bb7-4582-a822-41d5f9cf44cc {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:16:22.135948 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.184576 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.216976 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44eae5be-fc87-4942-8194-298c5c03b9e3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:22.266304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 44eae5be-fc87-4942-8194-298c5c03b9e3 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:22.266797 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.281041 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.341995 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.348215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:22.373200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Subnet': ['ID=98f7f5ec-9bb7-4582-a822-41d5f9cf44cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:22.377937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.380420 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b858e5d-e20d-41b8-a6d7-b8f78e2daa78 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/subnets/98f7f5ec-9bb7-4582-a822-41d5f9cf44cc HTTP/1.1" status: 204 len: 168 time: 0.3014297 Jul 16 19:16:22.382841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:22.403689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:22.466062 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.526559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Deleting port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:22.526900 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.593178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] For port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3,segment=NetworkSegment(f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098),segment_id=f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:22.593554 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.607103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Calling delete_port for cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:22.695396 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.708059 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663f246a-770b-4bf1-830d-bba19cb41de1 None None] Network 0eceacb3-92db-4864-8a4c-f9deecefbc8d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:22.721581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Port': ['ID=cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:22.725755 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No DVR routers for this DVR port cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:22.776643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1f164235-0ca9-4aff-b681-b1c0788362a9 None None] Could not find standard attr ID for object cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:16:22.801591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.811684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eceacb3-92db-4864-8a4c-f9deecefbc8d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:22.826405 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:22.826681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b76cf2-d0ff-4f90-8086-c1d8a0ae1098') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:22.836026 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.850590 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.857036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:22.858438 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.860757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982c8101-4ec1-4ea0-b3a6-b3b6fda34acf None None] DHCP port deletion for 0eceacb3-92db-4864-8a4c-f9deecefbc8d request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:22.862682 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:22.925354 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.932104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.933984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/0eceacb3-92db-4864-8a4c-f9deecefbc8d HTTP/1.1" status: 204 len: 168 time: 0.5500813 Jul 16 19:16:22.936667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:22.945524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836e778-4862-465f-98ab-a8e4a0ee7e11 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Network': ['ID=0eceacb3-92db-4864-8a4c-f9deecefbc8d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:22.964181 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bf4887-bed0-4ec6-b07a-e8dc19744f09 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] DELETE failed (client error): The resource could not be found. Jul 16 19:16:22.964715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bf4887-bed0-4ec6-b07a-e8dc19744f09 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:16:22.968351 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-20bf4887-bed0-4ec6-b07a-e8dc19744f09 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/subnets/fcee6b47-fa18-49d1-9ccc-6e977ff3437c HTTP/1.1" status: 404 len: 337 time: 0.0286736 Jul 16 19:16:22.969287 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:22.988176 n-d-791504-15 neutron-server[93796]: INFO neutron.pecan_wsgi.hooks.translation [None req-548021a8-9f96-4357-bc4e-f948e0971e93 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] DELETE failed (client error): The resource could not be found. Jul 16 19:16:22.988738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548021a8-9f96-4357-bc4e-f948e0971e93 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93796) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:16:22.992723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-548021a8-9f96-4357-bc4e-f948e0971e93 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/83503066-bf10-4066-90b0-092b79dfb5c3 HTTP/1.1" status: 404 len: 339 time: 0.0202439 Jul 16 19:16:22.993248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48506) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:23.019499 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-47447dd7-efa2-4991-b773-ff33e67d90d5 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] DELETE failed (client error): The resource could not be found. Jul 16 19:16:23.019953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47447dd7-efa2-4991-b773-ff33e67d90d5 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:16:23.021753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-47447dd7-efa2-4991-b773-ff33e67d90d5 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/subnets/656a1723-7878-4082-a958-3eb39d7e1bd2 HTTP/1.1" status: 404 len: 337 time: 0.0275061 Jul 16 19:16:23.024319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48508) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:23.042594 n-d-791504-15 neutron-server[93795]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ab9e49-fc10-4086-a853-5a38b9204b68 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] DELETE failed (client error): The resource could not be found. Jul 16 19:16:23.043126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ab9e49-fc10-4086-a853-5a38b9204b68 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:16:23.044814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-57ab9e49-fc10-4086-a853-5a38b9204b68 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/e82f8822-b2c7-4c7c-aa0d-1eb581773e8e HTTP/1.1" status: 404 len: 339 time: 0.0195482 Jul 16 19:16:23.047583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48510) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:23.089152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.101008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Deleting subnet 43181bc3-31a1-405c-8f94-ee8fc310b394 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:16:23.104297 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.149481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.247563 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.307483 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.332008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Subnet': ['ID=43181bc3-31a1-405c-8f94-ee8fc310b394,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:23.337740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.340832 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e385f830-f4e7-4567-a5fd-1daec47142b2 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/subnets/43181bc3-31a1-405c-8f94-ee8fc310b394 HTTP/1.1" status: 204 len: 168 time: 0.2910678 Jul 16 19:16:23.342213 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:23.345051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9eef6-c2db-44ae-8be3-3cd358fe380b None None] Network cd1d7a8a-cd17-4730-9533-42175ec23aee requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:23.421521 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.476370 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Deleting port 44eae5be-fc87-4942-8194-298c5c03b9e3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:23.476690 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.525581 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] DHCP port deletion for cd1d7a8a-cd17-4730-9533-42175ec23aee request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:16:23.541278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] For port 44eae5be-fc87-4942-8194-298c5c03b9e3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=44eae5be-fc87-4942-8194-298c5c03b9e3,segment=NetworkSegment(8315b341-fb28-49b6-ba9e-494471d2b637),segment_id=8315b341-fb28-49b6-ba9e-494471d2b637)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:23.541640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.558606 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Calling delete_port for 44eae5be-fc87-4942-8194-298c5c03b9e3 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:23.572921 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] Deleting port 44eae5be-fc87-4942-8194-298c5c03b9e3 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:23.573302 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.637763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] For port 44eae5be-fc87-4942-8194-298c5c03b9e3, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=44eae5be-fc87-4942-8194-298c5c03b9e3,segment=NetworkSegment(8315b341-fb28-49b6-ba9e-494471d2b637),segment_id=8315b341-fb28-49b6-ba9e-494471d2b637)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:23.638162 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.638735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.650081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] Calling delete_port for 44eae5be-fc87-4942-8194-298c5c03b9e3 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:23.666682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] No DVR routers for this DVR port 44eae5be-fc87-4942-8194-298c5c03b9e3 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:23.668718 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Port': ['ID=44eae5be-fc87-4942-8194-298c5c03b9e3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:23.724261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.748877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] Pushing event deleted for resources: {'Port': ['ID=44eae5be-fc87-4942-8194-298c5c03b9e3,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:23.749102 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.752560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9947d15-adec-46fb-81bd-506c4172e362 None None] No DVR routers for this DVR port 44eae5be-fc87-4942-8194-298c5c03b9e3 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:23.760659 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1d7a8a-cd17-4730-9533-42175ec23aee']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:23.771023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8315b341-fb28-49b6-ba9e-494471d2b637') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:23.771312 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8315b341-fb28-49b6-ba9e-494471d2b637') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:23.779746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.794302 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.800975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:23.801396 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:23.804451 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:23.862059 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.867522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.872577 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] 10.222.0.49 "DELETE /v2.0/networks/cd1d7a8a-cd17-4730-9533-42175ec23aee HTTP/1.1" status: 204 len: 168 time: 0.5263522 Jul 16 19:16:23.889134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def6b1f-7631-47e7-a669-41fb7bf1f981 tempest-NetworksIpV6Test-80138683 tempest-NetworksIpV6Test-80138683-project] Pushing event deleted for resources: {'Network': ['ID=cd1d7a8a-cd17-4730-9533-42175ec23aee,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:24.116285 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:24.139049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44eae5be-fc87-4942-8194-298c5c03b9e3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:24.161985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 44eae5be-fc87-4942-8194-298c5c03b9e3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:24.162331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 44eae5be-fc87-4942-8194-298c5c03b9e3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:24.162764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:24.181483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:24.181797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device cf44ca94-c4ed-44d0-bd4d-f2023e13f4c3 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:24.249001 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-35cb4083-c028-4247-bf9f-ea6b6b3939f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe798655f4264d3db69129fe8325d362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313818 Jul 16 19:16:24.251572 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48522) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:24.301108 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ccd349-1e16-47d6-a365-3d8c1a47a216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:24.321773 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ccd349-1e16-47d6-a365-3d8c1a47a216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:24.374221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ccd349-1e16-47d6-a365-3d8c1a47a216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:24.378244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-33ccd349-1e16-47d6-a365-3d8c1a47a216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:24.379844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-33ccd349-1e16-47d6-a365-3d8c1a47a216 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47226be6-9a9e-4719-8e43-bd128fcfb7a5 HTTP/1.1" status: 204 len: 168 time: 0.1270404 Jul 16 19:16:24.388112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccd349-1e16-47d6-a365-3d8c1a47a216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47226be6-9a9e-4719-8e43-bd128fcfb7a5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:25.034988 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.074753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48544) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:25.174465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-806a3d94-23a9-4daa-b883-2d943223c2bb tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-392900917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:25.199974 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-806a3d94-23a9-4daa-b883-2d943223c2bb tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.201004 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-806a3d94-23a9-4daa-b883-2d943223c2bb tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.256817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-806a3d94-23a9-4daa-b883-2d943223c2bb tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.263627 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-806a3d94-23a9-4daa-b883-2d943223c2bb tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.283663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-806a3d94-23a9-4daa-b883-2d943223c2bb tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.285411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-806a3d94-23a9-4daa-b883-2d943223c2bb tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2096655 Jul 16 19:16:25.289574 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48548) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:25.294974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1896688334'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:25.319272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Made reservation on behalf of 31539bf579504dccb1d446931774abb1 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:25.322774 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.331816 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.424489 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.430213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.459943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:25.469789 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd1248a-c453-4c6a-8cc2-e4bf31c173ff,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:25.478985 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.479351 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Added segment 753ba677-ad4a-4e4d-803c-ff863f3c9ed4 of type vlan for network 01e4344c-a56b-483d-b8ca-9090428d9b39 Jul 16 19:16:25.520044 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.553165 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.558632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:25.559207 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.590446 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2997196 Jul 16 19:16:25.593714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48550) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:25.599360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Request body: {'subnet': {'network_id': '01e4344c-a56b-483d-b8ca-9090428d9b39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:25.627988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd69ad-de24-4cc7-9eea-fdedcd1e16ce tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event updated for resources: {'Network': ['ID=01e4344c-a56b-483d-b8ca-9090428d9b39,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:25.638873 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 01e4344c-a56b-483d-b8ca-9090428d9b39 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:25.690022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Made reservation on behalf of 31539bf579504dccb1d446931774abb1 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:25.693744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.873578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.934329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event updated for resources: {'Subnet': ['ID=1fc2cbeb-7f34-4324-97fd-d24c254953f4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:25.945600 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Checking segment: {'id': '753ba677-ad4a-4e4d-803c-ff863f3c9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01e4344c-a56b-483d-b8ca-9090428d9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:25.945959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Network hostable DHCP agents. Network: 01e4344c-a56b-483d-b8ca-9090428d9b39, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:25.964392 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Network 01e4344c-a56b-483d-b8ca-9090428d9b39 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:25.974352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 01e4344c-a56b-483d-b8ca-9090428d9b39) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:25.979113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:25.980230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:25.983353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab37bb-9008-4abc-9e51-1436ff3b3769 None None] Network 01e4344c-a56b-483d-b8ca-9090428d9b39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:25.995339 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-261b8b87-fa17-4d77-aacd-a08736070a3c tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4005041 Jul 16 19:16:25.998439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48552) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:26.003873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-303486751'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:26.026194 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Made reservation on behalf of 31539bf579504dccb1d446931774abb1 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:26.029894 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.058958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:26.070230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.070554 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Added segment a24c25b0-986c-4b66-bee4-c0970b043b26 of type vlan for network 9896ebc8-695e-422d-97fe-ea6be9a860f6 Jul 16 19:16:26.114889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.145790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.151688 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:26.152378 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.191029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1915138 Jul 16 19:16:26.194780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48554) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:26.201739 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Request body: {'subnet': {'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:26.234794 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6fe0f-820b-457d-9d13-e2263676fb6e tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event updated for resources: {'Network': ['ID=9896ebc8-695e-422d-97fe-ea6be9a860f6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:26.247310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 9896ebc8-695e-422d-97fe-ea6be9a860f6 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:26.320086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Made reservation on behalf of 31539bf579504dccb1d446931774abb1 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:26.323958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.343687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-01e4344c-a56b-483d-b8ca-9090428d9b39', 'network_id': '01e4344c-a56b-483d-b8ca-9090428d9b39', 'tenant_id': '31539bf579504dccb1d446931774abb1', 'fixed_ips': [{'subnet_id': '1fc2cbeb-7f34-4324-97fd-d24c254953f4'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:26.344721 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.481121 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Allocated IP 172.20.0.2 (01e4344c-a56b-483d-b8ca-9090428d9b39/1fc2cbeb-7f34-4324-97fd-d24c254953f4/03d2ac6a-0724-48eb-a547-c7a4e99de5a1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:26.515303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.583261 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event updated for resources: {'Subnet': ['ID=825378b7-11f5-4888-9150-115aae95ad40,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:26.591939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Checking segment: {'id': 'a24c25b0-986c-4b66-bee4-c0970b043b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:26.592335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Network hostable DHCP agents. Network: 9896ebc8-695e-422d-97fe-ea6be9a860f6, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:26.610680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Network 9896ebc8-695e-422d-97fe-ea6be9a860f6 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:26.620527 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 9896ebc8-695e-422d-97fe-ea6be9a860f6) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:26.622693 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.625722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:26.626431 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.631998 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27862370-7e54-45b6-a765-8a8729332621 None None] Network 9896ebc8-695e-422d-97fe-ea6be9a860f6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:26.636498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Transition to ACTIVE for port object 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:26.642363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8edf3c87-91d5-4283-adac-8ab63aed9fa0 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4466133 Jul 16 19:16:26.645367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48556) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:26.650012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b24b2d16-2cdc-4fa1-bda1-74a5053e0646 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Request body: {'router': {'external_gateway_info': {'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:26.671290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Transition to ACTIVE for port object 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:26.703146 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.762727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Network 01e4344c-a56b-483d-b8ca-9090428d9b39 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:26.765842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:26.771830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:26.775428 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Pushing event updated for resources: {'Port': ['ID=03d2ac6a-0724-48eb-a547-c7a4e99de5a1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:26.856686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b24b2d16-2cdc-4fa1-bda1-74a5053e0646 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.872590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Attempting to bind port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:26.873035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Attempting to bind port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '753ba677-ad4a-4e4d-803c-ff863f3c9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01e4344c-a56b-483d-b8ca-9090428d9b39'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:26.873344 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Attempting to bind port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 on network 01e4344c-a56b-483d-b8ca-9090428d9b39 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:26.879365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:26.879562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Checking segment: {'id': '753ba677-ad4a-4e4d-803c-ff863f3c9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01e4344c-a56b-483d-b8ca-9090428d9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:26.880068 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.880325 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Bound using segment: {'id': '753ba677-ad4a-4e4d-803c-ff863f3c9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01e4344c-a56b-483d-b8ca-9090428d9b39'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:26.880795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Bound port: 03d2ac6a-0724-48eb-a547-c7a4e99de5a1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753ba677-ad4a-4e4d-803c-ff863f3c9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '01e4344c-a56b-483d-b8ca-9090428d9b39'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:26.881185 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.885108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-9896ebc8-695e-422d-97fe-ea6be9a860f6', 'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6', 'tenant_id': '31539bf579504dccb1d446931774abb1', 'fixed_ips': [{'subnet_id': '825378b7-11f5-4888-9150-115aae95ad40'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:26.885908 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.972371 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [None req-b24b2d16-2cdc-4fa1-bda1-74a5053e0646 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 19:16:26.973509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b24b2d16-2cdc-4fa1-bda1-74a5053e0646 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "PUT /v2.0/routers/3e9abb7d-c727-47ad-af97-ad0a7f2d02fe HTTP/1.1" status: 400 len: 364 time: 0.3271914 Jul 16 19:16:26.979506 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48558) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:27.018222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] For port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:27.023176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] For port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=03d2ac6a-0724-48eb-a547-c7a4e99de5a1,segment=NetworkSegment(753ba677-ad4a-4e4d-803c-ff863f3c9ed4),segment_id=753ba677-ad4a-4e4d-803c-ff863f3c9ed4)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:27.029777 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.037674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Deleting subnet 825378b7-11f5-4888-9150-115aae95ad40 {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:16:27.116665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Allocated IP 172.21.0.2 (9896ebc8-695e-422d-97fe-ea6be9a860f6/825378b7-11f5-4888-9150-115aae95ad40/d7ba9d04-c36e-4792-90e9-56eb23916fec) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:27.129590 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57855f-6db2-4e03-b389-9618a6803c65 None None] Pushing event updated for resources: {'Port': ['ID=03d2ac6a-0724-48eb-a547-c7a4e99de5a1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:27.283128 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.291509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Transition to ACTIVE for port object d7ba9d04-c36e-4792-90e9-56eb23916fec will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:27.310812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Transition to ACTIVE for port object d7ba9d04-c36e-4792-90e9-56eb23916fec will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:27.318297 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.319063 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.360249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Network 9896ebc8-695e-422d-97fe-ea6be9a860f6 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:27.363392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:27.365492 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.367166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:27.372982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Pushing event updated for resources: {'Port': ['ID=d7ba9d04-c36e-4792-90e9-56eb23916fec,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:27.444707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Attempting to bind port d7ba9d04-c36e-4792-90e9-56eb23916fec on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:27.445094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Attempting to bind port d7ba9d04-c36e-4792-90e9-56eb23916fec by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a24c25b0-986c-4b66-bee4-c0970b043b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:27.445475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Attempting to bind port d7ba9d04-c36e-4792-90e9-56eb23916fec on network 9896ebc8-695e-422d-97fe-ea6be9a860f6 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:27.450363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:27.450734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Checking segment: {'id': 'a24c25b0-986c-4b66-bee4-c0970b043b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:27.451134 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.451524 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Bound using segment: {'id': 'a24c25b0-986c-4b66-bee4-c0970b043b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:27.451981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Bound port: d7ba9d04-c36e-4792-90e9-56eb23916fec, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24c25b0-986c-4b66-bee4-c0970b043b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9896ebc8-695e-422d-97fe-ea6be9a860f6'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:27.452357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.459143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.523147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.525942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] For port d7ba9d04-c36e-4792-90e9-56eb23916fec, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:27.529478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] For port d7ba9d04-c36e-4792-90e9-56eb23916fec, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d7ba9d04-c36e-4792-90e9-56eb23916fec,segment=NetworkSegment(a24c25b0-986c-4b66-bee4-c0970b043b26),segment_id=a24c25b0-986c-4b66-bee4-c0970b043b26)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:27.534911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.552650 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event deleted for resources: {'Subnet': ['ID=825378b7-11f5-4888-9150-115aae95ad40,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:27.554660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.556558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-540908b5-59fa-4ced-9b9b-e656fbbadadc tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "DELETE /v2.0/subnets/825378b7-11f5-4888-9150-115aae95ad40 HTTP/1.1" status: 204 len: 168 time: 0.5759494 Jul 16 19:16:27.559207 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48560) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:27.600155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28583-5814-4e11-a889-783ae1ee2210 None None] Pushing event updated for resources: {'Port': ['ID=d7ba9d04-c36e-4792-90e9-56eb23916fec,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:27.652419 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.708963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Deleting port d7ba9d04-c36e-4792-90e9-56eb23916fec {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:27.709406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.800344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] For port d7ba9d04-c36e-4792-90e9-56eb23916fec, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d7ba9d04-c36e-4792-90e9-56eb23916fec,segment=NetworkSegment(a24c25b0-986c-4b66-bee4-c0970b043b26),segment_id=a24c25b0-986c-4b66-bee4-c0970b043b26)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:27.800765 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.812821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Calling delete_port for d7ba9d04-c36e-4792-90e9-56eb23916fec owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:27.918054 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.945052 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event deleted for resources: {'Port': ['ID=d7ba9d04-c36e-4792-90e9-56eb23916fec,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:27.952279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] No DVR routers for this DVR port d7ba9d04-c36e-4792-90e9-56eb23916fec on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:28.036811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.047530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9896ebc8-695e-422d-97fe-ea6be9a860f6']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.059171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24c25b0-986c-4b66-bee4-c0970b043b26') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.059470 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24c25b0-986c-4b66-bee4-c0970b043b26') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.069364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.084429 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.090674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:28.091120 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:28.094176 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:28.184437 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.194412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.196396 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "DELETE /v2.0/networks/9896ebc8-695e-422d-97fe-ea6be9a860f6 HTTP/1.1" status: 204 len: 168 time: 0.6361878 Jul 16 19:16:28.198984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:28.204047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:28.217853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093acf6-fa4c-412a-9806-731e3cb4f8f6 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event deleted for resources: {'Network': ['ID=9896ebc8-695e-422d-97fe-ea6be9a860f6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:28.236420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d376c07-a3dc-434e-b035-38df67955d94 None None] Network 01e4344c-a56b-483d-b8ca-9090428d9b39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:28.261199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Deleting subnet 1fc2cbeb-7f34-4324-97fd-d24c254953f4 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:16:28.264417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.307472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-544d7bbc-edfd-482b-bc8a-9af1ef7fc08c None None] Provisioning for port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:28.313251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.346932 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:28.370305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:28.370674 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.411525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.479445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.501345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.509750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc2cbeb-7f34-4324-97fd-d24c254953f4,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:28.514337 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.518849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bdbfdd63-e9af-4693-98ad-395b3cfa18ea tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "DELETE /v2.0/subnets/1fc2cbeb-7f34-4324-97fd-d24c254953f4 HTTP/1.1" status: 204 len: 168 time: 0.3163595 Jul 16 19:16:28.520065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48568) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:28.567607 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:16:28.568278 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:16:28.610148 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.668080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Deleting port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:28.668429 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.735994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d27c3385-e7ce-4364-b5ee-cfad75e6d5f4 None None] Could not find standard attr ID for object d7ba9d04-c36e-4792-90e9-56eb23916fec. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:16:28.740678 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] For port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=03d2ac6a-0724-48eb-a547-c7a4e99de5a1,segment=NetworkSegment(753ba677-ad4a-4e4d-803c-ff863f3c9ed4),segment_id=753ba677-ad4a-4e4d-803c-ff863f3c9ed4)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:28.741168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.741645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcacfbc-5ae1-4995-86fe-4540f8cfcf5c None None] Network 01e4344c-a56b-483d-b8ca-9090428d9b39 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:28.754092 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Calling delete_port for 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:28.796013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052357d7-fbd4-4ba7-a1d6-87cdecbedce2 None None] DHCP port deletion for 9896ebc8-695e-422d-97fe-ea6be9a860f6 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:16:28.836981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e6fc5-a025-4def-8e14-b0c7bf925dee None None] Network 9896ebc8-695e-422d-97fe-ea6be9a860f6 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:28.845623 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.867792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e6fc5-a025-4def-8e14-b0c7bf925dee None None] Network 9896ebc8-695e-422d-97fe-ea6be9a860f6 could not be found, it might have been deleted concurrently. {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 19:16:28.872303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-905c394a-4d76-45b8-9da6-209b3487bfcb None None] Could not find standard attr ID for object 03d2ac6a-0724-48eb-a547-c7a4e99de5a1. {{(pid=93797) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:16:28.876134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event deleted for resources: {'Port': ['ID=03d2ac6a-0724-48eb-a547-c7a4e99de5a1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:28.878044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] No DVR routers for this DVR port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:28.941994 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b975b57-e197-46e2-8694-749723923b57 None None] DHCP port deletion for 01e4344c-a56b-483d-b8ca-9090428d9b39 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:16:28.957885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.968085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e4344c-a56b-483d-b8ca-9090428d9b39']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.977648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753ba677-ad4a-4e4d-803c-ff863f3c9ed4') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.977946 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753ba677-ad4a-4e4d-803c-ff863f3c9ed4') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.986701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.000730 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.006633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:29.007010 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:29.010113 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:29.072682 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.087398 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.091829 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "DELETE /v2.0/networks/01e4344c-a56b-483d-b8ca-9090428d9b39 HTTP/1.1" status: 204 len: 168 time: 0.5682251 Jul 16 19:16:29.091999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Port 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 update to ACTIVE by agent not found {{(pid=93797) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 19:16:29.092410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:29.103076 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed94f17-bafe-48f3-b50d-e646a5bc6846 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Pushing event deleted for resources: {'Network': ['ID=01e4344c-a56b-483d-b8ca-9090428d9b39,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:29.131042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-052b7679-041b-405d-aad8-39ff8782a377 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e9abb7d-c727-47ad-af97-ad0a7f2d02fe HTTP/1.1" status: 200 len: 205 time: 0.0371571 Jul 16 19:16:29.133372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:29.205747 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb4524e-3481-4d2c-9d89-c9ed339ee991 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.364011 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb4524e-3481-4d2c-9d89-c9ed339ee991 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.366204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb4524e-3481-4d2c-9d89-c9ed339ee991 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.724885 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb4524e-3481-4d2c-9d89-c9ed339ee991 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.725491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb4524e-3481-4d2c-9d89-c9ed339ee991 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9abb7d-c727-47ad-af97-ad0a7f2d02fe {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:16:29.732742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7fb4524e-3481-4d2c-9d89-c9ed339ee991 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.736874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7fb4524e-3481-4d2c-9d89-c9ed339ee991 tempest-RoutersNegativeTest-873197652 tempest-RoutersNegativeTest-873197652-project] 10.222.0.49 "DELETE /v2.0/routers/3e9abb7d-c727-47ad-af97-ad0a7f2d02fe HTTP/1.1" status: 204 len: 168 time: 0.5997517 Jul 16 19:16:29.979817 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48578) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:30.130357 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2be5f9ed-5c1d-402a-a5f8-98f1dcc93a8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31539bf579504dccb1d446931774abb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489201 Jul 16 19:16:30.132943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:30.157431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:30.177251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:30.177598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 03d2ac6a-0724-48eb-a547-c7a4e99de5a1 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:30.178008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d7ba9d04-c36e-4792-90e9-56eb23916fec no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:30.184491 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e24a48a5-10ca-4aa6-bd92-f66fc0b60f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.199250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: d7ba9d04-c36e-4792-90e9-56eb23916fec {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:30.199598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d7ba9d04-c36e-4792-90e9-56eb23916fec not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:30.206829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e24a48a5-10ca-4aa6-bd92-f66fc0b60f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.267981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e24a48a5-10ca-4aa6-bd92-f66fc0b60f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.270687 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e24a48a5-10ca-4aa6-bd92-f66fc0b60f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.271873 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e24a48a5-10ca-4aa6-bd92-f66fc0b60f6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dd1248a-c453-4c6a-8cc2-e4bf31c173ff HTTP/1.1" status: 204 len: 168 time: 0.1380203 Jul 16 19:16:30.279559 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a48a5-10ca-4aa6-bd92-f66fc0b60f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd1248a-c453-4c6a-8cc2-e4bf31c173ff,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:30.929354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48604) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:31.027660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-44283728-network', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:31.051432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Made reservation on behalf of 5917b4219f0645928e9a840d1d7b8c74 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:31.053752 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.066563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.165226 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.171982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.197791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:31.207555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e76e53-b09f-44f7-b821-29ca753ff7bc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:31.212662 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.213056 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Added segment 830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc of type vlan for network 93a1c790-a005-44d4-9b24-6bda6e8b3990 Jul 16 19:16:31.253795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.294539 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.295503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:31.296192 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.331284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4006572 Jul 16 19:16:31.333940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:31.342316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Request body: {'subnet': {'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-subnet', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:31.383256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891effa-d7c2-4d61-bfad-a9169829208b admin admin] Pushing event updated for resources: {'Network': ['ID=93a1c790-a005-44d4-9b24-6bda6e8b3990,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:31.393489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:31.404560 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Made reservation on behalf of 5917b4219f0645928e9a840d1d7b8c74 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:31.407458 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.581189 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.632067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a62d280-ebe2-49f7-b320-2a08cbcb6607,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:31.642192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Checking segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:31.642555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Network hostable DHCP agents. Network: 93a1c790-a005-44d4-9b24-6bda6e8b3990, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:31.662776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:31.672714 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 93a1c790-a005-44d4-9b24-6bda6e8b3990) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:31.677421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:31.678007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.682115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e03500-0239-4442-80ac-ef6d48ee3b78 None None] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:31.693357 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9804d38b-e8d0-473c-8177-3df80cc339dd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3585501 Jul 16 19:16:31.696283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:31.700666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:31.722294 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.723321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.777763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.831394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-93a1c790-a005-44d4-9b24-6bda6e8b3990', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:31.832256 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.912218 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:31.966169 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Allocated IP 172.20.0.2 (93a1c790-a005-44d4-9b24-6bda6e8b3990/3a62d280-ebe2-49f7-b320-2a08cbcb6607/4d18e7c9-bcd3-4b2f-b51e-590c0a961f93) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:32.111505 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.118836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.120624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Transition to ACTIVE for port object 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:32.135007 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Transition to ACTIVE for port object 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:32.138455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.141700 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.177151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:32.179865 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:32.182331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:32.199557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Pushing event updated for resources: {'Port': ['ID=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:32.247204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Allocated IP 172.25.1.72 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b994e056-c56f-4fd8-9d6e-b8f0bd86219f) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:32.251471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Attempting to bind port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:32.251900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Attempting to bind port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:32.252529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Attempting to bind port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:32.257622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:32.257993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Checking segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:32.258397 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.258789 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Bound using segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:32.259249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Bound port: 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:32.259651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.324797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] For port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:32.327904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] For port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:32.333611 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.351659 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.394308 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54134c3-4961-44d3-befc-c5c2bc2261f0 None None] Pushing event updated for resources: {'Port': ['ID=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:32.406877 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.444351 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:32.449191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:32.452720 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:32.481969 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Pushing event updated for resources: {'Port': ['ID=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:32.741256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.950050 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.085134 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Router 1cc394ad-b30e-45e6-860a-52d18825b565 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:16:33.195674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:33.205870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Sync routers for ids ['1cc394ad-b30e-45e6-860a-52d18825b565'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:33.215835 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.216589 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Routers {'1cc394ad-b30e-45e6-860a-52d18825b565'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:33.220206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1cc394ad-b30e-45e6-860a-52d18825b565'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:33.220377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-503491f9-87be-4a29-981a-64abb3f38f71 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5203900 Jul 16 19:16:33.220469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:33.465839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a6e3f-a98c-4e65-9609-95529dc763ac None None] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:33.513154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4713a651-20ab-47a4-9a73-e15d89cf7a13 None None] Provisioning for port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:33.551120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Set router 1cc394ad-b30e-45e6-860a-52d18825b565 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:33.650138 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.807598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:16:32Z', 'revision_number': 3, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port': {'id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:32Z', 'updated_at': '2021-07-16T19:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:33.835335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Checking router: 1cc394ad-b30e-45e6-860a-52d18825b565 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:33.835650 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Updating router 1cc394ad-b30e-45e6-860a-52d18825b565 port b994e056-c56f-4fd8-9d6e-b8f0bd86219f binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:33.857186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Allocated IP 172.20.0.1 (93a1c790-a005-44d4-9b24-6bda6e8b3990/3a62d280-ebe2-49f7-b320-2a08cbcb6607/b632ea3b-9963-4700-9cd6-facebfe7aeb9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:33.872675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.970014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.984930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Transition to ACTIVE for port object b632ea3b-9963-4700-9cd6-facebfe7aeb9 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:34.020750 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.061369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:34.066555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:34.070063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:34.096556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Pushing event updated for resources: {'Port': ['ID=b632ea3b-9963-4700-9cd6-facebfe7aeb9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.117974 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.155651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.167691 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Transition to ACTIVE for port object b994e056-c56f-4fd8-9d6e-b8f0bd86219f will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:34.177082 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.216080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:34.264659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Attempting to bind port b994e056-c56f-4fd8-9d6e-b8f0bd86219f on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:34.265077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Attempting to bind port b994e056-c56f-4fd8-9d6e-b8f0bd86219f by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:34.265442 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Attempting to bind port b994e056-c56f-4fd8-9d6e-b8f0bd86219f on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:34.277529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39755c6-01b6-4900-95e7-4816fe60ea24 None None] Pushing event updated for resources: {'Port': ['ID=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.279963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:34.280323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:34.280721 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.281122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:34.281598 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Bound port: b994e056-c56f-4fd8-9d6e-b8f0bd86219f, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:34.281969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.331132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.342173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:34.348526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:34.348903 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.350823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] For port b994e056-c56f-4fd8-9d6e-b8f0bd86219f, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:34.354641 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] For port b994e056-c56f-4fd8-9d6e-b8f0bd86219f, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:34.374456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.457946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39755c6-01b6-4900-95e7-4816fe60ea24 None None] Pushing event updated for resources: {'Port': ['ID=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.463771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Routers {'1cc394ad-b30e-45e6-860a-52d18825b565'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:34.464716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1cc394ad-b30e-45e6-860a-52d18825b565'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:34.470136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3879273c-4d02-497b-b3bd-f35b5fa0f609 None None] Provisioning for port b632ea3b-9963-4700-9cd6-facebfe7aeb9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:34.498517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.504260 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.509820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3879273c-4d02-497b-b3bd-f35b5fa0f609 None None] Provisioning complete for port b632ea3b-9963-4700-9cd6-facebfe7aeb9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:34.509820 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3879273c-4d02-497b-b3bd-f35b5fa0f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.572516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.575358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Pushing event updated for resources: {'Port': ['ID=b632ea3b-9963-4700-9cd6-facebfe7aeb9,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.602414 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.621722 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3879273c-4d02-497b-b3bd-f35b5fa0f609 None None] Port b632ea3b-9963-4700-9cd6-facebfe7aeb9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:34.655631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] Set router 1cc394ad-b30e-45e6-860a-52d18825b565 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:34.669796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:34.671190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:34.682370 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:34.689738 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.802964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.912239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 4, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port': {'id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:32Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b632ea3b-9963-4700-9cd6-facebfe7aeb9', 'name': '', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'mac_address': 'fa:16:3e:0e:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:33Z', 'updated_at': '2021-07-16T19:16:33Z', 'revision_number': 1, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'subnets': [{'id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:34.948877 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9a3b0-4980-4514-9405-5de3cc1b24f9 None None] The sync data for ids ['1cc394ad-b30e-45e6-860a-52d18825b565'] in n-d-791504-15 is: [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 4, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port': {'id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:32Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b632ea3b-9963-4700-9cd6-facebfe7aeb9', 'name': '', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'mac_address': 'fa:16:3e:0e:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:33Z', 'updated_at': '2021-07-16T19:16:33Z', 'revision_number': 1, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'subnets': [{'id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:34.960066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5a4de00f-107c-4767-9a1e-9e5f0070ace3 None None] Provisioning complete for port b632ea3b-9963-4700-9cd6-facebfe7aeb9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:34.960443 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a4de00f-107c-4767-9a1e-9e5f0070ace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.995339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5a4de00f-107c-4767-9a1e-9e5f0070ace3 None None] Port b632ea3b-9963-4700-9cd6-facebfe7aeb9 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:35.101990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Router 1cc394ad-b30e-45e6-860a-52d18825b565 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:35.229024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:35.234491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-19f3fad5-a17c-4bdf-b502-6d28c16abac6 admin admin] 10.222.0.49 "PUT /v2.0/routers/1cc394ad-b30e-45e6-860a-52d18825b565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0128298 Jul 16 19:16:35.745907 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48628) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:35.751171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-397061336-network', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:35.773899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Made reservation on behalf of d0d53aa16e664c55baf2b0cf89160318 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:35.776442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.786305 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.884546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.888936 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.917742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:35.924623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922ba228-4b09-414a-87d0-efba0826189f,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:35.931194 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.931537 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Added segment a0afd56d-c739-422b-a2cb-57286f7c86e1 of type vlan for network e6b1b85a-637b-497b-bd72-abb8d5b911cd Jul 16 19:16:35.976427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.007573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.008604 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:36.009222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.042054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2948697 Jul 16 19:16:36.044884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48630) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.051297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Request body: {'subnet': {'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-subnet', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.080156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f78df-6348-4be5-834e-07b04a92d073 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b1b85a-637b-497b-bd72-abb8d5b911cd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.091565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:36.113837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Made reservation on behalf of d0d53aa16e664c55baf2b0cf89160318 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:36.117134 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.255264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:36.307572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:36.307935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.308423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.361687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8cda214-c409-46c6-996e-03d815fbe26c,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.373919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Checking segment: {'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:36.374297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Network hostable DHCP agents. Network: e6b1b85a-637b-497b-bd72-abb8d5b911cd, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:36.386682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b994e056-c56f-4fd8-9d6e-b8f0bd86219f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:36.393244 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:36.402378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e6b1b85a-637b-497b-bd72-abb8d5b911cd) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:36.406887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:36.407221 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.413654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64f6d5-96a1-42e1-8fb3-2c78e6ed4450 None None] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:36.421710 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-452f375c-6735-437e-93f5-6e280d0ec7b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3758132 Jul 16 19:16:36.424436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48632) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.428916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.452243 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.453504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.497194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b994e056-c56f-4fd8-9d6e-b8f0bd86219f completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:36.509435 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b994e056-c56f-4fd8-9d6e-b8f0bd86219f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:36.509808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.510629 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.624082 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'fixed_ips': [{'subnet_id': 'b8cda214-c409-46c6-996e-03d815fbe26c'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:36.624952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.651274 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.656539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.730346 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b994e056-c56f-4fd8-9d6e-b8f0bd86219f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:36.736377 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.822318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.828073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Allocated IP 172.20.0.2 (e6b1b85a-637b-497b-bd72-abb8d5b911cd/b8cda214-c409-46c6-996e-03d815fbe26c/aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:36.863413 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.882394 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.978479 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.989875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Transition to ACTIVE for port object aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:36.997846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Allocated IP 172.25.1.153 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/bcc4a61b-90b9-487a-b0d7-55a173873134) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:36.998010 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Sync routers for ids ['1cc394ad-b30e-45e6-860a-52d18825b565'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:37.008155 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Routers {'1cc394ad-b30e-45e6-860a-52d18825b565'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:37.009043 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1cc394ad-b30e-45e6-860a-52d18825b565'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:37.009185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Transition to ACTIVE for port object aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:37.017229 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.057775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:37.060637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:37.064198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:37.072111 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Pushing event updated for resources: {'Port': ['ID=aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:37.120560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.122174 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Set router 1cc394ad-b30e-45e6-860a-52d18825b565 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:37.126353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Attempting to bind port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:37.127119 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Attempting to bind port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:37.127607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Attempting to bind port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 on network e6b1b85a-637b-497b-bd72-abb8d5b911cd {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:37.134227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:37.135041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Checking segment: {'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:37.135558 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.136051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Bound using segment: {'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:37.136888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Bound port: aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:37.137386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.166837 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.204081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:37.212311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:37.212534 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] For port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:37.216212 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] For port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9,segment=NetworkSegment(a0afd56d-c739-422b-a2cb-57286f7c86e1),segment_id=a0afd56d-c739-422b-a2cb-57286f7c86e1)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:37.217819 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:37.222066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.244058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Pushing event updated for resources: {'Port': ['ID=bcc4a61b-90b9-487a-b0d7-55a173873134,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:37.288027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe918fe4-f4d5-4b0a-a6e4-d2f192acc4df None None] Pushing event updated for resources: {'Port': ['ID=aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:37.356018 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 4, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port': {'id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:32Z', 'updated_at': '2021-07-16T19:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b632ea3b-9963-4700-9cd6-facebfe7aeb9', 'name': '', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'mac_address': 'fa:16:3e:0e:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:33Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 2, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'subnets': [{'id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:37.385614 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Checking router: 1cc394ad-b30e-45e6-860a-52d18825b565 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:37.385952 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Updating router 1cc394ad-b30e-45e6-860a-52d18825b565 port b632ea3b-9963-4700-9cd6-facebfe7aeb9 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:37.424374 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.514407 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.706998 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.716832 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Transition to ACTIVE for port object b632ea3b-9963-4700-9cd6-facebfe7aeb9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:37.723478 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.723800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.777570 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Pushing event updated for resources: {'Port': ['ID=b632ea3b-9963-4700-9cd6-facebfe7aeb9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:37.810566 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.810950 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.811282 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.811618 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.811950 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.812270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.812596 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.812945 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.813305 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.813589 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.814091 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.814585 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:37.846483 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Attempting to bind port b632ea3b-9963-4700-9cd6-facebfe7aeb9 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:37.846952 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Attempting to bind port b632ea3b-9963-4700-9cd6-facebfe7aeb9 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:37.847510 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Attempting to bind port b632ea3b-9963-4700-9cd6-facebfe7aeb9 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:37.852557 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:37.852959 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Checking segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:37.853538 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.854060 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Bound using segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:37.854778 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Bound port: b632ea3b-9963-4700-9cd6-facebfe7aeb9, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:37.855458 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.872204 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Router b9da291f-8280-4c85-804e-578052fe5b6d is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:16:37.922627 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] For port b632ea3b-9963-4700-9cd6-facebfe7aeb9, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:37.926665 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] For port b632ea3b-9963-4700-9cd6-facebfe7aeb9, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b632ea3b-9963-4700-9cd6-facebfe7aeb9,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:37.935137 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.997930 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Routers {'1cc394ad-b30e-45e6-860a-52d18825b565'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:37.998792 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1cc394ad-b30e-45e6-860a-52d18825b565'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:37.999453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:38.011955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Sync routers for ids ['b9da291f-8280-4c85-804e-578052fe5b6d'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:38.022395 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.025595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-551479a0-accb-4b35-abc1-b5fb0cc4e68e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6001072 Jul 16 19:16:38.027860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Routers {'b9da291f-8280-4c85-804e-578052fe5b6d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:38.028404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48634) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:38.031689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b9da291f-8280-4c85-804e-578052fe5b6d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:38.067594 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc32cd-62fd-4f25-a7c0-cfe8fdfdf4dd None None] Pushing event updated for resources: {'Port': ['ID=b632ea3b-9963-4700-9cd6-facebfe7aeb9,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:38.325126 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] Set router 1cc394ad-b30e-45e6-860a-52d18825b565 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:38.493880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b632ea3b-9963-4700-9cd6-facebfe7aeb9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:38.500350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8b8b4-bed7-4a24-8920-77ac4a85d60d None None] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:38.581197 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 4, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port': {'id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:32Z', 'updated_at': '2021-07-16T19:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b632ea3b-9963-4700-9cd6-facebfe7aeb9', 'name': '', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'mac_address': 'fa:16:3e:0e:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:33Z', 'updated_at': '2021-07-16T19:16:37Z', 'revision_number': 4, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'subnets': [{'id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:38.610872 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c996e450-d384-42f6-a935-fd8b8d4201da None None] The sync data for ids ['1cc394ad-b30e-45e6-860a-52d18825b565'] in n-d-791504-15 is: [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:16:34Z', 'revision_number': 4, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port': {'id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:32Z', 'updated_at': '2021-07-16T19:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'b632ea3b-9963-4700-9cd6-facebfe7aeb9', 'name': '', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'mac_address': 'fa:16:3e:0e:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:33Z', 'updated_at': '2021-07-16T19:16:37Z', 'revision_number': 4, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'subnets': [{'id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:38.618303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Set router b9da291f-8280-4c85-804e-578052fe5b6d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:38.660025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.686136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b632ea3b-9963-4700-9cd6-facebfe7aeb9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:38.725973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b632ea3b-9963-4700-9cd6-facebfe7aeb9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:38.726388 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.794180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-92a95534-365c-47dc-8484-1dd6dfb07f10 None None] Provisioning for port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:38.832278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Allocated IP 172.20.0.1 (e6b1b85a-637b-497b-bd72-abb8d5b911cd/b8cda214-c409-46c6-996e-03d815fbe26c/4e608546-f087-4b15-95ed-c87fba3e0197) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:38.945717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.956308 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.962753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Transition to ACTIVE for port object 4e608546-f087-4b15-95ed-c87fba3e0197 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:39.001422 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.013355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b632ea3b-9963-4700-9cd6-facebfe7aeb9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b632ea3b-9963-4700-9cd6-facebfe7aeb9,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:39.015695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:37Z', 'revision_number': 3, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port': {'id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:39.045658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:39.049141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:39.051824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:39.056561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Checking router: b9da291f-8280-4c85-804e-578052fe5b6d for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:39.057057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Updating router b9da291f-8280-4c85-804e-578052fe5b6d port bcc4a61b-90b9-487a-b0d7-55a173873134 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:39.059304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.060809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:39.090094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Pushing event updated for resources: {'Port': ['ID=4e608546-f087-4b15-95ed-c87fba3e0197,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.108398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.198842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.220951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b632ea3b-9963-4700-9cd6-facebfe7aeb9,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.244827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:39.267993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:39.268681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.363423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a788073e-99ce-4dca-aa81-fba0b075fad1 None None] Provisioning complete for port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:39.363800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a788073e-99ce-4dca-aa81-fba0b075fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.603298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.628631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.638790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a788073e-99ce-4dca-aa81-fba0b075fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.689492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.694888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9,segment=NetworkSegment(a0afd56d-c739-422b-a2cb-57286f7c86e1),segment_id=a0afd56d-c739-422b-a2cb-57286f7c86e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:39.701301 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.702090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b994e056-c56f-4fd8-9d6e-b8f0bd86219f up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:39.710132 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Transition to ACTIVE for port object bcc4a61b-90b9-487a-b0d7-55a173873134 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:39.773812 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.794858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.800389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.812939 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.db.api [None req-a788073e-99ce-4dca-aa81-fba0b075fad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:16:39.813293 n-d-791504-15 neutron-server[93797]: DEBUG oslo_db.api [None req-a788073e-99ce-4dca-aa81-fba0b075fad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:16:39.833043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.837085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Attempting to bind port bcc4a61b-90b9-487a-b0d7-55a173873134 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:39.837454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Attempting to bind port bcc4a61b-90b9-487a-b0d7-55a173873134 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:39.838123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Attempting to bind port bcc4a61b-90b9-487a-b0d7-55a173873134 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:39.865972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:39.866239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:39.866408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Pushing event updated for resources: {'Port': ['ID=4e608546-f087-4b15-95ed-c87fba3e0197,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.866618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.867037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:39.867510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Bound port: bcc4a61b-90b9-487a-b0d7-55a173873134, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:39.867887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.868970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.899253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b994e056-c56f-4fd8-9d6e-b8f0bd86219f triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:39.899635 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.931841 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec42f6-2076-47db-af62-7a106bf0053f None None] Pushing event updated for resources: {'Port': ['ID=bcc4a61b-90b9-487a-b0d7-55a173873134,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.964133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] For port bcc4a61b-90b9-487a-b0d7-55a173873134, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:39.967785 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:39.968652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] For port bcc4a61b-90b9-487a-b0d7-55a173873134, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bcc4a61b-90b9-487a-b0d7-55a173873134,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:39.969480 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:39.975794 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.079181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec42f6-2076-47db-af62-7a106bf0053f None None] Pushing event updated for resources: {'Port': ['ID=bcc4a61b-90b9-487a-b0d7-55a173873134,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:40.083038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Routers {'b9da291f-8280-4c85-804e-578052fe5b6d'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:40.084038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b9da291f-8280-4c85-804e-578052fe5b6d'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:40.092145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Router b9da291f-8280-4c85-804e-578052fe5b6d has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:40.199864 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b632ea3b-9963-4700-9cd6-facebfe7aeb9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:40.220457 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:40.228447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a7f94b2a-4a8e-462a-bf5a-15482f5a0654 admin admin] 10.222.0.49 "PUT /v2.0/routers/b9da291f-8280-4c85-804e-578052fe5b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1981266 Jul 16 19:16:40.230760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] Set router b9da291f-8280-4c85-804e-578052fe5b6d gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:40.357182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b632ea3b-9963-4700-9cd6-facebfe7aeb9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:40.357547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.521002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:40.571633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e79ef4a-8de6-4c58-ba5a-b0a1814dab01 None None] Provisioning for port 4e608546-f087-4b15-95ed-c87fba3e0197 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:40.575619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 4, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port': {'id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4e608546-f087-4b15-95ed-c87fba3e0197', 'name': '', 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'mac_address': 'fa:16:3e:63:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:38Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 2, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'subnets': [{'id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:40.603538 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e79ef4a-8de6-4c58-ba5a-b0a1814dab01 None None] Provisioning complete for port 4e608546-f087-4b15-95ed-c87fba3e0197 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:40.604196 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e79ef4a-8de6-4c58-ba5a-b0a1814dab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.607270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd57a18-a3c7-4ac9-a898-5257a32a7cee None None] The sync data for ids ['b9da291f-8280-4c85-804e-578052fe5b6d'] in n-d-791504-15 is: [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 4, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port': {'id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4e608546-f087-4b15-95ed-c87fba3e0197', 'name': '', 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'mac_address': 'fa:16:3e:63:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:38Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 2, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'subnets': [{'id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:40.648557 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:40.648986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.650365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9e79ef4a-8de6-4c58-ba5a-b0a1814dab01 None None] Port 4e608546-f087-4b15-95ed-c87fba3e0197 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:40.992289 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-5cbd2da2-557d-47c2-a1ff-d01f7a66f5a8 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:40.993891 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-5cbd2da2-557d-47c2-a1ff-d01f7a66f5a8 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/networks?id=93a1c790-a005-44d4-9b24-6bda6e8b3990 HTTP/1.1" status: 200 len: 815 time: 0.1049736 Jul 16 19:16:41.009411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-e8cf4ecd-88cd-4baa-9a83-c60c1725ba76 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/quotas/5917b4219f0645928e9a840d1d7b8c74 HTTP/1.1" status: 200 len: 375 time: 0.0099521 Jul 16 19:16:41.083814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-36751c9b-6199-48b1-a37a-765e6829757b tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5917b4219f0645928e9a840d1d7b8c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686712 Jul 16 19:16:41.188360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-248521c6-d692-4eee-9809-f5e4a5b5932e service neutron] 10.222.0.49 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915995 Jul 16 19:16:41.301978 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-9be5ee2d-895c-4bf5-9abd-7af3d409be9b service neutron] 10.222.0.49 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069009 Jul 16 19:16:41.507088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2c5d10a6-b255-497e-b046-bd04e5621bec req-f6f60772-eb85-4e00-8571-c14bf909a501 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 210 time: 0.0406399 Jul 16 19:16:42.180486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcc4a61b-90b9-487a-b0d7-55a173873134 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:42.233461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port bcc4a61b-90b9-487a-b0d7-55a173873134 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:42.237617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bcc4a61b-90b9-487a-b0d7-55a173873134 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:42.237998 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.483059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.509653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port bcc4a61b-90b9-487a-b0d7-55a173873134, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bcc4a61b-90b9-487a-b0d7-55a173873134,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:42.516157 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.569010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=bcc4a61b-90b9-487a-b0d7-55a173873134,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:42.642413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-bacb8776-c2be-4430-993d-a7f53ea18df9 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:42.644106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-bacb8776-c2be-4430-993d-a7f53ea18df9 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "GET /v2.0/networks?id=93a1c790-a005-44d4-9b24-6bda6e8b3990 HTTP/1.1" status: 200 len: 815 time: 0.1310849 Jul 16 19:16:42.659579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Request body: {'port': {'device_id': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'admin_state_up': True, 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:42.698385 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-029d3436-39d0-4b75-90ed-9bb71edcb988 req-5d5d2bfa-d152-4bc8-bcc2-a98c3b0043bc tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 210 time: 0.0532308 Jul 16 19:16:42.719314 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Sync routers for ids ['b9da291f-8280-4c85-804e-578052fe5b6d'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:42.730767 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Routers {'b9da291f-8280-4c85-804e-578052fe5b6d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:42.731393 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b9da291f-8280-4c85-804e-578052fe5b6d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:42.815332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Made reservation on behalf of 5917b4219f0645928e9a840d1d7b8c74 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:42.819035 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.839844 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Set router b9da291f-8280-4c85-804e-578052fe5b6d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:42.953798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Allocated IP 172.20.0.9 (93a1c790-a005-44d4-9b24-6bda6e8b3990/3a62d280-ebe2-49f7-b320-2a08cbcb6607/040173d9-17d0-42b6-9b41-16498304f556) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:43.036665 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 4, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port': {'id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4e608546-f087-4b15-95ed-c87fba3e0197', 'name': '', 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'mac_address': 'fa:16:3e:63:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:38Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 2, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'subnets': [{'id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:43.062939 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Checking router: b9da291f-8280-4c85-804e-578052fe5b6d for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:43.063280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Updating router b9da291f-8280-4c85-804e-578052fe5b6d port 4e608546-f087-4b15-95ed-c87fba3e0197 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:43.097579 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.108401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.124605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Transition to ACTIVE for port object 040173d9-17d0-42b6-9b41-16498304f556 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:43.160859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.207221 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:43.210481 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:43.215413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:43.241855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Pushing event updated for resources: {'Port': ['ID=040173d9-17d0-42b6-9b41-16498304f556,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:43.273138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:43.273804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.292202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-b2d70eb9-233c-46a2-8106-cb4b0543a46c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364410 Jul 16 19:16:43.305655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Request body: {'port': {'device_id': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:43.386542 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.389008 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.399507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Transition to ACTIVE for port object 4e608546-f087-4b15-95ed-c87fba3e0197 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:43.407314 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.459654 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23febe28-0376-4103-8c7e-906ffeddff38 None None] Pushing event updated for resources: {'Port': ['ID=4e608546-f087-4b15-95ed-c87fba3e0197,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:43.492951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ea23df6-2062-4877-b44a-5b3131fcfd7a None None] Provisioning for port 040173d9-17d0-42b6-9b41-16498304f556 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:43.501338 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5ea23df6-2062-4877-b44a-5b3131fcfd7a None None] Provisioning complete for port 040173d9-17d0-42b6-9b41-16498304f556 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:43.501966 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5ea23df6-2062-4877-b44a-5b3131fcfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.524009 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Attempting to bind port 4e608546-f087-4b15-95ed-c87fba3e0197 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:43.524388 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Attempting to bind port 4e608546-f087-4b15-95ed-c87fba3e0197 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:43.524807 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Attempting to bind port 4e608546-f087-4b15-95ed-c87fba3e0197 on network e6b1b85a-637b-497b-bd72-abb8d5b911cd {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:43.532501 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:43.532501 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Checking segment: {'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:43.533076 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.533345 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Bound using segment: {'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:43.533957 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Bound port: 4e608546-f087-4b15-95ed-c87fba3e0197, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0afd56d-c739-422b-a2cb-57286f7c86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:43.534552 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.547247 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-5ea23df6-2062-4877-b44a-5b3131fcfd7a None None] Port 040173d9-17d0-42b6-9b41-16498304f556 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:43.601438 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] For port 4e608546-f087-4b15-95ed-c87fba3e0197, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:43.605166 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] For port 4e608546-f087-4b15-95ed-c87fba3e0197, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4e608546-f087-4b15-95ed-c87fba3e0197,segment=NetworkSegment(a0afd56d-c739-422b-a2cb-57286f7c86e1),segment_id=a0afd56d-c739-422b-a2cb-57286f7c86e1)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:43.612655 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.671280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Routers {'b9da291f-8280-4c85-804e-578052fe5b6d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:43.671887 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:16:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b9da291f-8280-4c85-804e-578052fe5b6d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:43.673734 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23febe28-0376-4103-8c7e-906ffeddff38 None None] Pushing event updated for resources: {'Port': ['ID=4e608546-f087-4b15-95ed-c87fba3e0197,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:43.701905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040173d9-17d0-42b6-9b41-16498304f556 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:43.710717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.723280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Transition to ACTIVE for port object 040173d9-17d0-42b6-9b41-16498304f556 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:43.731680 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.783499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Pushing event updated for resources: {'Port': ['ID=040173d9-17d0-42b6-9b41-16498304f556,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:43.801312 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] Set router b9da291f-8280-4c85-804e-578052fe5b6d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:43.943344 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6cab8-273e-4627-bd34-afabdea14cd8 req-75ba6053-b6ad-42cc-ad4d-a7a13daa5d20 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:43.951947 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cf6cab8-273e-4627-bd34-afabdea14cd8 req-75ba6053-b6ad-42cc-ad4d-a7a13daa5d20 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 943 time: 0.1070559 Jul 16 19:16:43.959263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Attempting to bind port 040173d9-17d0-42b6-9b41-16498304f556 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:43.960165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Attempting to bind port 040173d9-17d0-42b6-9b41-16498304f556 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:43.960690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Attempting to bind port 040173d9-17d0-42b6-9b41-16498304f556 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:43.966173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Port 040173d9-17d0-42b6-9b41-16498304f556 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:16:43.966448 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Attempting to bind port 040173d9-17d0-42b6-9b41-16498304f556 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:43.974892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:43.975145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Checking segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:43.975424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Bound using segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:43.975865 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Bound port: 040173d9-17d0-42b6-9b41-16498304f556, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:43.976234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.015142 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0cf6cab8-273e-4627-bd34-afabdea14cd8 req-b90961fe-303e-4eed-be34-d2d57f0a1fa8 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618949 Jul 16 19:16:44.041717 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-726327dc-cace-4690-a96e-6d798c296efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 4, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port': {'id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4e608546-f087-4b15-95ed-c87fba3e0197', 'name': '', 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'mac_address': 'fa:16:3e:63:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:38Z', 'updated_at': '2021-07-16T19:16:43Z', 'revision_number': 4, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'subnets': [{'id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:44.047452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] For port 040173d9-17d0-42b6-9b41-16498304f556, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:44.050946 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] For port 040173d9-17d0-42b6-9b41-16498304f556, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=040173d9-17d0-42b6-9b41-16498304f556,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:44.056442 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.073819 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726327dc-cace-4690-a96e-6d798c296efd None None] The sync data for ids ['b9da291f-8280-4c85-804e-578052fe5b6d'] in n-d-791504-15 is: [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 4, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port': {'id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '4e608546-f087-4b15-95ed-c87fba3e0197', 'name': '', 'network_id': 'e6b1b85a-637b-497b-bd72-abb8d5b911cd', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'mac_address': 'fa:16:3e:63:06:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:38Z', 'updated_at': '2021-07-16T19:16:43Z', 'revision_number': 4, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'subnets': [{'id': 'b8cda214-c409-46c6-996e-03d815fbe26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:44.091032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.091653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.093180 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] 10.222.0.59 "PUT /v2.0/ports/040173d9-17d0-42b6-9b41-16498304f556 HTTP/1.1" status: 200 len: 1092 time: 0.7922587 Jul 16 19:16:44.093563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'tag': '040173d9-17d0-42b6-9b41-16498304f556'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:44.106132 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1654ba3e-8b55-4692-ba79-eed4f829f27d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9f3b6b-d350-4c30-b9b5-bf14672bdae9", "tag": "040173d9-17d0-42b6-9b41-16498304f556"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:44.191421 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea65541e-27a2-4a1c-b993-fb8a1d6b71f7 x-openstack-request-id: req-ea65541e-27a2-4a1c-b993-fb8a1d6b71f7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:44.191697 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9f3b6b-d350-4c30-b9b5-bf14672bdae9", "tag": "040173d9-17d0-42b6-9b41-16498304f556", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:44.191941 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea65541e-27a2-4a1c-b993-fb8a1d6b71f7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:44.192349 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'tag': '040173d9-17d0-42b6-9b41-16498304f556', 'status': 'completed', 'code': 200} Jul 16 19:16:44.194700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc204f-e177-4a74-ba12-7c6d29c24e3b service neutron] Pushing event updated for resources: {'Port': ['ID=040173d9-17d0-42b6-9b41-16498304f556,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:44.245115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcc4a61b-90b9-487a-b0d7-55a173873134 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:44.250756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-12b81197-4fa8-4cc0-bb24-eb4f0bf816a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.252886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-12b81197-4fa8-4cc0-bb24-eb4f0bf816a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5917b4219f0645928e9a840d1d7b8c74&device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 1095 time: 0.0971677 Jul 16 19:16:44.298508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-a24a6b67-7493-4388-a862-377a23df054c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040173d9-17d0-42b6-9b41-16498304f556 HTTP/1.1" status: 200 len: 217 time: 0.0373425 Jul 16 19:16:44.303476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port bcc4a61b-90b9-487a-b0d7-55a173873134 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:44.303855 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.356251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-1077ef18-0a66-4963-9b22-f029aa39cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.357955 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-1077ef18-0a66-4963-9b22-f029aa39cdba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a62d280-ebe2-49f7-b320-2a08cbcb6607 HTTP/1.1" status: 200 len: 854 time: 0.0524614 Jul 16 19:16:44.400923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4e608546-f087-4b15-95ed-c87fba3e0197 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:44.430698 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-4dbcf4e8-413e-4870-b003-29689168e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.432457 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-4dbcf4e8-413e-4870-b003-29689168e64e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a1c790-a005-44d4-9b24-6bda6e8b3990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663753 Jul 16 19:16:44.458368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 4e608546-f087-4b15-95ed-c87fba3e0197 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:44.462960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4e608546-f087-4b15-95ed-c87fba3e0197 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:44.463474 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.531825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-593c45d4-5496-4601-b175-d8e75d19abbb service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917242 Jul 16 19:16:44.546210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.583449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 4e608546-f087-4b15-95ed-c87fba3e0197, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4e608546-f087-4b15-95ed-c87fba3e0197,segment=NetworkSegment(a0afd56d-c739-422b-a2cb-57286f7c86e1),segment_id=a0afd56d-c739-422b-a2cb-57286f7c86e1)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:44.588766 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.635283 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6b4afd6f-68f0-4469-9bec-d6b13277abad req-909025cb-8132-45e0-94c0-01c8bfeebcc6 service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959783 Jul 16 19:16:44.639026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=4e608546-f087-4b15-95ed-c87fba3e0197,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:44.737364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-0ad399d6-96c7-4452-93b4-bc178ef0e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.739208 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-0ad399d6-96c7-4452-93b4-bc178ef0e897 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5917b4219f0645928e9a840d1d7b8c74&device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 1095 time: 0.0541759 Jul 16 19:16:44.834007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-391cdd4a-963a-45ec-a3f3-5a724f773be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.835491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-391cdd4a-963a-45ec-a3f3-5a724f773be6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a1c790-a005-44d4-9b24-6bda6e8b3990 HTTP/1.1" status: 200 len: 916 time: 0.0899792 Jul 16 19:16:44.876946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-654e30d4-e4b9-4eea-a673-6c9e5e741145 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040173d9-17d0-42b6-9b41-16498304f556 HTTP/1.1" status: 200 len: 217 time: 0.0340590 Jul 16 19:16:44.927165 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-e91600fb-33b5-4436-95c2-ac6ba35387e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.928561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-e91600fb-33b5-4436-95c2-ac6ba35387e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a62d280-ebe2-49f7-b320-2a08cbcb6607 HTTP/1.1" status: 200 len: 854 time: 0.0451329 Jul 16 19:16:44.994817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-440086e5-707b-441d-8f97-f8a830bf7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.996239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-440086e5-707b-441d-8f97-f8a830bf7ebc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a1c790-a005-44d4-9b24-6bda6e8b3990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603707 Jul 16 19:16:45.089327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-72d66d42-8e70-4d2a-a5b0-9a0932373224 service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855126 Jul 16 19:16:45.189566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1654ba3e-8b55-4692-ba79-eed4f829f27d req-cf76d163-56d8-4f76-a45c-df41958f076b service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908804 Jul 16 19:16:45.198816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734afb66-0edc-425e-a733-efe101aecfe6 req-0831b918-b382-423d-ab64-e1430c631cdb tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:45.200298 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-734afb66-0edc-425e-a733-efe101aecfe6 req-0831b918-b382-423d-ab64-e1430c631cdb tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 943 time: 0.0717020 Jul 16 19:16:45.239493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-734afb66-0edc-425e-a733-efe101aecfe6 req-9deea756-2a78-4b66-bb30-0fa000a1449c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331600 Jul 16 19:16:46.157460 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4e608546-f087-4b15-95ed-c87fba3e0197 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:46.216928 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 4e608546-f087-4b15-95ed-c87fba3e0197 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:46.217643 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.266011 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e3daa0e3-2df5-4858-ba1e-6ecabe2f8628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.297880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 040173d9-17d0-42b6-9b41-16498304f556 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:16:46.407914 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 040173d9-17d0-42b6-9b41-16498304f556, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=040173d9-17d0-42b6-9b41-16498304f556,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:46.419733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '040173d9-17d0-42b6-9b41-16498304f556', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'port_id': '040173d9-17d0-42b6-9b41-16498304f556', 'mac_address': 'fa:16:3e:a5:e8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:16:46.426963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e71e6d-d5dd-4756-9d21-47c67fd128c6 req-42d84f46-7d88-4557-ab13-7728f2c692d9 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:46.428496 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5e71e6d-d5dd-4756-9d21-47c67fd128c6 req-42d84f46-7d88-4557-ab13-7728f2c692d9 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 943 time: 0.0657113 Jul 16 19:16:46.457521 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.471226 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040173d9-17d0-42b6-9b41-16498304f556 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:46.471654 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5e71e6d-d5dd-4756-9d21-47c67fd128c6 req-850fe74e-0357-4ae2-9789-f2626630cb9d tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372291 Jul 16 19:16:46.492453 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 040173d9-17d0-42b6-9b41-16498304f556, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=040173d9-17d0-42b6-9b41-16498304f556,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:46.497441 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.545241 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=040173d9-17d0-42b6-9b41-16498304f556,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:46.717012 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['040173d9-17d0-42b6-9b41-16498304f556'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:46.879912 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:47.659671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097bbb2-e3f6-4205-b59e-7d3b642be46c req-a4c139e5-0c9e-424c-a027-3ede278407dd tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:47.661642 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5097bbb2-e3f6-4205-b59e-7d3b642be46c req-a4c139e5-0c9e-424c-a027-3ede278407dd tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 944 time: 0.0776885 Jul 16 19:16:47.710137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5097bbb2-e3f6-4205-b59e-7d3b642be46c req-19c8fe71-c579-4088-badf-397e973fc9da tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Jul 16 19:16:48.317834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 040173d9-17d0-42b6-9b41-16498304f556 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:48.375171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 040173d9-17d0-42b6-9b41-16498304f556 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:48.379390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 040173d9-17d0-42b6-9b41-16498304f556 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:48.379390 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.462423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.488358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040173d9-17d0-42b6-9b41-16498304f556'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:48.491299 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50860987-4367-40a4-9dcc-31a23ad75ba7" -d '{"events": [{"server_uuid": "1e9f3b6b-d350-4c30-b9b5-bf14672bdae9", "name": "network-vif-plugged", "status": "completed", "tag": "040173d9-17d0-42b6-9b41-16498304f556"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:48.503795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 040173d9-17d0-42b6-9b41-16498304f556, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=040173d9-17d0-42b6-9b41-16498304f556,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:48.508843 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.532381 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa4acd-293c-475a-b6e8-ddd6f38ed14e x-openstack-request-id: req-64aa4acd-293c-475a-b6e8-ddd6f38ed14e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:48.532678 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f3b6b-d350-4c30-b9b5-bf14672bdae9", "name": "network-vif-plugged", "status": "completed", "tag": "040173d9-17d0-42b6-9b41-16498304f556", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:48.532957 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64aa4acd-293c-475a-b6e8-ddd6f38ed14e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:48.533351 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040173d9-17d0-42b6-9b41-16498304f556', 'code': 200} Jul 16 19:16:48.560541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=040173d9-17d0-42b6-9b41-16498304f556,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:48.654719 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139080c7-02e6-420b-9bf8-625bea17cf28 req-d23558d5-14f7-42bc-9484-d5011beadfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:48.656254 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-139080c7-02e6-420b-9bf8-625bea17cf28 req-d23558d5-14f7-42bc-9484-d5011beadfaa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 1097 time: 0.0604246 Jul 16 19:16:48.702992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-139080c7-02e6-420b-9bf8-625bea17cf28 req-1c9df5bd-9861-4a03-80d6-3129805ea4cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jul 16 19:16:48.846240 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30432f8d-d1bf-409d-9b74-3f9e1137747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.895862 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b625a5b-61b4-46ac-a9d6-1d0773b6625c req-1c076eac-d349-43f9-80ea-7ed471f8389f tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:48.897433 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b625a5b-61b4-46ac-a9d6-1d0773b6625c req-1c076eac-d349-43f9-80ea-7ed471f8389f tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 945 time: 0.0664337 Jul 16 19:16:48.938361 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b625a5b-61b4-46ac-a9d6-1d0773b6625c req-17f844ed-40cd-4b27-81c4-3dd22a457cf7 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jul 16 19:16:48.969897 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.126305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda0bf7-f4f3-4bd2-8ce0-02993316228c req-4439335e-ebb2-4169-8c2f-d3f24c9b0151 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:50.127845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdda0bf7-f4f3-4bd2-8ce0-02993316228c req-4439335e-ebb2-4169-8c2f-d3f24c9b0151 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 945 time: 0.0724573 Jul 16 19:16:50.135866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.169615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fdda0bf7-f4f3-4bd2-8ce0-02993316228c req-1ce8cf2f-0d87-446b-ae93-aaddf6c27a19 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Jul 16 19:16:50.352758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c23c-87b7-47da-bb6a-cb99e490f2a8 req-3609624c-bc23-43cc-b99b-0de585da146c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:50.354197 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c888c23c-87b7-47da-bb6a-cb99e490f2a8 req-3609624c-bc23-43cc-b99b-0de585da146c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 945 time: 0.0747256 Jul 16 19:16:50.395674 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c888c23c-87b7-47da-bb6a-cb99e490f2a8 req-4845d9a9-e6e2-4fc1-8114-1072a6fca7b3 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Jul 16 19:16:51.953612 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.089471 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.043385 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:11.609542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847d862-2a94-4934-83a6-fb5106ff9a43 req-899fc788-0954-4397-8da8-b69413b6df4c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:11.611826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f847d862-2a94-4934-83a6-fb5106ff9a43 req-899fc788-0954-4397-8da8-b69413b6df4c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 945 time: 0.1979773 Jul 16 19:17:11.669345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f847d862-2a94-4934-83a6-fb5106ff9a43 req-ef742b2d-1edc-4311-b9d6-75f4a1ad7b93 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482657 Jul 16 19:17:12.928076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c124dc9-8037-400d-8b07-ee0e85a47fa5 req-16e7b3d3-ad03-467d-aeed-d345677a88a9 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:12.929619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c124dc9-8037-400d-8b07-ee0e85a47fa5 req-16e7b3d3-ad03-467d-aeed-d345677a88a9 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 945 time: 0.1320086 Jul 16 19:17:12.968637 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c124dc9-8037-400d-8b07-ee0e85a47fa5 req-e2665db4-51ee-4368-b5c0-a19539746b89 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Jul 16 19:17:13.171426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-1bfffc1d-d518-407b-b193-bf20c118bfbb tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:13.172872 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-1bfffc1d-d518-407b-b193-bf20c118bfbb tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 945 time: 0.0768268 Jul 16 19:17:13.286155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Deleting port 040173d9-17d0-42b6-9b41-16498304f556 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:13.286401 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:13.377088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] For port 040173d9-17d0-42b6-9b41-16498304f556, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=040173d9-17d0-42b6-9b41-16498304f556,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:13.377418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:13.389301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Calling delete_port for 040173d9-17d0-42b6-9b41-16498304f556 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:13.527010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:13.543552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['040173d9-17d0-42b6-9b41-16498304f556'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:17:13.566219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Pushing event deleted for resources: {'Port': ['ID=040173d9-17d0-42b6-9b41-16498304f556,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:13.578897 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.579283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.579578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.579967 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.580231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.580583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.580940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.581252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.581578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.581877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.582282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.583269 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:13.623356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] No DVR routers for this DVR port 040173d9-17d0-42b6-9b41-16498304f556 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:17:13.626140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:13.628312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1a2288b8-2fef-4f09-91a6-ae968b499e20 req-ca829c9b-5a36-4082-bfd3-9ebf9ebda0bf tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "DELETE /v2.0/ports/040173d9-17d0-42b6-9b41-16498304f556 HTTP/1.1" status: 204 len: 173 time: 0.4482210 Jul 16 19:17:13.628745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'name': 'network-vif-deleted', 'tag': '040173d9-17d0-42b6-9b41-16498304f556'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:13.631849 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e31423-3e51-4f26-bfa4-0923a39636b7" -d '{"events": [{"server_uuid": "1e9f3b6b-d350-4c30-b9b5-bf14672bdae9", "name": "network-vif-deleted", "tag": "040173d9-17d0-42b6-9b41-16498304f556"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:13.678478 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fc99db-bac6-4083-807b-d5e4554e29a6 x-openstack-request-id: req-26fc99db-bac6-4083-807b-d5e4554e29a6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:13.678851 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9f3b6b-d350-4c30-b9b5-bf14672bdae9", "name": "network-vif-deleted", "tag": "040173d9-17d0-42b6-9b41-16498304f556", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:13.679171 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26fc99db-bac6-4083-807b-d5e4554e29a6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:13.679774 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9f3b6b-d350-4c30-b9b5-bf14672bdae9', 'name': 'network-vif-deleted', 'tag': '040173d9-17d0-42b6-9b41-16498304f556', 'status': 'completed', 'code': 200} Jul 16 19:17:14.131895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66d2d903-9992-4f78-9b28-27062e7c36a1 req-0c9027c0-24a4-4ecf-b23c-9ef5e964020e tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e9f3b6b-d350-4c30-b9b5-bf14672bdae9 HTTP/1.1" status: 200 len: 210 time: 0.0300443 Jul 16 19:17:15.687821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-186a0e2c-87d5-4ea7-a94c-746f91c89d90 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:15.689350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-186a0e2c-87d5-4ea7-a94c-746f91c89d90 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/networks?id=93a1c790-a005-44d4-9b24-6bda6e8b3990 HTTP/1.1" status: 200 len: 815 time: 0.1096497 Jul 16 19:17:15.705842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-9f5dc8e3-e7f7-4293-a16c-a84993c81c45 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/quotas/5917b4219f0645928e9a840d1d7b8c74 HTTP/1.1" status: 200 len: 375 time: 0.0095983 Jul 16 19:17:15.781837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-005cc0c4-c6d5-4eae-ac17-def498fcc10d tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5917b4219f0645928e9a840d1d7b8c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705340 Jul 16 19:17:15.882678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4e0b72a3-075f-4871-805b-4cb14cda9334 service neutron] 10.222.0.49 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874431 Jul 16 19:17:15.973378 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-af427651-cfe6-4f96-af7a-d653147ebffe service neutron] 10.222.0.49 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819046 Jul 16 19:17:16.156021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-725bba23-fe1d-48d4-820b-51e00e60a818 req-9663ee5e-ebdb-4768-92ba-1f348c662e38 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0345256 Jul 16 19:17:16.250090 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9db87444-a599-4ba2-baa5-be4f7b49d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:16.456304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 040173d9-17d0-42b6-9b41-16498304f556 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:16.479213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 040173d9-17d0-42b6-9b41-16498304f556 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:16.479477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 040173d9-17d0-42b6-9b41-16498304f556 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:17.261985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-ba14c3b8-f14c-4b1a-94c4-879b76209069 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:17.263503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-ba14c3b8-f14c-4b1a-94c4-879b76209069 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "GET /v2.0/networks?id=93a1c790-a005-44d4-9b24-6bda6e8b3990 HTTP/1.1" status: 200 len: 815 time: 0.1125510 Jul 16 19:17:17.303735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Request body: {'port': {'device_id': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'admin_state_up': True, 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:17.307316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2dc3cfb1-226d-41d4-8bf9-e6934eb7b7ed req-6fb76496-18da-491c-9d59-bf81fa407aa9 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0374362 Jul 16 19:17:17.425827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Made reservation on behalf of 5917b4219f0645928e9a840d1d7b8c74 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:17:17.430147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:17.555699 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Allocated IP 172.20.0.9 (93a1c790-a005-44d4-9b24-6bda6e8b3990/3a62d280-ebe2-49f7-b320-2a08cbcb6607/ef884c5f-f6a6-4bfd-85bf-1f2c596bc669) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:17:17.708990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:17.723640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Transition to ACTIVE for port object ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:17.761511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:17.815497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:17:17.818992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:17.824029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:17:17.853685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Pushing event updated for resources: {'Port': ['ID=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:17.877501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:17.878135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:17.896478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-0af20445-b2f1-4d3b-8ad6-576a133eb117 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982196 Jul 16 19:17:17.909129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Request body: {'port': {'device_id': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:17.989763 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.065370 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a91b28c8-0d03-48ad-a2e3-233936b3caa0 None None] Provisioning for port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:18.070445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a91b28c8-0d03-48ad-a2e3-233936b3caa0 None None] Provisioning complete for port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:18.070818 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a91b28c8-0d03-48ad-a2e3-233936b3caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.105605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a91b28c8-0d03-48ad-a2e3-233936b3caa0 None None] Port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:17:18.274948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:17:18.283099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.297087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Transition to ACTIVE for port object ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:18.303028 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.375381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Pushing event updated for resources: {'Port': ['ID=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:18.430730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Attempting to bind port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:17:18.431071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Attempting to bind port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:17:18.431431 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Attempting to bind port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:17:18.436024 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:17:18.436346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Attempting to bind port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 on network 93a1c790-a005-44d4-9b24-6bda6e8b3990 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:17:18.441152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:17:18.441489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Checking segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:17:18.441864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Bound using segment: {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:17:18.442283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Bound port: ef884c5f-f6a6-4bfd-85bf-1f2c596bc669, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:17:18.443014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.498921 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f454-9a4a-4eb2-a9f1-4d791aede0ca req-eff15ccf-6a85-4125-9b55-a24db1b26bd7 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:18.501750 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97f5f454-9a4a-4eb2-a9f1-4d791aede0ca req-eff15ccf-6a85-4125-9b55-a24db1b26bd7 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 943 time: 0.0676632 Jul 16 19:17:18.511401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] For port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:17:18.515539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] For port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:17:18.521719 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.547722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97f5f454-9a4a-4eb2-a9f1-4d791aede0ca req-979b940e-d1d3-4151-af1d-6aa8ae3a404a tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375094 Jul 16 19:17:18.558559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:18.559266 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.560754 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] 10.222.0.59 "PUT /v2.0/ports/ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 HTTP/1.1" status: 200 len: 1092 time: 0.6564033 Jul 16 19:17:18.561328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'tag': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:18.563968 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff15742d-87a1-435c-9241-9f2bedb9ff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7cf5b1-b199-4874-bce5-b1fe1039d5f2", "tag": "ef884c5f-f6a6-4bfd-85bf-1f2c596bc669"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:18.590085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7244ce-cf85-4b0d-ad23-3f756f4bddeb service neutron] Pushing event updated for resources: {'Port': ['ID=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:18.620543 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851dab0-0bb5-4def-97cc-c17ef0de1081 x-openstack-request-id: req-0851dab0-0bb5-4def-97cc-c17ef0de1081 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:18.620543 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7cf5b1-b199-4874-bce5-b1fe1039d5f2", "tag": "ef884c5f-f6a6-4bfd-85bf-1f2c596bc669", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:18.624922 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0851dab0-0bb5-4def-97cc-c17ef0de1081 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:18.625358 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'tag': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669', 'status': 'completed', 'code': 200} Jul 16 19:17:18.671702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-26c0b649-a233-4663-92f6-e5561f40d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:18.673259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-26c0b649-a233-4663-92f6-e5561f40d9b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5917b4219f0645928e9a840d1d7b8c74&device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 1095 time: 0.0629063 Jul 16 19:17:18.720259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-38592707-9a39-472b-aff6-0e8b7ba4dbad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 HTTP/1.1" status: 200 len: 217 time: 0.0381365 Jul 16 19:17:18.771252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-fb73f965-5211-4f11-bf0c-9ffb69fccd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:18.772743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-fb73f965-5211-4f11-bf0c-9ffb69fccd06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a62d280-ebe2-49f7-b320-2a08cbcb6607 HTTP/1.1" status: 200 len: 854 time: 0.0448589 Jul 16 19:17:18.831121 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-56652ed4-da4f-4ecb-aaf8-4463d9a510d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:18.832516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-56652ed4-da4f-4ecb-aaf8-4463d9a510d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a1c790-a005-44d4-9b24-6bda6e8b3990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526187 Jul 16 19:17:18.845742 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f888b4d4-874c-4cf6-a386-943f479ba3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.932198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-c6e26d4f-e749-4de6-ac71-43a9fcf1b3b0 service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923948 Jul 16 19:17:18.962121 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:19.021981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e58573da-6162-43dd-8be0-b51dc9f77936 req-3ea17de8-bc16-44a3-b057-f32d9410008b service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824311 Jul 16 19:17:19.137546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-b465a5f9-86f9-4915-837c-453fdd19d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:19.139086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-b465a5f9-86f9-4915-837c-453fdd19d612 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5917b4219f0645928e9a840d1d7b8c74&device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 1095 time: 0.0627739 Jul 16 19:17:19.241619 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-a1657cb2-926a-4e14-94e8-fd26c9f21f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:19.243110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-a1657cb2-926a-4e14-94e8-fd26c9f21f38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a1c790-a005-44d4-9b24-6bda6e8b3990 HTTP/1.1" status: 200 len: 916 time: 0.0970182 Jul 16 19:17:19.307542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-b6685f5e-1397-404b-8e05-93ccd62c782b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 HTTP/1.1" status: 200 len: 217 time: 0.0565619 Jul 16 19:17:19.364517 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-a89d3541-5c16-41bb-8d17-fbdb165d1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:19.366005 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-a89d3541-5c16-41bb-8d17-fbdb165d1f6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3a62d280-ebe2-49f7-b320-2a08cbcb6607 HTTP/1.1" status: 200 len: 854 time: 0.0503049 Jul 16 19:17:19.426599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-7ad54c1b-5fe3-41ce-8a67-49db9a3e4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:19.428211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-7ad54c1b-5fe3-41ce-8a67-49db9a3e4fde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a1c790-a005-44d4-9b24-6bda6e8b3990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547516 Jul 16 19:17:19.732135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0b05-48f5-4500-8e78-554eb49dd4a4 req-33f95021-1e85-4075-a1f2-805b847e5333 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:19.733676 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af6f0b05-48f5-4500-8e78-554eb49dd4a4 req-33f95021-1e85-4075-a1f2-805b847e5333 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 943 time: 0.0683498 Jul 16 19:17:19.775388 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af6f0b05-48f5-4500-8e78-554eb49dd4a4 req-e32d52b6-5042-42b7-b015-82f31ff239f1 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358813 Jul 16 19:17:19.841807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-5e65331e-7417-4e2b-a23b-a5d458e7c359 service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052336 Jul 16 19:17:19.946397 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff15742d-87a1-435c-9241-9f2bedb9ff5f req-99da5171-1217-4d9f-8347-b37e4493280c service neutron] 10.222.0.59 "GET /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953948 Jul 16 19:17:20.145273 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:20.504945 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:17:20.611376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:20.622856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669', 'network_id': '93a1c790-a005-44d4-9b24-6bda6e8b3990', 'port_id': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669', 'mac_address': 'fa:16:3e:19:0c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a62d280-ebe2-49f7-b320-2a08cbcb6607', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:17:20.663103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:20.681476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:17:20.704403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:20.712006 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:20.765889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:20.773086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.773456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.773796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.774129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.774458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.774793 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.775115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.775441 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.775763 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.776068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.776388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.776709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:20.916843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['ef884c5f-f6a6-4bfd-85bf-1f2c596bc669'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:17:20.967674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb07d00-aabe-4439-9940-414cd3a85950 req-8d501d44-2fbb-4199-be2b-9b343e12601a tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:20.969203 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cb07d00-aabe-4439-9940-414cd3a85950 req-8d501d44-2fbb-4199-be2b-9b343e12601a tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 944 time: 0.0784683 Jul 16 19:17:21.008073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7cb07d00-aabe-4439-9940-414cd3a85950 req-331874ec-1b38-4eab-9054-ec78d8bc11b5 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Jul 16 19:17:21.954374 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:22.188415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102faf00-fa4a-434b-88c4-ca3443517eed req-673681a6-fe28-4583-8fdf-962bfc711c8c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:22.189819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-102faf00-fa4a-434b-88c4-ca3443517eed req-673681a6-fe28-4583-8fdf-962bfc711c8c tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 944 time: 0.0668676 Jul 16 19:17:22.230702 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-102faf00-fa4a-434b-88c4-ca3443517eed req-521bacbe-0306-4aa9-905c-c2c73d9e7d4b tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Jul 16 19:17:22.520884 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:17:22.578995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:22.582702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:22.583076 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:22.657484 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:22.680933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:22.683274 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569158f-1812-40f3-b5fe-cefb8d96af68" -d '{"events": [{"server_uuid": "0d7cf5b1-b199-4874-bce5-b1fe1039d5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ef884c5f-f6a6-4bfd-85bf-1f2c596bc669"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:22.696220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:22.699739 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:22.723293 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6144054-4c84-4eb2-8e58-13564f29264e x-openstack-request-id: req-f6144054-4c84-4eb2-8e58-13564f29264e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:22.723590 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7cf5b1-b199-4874-bce5-b1fe1039d5f2", "name": "network-vif-plugged", "status": "completed", "tag": "ef884c5f-f6a6-4bfd-85bf-1f2c596bc669", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:22.723839 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6144054-4c84-4eb2-8e58-13564f29264e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:22.724227 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669', 'code': 200} Jul 16 19:17:22.752454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:22.844906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9fadd-a5f0-4c24-b286-8e2960507481 req-fa79a6f3-f127-47e1-952e-4f33cea90b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:22.846431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1b9fadd-a5f0-4c24-b286-8e2960507481 req-fa79a6f3-f127-47e1-952e-4f33cea90b0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 1097 time: 0.0595932 Jul 16 19:17:22.889964 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1b9fadd-a5f0-4c24-b286-8e2960507481 req-11ad7458-1341-4cad-a1b0-1481dd29ce93 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Jul 16 19:17:23.099075 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:23.419969 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c3ca6-c0a0-4bbc-8640-643e2292b718 req-f1211d86-ede3-4780-97f5-c3a5d9ca6c70 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:23.421398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-741c3ca6-c0a0-4bbc-8640-643e2292b718 req-f1211d86-ede3-4780-97f5-c3a5d9ca6c70 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0663819 Jul 16 19:17:23.460356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-741c3ca6-c0a0-4bbc-8640-643e2292b718 req-8994df89-34a9-46a6-b582-6316d154dcbe tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332053 Jul 16 19:17:23.883870 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:24.657567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aba3a-bff9-4ba8-8259-d85689d8b1ea req-c54dd98f-ab96-465f-9f64-ea95f79a045e tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:24.659072 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d9aba3a-bff9-4ba8-8259-d85689d8b1ea req-c54dd98f-ab96-465f-9f64-ea95f79a045e tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0743363 Jul 16 19:17:24.700476 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d9aba3a-bff9-4ba8-8259-d85689d8b1ea req-a884ce6b-7c6f-41a8-886c-dcb4450ced39 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Jul 16 19:17:24.883845 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b487-9785-4f9a-8346-f3357c07acf9 req-22eabdf3-9357-4e72-9401-39251326814d tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:24.885367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c47b487-9785-4f9a-8346-f3357c07acf9 req-22eabdf3-9357-4e72-9401-39251326814d tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0728333 Jul 16 19:17:24.927792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5c47b487-9785-4f9a-8346-f3357c07acf9 req-f1221ba1-b41a-4319-b594-00b7ea08ae6a tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Jul 16 19:17:25.052209 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:44.063392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1409b5-889d-46d2-afa9-6e058ad28964 req-48bd0a18-f1e5-48fc-9de2-502f34c84e1d tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:44.064961 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a1409b5-889d-46d2-afa9-6e058ad28964 req-48bd0a18-f1e5-48fc-9de2-502f34c84e1d tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0735576 Jul 16 19:17:44.108408 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2a1409b5-889d-46d2-afa9-6e058ad28964 req-711ede52-b235-44c1-88b5-4cb1b686b201 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Jul 16 19:17:45.487453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276593-9801-4591-9d14-49c1c9ef8c73 req-d3933304-49dc-4648-bb82-2fc4a0ff6331 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:45.488837 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e276593-9801-4591-9d14-49c1c9ef8c73 req-d3933304-49dc-4648-bb82-2fc4a0ff6331 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0729425 Jul 16 19:17:45.529018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e276593-9801-4591-9d14-49c1c9ef8c73 req-edf41863-bc37-4c5e-b138-2eac0ee55f36 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/security-groups?id=47e76e53-b09f-44f7-b821-29ca753ff7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343437 Jul 16 19:17:45.696292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-49ae4671-d0e5-4f40-aabb-0415a311dc18 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:45.697780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-49ae4671-d0e5-4f40-aabb-0415a311dc18 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0753877 Jul 16 19:17:45.803498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Deleting port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:45.803767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:45.907411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] For port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:45.907833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:45.924587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Calling delete_port for ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:46.058617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:46.072425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['ef884c5f-f6a6-4bfd-85bf-1f2c596bc669'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:17:46.098358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Pushing event deleted for resources: {'Port': ['ID=ef884c5f-f6a6-4bfd-85bf-1f2c596bc669,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:46.153358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] No DVR routers for this DVR port ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:17:46.156107 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:46.158200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1b2f3824-1abf-4371-a5c5-3063feb42bb7 req-c8e85a7f-175e-4251-8870-609e8ac8e6ee tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.59 "DELETE /v2.0/ports/ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 HTTP/1.1" status: 204 len: 173 time: 0.4536405 Jul 16 19:17:46.158639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'name': 'network-vif-deleted', 'tag': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:46.161289 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cb85df-f0a6-49ad-8274-632522f32f0e" -d '{"events": [{"server_uuid": "0d7cf5b1-b199-4874-bce5-b1fe1039d5f2", "name": "network-vif-deleted", "tag": "ef884c5f-f6a6-4bfd-85bf-1f2c596bc669"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:46.213067 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207fee7f-18b3-4721-ae95-d49daa9cddf3 x-openstack-request-id: req-207fee7f-18b3-4721-ae95-d49daa9cddf3 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:46.213352 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7cf5b1-b199-4874-bce5-b1fe1039d5f2", "name": "network-vif-deleted", "tag": "ef884c5f-f6a6-4bfd-85bf-1f2c596bc669", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:46.213674 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-207fee7f-18b3-4721-ae95-d49daa9cddf3 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:46.214071 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7cf5b1-b199-4874-bce5-b1fe1039d5f2', 'name': 'network-vif-deleted', 'tag': 'ef884c5f-f6a6-4bfd-85bf-1f2c596bc669', 'status': 'completed', 'code': 200} Jul 16 19:17:46.251859 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b496a372-313f-4ca9-8554-9e8f1332a177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:46.696905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ce9f821b-4eb2-47d9-9373-725853016823 req-20bd8566-33a2-453b-a308-8b6a9426a290 tempest-TestEncryptedCinderVolumes-1777203384 tempest-TestEncryptedCinderVolumes-1777203384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d7cf5b1-b199-4874-bce5-b1fe1039d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0286822 Jul 16 19:17:47.844610 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48936) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:48.226086 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:48.503214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Deleting port b632ea3b-9963-4700-9cd6-facebfe7aeb9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:48.503478 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:48.583315 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] For port b632ea3b-9963-4700-9cd6-facebfe7aeb9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b632ea3b-9963-4700-9cd6-facebfe7aeb9,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:48.583613 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:48.597474 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Calling delete_port for b632ea3b-9963-4700-9cd6-facebfe7aeb9 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:48.738035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:48.758087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:48.758349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device ef884c5f-f6a6-4bfd-85bf-1f2c596bc669 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:48.794987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:48.819622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Pushing event deleted for resources: {'Port': ['ID=b632ea3b-9963-4700-9cd6-facebfe7aeb9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:48.844761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31849023-a04e-4afd-a5a0-19810840e093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:48.872288 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.872942 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.873061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.873368 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.873697 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.874029 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.874353 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.874674 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.874992 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.875301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.875626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.875961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:48.967652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:49.000487 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:49.223777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Router 1cc394ad-b30e-45e6-860a-52d18825b565 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:17:49.331693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:17:49.336808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d3431526-527a-4f5d-b06a-3791a0abb933 admin admin] 10.222.0.49 "PUT /v2.0/routers/1cc394ad-b30e-45e6-860a-52d18825b565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910140 Jul 16 19:17:49.339947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48938) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:49.343233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] Sync routers for ids ['1cc394ad-b30e-45e6-860a-52d18825b565'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:17:49.353368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] Routers {'1cc394ad-b30e-45e6-860a-52d18825b565'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:49.353993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1cc394ad-b30e-45e6-860a-52d18825b565'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:49.448370 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:49.461514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] Set router 1cc394ad-b30e-45e6-860a-52d18825b565 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:49.555549 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:49.609880 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Deleting port b994e056-c56f-4fd8-9d6e-b8f0bd86219f {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:49.610222 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:49.642856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:17:48Z', 'revision_number': 5, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port': {'id': 'b994e056-c56f-4fd8-9d6e-b8f0bd86219f', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:32Z', 'updated_at': '2021-07-16T19:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:49.669535 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] Checking router: 1cc394ad-b30e-45e6-860a-52d18825b565 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:17:49.677690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] Routers {'1cc394ad-b30e-45e6-860a-52d18825b565'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:49.678302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1cc394ad-b30e-45e6-860a-52d18825b565'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:49.693740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] For port b994e056-c56f-4fd8-9d6e-b8f0bd86219f, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:49.694094 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:49.706338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Calling delete_port for b994e056-c56f-4fd8-9d6e-b8f0bd86219f owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:49.763322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] Set router 1cc394ad-b30e-45e6-860a-52d18825b565 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:49.813961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:17:49Z', 'revision_number': 6, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:49.843182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469d497-058c-4934-8d40-f380b33834e5 None None] The sync data for ids ['1cc394ad-b30e-45e6-860a-52d18825b565'] in n-d-791504-15 is: [{'id': '1cc394ad-b30e-45e6-860a-52d18825b565', 'name': 'tempest-TestEncryptedCinderVolumes-44283728-router', 'tenant_id': '5917b4219f0645928e9a840d1d7b8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:31Z', 'updated_at': '2021-07-16T19:17:49Z', 'revision_number': 6, 'project_id': '5917b4219f0645928e9a840d1d7b8c74', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:17:50.144127 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.226440 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b632ea3b-9963-4700-9cd6-facebfe7aeb9 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:50.242829 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.252307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b632ea3b-9963-4700-9cd6-facebfe7aeb9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:50.252307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b632ea3b-9963-4700-9cd6-facebfe7aeb9 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:50.271123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b994e056-c56f-4fd8-9d6e-b8f0bd86219f,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:50.330084 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.421019 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.423198 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.476360 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.477119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc394ad-b30e-45e6-860a-52d18825b565 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:17:50.481667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.482683 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-cc061e6b-88d1-44a4-8ec1-100b0f5dab6d admin admin] 10.222.0.49 "DELETE /v2.0/routers/1cc394ad-b30e-45e6-860a-52d18825b565 HTTP/1.1" status: 204 len: 168 time: 1.1412709 Jul 16 19:17:50.485483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48940) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:50.538101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] Deleting subnet 3a62d280-ebe2-49f7-b320-2a08cbcb6607 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:17:50.541186 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.575850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.659247 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.713469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.738169 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a62d280-ebe2-49f7-b320-2a08cbcb6607,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:50.745317 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.747365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9f2d3fcb-915b-4c13-86c8-8436642394f4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3a62d280-ebe2-49f7-b320-2a08cbcb6607 HTTP/1.1" status: 204 len: 168 time: 0.2607312 Jul 16 19:17:50.750208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48942) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:50.752802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904bb10-7e51-4f19-b4f8-655f3975c99d None None] Network 93a1c790-a005-44d4-9b24-6bda6e8b3990 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:17:50.828422 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.888767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Deleting port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:50.889140 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.953302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] For port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:50.953605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.956559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] DHCP port deletion for 93a1c790-a005-44d4-9b24-6bda6e8b3990 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:17:50.966610 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Calling delete_port for 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:51.001561 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] Deleting port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:51.001934 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.051931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.069667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] For port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,segment=NetworkSegment(830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc),segment_id=830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:51.070060 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.077990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:51.081613 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] No DVR routers for this DVR port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:17:51.083867 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] Calling delete_port for 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:51.154936 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.160561 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.165237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a1c790-a005-44d4-9b24-6bda6e8b3990']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:51.176876 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:51.177179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830c58fc-ae1f-4f50-bfb3-e79dfa7d2cfc') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:51.185753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] Pushing event deleted for resources: {'Port': ['ID=4d18e7c9-bcd3-4b2f-b51e-590c0a961f93,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:51.186308 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.190265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3385982-6bbf-4bef-bc06-cf4e0aff9756 None None] No DVR routers for this DVR port 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:17:51.200255 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.206918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:17:51.207363 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:17:51.209122 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:17:51.263930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.269598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.271618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] 10.222.0.49 "DELETE /v2.0/networks/93a1c790-a005-44d4-9b24-6bda6e8b3990 HTTP/1.1" status: 204 len: 168 time: 0.5204542 Jul 16 19:17:51.274691 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48944) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:51.283047 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bbb04-6ca1-4b61-bae5-b0067c725099 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a1c790-a005-44d4-9b24-6bda6e8b3990,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:51.640013 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.901318 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Deleting port 4e608546-f087-4b15-95ed-c87fba3e0197 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:51.901547 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.956756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:51.985867 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] For port 4e608546-f087-4b15-95ed-c87fba3e0197, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=4e608546-f087-4b15-95ed-c87fba3e0197,segment=NetworkSegment(a0afd56d-c739-422b-a2cb-57286f7c86e1),segment_id=a0afd56d-c739-422b-a2cb-57286f7c86e1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:51.986225 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:52.005283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Calling delete_port for 4e608546-f087-4b15-95ed-c87fba3e0197 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:52.201449 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:52.201923 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:52.228750 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e608546-f087-4b15-95ed-c87fba3e0197,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:52.387017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:52.387486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4d18e7c9-bcd3-4b2f-b51e-590c0a961f93 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:52.387968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b994e056-c56f-4fd8-9d6e-b8f0bd86219f no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:52.407063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b994e056-c56f-4fd8-9d6e-b8f0bd86219f {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:52.407415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b994e056-c56f-4fd8-9d6e-b8f0bd86219f not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:52.408494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:52.639071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Router b9da291f-8280-4c85-804e-578052fe5b6d has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:17:52.745607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:17:52.751144 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-07ae18f5-4cfc-4c1a-b4f4-6a0aa9ace74f admin admin] 10.222.0.49 "PUT /v2.0/routers/b9da291f-8280-4c85-804e-578052fe5b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4753044 Jul 16 19:17:52.755226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48946) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:52.757908 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] Sync routers for ids ['b9da291f-8280-4c85-804e-578052fe5b6d'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:17:52.768930 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] Routers {'b9da291f-8280-4c85-804e-578052fe5b6d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:52.769555 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b9da291f-8280-4c85-804e-578052fe5b6d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:52.859940 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:52.871916 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] Set router b9da291f-8280-4c85-804e-578052fe5b6d gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:52.961800 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.015246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Deleting port bcc4a61b-90b9-487a-b0d7-55a173873134 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:53.015574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.043968 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:17:52Z', 'revision_number': 5, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port': {'id': 'bcc4a61b-90b9-487a-b0d7-55a173873134', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:53.104911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.111316 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] For port bcc4a61b-90b9-487a-b0d7-55a173873134, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=bcc4a61b-90b9-487a-b0d7-55a173873134,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:53.112352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.126018 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Calling delete_port for bcc4a61b-90b9-487a-b0d7-55a173873134 owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:53.166995 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] Checking router: b9da291f-8280-4c85-804e-578052fe5b6d for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:17:53.175787 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] Routers {'b9da291f-8280-4c85-804e-578052fe5b6d'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:53.176392 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b9da291f-8280-4c85-804e-578052fe5b6d'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:53.260133 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] Set router b9da291f-8280-4c85-804e-578052fe5b6d gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:53.297916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.310711 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:17:52Z', 'revision_number': 6, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:53.323077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc4a61b-90b9-487a-b0d7-55a173873134,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:53.339512 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549ea80-1603-4fb2-a049-86f002d3c324 None None] The sync data for ids ['b9da291f-8280-4c85-804e-578052fe5b6d'] in n-d-791504-15 is: [{'id': 'b9da291f-8280-4c85-804e-578052fe5b6d', 'name': 'tempest-TestEncryptedCinderVolumes-397061336-router', 'tenant_id': 'd0d53aa16e664c55baf2b0cf89160318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:36Z', 'updated_at': '2021-07-16T19:17:52Z', 'revision_number': 6, 'project_id': 'd0d53aa16e664c55baf2b0cf89160318', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:17:53.391713 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.483318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.485648 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.529596 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.530066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9da291f-8280-4c85-804e-578052fe5b6d {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:17:53.534475 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.535521 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b8f162fe-c9b4-4454-b201-2dc9c4db74db admin admin] 10.222.0.49 "DELETE /v2.0/routers/b9da291f-8280-4c85-804e-578052fe5b6d HTTP/1.1" status: 204 len: 168 time: 0.7790821 Jul 16 19:17:53.538519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48950) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:53.584290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] Deleting subnet b8cda214-c409-46c6-996e-03d815fbe26c {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:17:53.587611 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.621935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.701636 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.758046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.786431 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8cda214-c409-46c6-996e-03d815fbe26c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:53.789008 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.791083 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-27afda3d-6563-46fb-985a-0a2910a3ee34 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b8cda214-c409-46c6-996e-03d815fbe26c HTTP/1.1" status: 204 len: 168 time: 0.2514467 Jul 16 19:17:53.793540 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48952) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:53.796214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e132a-cabc-4fc5-a2ed-090e1fabf139 None None] Network e6b1b85a-637b-497b-bd72-abb8d5b911cd requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:17:53.864297 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.921554 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Deleting port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:53.922184 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:53.984548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] For port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9,segment=NetworkSegment(a0afd56d-c739-422b-a2cb-57286f7c86e1),segment_id=a0afd56d-c739-422b-a2cb-57286f7c86e1)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:53.984940 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.007551 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Calling delete_port for aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:54.094539 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.123536 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:54.127023 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] No DVR routers for this DVR port aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:17:54.138339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128523ca-4167-48a7-92f8-d3c4dd5155f1 None None] DHCP port deletion for e6b1b85a-637b-497b-bd72-abb8d5b911cd request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:17:54.205911 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.214470 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcc4a61b-90b9-487a-b0d7-55a173873134 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:54.218515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b1b85a-637b-497b-bd72-abb8d5b911cd']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:54.231409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0afd56d-c739-422b-a2cb-57286f7c86e1') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:54.231788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0afd56d-c739-422b-a2cb-57286f7c86e1') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:54.236110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: bcc4a61b-90b9-487a-b0d7-55a173873134 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:54.236462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device bcc4a61b-90b9-487a-b0d7-55a173873134 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:54.236930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:54.242603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.256880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:54.257501 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device aaf0bb63-2a6b-40e1-9d34-30bc2e0d7ba9 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:54.257679 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.258243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4e608546-f087-4b15-95ed-c87fba3e0197 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:54.264044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:17:54.264577 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:17:54.266830 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:17:54.277476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 4e608546-f087-4b15-95ed-c87fba3e0197 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:54.277890 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 4e608546-f087-4b15-95ed-c87fba3e0197 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:17:54.322093 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.328737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.330673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] 10.222.0.49 "DELETE /v2.0/networks/e6b1b85a-637b-497b-bd72-abb8d5b911cd HTTP/1.1" status: 204 len: 168 time: 0.5362153 Jul 16 19:17:54.346651 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca0af-cbba-46fd-8aeb-20ea533af7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b1b85a-637b-497b-bd72-abb8d5b911cd,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:54.495111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48956) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:54.536137 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-66e2cf06-da55-4922-840e-b2f3aef42e4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5917b4219f0645928e9a840d1d7b8c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394657 Jul 16 19:17:54.539624 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 48958) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:54.588165 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303c70b5-1060-4ba0-9d6e-7e17524f6667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.612066 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303c70b5-1060-4ba0-9d6e-7e17524f6667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.671078 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303c70b5-1060-4ba0-9d6e-7e17524f6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.673822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-303c70b5-1060-4ba0-9d6e-7e17524f6667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.675009 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-303c70b5-1060-4ba0-9d6e-7e17524f6667 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47e76e53-b09f-44f7-b821-29ca753ff7bc HTTP/1.1" status: 204 len: 168 time: 0.1344924 Jul 16 19:17:54.682749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c70b5-1060-4ba0-9d6e-7e17524f6667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e76e53-b09f-44f7-b821-29ca753ff7bc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:55.023563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48964) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:55.050086 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:55.070169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f61a2777-7893-4bfc-9594-276906ad9de2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0d53aa16e664c55baf2b0cf89160318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454123 Jul 16 19:17:55.072803 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48966) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:55.122971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9847746-e37a-48e9-b243-eb29b730a74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:55.146709 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9847746-e37a-48e9-b243-eb29b730a74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:55.195853 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9847746-e37a-48e9-b243-eb29b730a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:55.198466 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9847746-e37a-48e9-b243-eb29b730a74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:55.199689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a9847746-e37a-48e9-b243-eb29b730a74d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/922ba228-4b09-414a-87d0-efba0826189f HTTP/1.1" status: 204 len: 168 time: 0.1259770 Jul 16 19:17:55.207243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9847746-e37a-48e9-b243-eb29b730a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ba228-4b09-414a-87d0-efba0826189f,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:55.905371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:56.015183 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1220144608-network', 'tenant_id': 'a86596854cf54560adb874f8648a8652'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:56.040290 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Made reservation on behalf of a86596854cf54560adb874f8648a8652 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:17:56.043616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.059817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.153623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.158633 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.179168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:17:56.193592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f560e-bdde-4a4e-a49d-da3bf232eae5,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:56.196443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.196810 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Added segment a1773fc1-afea-4fab-bbfa-eac05b3ad1c7 of type vlan for network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 Jul 16 19:17:56.243791 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.278756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.280218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:56.281188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.316080 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4092810 Jul 16 19:17:56.318934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48992) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:56.325765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Request body: {'subnet': {'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1220144608-subnet', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:56.356545 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb0c70-8ac8-42e1-992c-fe5c4c1a2f28 admin admin] Pushing event updated for resources: {'Network': ['ID=3138150c-0c4e-4a4b-b0db-497cb0aa50b0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:56.367490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:17:56.375013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Made reservation on behalf of a86596854cf54560adb874f8648a8652 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:17:56.377653 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.552344 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.607086 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b084b402-c684-4eab-84d8-9e21e5fe8694,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:56.617847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Checking segment: {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:17:56.618216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Network hostable DHCP agents. Network: 3138150c-0c4e-4a4b-b0db-497cb0aa50b0, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:17:56.638400 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:17:56.647512 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3138150c-0c4e-4a4b-b0db-497cb0aa50b0) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:56.651966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:56.652748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.656591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecbcf01-6de1-492f-9348-48d64a9bc16e None None] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:17:56.670418 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7519b6dc-cd8d-4f61-972e-564840a84cba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3456247 Jul 16 19:17:56.670758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48994) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:56.675914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:56.696894 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.697897 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.755984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.806595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:17:56.807485 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.894841 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.944244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Allocated IP 172.20.0.2 (3138150c-0c4e-4a4b-b0db-497cb0aa50b0/b084b402-c684-4eab-84d8-9e21e5fe8694/557c03f6-df56-4595-8b30-9e86aef08b88) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:17:57.083852 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.093123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Transition to ACTIVE for port object 557c03f6-df56-4595-8b30-9e86aef08b88 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:57.106212 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.110354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Transition to ACTIVE for port object 557c03f6-df56-4595-8b30-9e86aef08b88 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:57.117538 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.126914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.157947 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:17:57.164314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:57.167942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:17:57.175120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Pushing event updated for resources: {'Port': ['ID=557c03f6-df56-4595-8b30-9e86aef08b88,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:57.228762 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Attempting to bind port 557c03f6-df56-4595-8b30-9e86aef08b88 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:17:57.229166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Attempting to bind port 557c03f6-df56-4595-8b30-9e86aef08b88 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:17:57.229528 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Attempting to bind port 557c03f6-df56-4595-8b30-9e86aef08b88 on network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:17:57.234658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:17:57.235028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Checking segment: {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:17:57.235426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Allocated IP 172.25.1.32 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/5192fb1d-706e-4091-811f-677014f9545e) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:17:57.235539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.235824 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Bound using segment: {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:17:57.236299 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Bound port: 557c03f6-df56-4595-8b30-9e86aef08b88, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:17:57.236799 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.299506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] For port 557c03f6-df56-4595-8b30-9e86aef08b88, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:17:57.302565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] For port 557c03f6-df56-4595-8b30-9e86aef08b88, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=557c03f6-df56-4595-8b30-9e86aef08b88,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:17:57.307394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.351003 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.371092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f28aa-06c4-41f6-a82c-190f68b9e22e None None] Pushing event updated for resources: {'Port': ['ID=557c03f6-df56-4595-8b30-9e86aef08b88,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:57.399111 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.442760 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:17:57.445928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:57.451076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:17:57.454350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Pushing event updated for resources: {'Port': ['ID=5192fb1d-706e-4091-811f-677014f9545e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:57.733237 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.931195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:58.067749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:17:58.184654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:17:58.200384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Sync routers for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:17:58.206236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:58.208340 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d4412dde-97e1-470d-9ab2-6d1384eb0c7f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5362034 Jul 16 19:17:58.210892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 48996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:58.215552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:58.216495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:58.268972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971bc2b0-7425-47c4-a74b-69ae988d4ab5 None None] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:17:58.287960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 557c03f6-df56-4595-8b30-9e86aef08b88 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:17:58.433010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-152f0d52-5452-44c1-8c2c-99d6038062a8 None None] Provisioning for port 557c03f6-df56-4595-8b30-9e86aef08b88 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:58.453306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:58.515276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 557c03f6-df56-4595-8b30-9e86aef08b88 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:58.532333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 557c03f6-df56-4595-8b30-9e86aef08b88 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:58.532659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:58.762102 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:58.807150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 557c03f6-df56-4595-8b30-9e86aef08b88, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=557c03f6-df56-4595-8b30-9e86aef08b88,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:58.809875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:57Z', 'revision_number': 3, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:58.813995 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:58.842911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Checking router: 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:17:58.843732 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Updating router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce port 5192fb1d-706e-4091-811f-677014f9545e binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:17:58.914257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:58.936214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=557c03f6-df56-4595-8b30-9e86aef08b88,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:58.975517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.109568 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4a835e05-d52a-4467-9d7f-554336dd6aa3 None None] Provisioning complete for port 557c03f6-df56-4595-8b30-9e86aef08b88 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:59.109950 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4a835e05-d52a-4467-9d7f-554336dd6aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.135524 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Allocated IP 172.20.0.1 (3138150c-0c4e-4a4b-b0db-497cb0aa50b0/b084b402-c684-4eab-84d8-9e21e5fe8694/0f1de6b7-0eb5-4ee4-bf11-332407b793b6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:17:59.233447 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.243418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.251154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Transition to ACTIVE for port object 5192fb1d-706e-4091-811f-677014f9545e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:59.257680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.258287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Transition to ACTIVE for port object 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:59.294285 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.308980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc52d9-f1c5-4ad8-bc96-5775e9eaa209 None None] Pushing event updated for resources: {'Port': ['ID=5192fb1d-706e-4091-811f-677014f9545e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:59.311378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Attempting to bind port 5192fb1d-706e-4091-811f-677014f9545e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:17:59.311741 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Attempting to bind port 5192fb1d-706e-4091-811f-677014f9545e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:17:59.312100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Attempting to bind port 5192fb1d-706e-4091-811f-677014f9545e on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:17:59.318030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:17:59.318398 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:17:59.318790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.319154 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:17:59.319602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Bound port: 5192fb1d-706e-4091-811f-677014f9545e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:17:59.319975 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.333087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:17:59.339367 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:59.343802 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:17:59.368304 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Pushing event updated for resources: {'Port': ['ID=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:59.379202 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] For port 5192fb1d-706e-4091-811f-677014f9545e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:17:59.383031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] For port 5192fb1d-706e-4091-811f-677014f9545e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5192fb1d-706e-4091-811f-677014f9545e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:17:59.386583 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.389192 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.448660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:59.449547 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:59.486698 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc52d9-f1c5-4ad8-bc96-5775e9eaa209 None None] Pushing event updated for resources: {'Port': ['ID=5192fb1d-706e-4091-811f-677014f9545e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:59.540880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.715916 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.721966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.726176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8305058-377c-4359-b3bf-efd6b494eb0c None None] Provisioning for port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:59.735592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8305058-377c-4359-b3bf-efd6b494eb0c None None] Provisioning complete for port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:59.735961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8305058-377c-4359-b3bf-efd6b494eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.738469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:59.790994 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:59.793031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Pushing event updated for resources: {'Port': ['ID=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:59.836100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8305058-377c-4359-b3bf-efd6b494eb0c None None] Port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:17:59.883762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:17:59.885259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:59.946349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:57Z', 'revision_number': 3, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:59.977339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc91c73-d462-4b7c-9aa2-214af24e9a49 None None] The sync data for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 is: [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:57Z', 'revision_number': 3, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:00.021060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:00.135585 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:00.141707 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a9d30ced-5e80-4289-862e-5819102b43ec admin admin] 10.222.0.49 "PUT /v2.0/routers/5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9296176 Jul 16 19:18:00.162394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3449e9ea-d6e0-477f-91e1-83d3fabd5d65 None None] Provisioning complete for port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:00.162866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3449e9ea-d6e0-477f-91e1-83d3fabd5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.231002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3449e9ea-d6e0-477f-91e1-83d3fabd5d65 None None] Port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:00.286178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 557c03f6-df56-4595-8b30-9e86aef08b88 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:00.339445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 557c03f6-df56-4595-8b30-9e86aef08b88 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:00.339819 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.672950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49012) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:00.678237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1158438094-network', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:00.702752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Made reservation on behalf of 66515f453d534ec586d1a7daa9b3887c for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:00.705382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.714599 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.808417 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.814599 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.840691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:18:00.850930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1459f9-860b-4107-888a-78f0982362db,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:00.856169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.856516 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Added segment 56ca7c8d-754e-42be-b3bf-57a84ec9d063 of type vlan for network 8501c630-bb5e-4954-a194-cc419b142c48 Jul 16 19:18:00.882184 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:00.900169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.937269 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.938279 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:00.939014 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.976036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3019500 Jul 16 19:18:00.978793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49014) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:01.007609 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Request body: {'subnet': {'network_id': '8501c630-bb5e-4954-a194-cc419b142c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1158438094-subnet', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:01.011900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b4d10-eb9a-4ea0-b311-69313d1c96bc admin admin] Pushing event updated for resources: {'Network': ['ID=8501c630-bb5e-4954-a194-cc419b142c48,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:01.023268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 8501c630-bb5e-4954-a194-cc419b142c48 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:18:01.032564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Made reservation on behalf of 66515f453d534ec586d1a7daa9b3887c for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:01.035040 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.214303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.271722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3e6d5f-6091-46e4-9013-959c7cdf43d6,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:01.283767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Checking segment: {'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:01.284135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Network hostable DHCP agents. Network: 8501c630-bb5e-4954-a194-cc419b142c48, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:18:01.302508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Network 8501c630-bb5e-4954-a194-cc419b142c48 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:18:01.312004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 8501c630-bb5e-4954-a194-cc419b142c48) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:01.316538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:01.317169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.321601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c361d9-3498-44e8-931d-af2dbb25e4d4 None None] Network 8501c630-bb5e-4954-a194-cc419b142c48 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:01.334458 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a45ff604-5514-4575-98a4-1efd59b482ac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3307002 Jul 16 19:18:01.337111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49016) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:01.342000 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:01.366598 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.367738 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.426960 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.480387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-8501c630-bb5e-4954-a194-cc419b142c48', 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'fixed_ips': [{'subnet_id': 'ea3e6d5f-6091-46e4-9013-959c7cdf43d6'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:18:01.481515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.563936 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.571507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Sync routers for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:01.582904 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:01.583659 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:01.632606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Allocated IP 172.20.0.2 (8501c630-bb5e-4954-a194-cc419b142c48/ea3e6d5f-6091-46e4-9013-959c7cdf43d6/9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:01.691865 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:01.787504 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.797091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Transition to ACTIVE for port object 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:01.814166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Transition to ACTIVE for port object 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:01.820572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.862675 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Network 8501c630-bb5e-4954-a194-cc419b142c48 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:01.865772 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:01.869615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:01.877376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Pushing event updated for resources: {'Port': ['ID=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:01.898067 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 2, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:01.925970 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Checking router: 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:01.926318 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Updating router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:01.935171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Attempting to bind port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:01.935558 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Attempting to bind port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:01.935922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Attempting to bind port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 on network 8501c630-bb5e-4954-a194-cc419b142c48 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:01.941223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:01.941606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Checking segment: {'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:01.942017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.942420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Bound using segment: {'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:01.942897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Bound port: 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:01.943283 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.965074 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.013190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] For port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:02.016923 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] For port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,segment=NetworkSegment(56ca7c8d-754e-42be-b3bf-57a84ec9d063),segment_id=56ca7c8d-754e-42be-b3bf-57a84ec9d063)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:02.022472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.083213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc9638-171e-4092-846d-dd7493d9d41e None None] Pushing event updated for resources: {'Port': ['ID=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:02.146983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.169931 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.265659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5192fb1d-706e-4091-811f-677014f9545e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:02.315229 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Allocated IP 172.25.1.60 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/f0ae825c-f025-40b0-810e-b4db2153d08c) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:02.320235 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.332716 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Transition to ACTIVE for port object 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:02.339846 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.353756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 5192fb1d-706e-4091-811f-677014f9545e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:02.360383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5192fb1d-706e-4091-811f-677014f9545e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:02.360763 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.398668 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Pushing event updated for resources: {'Port': ['ID=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:02.430986 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.431511 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.431948 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.432382 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.432859 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.433377 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.434065 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.435443 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.435898 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.437953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.438433 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.438858 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:02.456008 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.459603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.484131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 5192fb1d-706e-4091-811f-677014f9545e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5192fb1d-706e-4091-811f-677014f9545e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:02.494381 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.495311 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Attempting to bind port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:02.495851 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Attempting to bind port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:02.496612 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Attempting to bind port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 on network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:02.502776 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:02.503487 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Checking segment: {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:02.504160 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.504761 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Bound using segment: {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:02.505483 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Bound port: 0f1de6b7-0eb5-4ee4-bf11-332407b793b6, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:02.506159 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.533318 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.549196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=5192fb1d-706e-4091-811f-677014f9545e,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:02.582314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:02.589176 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:02.593672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:02.604520 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] For port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:02.604769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Pushing event updated for resources: {'Port': ['ID=f0ae825c-f025-40b0-810e-b4db2153d08c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:02.609114 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] For port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:02.618199 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.681007 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:02.682130 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:02.720789 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae956f6-9ff6-42e3-b32e-e49efcf3573e None None] Pushing event updated for resources: {'Port': ['ID=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:02.808031 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:02.869581 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.027764 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-750a1418-0451-408c-83a2-4a624d407478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:03.059644 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a1418-0451-408c-83a2-4a624d407478 None None] The sync data for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 is: [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:03.084910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.232184 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:18:03.291187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951593af-2b9f-46f5-8af4-a316e50ad204 None None] Network 8501c630-bb5e-4954-a194-cc419b142c48 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:03.349634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:03.362687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397436a5-ae29-486a-afef-4752474426ad None None] Sync routers for ids ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:03.370640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.375114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49018) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:03.375707 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-63c580f3-b167-404d-a712-862d2524563a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0374587 Jul 16 19:18:03.387948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1ed0ac6f-7699-4946-a1c8-4cbdf6f217d3 None None] Provisioning for port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:03.400627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] Routers {'9f41bd4c-6f18-42ac-ac28-62078c7816a5'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:03.401295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:03.554114 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] Set router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:03.759176 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 3, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port': {'id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:02Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:03.794028 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397436a5-ae29-486a-afef-4752474426ad None None] Checking router: 9f41bd4c-6f18-42ac-ac28-62078c7816a5 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:03.794489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397436a5-ae29-486a-afef-4752474426ad None None] Updating router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 port f0ae825c-f025-40b0-810e-b4db2153d08c binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:03.834748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-397436a5-ae29-486a-afef-4752474426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.840406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.013995 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Allocated IP 172.20.0.1 (8501c630-bb5e-4954-a194-cc419b142c48/ea3e6d5f-6091-46e4-9013-959c7cdf43d6/d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:04.117632 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-397436a5-ae29-486a-afef-4752474426ad None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.125598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.129306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-397436a5-ae29-486a-afef-4752474426ad None None] Transition to ACTIVE for port object f0ae825c-f025-40b0-810e-b4db2153d08c will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:04.135987 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-397436a5-ae29-486a-afef-4752474426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.143850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Transition to ACTIVE for port object d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:04.185048 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.196920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-397436a5-ae29-486a-afef-4752474426ad None None] Attempting to bind port f0ae825c-f025-40b0-810e-b4db2153d08c on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:04.197329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-397436a5-ae29-486a-afef-4752474426ad None None] Attempting to bind port f0ae825c-f025-40b0-810e-b4db2153d08c by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:04.197652 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397436a5-ae29-486a-afef-4752474426ad None None] Attempting to bind port f0ae825c-f025-40b0-810e-b4db2153d08c on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:04.199686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cf4fb-de51-4f86-b061-3859483f7b7f None None] Pushing event updated for resources: {'Port': ['ID=f0ae825c-f025-40b0-810e-b4db2153d08c,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:04.205492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397436a5-ae29-486a-afef-4752474426ad None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:04.205964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397436a5-ae29-486a-afef-4752474426ad None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:04.206291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-397436a5-ae29-486a-afef-4752474426ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.206683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397436a5-ae29-486a-afef-4752474426ad None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:04.207153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-397436a5-ae29-486a-afef-4752474426ad None None] Bound port: f0ae825c-f025-40b0-810e-b4db2153d08c, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:04.207539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-397436a5-ae29-486a-afef-4752474426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.231489 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Network 8501c630-bb5e-4954-a194-cc419b142c48 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:04.241603 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:04.245568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:04.268933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-397436a5-ae29-486a-afef-4752474426ad None None] For port f0ae825c-f025-40b0-810e-b4db2153d08c, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:04.272269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-397436a5-ae29-486a-afef-4752474426ad None None] For port f0ae825c-f025-40b0-810e-b4db2153d08c, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0ae825c-f025-40b0-810e-b4db2153d08c,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:04.279128 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-397436a5-ae29-486a-afef-4752474426ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.300076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Pushing event updated for resources: {'Port': ['ID=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:04.307418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.369848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cf4fb-de51-4f86-b061-3859483f7b7f None None] Pushing event updated for resources: {'Port': ['ID=f0ae825c-f025-40b0-810e-b4db2153d08c,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:04.372711 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] Routers {'9f41bd4c-6f18-42ac-ac28-62078c7816a5'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:04.373465 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:04.428733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:04.490970 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.527566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] Set router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:04.664619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.670332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.735981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Pushing event updated for resources: {'Port': ['ID=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:04.738412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.759526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:04.773157 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:04.773539 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.802461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c4dee998-ccd7-4b9d-9b45-2105a6725246 None None] Provisioning for port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:04.834888 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Network 8501c630-bb5e-4954-a194-cc419b142c48 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:04.836440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:04.840751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c4dee998-ccd7-4b9d-9b45-2105a6725246 None None] Provisioning complete for port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:04.841151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c4dee998-ccd7-4b9d-9b45-2105a6725246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.923861 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c4dee998-ccd7-4b9d-9b45-2105a6725246 None None] Port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:04.959478 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:04.972665 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.999608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-397436a5-ae29-486a-afef-4752474426ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 3, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port': {'id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:02Z', 'updated_at': '2021-07-16T19:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:05.034918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397436a5-ae29-486a-afef-4752474426ad None None] The sync data for ids ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'] in n-d-791504-15 is: [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 3, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port': {'id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:02Z', 'updated_at': '2021-07-16T19:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:05.039743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,segment=NetworkSegment(56ca7c8d-754e-42be-b3bf-57a84ec9d063),segment_id=56ca7c8d-754e-42be-b3bf-57a84ec9d063)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:05.044394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.045688 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:05.079104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:05.084372 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-974a6ba5-9797-4be9-b20d-f1439234c127 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f41bd4c-6f18-42ac-ac28-62078c7816a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071259 Jul 16 19:18:05.130217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:05.149425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:05.156110 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:05.156487 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.159263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c7720019-b802-4f2a-a855-fc83b369da45 None None] Provisioning complete for port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:05.159621 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c7720019-b802-4f2a-a855-fc83b369da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.221439 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c7720019-b802-4f2a-a855-fc83b369da45 None None] Port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:05.291382 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.333757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:05.339720 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.340999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5192fb1d-706e-4091-811f-677014f9545e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:05.426381 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:05.435105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5192fb1d-706e-4091-811f-677014f9545e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:05.435497 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.312251 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae825c-f025-40b0-810e-b4db2153d08c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:06.381222 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f0ae825c-f025-40b0-810e-b4db2153d08c completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:06.386413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f0ae825c-f025-40b0-810e-b4db2153d08c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:06.387006 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.487380 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.515422 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f0ae825c-f025-40b0-810e-b4db2153d08c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0ae825c-f025-40b0-810e-b4db2153d08c,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:06.522512 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.523727 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:06.609780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f0ae825c-f025-40b0-810e-b4db2153d08c,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:06.629619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:06.630247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.721554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:06.781932 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Sync routers for ids ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:06.792528 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Routers {'9f41bd4c-6f18-42ac-ac28-62078c7816a5'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:06.794498 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:06.799078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:06.799532 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.026039 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Set router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:07.243401 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:18:04Z', 'revision_number': 4, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port': {'id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:02Z', 'updated_at': '2021-07-16T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd96f7e55-2ffc-41f0-84ed-5df33b4e6d9d', 'name': '', 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'mac_address': 'fa:16:3e:c6:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'ea3e6d5f-6091-46e4-9013-959c7cdf43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:03Z', 'updated_at': '2021-07-16T19:18:04Z', 'revision_number': 2, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'subnets': [{'id': 'ea3e6d5f-6091-46e4-9013-959c7cdf43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:07.276744 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Checking router: 9f41bd4c-6f18-42ac-ac28-62078c7816a5 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:07.277038 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Updating router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:07.315698 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.605187 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.619635 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Transition to ACTIVE for port object d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:07.627097 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.749068 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c222f9-5067-4feb-8341-bd7e3b98b377 None None] Pushing event updated for resources: {'Port': ['ID=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:07.756791 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Attempting to bind port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:07.756791 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Attempting to bind port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:07.759484 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Attempting to bind port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d on network 8501c630-bb5e-4954-a194-cc419b142c48 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:07.764183 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:07.764549 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Checking segment: {'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:07.764981 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.765407 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Bound using segment: {'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:07.765881 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Bound port: d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ca7c8d-754e-42be-b3bf-57a84ec9d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:07.766259 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.850953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] For port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:07.854323 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] For port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,segment=NetworkSegment(56ca7c8d-754e-42be-b3bf-57a84ec9d063),segment_id=56ca7c8d-754e-42be-b3bf-57a84ec9d063)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:07.865285 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.931118 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Routers {'9f41bd4c-6f18-42ac-ac28-62078c7816a5'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:07.931756 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:17:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:07.986880 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c222f9-5067-4feb-8341-bd7e3b98b377 None None] Pushing event updated for resources: {'Port': ['ID=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:08.078610 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] Set router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:08.245274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae825c-f025-40b0-810e-b4db2153d08c up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:08.327218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f0ae825c-f025-40b0-810e-b4db2153d08c triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:08.327593 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.385681 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:18:04Z', 'revision_number': 4, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port': {'id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:02Z', 'updated_at': '2021-07-16T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd96f7e55-2ffc-41f0-84ed-5df33b4e6d9d', 'name': '', 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'mac_address': 'fa:16:3e:c6:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'ea3e6d5f-6091-46e4-9013-959c7cdf43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:03Z', 'updated_at': '2021-07-16T19:18:07Z', 'revision_number': 4, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'subnets': [{'id': 'ea3e6d5f-6091-46e4-9013-959c7cdf43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:08.423367 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40e052-d572-4ab3-93be-de78d310505f None None] The sync data for ids ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'] in n-d-791504-15 is: [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:18:04Z', 'revision_number': 4, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port': {'id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:02Z', 'updated_at': '2021-07-16T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'd96f7e55-2ffc-41f0-84ed-5df33b4e6d9d', 'name': '', 'network_id': '8501c630-bb5e-4954-a194-cc419b142c48', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'mac_address': 'fa:16:3e:c6:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'ea3e6d5f-6091-46e4-9013-959c7cdf43d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:03Z', 'updated_at': '2021-07-16T19:18:07Z', 'revision_number': 4, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'subnets': [{'id': 'ea3e6d5f-6091-46e4-9013-959c7cdf43d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:10.261303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:10.330624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:10.336596 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:10.337001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.463816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.515386 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,segment=NetworkSegment(56ca7c8d-754e-42be-b3bf-57a84ec9d063),segment_id=56ca7c8d-754e-42be-b3bf-57a84ec9d063)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:10.522210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.597754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:12.236680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:12.297635 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:12.298034 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.487573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-9c3a8266-da5d-4e1d-9cef-281d52e5d5d1 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:15.489004 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-9c3a8266-da5d-4e1d-9cef-281d52e5d5d1 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 815 time: 0.4336867 Jul 16 19:18:15.514088 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-a1b77a87-1f57-4265-b253-eb1c138df57a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/quotas/a86596854cf54560adb874f8648a8652 HTTP/1.1" status: 200 len: 375 time: 0.0162888 Jul 16 19:18:15.591114 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-f55f89f9-9c05-4e4b-bc85-60f194adb063 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718644 Jul 16 19:18:15.690990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-28c360ac-7ec1-4f89-9a71-88ae8ef47d29 service neutron] 10.222.0.49 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831299 Jul 16 19:18:15.797784 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-c3e2f3b0-f1fa-46f4-bed7-951cd68cf035 service neutron] 10.222.0.49 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009562 Jul 16 19:18:15.978461 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7b5eea1a-7657-4296-bab8-853b09ea2453 req-32df2048-a57f-4515-bdf8-809602c0a50f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 210 time: 0.0358446 Jul 16 19:18:16.256285 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f51b12e6-9bea-4724-9da7-600c8cdf3877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.094669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-9973468a-44f5-4444-99ec-0bc02190e98f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:17.096291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-9973468a-44f5-4444-99ec-0bc02190e98f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 815 time: 0.1060028 Jul 16 19:18:17.110111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'port': {'device_id': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'admin_state_up': True, 'tenant_id': 'a86596854cf54560adb874f8648a8652'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:17.146703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6d91cfb6-69cd-4d15-995f-ecea5278fde5 req-311bb564-2575-4981-813a-7efcb722f73b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 210 time: 0.0493305 Jul 16 19:18:17.241465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Made reservation on behalf of a86596854cf54560adb874f8648a8652 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:17.244993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.383091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Allocated IP 172.20.0.8 (3138150c-0c4e-4a4b-b0db-497cb0aa50b0/b084b402-c684-4eab-84d8-9e21e5fe8694/3369bd8c-7893-4ce3-ac87-bdba62ab3393) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:17.576083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.592703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Transition to ACTIVE for port object 3369bd8c-7893-4ce3-ac87-bdba62ab3393 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:17.634800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.713366 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:17.720642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:17.724488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:17.807224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:17.807908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.811083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:17.821356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.821711 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.822123 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.822483 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.822806 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.823160 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.823799 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.824139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.824538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.824973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.825815 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.826156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:17.845884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-5c11c321-493e-4924-8e8f-884811fc0d0a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7396352 Jul 16 19:18:18.118899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed111b44-af77-4af1-ae23-1beca31a9696 None None] Provisioning for port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:18.124658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ed111b44-af77-4af1-ae23-1beca31a9696 None None] Provisioning complete for port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:18.125422 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed111b44-af77-4af1-ae23-1beca31a9696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.190495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ed111b44-af77-4af1-ae23-1beca31a9696 None None] Port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:18.373489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1765f-6416-40d1-8bb1-f74252cb7360 req-4354edf1-2cd2-400e-93c0-3fd15c1c182c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:18.375762 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ea1765f-6416-40d1-8bb1-f74252cb7360 req-4354edf1-2cd2-400e-93c0-3fd15c1c182c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0724387 Jul 16 19:18:18.418255 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2ea1765f-6416-40d1-8bb1-f74252cb7360 req-ca6699f9-cf7f-438f-8cda-0abd4c8edce1 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Jul 16 19:18:18.849599 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c0073653-d23d-4aa3-8de7-885777416b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.971848 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.607927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1f692-704d-48a3-a351-dcf14a517a0b req-7caf8ce4-aca9-4955-afd0-0cbb237b9f38 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:19.609502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fd1f692-704d-48a3-a351-dcf14a517a0b req-7caf8ce4-aca9-4955-afd0-0cbb237b9f38 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0707281 Jul 16 19:18:19.651966 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4fd1f692-704d-48a3-a351-dcf14a517a0b req-a2ed7c55-c0d2-4c00-9269-6ac77a7a11f9 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363886 Jul 16 19:18:20.149700 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.833037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb4a42-d7b7-47a1-911b-c91590b06d47 req-0a5cecdd-4dd1-4f4c-9311-ad8fd7fa17ec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:20.834551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ccb4a42-d7b7-47a1-911b-c91590b06d47 req-0a5cecdd-4dd1-4f4c-9311-ad8fd7fa17ec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0666120 Jul 16 19:18:20.876365 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ccb4a42-d7b7-47a1-911b-c91590b06d47 req-9075a0c8-10ae-4dc3-9ecf-c610726428ce tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Jul 16 19:18:21.962681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.082027 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fc025-4513-437a-b23d-4dcba13aba93 req-e9c50e29-51c6-4591-b400-1f8b926c32f0 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:22.083535 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e55fc025-4513-437a-b23d-4dcba13aba93 req-e9c50e29-51c6-4591-b400-1f8b926c32f0 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0853367 Jul 16 19:18:22.123968 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e55fc025-4513-437a-b23d-4dcba13aba93 req-1edd672c-fb71-4f10-a12b-c8e3fd51e517 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Jul 16 19:18:23.104423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.309546 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f39d99-36f8-41b4-9862-27c2e65c97d7 req-b63395d6-1c43-43d3-b846-d445b030521c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:23.310975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4f39d99-36f8-41b4-9862-27c2e65c97d7 req-b63395d6-1c43-43d3-b846-d445b030521c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0694540 Jul 16 19:18:23.353206 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4f39d99-36f8-41b4-9862-27c2e65c97d7 req-22d95c01-df68-477b-9a6c-162d764463db tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363176 Jul 16 19:18:24.545655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599e936-db1a-4ee8-81d2-4e5146e7e0fb req-beecf4dc-5bde-49b6-9de4-a19f555b07f1 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:24.549991 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0599e936-db1a-4ee8-81d2-4e5146e7e0fb req-beecf4dc-5bde-49b6-9de4-a19f555b07f1 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0778320 Jul 16 19:18:24.602658 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0599e936-db1a-4ee8-81d2-4e5146e7e0fb req-38424bc0-bea5-4f00-b739-1eab8fcb8927 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Jul 16 19:18:25.066411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.789219 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902d77a-057a-4880-b2ce-ef579bdfde02 req-57e3f79c-3184-4028-bb0e-0b0caa887ad4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.790664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0902d77a-057a-4880-b2ce-ef579bdfde02 req-57e3f79c-3184-4028-bb0e-0b0caa887ad4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0690475 Jul 16 19:18:25.833632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0902d77a-057a-4880-b2ce-ef579bdfde02 req-b16d99c1-a3e3-4529-ac2c-b6d426a549a2 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Jul 16 19:18:27.033943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c33e0-b2c0-4cb7-9f2d-74239f175ad9 req-79851b45-48f0-4f43-b1c5-a89044ea184d tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:27.035438 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e10c33e0-b2c0-4cb7-9f2d-74239f175ad9 req-79851b45-48f0-4f43-b1c5-a89044ea184d tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 931 time: 0.0769305 Jul 16 19:18:27.074257 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e10c33e0-b2c0-4cb7-9f2d-74239f175ad9 req-67c94df8-4531-400f-8534-fa98e61104f3 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Jul 16 19:18:27.079544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Request body: {'port': {'device_id': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:27.158796 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.449741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3369bd8c-7893-4ce3-ac87-bdba62ab3393 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:27.457618 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.469581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Transition to ACTIVE for port object 3369bd8c-7893-4ce3-ac87-bdba62ab3393 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:27.475982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.532685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Pushing event updated for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:27.604842 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Attempting to bind port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:27.605113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Attempting to bind port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:27.605468 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Attempting to bind port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 on network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:27.610292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 on network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:18:27.610681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Attempting to bind port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 on network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:27.617163 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:27.617556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Checking segment: {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:27.617942 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Bound using segment: {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:27.618385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Bound port: 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:27.618754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.690083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:27.693597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:27.700988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.738543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:27.739065 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.740577 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] 10.222.0.67 "PUT /v2.0/ports/3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 1092 time: 0.6653140 Jul 16 19:18:27.742789 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:27.745134 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44f87f7beb78c911c49710237bce40dfdc804941baef934907a2d8097c50ea0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8307fedc-f5e6-4435-8337-577c9f56bc04" -d '{"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:27.779141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf24e-a44d-48fa-b2cc-010c0aa0e852 service neutron] Pushing event updated for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:27.849166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-971c498b-7b80-4a79-a96c-99d9ba9f6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:27.850874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-971c498b-7b80-4a79-a96c-99d9ba9f6127 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1095 time: 0.0604322 Jul 16 19:18:27.898665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-c91d8046-84f7-434b-a6f3-d165b114594b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 217 time: 0.0409226 Jul 16 19:18:27.934698 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2762492-3212-4889-9581-870cf9baeb2b x-openstack-request-id: req-e2762492-3212-4889-9581-870cf9baeb2b {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:27.934981 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:27.935232 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2762492-3212-4889-9581-870cf9baeb2b {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:27.935636 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'status': 'completed', 'code': 200} Jul 16 19:18:27.954130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-f0558479-2b3c-4c48-8a46-0451c8c9f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:27.955555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-f0558479-2b3c-4c48-8a46-0451c8c9f03a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0507915 Jul 16 19:18:28.014130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-e2bc89b2-e097-4eab-8397-0cba75d7487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.015871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-e2bc89b2-e097-4eab-8397-0cba75d7487e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537920 Jul 16 19:18:28.119261 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-a0c1ef6b-15f8-4acf-bb85-d0ad78a55292 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966713 Jul 16 19:18:28.226980 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-791c3a9c-156f-4f56-8beb-36b4f41a8193 req-58a69ff4-4874-475f-a6b0-f0ec8ce6e5e7 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009557 Jul 16 19:18:28.278617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863d231-7ea6-42f9-a128-13d4f1b95861 req-6fca4998-aab9-4729-a03c-71227fc061c6 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.280112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9863d231-7ea6-42f9-a128-13d4f1b95861 req-6fca4998-aab9-4729-a03c-71227fc061c6 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 943 time: 0.0734234 Jul 16 19:18:28.343166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9863d231-7ea6-42f9-a128-13d4f1b95861 req-f203f65d-826e-4bf3-9914-3e50de9bb5f5 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Jul 16 19:18:28.361637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-2cc2363c-4a31-4523-b630-dacb37a6f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.363534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-2cc2363c-4a31-4523-b630-dacb37a6f32d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1095 time: 0.0825198 Jul 16 19:18:28.464491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-da42a88b-6e2d-409a-ba91-c6056709d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.466021 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-da42a88b-6e2d-409a-ba91-c6056709d0d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 916 time: 0.0952489 Jul 16 19:18:28.514158 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-f989dbe1-13da-43ab-af9a-86e9994c3efb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 217 time: 0.0405054 Jul 16 19:18:28.563350 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-2f4a57d0-0ea3-4edf-9624-5fc80deb513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.564840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-2f4a57d0-0ea3-4edf-9624-5fc80deb513e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0436435 Jul 16 19:18:28.629191 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-beee27c9-23c2-4ae6-bf16-c07576cc0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.630693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-beee27c9-23c2-4ae6-bf16-c07576cc0121 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581074 Jul 16 19:18:28.721511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-dc39f8d7-9ed0-499b-83ae-fecfb27365e9 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833917 Jul 16 19:18:28.815335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8307fedc-f5e6-4435-8337-577c9f56bc04 req-f945a13b-b905-47c6-a45b-39e931234192 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857723 Jul 16 19:18:29.548086 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ff527-1e78-4916-8a02-83ae431883d4 req-3d020575-866c-40c2-8df8-99223c4ac518 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:29.549611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-895ff527-1e78-4916-8a02-83ae431883d4 req-3d020575-866c-40c2-8df8-99223c4ac518 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 943 time: 0.0765936 Jul 16 19:18:29.598008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-895ff527-1e78-4916-8a02-83ae431883d4 req-0fe7c5b3-7dd1-4ea3-92cd-80b334cd1530 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Jul 16 19:18:30.730216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3369bd8c-7893-4ce3-ac87-bdba62ab3393 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:18:30.806252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb02bb-7e9d-40f6-9b84-3f54bdd48f52 req-f1717b6b-e9f7-4c97-9bce-b90ffd68fa6c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:30.807846 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4edb02bb-7e9d-40f6-9b84-3f54bdd48f52 req-f1717b6b-e9f7-4c97-9bce-b90ffd68fa6c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 943 time: 0.0773616 Jul 16 19:18:30.835491 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:30.846972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4edb02bb-7e9d-40f6-9b84-3f54bdd48f52 req-b12febc8-7221-42de-ad37-7ff0a4c6408c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Jul 16 19:18:30.847701 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'port_id': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'mac_address': 'fa:16:3e:58:5b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:18:30.885764 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.902278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3369bd8c-7893-4ce3-ac87-bdba62ab3393 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:30.922187 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:30.930109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.981816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:30.993908 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.994326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.994737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.995163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.995569 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.995972 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.996366 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.996825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.997191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.997631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.998081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:30.998489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.160905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3369bd8c-7893-4ce3-ac87-bdba62ab3393'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:18:32.057850 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281e30-6036-4779-97d2-9dc9a65c2829 req-ea3ac169-6e9e-40eb-9643-c0e01124ab2f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:32.059345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da281e30-6036-4779-97d2-9dc9a65c2829 req-ea3ac169-6e9e-40eb-9643-c0e01124ab2f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 944 time: 0.0827849 Jul 16 19:18:32.104936 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-da281e30-6036-4779-97d2-9dc9a65c2829 req-d33c8610-0ac0-47d8-80bb-46a1b4379630 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 Jul 16 19:18:32.746262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3369bd8c-7893-4ce3-ac87-bdba62ab3393 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:32.818631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:32.822600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:32.822981 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.902772 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.927023 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:32.929368 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe3b9eb4d876b30c319eabdf5406750cf6943f000f706682d8b92d3999ac7270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b29657-0552-4d04-ae99-b8d8ef732f4f" -d '{"events": [{"server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "name": "network-vif-plugged", "status": "completed", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:32.942364 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:32.947319 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.972984 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff6305-31e4-42e7-b659-30bb652e3915 x-openstack-request-id: req-23ff6305-31e4-42e7-b659-30bb652e3915 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:32.973554 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "name": "network-vif-plugged", "status": "completed", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:32.973801 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23ff6305-31e4-42e7-b659-30bb652e3915 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:32.974171 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'code': 200} Jul 16 19:18:33.000268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:33.085295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d46be-5786-41e2-95e7-2f31008b5c2b req-399b454d-0155-4308-9185-60cbbc57b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:33.086795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-059d46be-5786-41e2-95e7-2f31008b5c2b req-399b454d-0155-4308-9185-60cbbc57b389 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1097 time: 0.0579534 Jul 16 19:18:33.123540 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-059d46be-5786-41e2-95e7-2f31008b5c2b req-d0415336-4ada-4501-b2dd-8ec40c987d41 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297775 Jul 16 19:18:33.299768 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a9073-8cc7-4743-8487-56bde13f769b req-ea37472a-d0b3-427d-be44-bff6c9da6201 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:33.301152 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-842a9073-8cc7-4743-8487-56bde13f769b req-ea37472a-d0b3-427d-be44-bff6c9da6201 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0834248 Jul 16 19:18:33.343425 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-842a9073-8cc7-4743-8487-56bde13f769b req-f734c9a8-d139-4940-9afc-6be726edbd32 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Jul 16 19:18:34.553056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26f214-bead-4b21-803b-aad7b92d6ccd req-5b5b5170-1488-4d04-86af-6e4f42cfffdc tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.554582 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dc26f214-bead-4b21-803b-aad7b92d6ccd req-5b5b5170-1488-4d04-86af-6e4f42cfffdc tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0811069 Jul 16 19:18:34.594903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dc26f214-bead-4b21-803b-aad7b92d6ccd req-886e6cce-22c4-4ff7-b7d4-52ab751f0500 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Jul 16 19:18:34.781066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9d645-2702-4584-8201-2cc25a25b610 req-93a58068-8340-4167-89d0-f2f14fe14caa tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.782583 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97d9d645-2702-4584-8201-2cc25a25b610 req-93a58068-8340-4167-89d0-f2f14fe14caa tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0753620 Jul 16 19:18:34.825274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-97d9d645-2702-4584-8201-2cc25a25b610 req-41391368-906b-4e58-83a9-6f0a1cf1b28a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344095 Jul 16 19:18:35.177821 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146f51e-9ec5-4533-916b-eea1e350bdf2 req-8899246e-1a90-485c-a452-2d3143cbb429 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.180041 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0146f51e-9ec5-4533-916b-eea1e350bdf2 req-8899246e-1a90-485c-a452-2d3143cbb429 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0722301 Jul 16 19:18:35.228906 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0146f51e-9ec5-4533-916b-eea1e350bdf2 req-9902e8b7-d78d-4191-8b39-00573d958c3d tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Jul 16 19:18:37.882552 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:46.267428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9650f48d-1d5d-49ff-b4b8-71b57c69e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:47.321755 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c2794-1b54-496f-a823-5b41af8834f1 req-9971b16c-a6cb-4ebd-bc7f-bb5486a262d2 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:47.323237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-431c2794-1b54-496f-a823-5b41af8834f1 req-9971b16c-a6cb-4ebd-bc7f-bb5486a262d2 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.1678152 Jul 16 19:18:47.366063 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-431c2794-1b54-496f-a823-5b41af8834f1 req-f77d2aa6-213a-4e25-95a3-29431e034548 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Jul 16 19:18:47.390855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49224) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:47.485188 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf5d94-6d23-4653-94cf-fd2e492c7eb5 tempest-TestMinimumBasicScenario-282140155 tempest-TestMinimumBasicScenario-282140155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:47.486721 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1eaf5d94-6d23-4653-94cf-fd2e492c7eb5 tempest-TestMinimumBasicScenario-282140155 tempest-TestMinimumBasicScenario-282140155-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1092 time: 0.0948555 Jul 16 19:18:47.491330 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49228) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:47.495799 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:47.520486 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:47.624273 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:47.728263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Allocated IP 172.25.1.156 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/368d61f6-b687-4021-a9e6-be43dde71b45) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:47.845468 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:47.887717 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:47.929355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:47.934842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:47.937063 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'Port': ['ID=368d61f6-b687-4021-a9e6-be43dde71b45,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:47.939152 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:48.473248 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.619871 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.771607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.777958 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.843058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cdbbea9-6206-42a1-8eaa-bb65016516e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.846782 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'Port': ['ID=368d61f6-b687-4021-a9e6-be43dde71b45,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:48.858769 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.963712 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Floating IP d305ec41-f0a4-4b41-94b7-442405cb7259 associated. External IP: 172.25.1.156, port: 3369bd8c-7893-4ce3-ac87-bdba62ab3393. Jul 16 19:18:48.975796 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.542749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:49.659383 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:49.670730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520052fe-2eee-4898-970b-9b814072b483 None None] Sync routers for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:49.679076 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.679690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:49.680302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:18:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:49.718877 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ea22f005-41a6-4b61-a32b-77ccb93816cb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2264786 Jul 16 19:18:49.719483 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:49.721757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49230) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:49.722249 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d318846-6def-4eee-b5a2-52af1c4a43bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:49.727952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-51b13ed0-4379-45c8-a101-3778d9df152f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389236858', 'description': 'tempest-secgroup-smoke-1389236858 description', 'project_id': 'a86596854cf54560adb874f8648a8652'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:49.755980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b13ed0-4379-45c8-a101-3778d9df152f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.796565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:49.825086 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c947fb-4f51-4eb4-b0ab-3c6b7d4b4925 x-openstack-request-id: req-63c947fb-4f51-4eb4-b0ab-3c6b7d4b4925 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:49.825384 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:49.825636 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63c947fb-4f51-4eb4-b0ab-3c6b7d4b4925 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:49.826190 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'status': 'completed', 'code': 200} Jul 16 19:18:49.849416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b13ed0-4379-45c8-a101-3778d9df152f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.854982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b13ed0-4379-45c8-a101-3778d9df152f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.887037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-51b13ed0-4379-45c8-a101-3778d9df152f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.888738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-51b13ed0-4379-45c8-a101-3778d9df152f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652992 Jul 16 19:18:49.892693 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49236) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:49.895637 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b13ed0-4379-45c8-a101-3778d9df152f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb8a756-9366-43d2-9d84-18ef03b0aa00,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:49.899047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'security_group_rule': {'security_group_id': 'eeb8a756-9366-43d2-9d84-18ef03b0aa00', 'project_id': 'a86596854cf54560adb874f8648a8652', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:49.940622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.998267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-fffb247a-c3bd-453b-8c08-63008b3e2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:49.999816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-fffb247a-c3bd-453b-8c08-63008b3e2cc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1097 time: 0.1100748 Jul 16 19:18:50.015158 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.020513 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.037271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd305ec41-f0a4-4b41-94b7-442405cb7259', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'port_id': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'mac_address': 'fa:16:3e:58:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:48Z', 'updated_at': '2021-07-16T19:18:48Z', 'revision_number': 0, 'project_id': 'a86596854cf54560adb874f8648a8652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:05Z', 'revision_number': 5, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:50.044080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09b1321-2277-4d8c-9e99-778a0e5e64a4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:50.051950 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.056007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627047 Jul 16 19:18:50.056607 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:50.059727 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.060075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.060414 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.060769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.061395 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.061842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.062178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.062509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.062838 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.063166 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.063641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.064074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62befbe-d916-4f62-ab14-d9baa46e1660 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:50.068968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520052fe-2eee-4898-970b-9b814072b483 None None] Checking router: 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:50.071848 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2fe64c48-c88b-432b-b183-695039979b76 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'security_group_rule': {'security_group_id': 'eeb8a756-9366-43d2-9d84-18ef03b0aa00', 'project_id': 'a86596854cf54560adb874f8648a8652', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:50.077997 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:50.078619 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:18:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:50.099484 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fe64c48-c88b-432b-b183-695039979b76 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.109171 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-1f086158-fb31-4299-8fc6-58627a6f0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:50.112805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-1f086158-fb31-4299-8fc6-58627a6f0f23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 916 time: 0.1052673 Jul 16 19:18:50.167642 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fe64c48-c88b-432b-b183-695039979b76 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.173865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fe64c48-c88b-432b-b183-695039979b76 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.191268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-dd5fd740-58bb-4f12-825d-0354a230eb2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 999 time: 0.0729930 Jul 16 19:18:50.192386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.192731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe64c48-c88b-432b-b183-695039979b76 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e46fb3-b7d4-4167-8032-4755f72a69bd,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:50.202983 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2fe64c48-c88b-432b-b183-695039979b76 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.204381 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2fe64c48-c88b-432b-b183-695039979b76 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467121 Jul 16 19:18:50.207202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:50.211886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-13a0fc00-18e5-40b6-841b-87fa47aefa88 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'security_group_rule': {'security_group_id': 'eeb8a756-9366-43d2-9d84-18ef03b0aa00', 'project_id': 'a86596854cf54560adb874f8648a8652', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:50.215277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:50.242529 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13a0fc00-18e5-40b6-841b-87fa47aefa88 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.247388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-28e24afb-b363-4d31-96f0-95b2fce65836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:50.248926 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-28e24afb-b363-4d31-96f0-95b2fce65836 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0489185 Jul 16 19:18:50.313504 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13a0fc00-18e5-40b6-841b-87fa47aefa88 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.315452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-2ff7e334-794c-4a37-bef9-d909ca0c872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:50.317314 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-2ff7e334-794c-4a37-bef9-d909ca0c872a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617611 Jul 16 19:18:50.319691 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13a0fc00-18e5-40b6-841b-87fa47aefa88 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.337515 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0fc00-18e5-40b6-841b-87fa47aefa88 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5695e8-3f62-41b4-95f5-fbf49846f224,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:50.347748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13a0fc00-18e5-40b6-841b-87fa47aefa88 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.351613 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-13a0fc00-18e5-40b6-841b-87fa47aefa88 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408265 Jul 16 19:18:50.351909 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:50.358300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ad9df852-c751-4054-966b-c86efa230bec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'security_group_rule': {'security_group_id': 'eeb8a756-9366-43d2-9d84-18ef03b0aa00', 'project_id': 'a86596854cf54560adb874f8648a8652', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:50.436551 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9df852-c751-4054-966b-c86efa230bec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.449230 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-84af8693-6054-41ab-9962-58a9cf3e8c4e service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250813 Jul 16 19:18:50.457198 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-520052fe-2eee-4898-970b-9b814072b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd305ec41-f0a4-4b41-94b7-442405cb7259', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'port_id': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'mac_address': 'fa:16:3e:58:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:48Z', 'updated_at': '2021-07-16T19:18:48Z', 'revision_number': 0, 'project_id': 'a86596854cf54560adb874f8648a8652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:05Z', 'revision_number': 5, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:50.487500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520052fe-2eee-4898-970b-9b814072b483 None None] The sync data for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 is: [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd305ec41-f0a4-4b41-94b7-442405cb7259', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'port_id': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'mac_address': 'fa:16:3e:58:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:48Z', 'updated_at': '2021-07-16T19:18:48Z', 'revision_number': 0, 'project_id': 'a86596854cf54560adb874f8648a8652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:05Z', 'revision_number': 5, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:50.557168 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9df852-c751-4054-966b-c86efa230bec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.567634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9df852-c751-4054-966b-c86efa230bec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.594094 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7d318846-6def-4eee-b5a2-52af1c4a43bf req-a7ac8a95-8c56-4123-8c3b-f8d76a07fef5 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386395 Jul 16 19:18:50.595423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9df852-c751-4054-966b-c86efa230bec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab4e6e1-ded5-4401-8052-f0bbecf70b62,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:50.603756 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ad9df852-c751-4054-966b-c86efa230bec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.605154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ad9df852-c751-4054-966b-c86efa230bec tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2521484 Jul 16 19:18:50.608681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:50.613542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'security_group_rule': {'security_group_id': 'eeb8a756-9366-43d2-9d84-18ef03b0aa00', 'project_id': 'a86596854cf54560adb874f8648a8652', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:50.638109 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Project a86596854cf54560adb874f8648a8652 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:18:50.643443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.696812 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d315ce5-3676-4a22-b20d-b7ca1531feff None None] New status for floating IP d305ec41-f0a4-4b41-94b7-442405cb7259: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:18:50.709849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.714280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.732960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd5b863-be46-4cd7-ab68-dfb6450f5b09,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:50.739942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.741414 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-08bda568-1933-4cff-98d5-9684895b436f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314595 Jul 16 19:18:50.744381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:50.749629 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'security_group_rule': {'security_group_id': 'eeb8a756-9366-43d2-9d84-18ef03b0aa00', 'project_id': 'a86596854cf54560adb874f8648a8652', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:50.771413 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Project a86596854cf54560adb874f8648a8652 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:18:50.776298 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.839318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.844024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.862935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f688a3-dea6-44b8-9413-a8a85eb3e5cc,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:50.869621 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.870915 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fbb71b23-42b7-408f-bf81-2acfe77c458c tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254821 Jul 16 19:18:50.993278 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-1fffcbe2-2dfb-4fab-8ccd-48a085955149 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389236858&fields=id&tenant_id=a86596854cf54560adb874f8648a8652 HTTP/1.1" status: 200 len: 267 time: 0.0348685 Jul 16 19:18:51.064463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-f53c1b41-2f28-4493-a704-a5d0749b5aac tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:51.065960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-f53c1b41-2f28-4493-a704-a5d0749b5aac tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0644350 Jul 16 19:18:51.077027 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'port': {'security_groups': ['c84f560e-bdde-4a4e-a49d-da3bf232eae5', 'eeb8a756-9366-43d2-9d84-18ef03b0aa00']}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:51.163169 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:51.349067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:51.378158 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:51.384534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:51.399303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3369bd8c-7893-4ce3-ac87-bdba62ab3393'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:18:51.448564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:51.449316 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:51.453779 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4df19280-64e6-4d83-a9ca-d8c5687814d2 req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "PUT /v2.0/ports/3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 981 time: 0.3816175 Jul 16 19:18:51.494059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956968af-2358-465f-b697-c6b444d11d7b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=6']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:51.506098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3369bd8c-7893-4ce3-ac87-bdba62ab3393'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:18:51.720128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103d76-34c8-402c-a6b3-afdfe51db690 req-b357e8fa-fe17-45cc-bb36-405e76afc9d4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:51.721735 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c103d76-34c8-402c-a6b3-afdfe51db690 req-b357e8fa-fe17-45cc-bb36-405e76afc9d4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.1226096 Jul 16 19:18:51.770889 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c103d76-34c8-402c-a6b3-afdfe51db690 req-40236490-b98b-4bd9-a4f8-427517452ead tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423172 Jul 16 19:18:51.827497 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:51.830022 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731437510bc2282d38e1ea5ec12f7f6150cc153a435063419a2cab1e4b3e9900" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5bae3c-9e35-4de3-90e7-484d9689c42b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:51.856404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dff868dc-3420-40d8-b159-084f0b1dba07 None None] Provisioning complete for port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:51.856788 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dff868dc-3420-40d8-b159-084f0b1dba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:51.866740 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea8cfb-11f6-45ba-b28f-634c1fb9e369 x-openstack-request-id: req-91ea8cfb-11f6-45ba-b28f-634c1fb9e369 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:51.866740 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:51.867101 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91ea8cfb-11f6-45ba-b28f-634c1fb9e369 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:51.867557 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'status': 'completed', 'code': 200} Jul 16 19:18:51.945300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-3ac848dd-1d84-423c-b065-46a623bf7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:51.946965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-3ac848dd-1d84-423c-b065-46a623bf7f73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1136 time: 0.0564337 Jul 16 19:18:51.999134 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:52.043485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-0d75cc6e-d33f-48eb-abf9-4679873b586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:52.045058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-0d75cc6e-d33f-48eb-abf9-4679873b586b service neutron] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 916 time: 0.0922899 Jul 16 19:18:52.118653 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-db57e53d-d34c-4135-af3a-272b1582d6af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 1001 time: 0.0658476 Jul 16 19:18:52.169389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-7bf2c47c-4754-4ef3-9d94-357a31f41566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:52.170886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-7bf2c47c-4754-4ef3-9d94-357a31f41566 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0461845 Jul 16 19:18:52.235642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-14a79a04-7ae8-4ce4-858a-cee36d46284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:52.237227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-14a79a04-7ae8-4ce4-858a-cee36d46284d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595276 Jul 16 19:18:52.330900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-14355bda-5fa6-470d-8117-7fa25394b871 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856926 Jul 16 19:18:52.435633 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fb5bae3c-9e35-4de3-90e7-484d9689c42b req-e0ba4cd0-6ba0-480a-a979-70dd7b533681 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965290 Jul 16 19:18:53.115147 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:55.076115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:06.083208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-0ed0faa5-974d-4d01-a3c8-daf929376f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:06.084795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-0ed0faa5-974d-4d01-a3c8-daf929376f84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1136 time: 0.0553365 Jul 16 19:19:06.126792 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05363-43c3-4ffa-ae9d-00c472a2b6a8 req-867de0c5-4a81-450e-99cd-7954ebd1d039 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:06.128647 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fa05363-43c3-4ffa-ae9d-00c472a2b6a8 req-867de0c5-4a81-450e-99cd-7954ebd1d039 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0688171 Jul 16 19:19:06.169488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fa05363-43c3-4ffa-ae9d-00c472a2b6a8 req-fa5446f3-12a9-41af-a7f0-6b6ec1137436 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348754 Jul 16 19:19:06.178886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-381edd7f-7f37-4f9f-9a72-e08a03c6be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:06.180379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-381edd7f-7f37-4f9f-9a72-e08a03c6be01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 916 time: 0.0897610 Jul 16 19:19:06.248844 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-68fb71ac-5c5e-4a85-8418-95dd19efd676 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 1001 time: 0.0613661 Jul 16 19:19:06.303748 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-13a77052-8bf0-4235-a699-370219e8fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:06.305231 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-13a77052-8bf0-4235-a699-370219e8fe9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0491040 Jul 16 19:19:06.369030 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-c31a1ffa-5c75-4748-aff3-b05353ee2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:06.370487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-c31a1ffa-5c75-4748-aff3-b05353ee2b9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577607 Jul 16 19:19:06.460119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-66aaf152-2502-423d-84ed-2fd9bd22783d service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824749 Jul 16 19:19:06.554431 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-998f38a3-5ac5-45de-9458-c4f6a7fd8b60 req-2bf17a96-ae51-4df8-98fc-a0864d41decd service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868249 Jul 16 19:19:07.361933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c1eab-9651-4c94-9fb9-367296668d19 req-c5d161e8-9ae1-441f-8517-78b8d666c0f5 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:07.363427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff3c1eab-9651-4c94-9fb9-367296668d19 req-c5d161e8-9ae1-441f-8517-78b8d666c0f5 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0729847 Jul 16 19:19:07.403011 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff3c1eab-9651-4c94-9fb9-367296668d19 req-3e3b68bf-d349-469e-9ed8-919997f105eb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335827 Jul 16 19:19:08.593830 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1926c-28ed-4a9f-8873-3e9416b517ea req-54554ab3-79a7-4a7d-aeab-64b2ce1209e0 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:08.595358 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ad1926c-28ed-4a9f-8873-3e9416b517ea req-54554ab3-79a7-4a7d-aeab-64b2ce1209e0 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0761263 Jul 16 19:19:08.637202 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ad1926c-28ed-4a9f-8873-3e9416b517ea req-3672d4f5-80d5-4714-88e6-a56af4d797c8 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354707 Jul 16 19:19:09.832631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac827f3-40ba-473c-b577-32c5f7e6e59f req-dd49a1c8-969e-410e-b0fd-01c0adbfd7fa tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:09.834153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6ac827f3-40ba-473c-b577-32c5f7e6e59f req-dd49a1c8-969e-410e-b0fd-01c0adbfd7fa tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0819387 Jul 16 19:19:09.875063 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6ac827f3-40ba-473c-b577-32c5f7e6e59f req-3fbdeb25-a797-4b96-9f47-3e4a0c2c28c1 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349996 Jul 16 19:19:11.072161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb6d2a-494c-43f4-a164-756231a4f986 req-5335ff5e-47ff-4ac1-9f8c-237e90424e1e tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:11.073785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03cb6d2a-494c-43f4-a164-756231a4f986 req-5335ff5e-47ff-4ac1-9f8c-237e90424e1e tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0769520 Jul 16 19:19:11.126070 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-03cb6d2a-494c-43f4-a164-756231a4f986 req-f2f948b7-7d7d-42e9-b330-0e360d8d883a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434961 Jul 16 19:19:12.332644 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2c7bd-9b59-4774-b0e3-66a7fbc99636 req-12dfb9fe-4170-4bc0-958b-2720366b7a03 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:12.334170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57c2c7bd-9b59-4774-b0e3-66a7fbc99636 req-12dfb9fe-4170-4bc0-958b-2720366b7a03 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0829453 Jul 16 19:19:12.377609 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-57c2c7bd-9b59-4774-b0e3-66a7fbc99636 req-9411f197-eca9-4f25-a802-ebc7ca7cf1f6 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348392 Jul 16 19:19:13.574262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639aecb-3ef4-4210-95a8-65b998114447 req-a9b12989-60d5-41af-9656-f239d4566cd2 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:13.575761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0639aecb-3ef4-4210-95a8-65b998114447 req-a9b12989-60d5-41af-9656-f239d4566cd2 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0698116 Jul 16 19:19:13.616274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0639aecb-3ef4-4210-95a8-65b998114447 req-8e57bdd5-ae9d-4c0c-aa7a-84a770ef7abe tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346346 Jul 16 19:19:14.802710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9938f1-bd2d-4bce-aff7-9484b1381b22 req-468dd7b3-9638-4575-86b0-2942df7ca3f0 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:14.804196 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d9938f1-bd2d-4bce-aff7-9484b1381b22 req-468dd7b3-9638-4575-86b0-2942df7ca3f0 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0652657 Jul 16 19:19:14.845199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5d9938f1-bd2d-4bce-aff7-9484b1381b22 req-38c3c8da-b67a-4537-bce1-ecaf5f14586e tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351288 Jul 16 19:19:14.884514 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:16.036378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7175d-9fed-4e1c-8ed0-9edd3b6fc1a2 req-01950100-370e-4ad0-b9d6-caefd34421a3 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:16.038245 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89d7175d-9fed-4e1c-8ed0-9edd3b6fc1a2 req-01950100-370e-4ad0-b9d6-caefd34421a3 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0649176 Jul 16 19:19:16.082527 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-89d7175d-9fed-4e1c-8ed0-9edd3b6fc1a2 req-f858d19d-053a-45f3-b670-0381b3ee9543 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385647 Jul 16 19:19:16.266444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b33dda55-9ade-44a3-9001-512c3c098470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:17.273136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c4788-724e-468d-9c9c-516b1cbc2e8b req-e6f0aced-4e35-406a-8d54-9b228b2d7f40 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:17.274647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d73c4788-724e-468d-9c9c-516b1cbc2e8b req-e6f0aced-4e35-406a-8d54-9b228b2d7f40 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0734062 Jul 16 19:19:17.315151 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d73c4788-724e-468d-9c9c-516b1cbc2e8b req-185640c0-20b3-4b02-ac36-ce32e96ed1eb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343306 Jul 16 19:19:18.523987 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbfa3-b2fd-4179-bfbf-1d63a87e3f54 req-dd4c3e70-015b-42c5-b510-85d1a1954a98 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:18.525430 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ebfbfa3-b2fd-4179-bfbf-1d63a87e3f54 req-dd4c3e70-015b-42c5-b510-85d1a1954a98 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0742130 Jul 16 19:19:18.572846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4ebfbfa3-b2fd-4179-bfbf-1d63a87e3f54 req-7d2e60a0-9c2f-4db8-9f66-9b5b9d70ac9f tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=eeb8a756-9366-43d2-9d84-18ef03b0aa00&id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387635 Jul 16 19:19:18.848301 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-109b2bd5-fea1-4879-b301-f1dca34e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:18.988113 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:20.159680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:21.831465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-72cfefdd-2be2-4fc8-8c1c-b2c063fb2ec0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551083 Jul 16 19:19:21.941219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-ab40431c-1471-43e9-8a79-53f4d989ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:21.941712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-ab40431c-1471-43e9-8a79-53f4d989ad00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1136 time: 0.0651598 Jul 16 19:19:21.966715 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:22.048752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-f318b74a-e339-4c47-a1dd-ad7bbf39ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:22.050263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-f318b74a-e339-4c47-a1dd-ad7bbf39ec98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 916 time: 0.0880661 Jul 16 19:19:22.117012 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-6f1456f0-8ac5-4c28-8c21-13ea7ed3adf8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 1001 time: 0.0588379 Jul 16 19:19:22.170238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-25969e80-b7f9-4a8d-8012-96e11f1ea921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:22.171665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-25969e80-b7f9-4a8d-8012-96e11f1ea921 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0488925 Jul 16 19:19:22.228547 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-974c1f24-9a79-4c84-8c1c-8198025900b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:22.230134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-974c1f24-9a79-4c84-8c1c-8198025900b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524554 Jul 16 19:19:22.324616 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-9bf23d4c-bb5f-4d3e-acc1-644ed09027a7 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Jul 16 19:19:22.423487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e2b2474-03ce-4f0d-a6a5-50c3d2fd682c req-f87becd0-7c6a-459a-aab3-20aa901e3ace service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921545 Jul 16 19:19:23.105128 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:25.090012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:40.901073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-9141b457-8436-4c1d-9a9b-9474c0388a7a req-172765f9-23bc-45f2-ae0e-a34ef4f36d8b tempest-ServerDiskConfigTestJSON-482826657 tempest-ServerDiskConfigTestJSON-482826657-project] (93796) timed out ('10.222.0.67', 58460) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:19:46.264032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5473-3961-40dc-9097-15717f680bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:48.854916 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa390fcb-c76a-4577-97d9-6ab6bf15d54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:48.989278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:50.158943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:50.944806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-9b9f24ad-45a3-4330-8e72-f265a9876f65 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389236858&fields=id&tenant_id=a86596854cf54560adb874f8648a8652 HTTP/1.1" status: 200 len: 267 time: 0.0383639 Jul 16 19:19:51.016715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-76c6a1bb-f78e-49d6-ac2d-382fe269cffb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:51.018233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-76c6a1bb-f78e-49d6-ac2d-382fe269cffb tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 984 time: 0.0681734 Jul 16 19:19:51.029401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Request body: {'port': {'security_groups': ['c84f560e-bdde-4a4e-a49d-da3bf232eae5']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:19:51.112572 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.299939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:51.333790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.340115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.352052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3369bd8c-7893-4ce3-ac87-bdba62ab3393'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:19:51.383915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:51.384537 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.386188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a8b29cd-8faf-4352-ae88-c28f864fa87b req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "PUT /v2.0/ports/3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 942 time: 0.3615761 Jul 16 19:19:51.386652 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:51.396246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49304) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:19:51.431582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event updated for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:51.437717 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8534fef7-d10f-475f-854a-4bcd58afe0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:51.446222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.446589 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.446927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.447300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.449080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.449080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.449080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.449080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.449471 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.450862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.450862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.450862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd914ead-081f-4b8b-96eb-7e773d211197 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.468215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3369bd8c-7893-4ce3-ac87-bdba62ab3393'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:19:51.499714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.540476 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c3892-e5bb-406b-9689-074f3325e798 x-openstack-request-id: req-201c3892-e5bb-406b-9689-074f3325e798 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:51.540767 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:51.541323 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-201c3892-e5bb-406b-9689-074f3325e798 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:51.541517 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'status': 'completed', 'code': 200} Jul 16 19:19:51.551084 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.625941 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.628770 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.629919 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "DELETE /v2.0/security-groups/eeb8a756-9366-43d2-9d84-18ef03b0aa00 HTTP/1.1" status: 204 len: 168 time: 0.2321234 Jul 16 19:19:51.633485 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49310) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:19:51.639761 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb8a756-9366-43d2-9d84-18ef03b0aa00,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:51.645502 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-432f90af-a550-45b7-9b1a-1971d2677f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:51.647217 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-432f90af-a550-45b7-9b1a-1971d2677f68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1097 time: 0.0808156 Jul 16 19:19:51.649019 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.649377 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.649721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.650061 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.650398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.650804 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.651332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.651673 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.652065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.652336 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.652666 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.653101 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9f74f-fd8c-4044-8932-7d3528a349dd tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:51.720419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b9130722-9b3a-402d-a1cc-bae360792e25 None None] Provisioning complete for port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:19:51.720826 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b9130722-9b3a-402d-a1cc-bae360792e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:51.886111 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:51.969241 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.127138 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-1ec85cf6-4c1f-4ced-9900-ceba00cb3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:52.128627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-1ec85cf6-4c1f-4ced-9900-ceba00cb3728 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 916 time: 0.4526355 Jul 16 19:19:52.216427 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-c7061f56-1048-4d6b-8096-f80c2e9e2930 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 1001 time: 0.0804865 Jul 16 19:19:52.261813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Deleting port 368d61f6-b687-4021-a9e6-be43dde71b45 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:19:52.262154 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.298291 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-8f23d551-854c-4b6d-9786-cb9f04a56768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:52.299758 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-8f23d551-854c-4b6d-9786-cb9f04a56768 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0760334 Jul 16 19:19:52.377215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.377514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.393716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Calling delete_port for 368d61f6-b687-4021-a9e6-be43dde71b45 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:19:52.455235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-20a43934-fa0b-4bac-afe4-7f59b0a040f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:52.456768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-20a43934-fa0b-4bac-afe4-7f59b0a040f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305478 Jul 16 19:19:52.598634 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-38dd8c38-550f-45c5-8a4a-901ba6819d05 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309586 Jul 16 19:19:52.711945 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.746894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event deleted for resources: {'Port': ['ID=368d61f6-b687-4021-a9e6-be43dde71b45,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:52.753556 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8534fef7-d10f-475f-854a-4bcd58afe0c8 req-e7c37475-d31d-4126-b813-9d7b5fcd9f88 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472542 Jul 16 19:19:52.815092 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.815526 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Floating IP d305ec41-f0a4-4b41-94b7-442405cb7259 disassociated (deleted). External IP: 172.25.1.156, port: 3369bd8c-7893-4ce3-ac87-bdba62ab3393. Jul 16 19:19:53.041991 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:19:53.119355 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:53.157570 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:19:53.163021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:53.168968 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] Sync routers for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:19:53.179136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:19:53.179750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:19:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:19:53.200049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-110293d1-6179-439e-8379-352d47e0d7d7 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "DELETE /v2.0/floatingips/d305ec41-f0a4-4b41-94b7-442405cb7259 HTTP/1.1" status: 204 len: 168 time: 1.5641088 Jul 16 19:19:53.289218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:19:53.500544 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:05Z', 'revision_number': 5, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:19:53.533341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] Checking router: 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:19:53.542063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:19:53.542581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:53.542699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:19:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:19:53.545278 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:53.581512 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc10a8-7969-4813-99eb-e8b598b422c6 x-openstack-request-id: req-68bc10a8-7969-4813-99eb-e8b598b422c6 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:53.581769 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:53.582014 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68bc10a8-7969-4813-99eb-e8b598b422c6 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:53.582421 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'status': 'completed', 'code': 200} Jul 16 19:19:53.649244 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:19:53.658276 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-b36bd49a-d698-4ef5-b93e-5d7ee7c7ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.660079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-b36bd49a-d698-4ef5-b93e-5d7ee7c7ad91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a86596854cf54560adb874f8648a8652&device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 1097 time: 0.0535774 Jul 16 19:19:53.760702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-e647076a-68b1-485d-9c84-6ff2f81fa6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.762297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-e647076a-68b1-485d-9c84-6ff2f81fa6ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 200 len: 916 time: 0.0919697 Jul 16 19:19:53.804862 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-1f7ec1f9-3046-41fe-a2e3-aac77d93ea8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 200 len: 217 time: 0.0355740 Jul 16 19:19:53.853443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:05Z', 'revision_number': 5, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:19:53.858997 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-9e350bb8-51b6-40b5-80e7-36b6aece8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.860502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-9e350bb8-51b6-40b5-80e7-36b6aece8be3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 200 len: 854 time: 0.0491159 Jul 16 19:19:53.879993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ed59a-f988-4e73-b187-a7fe37c782cb None None] The sync data for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 is: [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:17:59Z', 'revision_number': 4, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '0f1de6b7-0eb5-4ee4-bf11-332407b793b6', 'name': '', 'network_id': '3138150c-0c4e-4a4b-b0db-497cb0aa50b0', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'mac_address': 'fa:16:3e:5a:a7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:58Z', 'updated_at': '2021-07-16T19:18:05Z', 'revision_number': 5, 'project_id': 'a86596854cf54560adb874f8648a8652', 'subnets': [{'id': 'b084b402-c684-4eab-84d8-9e21e5fe8694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:19:53.921159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-4dfd9885-32c4-4689-b856-277395609df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.922741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-4dfd9885-32c4-4689-b856-277395609df8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3138150c-0c4e-4a4b-b0db-497cb0aa50b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555370 Jul 16 19:19:54.024698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-845f7ebd-2ed3-44fe-ac62-90a5829bcc15 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948930 Jul 16 19:19:54.126298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4255e7d8-57b5-4bb7-9f59-0b93b0cf53c9 req-f5307135-da67-48a3-8c9c-5eb1548b36b6 service neutron] 10.222.0.67 "GET /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948586 Jul 16 19:19:54.132972 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09509e8-a518-4598-ad74-416d5ad47cd9 None None] New status for floating IP d305ec41-f0a4-4b41-94b7-442405cb7259: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:19:55.082455 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:00.828794 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e23ff9-8ea3-4a9d-9f9e-814f86647c66 req-a52f678a-6cf0-4534-bf05-a40479862c5d tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:00.830215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-49e23ff9-8ea3-4a9d-9f9e-814f86647c66 req-a52f678a-6cf0-4534-bf05-a40479862c5d tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0716610 Jul 16 19:20:00.874005 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-49e23ff9-8ea3-4a9d-9f9e-814f86647c66 req-33d3df3f-73f2-46c9-a886-d1bdd3f1be75 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379753 Jul 16 19:20:02.070311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f69b4a-932c-4ae8-b50e-edd94eeece8f req-07d54d9a-556c-4324-8a70-824e3f21666a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:02.072100 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55f69b4a-932c-4ae8-b50e-edd94eeece8f req-07d54d9a-556c-4324-8a70-824e3f21666a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0786617 Jul 16 19:20:02.116450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-55f69b4a-932c-4ae8-b50e-edd94eeece8f req-e950da96-fe27-4272-b617-84d83ef51fa9 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84f560e-bdde-4a4e-a49d-da3bf232eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Jul 16 19:20:02.399231 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449da57-766a-492c-8a24-9ac11e5840cc req-bf762d40-a82b-41ac-83a4-d41bab61993a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:02.401507 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e449da57-766a-492c-8a24-9ac11e5840cc req-bf762d40-a82b-41ac-83a4-d41bab61993a tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 945 time: 0.0873158 Jul 16 19:20:02.517190 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Deleting port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:02.517477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:02.615582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] For port 3369bd8c-7893-4ce3-ac87-bdba62ab3393, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=3369bd8c-7893-4ce3-ac87-bdba62ab3393,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:02.615938 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:02.628372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Calling delete_port for 3369bd8c-7893-4ce3-ac87-bdba62ab3393 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:02.775771 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:02.789922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['3369bd8c-7893-4ce3-ac87-bdba62ab3393'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:20:02.809869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Pushing event deleted for resources: {'Port': ['ID=3369bd8c-7893-4ce3-ac87-bdba62ab3393,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:02.866381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] No DVR routers for this DVR port 3369bd8c-7893-4ce3-ac87-bdba62ab3393 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:02.869213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:02.871739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e449da57-766a-492c-8a24-9ac11e5840cc req-2a34e794-f7e2-4a15-97a5-ff603ab6f8e4 tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.67 "DELETE /v2.0/ports/3369bd8c-7893-4ce3-ac87-bdba62ab3393 HTTP/1.1" status: 204 len: 173 time: 0.4651451 Jul 16 19:20:02.872287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'name': 'network-vif-deleted', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:02.874608 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca9aa94-0087-47a2-b214-2af051c7a72a" -d '{"events": [{"server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "name": "network-vif-deleted", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:02.915738 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055321e9-7289-41f5-9744-55627fb08ac0 x-openstack-request-id: req-055321e9-7289-41f5-9744-55627fb08ac0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:02.916027 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bddc4a3-4fa3-43fe-9007-ad499fad300b", "name": "network-vif-deleted", "tag": "3369bd8c-7893-4ce3-ac87-bdba62ab3393", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:02.916286 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-055321e9-7289-41f5-9744-55627fb08ac0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:02.916823 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bddc4a3-4fa3-43fe-9007-ad499fad300b', 'name': 'network-vif-deleted', 'tag': '3369bd8c-7893-4ce3-ac87-bdba62ab3393', 'status': 'completed', 'code': 200} Jul 16 19:20:03.283490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c7017d5-2467-439e-aa9b-86c7821952d7 req-c7d276b7-1461-4c46-bdda-7034c50d2d2b tempest-TestMinimumBasicScenario-1988430139 tempest-TestMinimumBasicScenario-1988430139-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bddc4a3-4fa3-43fe-9007-ad499fad300b HTTP/1.1" status: 200 len: 210 time: 0.0301611 Jul 16 19:20:05.997117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49416) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:06.357075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.622500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Deleting port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:06.622799 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.704324 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] For port 0f1de6b7-0eb5-4ee4-bf11-332407b793b6, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:06.704722 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.719072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Calling delete_port for 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:06.915195 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.943021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1de6b7-0eb5-4ee4-bf11-332407b793b6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:07.112425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:07.133674 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3369bd8c-7893-4ce3-ac87-bdba62ab3393 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:07.154766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 3369bd8c-7893-4ce3-ac87-bdba62ab3393 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:07.155116 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 3369bd8c-7893-4ce3-ac87-bdba62ab3393 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:07.336179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:07.791249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:07.796589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-be4acdf0-8e01-4bc9-8800-dec478e75b64 admin admin] 10.222.0.49 "PUT /v2.0/routers/5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984185 Jul 16 19:20:07.799256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49418) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:07.801888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] Sync routers for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:07.811944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:07.812574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:19:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:07.902643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:07.918869 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:08.004219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.062773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Deleting port 5192fb1d-706e-4091-811f-677014f9545e {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:08.063025 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.099785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5192fb1d-706e-4091-811f-677014f9545e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:20:06Z', 'revision_number': 5, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port': {'id': '5192fb1d-706e-4091-811f-677014f9545e', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:17:57Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:08.125926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] Checking router: 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:08.134357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] Routers {'5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:08.135005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:19:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:08.140673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] For port 5192fb1d-706e-4091-811f-677014f9545e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5192fb1d-706e-4091-811f-677014f9545e,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:08.141215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.154135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Calling delete_port for 5192fb1d-706e-4091-811f-677014f9545e owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:08.221559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] Set router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:08.328616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.356149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5192fb1d-706e-4091-811f-677014f9545e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:08.422823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.441133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:20:08Z', 'revision_number': 6, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:08.467645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024dc6f6-9c23-4b6a-a066-9be07e0f85bb None None] The sync data for ids ['5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce'] in n-d-791504-15 is: [{'id': '5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce', 'name': 'tempest-TestMinimumBasicScenario-1220144608-router', 'tenant_id': 'a86596854cf54560adb874f8648a8652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:17:56Z', 'updated_at': '2021-07-16T19:20:08Z', 'revision_number': 6, 'project_id': 'a86596854cf54560adb874f8648a8652', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:08.518931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.521339 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.567850 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.568529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:20:08.575084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.576233 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-29d789ee-4148-4dd7-aa38-3065901bba1b admin admin] 10.222.0.49 "DELETE /v2.0/routers/5b5a2d99-6494-4bfb-8ed6-34ec5a2008ce HTTP/1.1" status: 204 len: 168 time: 0.7760885 Jul 16 19:20:08.579215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49420) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:08.639626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] Deleting subnet b084b402-c684-4eab-84d8-9e21e5fe8694 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:20:08.642875 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.678748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.766496 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.821963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.854274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b084b402-c684-4eab-84d8-9e21e5fe8694,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:08.858732 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.861289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-89fc0cd1-7a44-4770-ab0b-0f917b88ebfd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b084b402-c684-4eab-84d8-9e21e5fe8694 HTTP/1.1" status: 204 len: 168 time: 0.2808158 Jul 16 19:20:08.863456 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49422) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:08.864399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d5a298-8a04-4fdb-ad35-34920548c3ce None None] Network 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:08.935584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.988625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Deleting port 557c03f6-df56-4595-8b30-9e86aef08b88 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:08.989006 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.055467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] For port 557c03f6-df56-4595-8b30-9e86aef08b88, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=557c03f6-df56-4595-8b30-9e86aef08b88,segment=NetworkSegment(a1773fc1-afea-4fab-bbfa-eac05b3ad1c7),segment_id=a1773fc1-afea-4fab-bbfa-eac05b3ad1c7)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:09.055868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.068036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Calling delete_port for 557c03f6-df56-4595-8b30-9e86aef08b88 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:09.161115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.186947 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Pushing event deleted for resources: {'Port': ['ID=557c03f6-df56-4595-8b30-9e86aef08b88,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:09.191443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] No DVR routers for this DVR port 557c03f6-df56-4595-8b30-9e86aef08b88 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:09.234432 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df59a57-bb1f-4b4e-8156-f11240b6a9f9 None None] DHCP port deletion for 3138150c-0c4e-4a4b-b0db-497cb0aa50b0 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:20:09.278613 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.289267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3138150c-0c4e-4a4b-b0db-497cb0aa50b0']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:09.299460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:09.299761 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1773fc1-afea-4fab-bbfa-eac05b3ad1c7') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:09.313538 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.330018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.337152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:20:09.337623 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:20:09.339467 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:20:09.402090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.407760 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.412948 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3138150c-0c4e-4a4b-b0db-497cb0aa50b0 HTTP/1.1" status: 204 len: 168 time: 0.5452621 Jul 16 19:20:09.413730 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49424) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:09.424868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae12d2-fd7b-4e11-8840-87ca7c089942 admin admin] Pushing event deleted for resources: {'Network': ['ID=3138150c-0c4e-4a4b-b0db-497cb0aa50b0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:09.773426 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.033884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Deleting port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:10.034140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.116141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] For port d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,segment=NetworkSegment(56ca7c8d-754e-42be-b3bf-57a84ec9d063),segment_id=56ca7c8d-754e-42be-b3bf-57a84ec9d063)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:10.116510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.129327 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Calling delete_port for d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:10.291684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:10.315221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:10.315552 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 0f1de6b7-0eb5-4ee4-bf11-332407b793b6 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:10.315963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 557c03f6-df56-4595-8b30-9e86aef08b88 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:10.318904 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.334225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 557c03f6-df56-4595-8b30-9e86aef08b88 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:10.334571 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 557c03f6-df56-4595-8b30-9e86aef08b88 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:10.334992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5192fb1d-706e-4091-811f-677014f9545e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:10.344542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:10.353498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 5192fb1d-706e-4091-811f-677014f9545e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:10.353843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5192fb1d-706e-4091-811f-677014f9545e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:10.512616 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.729700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:10.839660 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:10.848530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e3fd6028-9839-41be-a903-c7445bb7a5a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f41bd4c-6f18-42ac-ac28-62078c7816a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4294531 Jul 16 19:20:10.848808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49426) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:10.849537 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] Sync routers for ids ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:10.863004 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] Routers {'9f41bd4c-6f18-42ac-ac28-62078c7816a5'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:10.863595 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:19:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:10.956108 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.963532 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] Set router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:11.061688 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.115988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Deleting port f0ae825c-f025-40b0-810e-b4db2153d08c {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:11.116375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.200015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] For port f0ae825c-f025-40b0-810e-b4db2153d08c, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f0ae825c-f025-40b0-810e-b4db2153d08c,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:11.200340 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.217937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Calling delete_port for f0ae825c-f025-40b0-810e-b4db2153d08c owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:11.233419 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:20:10Z', 'revision_number': 5, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port': {'id': 'f0ae825c-f025-40b0-810e-b4db2153d08c', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:02Z', 'updated_at': '2021-07-16T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:11.258931 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] Checking router: 9f41bd4c-6f18-42ac-ac28-62078c7816a5 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:11.268362 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] Routers {'9f41bd4c-6f18-42ac-ac28-62078c7816a5'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:11.268983 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:19:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:11.354581 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] Set router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:11.386839 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.408270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:20:11Z', 'revision_number': 6, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:11.414128 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ae825c-f025-40b0-810e-b4db2153d08c,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:11.435852 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5c0167-ab25-4c8d-a6c6-fd8855b9897c None None] The sync data for ids ['9f41bd4c-6f18-42ac-ac28-62078c7816a5'] in n-d-791504-15 is: [{'id': '9f41bd4c-6f18-42ac-ac28-62078c7816a5', 'name': 'tempest-TestMinimumBasicScenario-1158438094-router', 'tenant_id': '66515f453d534ec586d1a7daa9b3887c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:01Z', 'updated_at': '2021-07-16T19:20:11Z', 'revision_number': 6, 'project_id': '66515f453d534ec586d1a7daa9b3887c', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:11.487849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.579028 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.581346 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.626767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.627210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f41bd4c-6f18-42ac-ac28-62078c7816a5 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:20:11.631754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.632951 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c16ea493-17f3-4756-ac5d-e114abc507d5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9f41bd4c-6f18-42ac-ac28-62078c7816a5 HTTP/1.1" status: 204 len: 168 time: 0.7831020 Jul 16 19:20:11.635566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49430) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:11.683590 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] Deleting subnet ea3e6d5f-6091-46e4-9013-959c7cdf43d6 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:20:11.687072 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.724879 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.812976 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.875307 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.900756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3e6d5f-6091-46e4-9013-959c7cdf43d6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:11.904718 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.909490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-64f4998d-1bf5-4463-bdbe-eed8b9c54dcd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ea3e6d5f-6091-46e4-9013-959c7cdf43d6 HTTP/1.1" status: 204 len: 168 time: 0.2700303 Jul 16 19:20:11.909490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49432) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:11.912883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc9d0f-3c66-437c-9664-ab52e6905000 None None] Network 8501c630-bb5e-4954-a194-cc419b142c48 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:11.976350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.031026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Deleting port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:12.031364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.102933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] For port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,segment=NetworkSegment(56ca7c8d-754e-42be-b3bf-57a84ec9d063),segment_id=56ca7c8d-754e-42be-b3bf-57a84ec9d063)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:12.103296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.115563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Calling delete_port for 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:12.171705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] DHCP port deletion for 8501c630-bb5e-4954-a194-cc419b142c48 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:20:12.208657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.223255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Deleting port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:12.223634 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.241576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] No DVR routers for this DVR port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:12.243211 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:12.305982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] For port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:12.306627 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.311392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:12.324997 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.335424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8501c630-bb5e-4954-a194-cc419b142c48']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:12.340490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Calling delete_port for 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:12.342108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:12.342443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device d96f7e55-2ffc-41f0-84ed-5df33b4e6d9d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:12.342857 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae825c-f025-40b0-810e-b4db2153d08c no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:12.345405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:20:12.347260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ca7c8d-754e-42be-b3bf-57a84ec9d063') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:12.347260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ca7c8d-754e-42be-b3bf-57a84ec9d063') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:12.347499 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.356582 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.371224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f0ae825c-f025-40b0-810e-b4db2153d08c {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:12.371852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f0ae825c-f025-40b0-810e-b4db2153d08c not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:12.372529 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:12.372734 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.381797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:20:12.382320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:20:12.383963 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:20:12.411629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Pushing event deleted for resources: {'Port': ['ID=9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:12.414640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] No DVR routers for this DVR port 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:12.417046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:12.417613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9bc39dd2-14cb-4c65-ad07-6cd8e9a7a425 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:12.432259 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.433109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.433855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.434651 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.434983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.435475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.436220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.436477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.436852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.437812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.438035 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.438721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ed240-41fc-47b6-85a5-329ea5e7b064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:12.470957 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.477273 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.480532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8501c630-bb5e-4954-a194-cc419b142c48 HTTP/1.1" status: 204 len: 168 time: 0.5702810 Jul 16 19:20:12.499788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ebb0c-0c6d-4dfd-a77d-56770f592327 admin admin] Pushing event deleted for resources: {'Network': ['ID=8501c630-bb5e-4954-a194-cc419b142c48,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:12.686147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49436) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:12.733359 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dde1556d-23d4-4d89-bdee-9ad1873ffbdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a86596854cf54560adb874f8648a8652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459578 Jul 16 19:20:12.736809 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49438) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:12.795588 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565cde45-d62f-4306-b471-b6c250db92cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.827220 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565cde45-d62f-4306-b471-b6c250db92cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.880512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565cde45-d62f-4306-b471-b6c250db92cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.883213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-565cde45-d62f-4306-b471-b6c250db92cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.884578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-565cde45-d62f-4306-b471-b6c250db92cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c84f560e-bdde-4a4e-a49d-da3bf232eae5 HTTP/1.1" status: 204 len: 168 time: 0.1468065 Jul 16 19:20:12.893587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cde45-d62f-4306-b471-b6c250db92cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f560e-bdde-4a4e-a49d-da3bf232eae5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:13.279434 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49444) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:13.324112 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c666b2ac-db9c-428c-a207-827889aae791 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66515f453d534ec586d1a7daa9b3887c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434017 Jul 16 19:20:13.326766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49446) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:13.388348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b8c-6c8c-4650-be90-cc326b4cf726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.411242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b8c-6c8c-4650-be90-cc326b4cf726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.475849 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b8c-6c8c-4650-be90-cc326b4cf726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.479941 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ddc27b8c-6c8c-4650-be90-cc326b4cf726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.481160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ddc27b8c-6c8c-4650-be90-cc326b4cf726 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b1459f9-860b-4107-888a-78f0982362db HTTP/1.1" status: 204 len: 168 time: 0.1534910 Jul 16 19:20:13.489847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc27b8c-6c8c-4650-be90-cc326b4cf726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1459f9-860b-4107-888a-78f0982362db,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:15.255822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.260584 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251324221', 'description': 'tempest-secgroup-smoke-1251324221 description', 'project_id': 'eb3516adfe5840c28679172951fd7ce8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:15.285079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.293871 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.386842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.392095 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.430658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd26aae-747d-4447-b473-c4772e01d3c2,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:15.492181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.498136 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.527157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9578a5-8c3d-416d-b838-15ef137dc37e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:15.529414 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.530628 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-250484c4-8ef2-47b0-b5d1-664f3bbc0bd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2737675 Jul 16 19:20:15.533731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.539330 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8c3648fa-97e6-47f8-b059-3278be0bcf94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '1b9578a5-8c3d-416d-b838-15ef137dc37e', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:15.567359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3648fa-97e6-47f8-b059-3278be0bcf94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.631776 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3648fa-97e6-47f8-b059-3278be0bcf94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.637356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3648fa-97e6-47f8-b059-3278be0bcf94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.657866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3648fa-97e6-47f8-b059-3278be0bcf94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0845e9-4c9e-452f-9bef-8567399d3858,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:15.664858 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8c3648fa-97e6-47f8-b059-3278be0bcf94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.666056 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8c3648fa-97e6-47f8-b059-3278be0bcf94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310163 Jul 16 19:20:15.668943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49494) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.673369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-708fd66b-ed95-41ed-aed0-95ee79102455 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '1b9578a5-8c3d-416d-b838-15ef137dc37e', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:15.701383 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708fd66b-ed95-41ed-aed0-95ee79102455 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.758214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708fd66b-ed95-41ed-aed0-95ee79102455 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.764823 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708fd66b-ed95-41ed-aed0-95ee79102455 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.788117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd66b-ed95-41ed-aed0-95ee79102455 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8890b2-0979-454f-b0fe-b0a61a125bb4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:15.794840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-708fd66b-ed95-41ed-aed0-95ee79102455 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.796110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-708fd66b-ed95-41ed-aed0-95ee79102455 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261725 Jul 16 19:20:15.799112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49496) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.803900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-19646e97-9822-45ff-ad75-708f4b452f41 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '1b9578a5-8c3d-416d-b838-15ef137dc37e', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:15.835667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19646e97-9822-45ff-ad75-708f4b452f41 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.884308 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19646e97-9822-45ff-ad75-708f4b452f41 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.889644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19646e97-9822-45ff-ad75-708f4b452f41 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.906738 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19646e97-9822-45ff-ad75-708f4b452f41 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbf4389-31a5-4867-8dc6-17c8e69614db,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:15.916386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-19646e97-9822-45ff-ad75-708f4b452f41 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.917786 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-19646e97-9822-45ff-ad75-708f4b452f41 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176436 Jul 16 19:20:15.920684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.925687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-73b61146-3fef-48d8-8598-bd6d4f711ab0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '1b9578a5-8c3d-416d-b838-15ef137dc37e', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:15.953454 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73b61146-3fef-48d8-8598-bd6d4f711ab0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.019622 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73b61146-3fef-48d8-8598-bd6d4f711ab0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.024924 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73b61146-3fef-48d8-8598-bd6d4f711ab0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.046564 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b61146-3fef-48d8-8598-bd6d4f711ab0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9126ee0c-ce7b-47f3-85e5-6f75e729ac92,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:16.050403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-73b61146-3fef-48d8-8598-bd6d4f711ab0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.051701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-73b61146-3fef-48d8-8598-bd6d4f711ab0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299756 Jul 16 19:20:16.054542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49500) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:16.058998 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '1b9578a5-8c3d-416d-b838-15ef137dc37e', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:16.082871 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:20:16.088115 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.153322 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.158171 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.178725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65402103-dfcb-47d3-943c-12085ce9e522,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:16.187043 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.188332 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-51fb5bc5-a9b6-4822-ba77-a87ccd58f76a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327753 Jul 16 19:20:16.192074 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49502) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:16.196715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '1b9578a5-8c3d-416d-b838-15ef137dc37e', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:16.219240 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:20:16.224485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.256726 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9d2e-c69b-4102-848e-f33c22f38955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.292692 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.297151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.314365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460b6640-d894-4845-bd88-0de1b46596f4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:16.319674 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.320904 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-3ad68111-bfed-48ae-9abc-40289a15f579 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278112 Jul 16 19:20:16.323995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49504) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:16.329012 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'network': {'name': 'tempest-network-smoke--1848239568', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:16.353806 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:20:16.357335 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.381205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:20:16.390935 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.391303 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Added segment 577245b8-0e97-4508-b86b-85ca4966c276 of type vlan for network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a Jul 16 19:20:16.432746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.465287 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.475585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:16.475968 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.513648 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885848 Jul 16 19:20:16.516617 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:16.523640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'admin_state_up': True, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:16.554900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268c811-4afe-4490-bed4-50d4c09deb12 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Network': ['ID=4ea30776-73f7-4cd4-a1c3-6a782c9f593a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:16.565639 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:20:16.574619 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.575972 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.626366 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.053912 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.255395 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.274056 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.387510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.224 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/71d64194-56e1-4476-8569-578c16b9497a) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:17.495352 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.536096 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.579984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:17.582948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:17.586531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:17.592171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=71d64194-56e1-4476-8569-578c16b9497a,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:17.905350 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.103077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.240407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router bf813544-5391-4dbe-86e1-a228d44abcb1 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:20:18.350553 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:18.360184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Sync routers for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:18.369859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:18.370143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.370592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:19:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:18.371459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-463e5e76-5a5b-4f32-9b3f-addd547662ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8538799 Jul 16 19:20:18.374644 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:18.479922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:18.506961 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-192f7818-0a85-41cd-be6c-775d2f030cb3 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=eb3516adfe5840c28679172951fd7ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1311555 Jul 16 19:20:18.509621 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49512) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:18.655768 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:18.657538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7ce16-7247-4581-814e-f281f77912ca tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:18.659046 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a6b7ce16-7247-4581-814e-f281f77912ca tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485162 Jul 16 19:20:18.662949 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:18.686483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Checking router: bf813544-5391-4dbe-86e1-a228d44abcb1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:18.687170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Updating router bf813544-5391-4dbe-86e1-a228d44abcb1 port 71d64194-56e1-4476-8569-578c16b9497a binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:20:18.699236 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0873a16e-4c9e-44b8-af76-f93941e70ea2 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350251 Jul 16 19:20:18.701886 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:18.706795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617005004', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:18.722177 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.793569 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:20:18.797156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.863503 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bffd3548-bc80-4524-a4a7-31842a4a459b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.978733 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.002281 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.004565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.013929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Transition to ACTIVE for port object 71d64194-56e1-4476-8569-578c16b9497a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:19.019896 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.054986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Subnet': ['ID=ad2f38b0-7d5d-4a31-ae93-53f67259edee,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:19.064155 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Checking segment: {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:19.064524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network hostable DHCP agents. Network: 4ea30776-73f7-4cd4-a1c3-6a782c9f593a, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:20:19.070645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Attempting to bind port 71d64194-56e1-4476-8569-578c16b9497a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:19.071017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Attempting to bind port 71d64194-56e1-4476-8569-578c16b9497a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:19.071390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Attempting to bind port 71d64194-56e1-4476-8569-578c16b9497a on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:19.073285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa33b7-bddf-4341-8f6e-18fb150f48aa None None] Pushing event updated for resources: {'Port': ['ID=71d64194-56e1-4476-8569-578c16b9497a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:19.079143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:19.079631 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:19.079999 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.080405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:19.081273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Bound port: 71d64194-56e1-4476-8569-578c16b9497a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:19.081429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.083302 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:20:19.093570 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 4ea30776-73f7-4cd4-a1c3-6a782c9f593a) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:19.102006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:19.102741 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.108799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a618a-f6d9-48b3-934e-62ac60405fe3 None None] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:19.124103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1880ec17-a9c3-48dc-b398-672fd31a4d65 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4211514 Jul 16 19:20:19.127290 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49520) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:19.185466 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] For port 71d64194-56e1-4476-8569-578c16b9497a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:19.202754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] For port 71d64194-56e1-4476-8569-578c16b9497a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=71d64194-56e1-4476-8569-578c16b9497a,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:19.209662 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.303497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:19.304020 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:20:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:19.307609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa33b7-bddf-4341-8f6e-18fb150f48aa None None] Pushing event updated for resources: {'Port': ['ID=71d64194-56e1-4476-8569-578c16b9497a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:19.375183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:20:19.376029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.504494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:19.670623 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Allocated IP 172.20.0.2 (4ea30776-73f7-4cd4-a1c3-6a782c9f593a/ad2f38b0-7d5d-4a31-ae93-53f67259edee/7903f6c3-f65c-4751-b830-ff6f3e0c5713) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:19.816539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:19.828227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.025482 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62cea2-dc64-4553-89f4-44742c0bc06c None None] The sync data for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 is: [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:20.051179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.060454 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Transition to ACTIVE for port object 7903f6c3-f65c-4751-b830-ff6f3e0c5713 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:20.079594 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Transition to ACTIVE for port object 7903f6c3-f65c-4751-b830-ff6f3e0c5713 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:20.087166 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.130070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:20.133209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:20.137725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:20.140709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Pushing event updated for resources: {'Port': ['ID=7903f6c3-f65c-4751-b830-ff6f3e0c5713,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:20.182924 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.217878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Attempting to bind port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:20.218249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Attempting to bind port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:20.218613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Attempting to bind port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 on network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:20.221458 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.1 (4ea30776-73f7-4cd4-a1c3-6a782c9f593a/ad2f38b0-7d5d-4a31-ae93-53f67259edee/34796cfb-0b4d-47da-accb-4c949cc796cd) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:20.224133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:20.224906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Checking segment: {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:20.225053 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.225358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Bound using segment: {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:20.225828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Bound port: 7903f6c3-f65c-4751-b830-ff6f3e0c5713, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:20.226214 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.320112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] For port 7903f6c3-f65c-4751-b830-ff6f3e0c5713, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:20.326725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] For port 7903f6c3-f65c-4751-b830-ff6f3e0c5713, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7903f6c3-f65c-4751-b830-ff6f3e0c5713,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:20.334633 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.355131 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.374672 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object 34796cfb-0b4d-47da-accb-4c949cc796cd will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:20.402687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda767bb-43f8-4a86-8779-26885898bf2b None None] Pushing event updated for resources: {'Port': ['ID=7903f6c3-f65c-4751-b830-ff6f3e0c5713,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:20.415773 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.468355 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:20.471754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:20.475189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:20.502920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=34796cfb-0b4d-47da-accb-4c949cc796cd,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:20.532241 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.706789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.998522 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:21.004190 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:21.085164 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:21.087134 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=34796cfb-0b4d-47da-accb-4c949cc796cd,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:21.188842 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:21.190343 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:21.308236 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router bf813544-5391-4dbe-86e1-a228d44abcb1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:21.374322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69b56e-7b92-4fe3-aba4-956083bb0d38 None None] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:21.434258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:21.440091 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-72c20c8d-b76d-4780-a4e6-bd032ce93eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/bf813544-5391-4dbe-86e1-a228d44abcb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3117342 Jul 16 19:20:21.459564 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1bdfcfc5-eff6-4f96-8587-3dceb491a773 None None] Provisioning for port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:21.600400 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-b586ea3e-da86-4391-b8bb-3dfd55aa59fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251324221&fields=id&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 267 time: 0.0371859 Jul 16 19:20:21.718359 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-cb300e39-ce66-419c-b414-e46658f9d4ff tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:21.721411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-cb300e39-ce66-419c-b414-e46658f9d4ff tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/networks?id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a HTTP/1.1" status: 200 len: 797 time: 0.1131182 Jul 16 19:20:21.735651 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-452576dc-c035-4e2e-99ba-73bf54cdcafb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/quotas/eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 375 time: 0.0100029 Jul 16 19:20:21.792580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8a923ca2-23c7-46b8-8638-d0053c976768 None None] Provisioning for port 34796cfb-0b4d-47da-accb-4c949cc796cd completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:21.796971 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-8a923ca2-23c7-46b8-8638-d0053c976768 None None] Provisioning complete for port 34796cfb-0b4d-47da-accb-4c949cc796cd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:21.797343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8a923ca2-23c7-46b8-8638-d0053c976768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:21.811099 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-dfc84978-b446-4ac3-ab9b-9140dbbec228 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697961 Jul 16 19:20:21.843140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-8a923ca2-23c7-46b8-8638-d0053c976768 None None] Port 34796cfb-0b4d-47da-accb-4c949cc796cd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:21.891784 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Sync routers for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:21.901846 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:21.902553 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:20:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:21.974616 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.020637 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:22.021302 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-74498874-22cc-4ca8-a185-45f87d415714 service neutron] 10.222.0.49 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400473 Jul 16 19:20:22.079152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-64d9ab8f-6023-4ea3-8e53-381136ec10b4 None None] Provisioning complete for port 34796cfb-0b4d-47da-accb-4c949cc796cd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:22.079606 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-64d9ab8f-6023-4ea3-8e53-381136ec10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.126992 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-64d9ab8f-6023-4ea3-8e53-381136ec10b4 None None] Port 34796cfb-0b4d-47da-accb-4c949cc796cd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:22.152249 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-5962678f-ed93-4fd6-aaf0-57eccd1ed371 service neutron] 10.222.0.49 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238513 Jul 16 19:20:22.247468 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 2, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:22.248480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c97cfa36-7208-48b4-b383-773896c8f284 None None] Provisioning complete for port 34796cfb-0b4d-47da-accb-4c949cc796cd triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:22.248904 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c97cfa36-7208-48b4-b383-773896c8f284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.289985 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Checking router: bf813544-5391-4dbe-86e1-a228d44abcb1 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:22.290338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Updating router bf813544-5391-4dbe-86e1-a228d44abcb1 port 34796cfb-0b4d-47da-accb-4c949cc796cd binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:20:22.292030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c97cfa36-7208-48b4-b383-773896c8f284 None None] Port 34796cfb-0b4d-47da-accb-4c949cc796cd cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:22.332382 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.398413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef9f22f7-d103-42ad-9016-8568886f43ce req-7de4a48c-aa7d-4595-92f9-37d192adc228 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 210 time: 0.0518975 Jul 16 19:20:22.400256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7903f6c3-f65c-4751-b830-ff6f3e0c5713 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:22.451456 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:22.455283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:22.455646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.542569 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.580494 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 7903f6c3-f65c-4751-b830-ff6f3e0c5713, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7903f6c3-f65c-4751-b830-ff6f3e0c5713,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:22.586141 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.587274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71d64194-56e1-4476-8569-578c16b9497a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:22.638626 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.648920 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Transition to ACTIVE for port object 34796cfb-0b4d-47da-accb-4c949cc796cd will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:22.655328 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.670626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=7903f6c3-f65c-4751-b830-ff6f3e0c5713,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:22.686039 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 71d64194-56e1-4476-8569-578c16b9497a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:22.691404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 71d64194-56e1-4476-8569-578c16b9497a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:22.693664 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.766947 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Pushing event updated for resources: {'Port': ['ID=34796cfb-0b4d-47da-accb-4c949cc796cd,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:22.769381 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Attempting to bind port 34796cfb-0b4d-47da-accb-4c949cc796cd on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:22.769573 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Attempting to bind port 34796cfb-0b4d-47da-accb-4c949cc796cd by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:22.769939 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Attempting to bind port 34796cfb-0b4d-47da-accb-4c949cc796cd on network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:22.781224 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:22.781605 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Checking segment: {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:22.782030 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.782403 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Bound using segment: {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:22.783371 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Bound port: 34796cfb-0b4d-47da-accb-4c949cc796cd, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:22.783761 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.786573 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.786921 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.787251 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.788415 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.788756 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.789120 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.789444 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.790460 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.790576 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.790872 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.791214 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.791538 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:22.795745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.825903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 71d64194-56e1-4476-8569-578c16b9497a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=71d64194-56e1-4476-8569-578c16b9497a,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:22.831164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.871408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] For port 34796cfb-0b4d-47da-accb-4c949cc796cd, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:22.874975 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] For port 34796cfb-0b4d-47da-accb-4c949cc796cd, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=34796cfb-0b4d-47da-accb-4c949cc796cd,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:22.882111 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.889329 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=71d64194-56e1-4476-8569-578c16b9497a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:22.945512 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:22.946219 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:20:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:22.948450 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f82154-d6fb-45ee-b7c2-54fb2c49542b None None] Pushing event updated for resources: {'Port': ['ID=34796cfb-0b4d-47da-accb-4c949cc796cd,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:23.074692 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:23.131884 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:23.286158 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:23.408680 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff62079-e018-4c5c-815c-58ff1c4e4205 None None] The sync data for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 is: [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:23.602270 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a359cb1e-400b-4b4b-a91c-9a3e894bed00 req-c4b922ba-0f04-4d3d-bc21-a5b19b9f4749 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 210 time: 0.0621414 Jul 16 19:20:23.680262 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-5ae41971-3923-4ce9-8888-a5f1cd89efe2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:23.681921 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-5ae41971-3923-4ce9-8888-a5f1cd89efe2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/networks?id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a HTTP/1.1" status: 200 len: 797 time: 0.1757157 Jul 16 19:20:23.727867 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-28445ff8-7109-4821-8b38-1406a54a97a5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 380 time: 0.0369859 Jul 16 19:20:23.741774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'port': {'device_id': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'admin_state_up': True, 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'security_groups': ['1b9578a5-8c3d-416d-b838-15ef137dc37e']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:23.859334 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:20:23.863103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:23.992238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.10 (4ea30776-73f7-4cd4-a1c3-6a782c9f593a/ad2f38b0-7d5d-4a31-ae93-53f67259edee/7ecf97d2-194e-4afc-ad47-377f403a1ec0) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:24.145848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.160265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object 7ecf97d2-194e-4afc-ad47-377f403a1ec0 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:24.195545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.244546 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:24.248355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:24.251061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:24.277832 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=7ecf97d2-194e-4afc-ad47-377f403a1ec0,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:24.319848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:24.320516 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.339128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-6dca0d44-ff89-4099-b50c-2eefe4d9f8fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015244 Jul 16 19:20:24.416748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71d64194-56e1-4476-8569-578c16b9497a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:24.450671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Request body: {'port': {'device_id': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:24.473410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 71d64194-56e1-4476-8569-578c16b9497a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:24.473989 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.545372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.568963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7903f6c3-f65c-4751-b830-ff6f3e0c5713 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:24.594265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce7031a3-bb8d-4734-91bb-4ce28bd4eac8 None None] Provisioning for port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:24.605227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ce7031a3-bb8d-4734-91bb-4ce28bd4eac8 None None] Provisioning complete for port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:24.605688 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ce7031a3-bb8d-4734-91bb-4ce28bd4eac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.646249 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ce7031a3-bb8d-4734-91bb-4ce28bd4eac8 None None] Port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:24.652806 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:24.653238 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.740117 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 34796cfb-0b4d-47da-accb-4c949cc796cd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:24.790681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 34796cfb-0b4d-47da-accb-4c949cc796cd completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:24.794813 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 34796cfb-0b4d-47da-accb-4c949cc796cd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:24.795192 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.798415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ab696-7410-4f28-a78f-4a7c59026860 req-c9aa043b-f45d-4c78-8855-b75dd9eaec0b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:24.801241 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-792ab696-7410-4f28-a78f-4a7c59026860 req-c9aa043b-f45d-4c78-8855-b75dd9eaec0b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 932 time: 0.0695210 Jul 16 19:20:24.819844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecf97d2-194e-4afc-ad47-377f403a1ec0 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:20:24.827361 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.841007 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-792ab696-7410-4f28-a78f-4a7c59026860 req-b2fc9357-6ae3-40b0-8a2a-304e6ff63023 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350575 Jul 16 19:20:24.844214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Transition to ACTIVE for port object 7ecf97d2-194e-4afc-ad47-377f403a1ec0 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:24.847963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.879659 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.913409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 34796cfb-0b4d-47da-accb-4c949cc796cd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=34796cfb-0b4d-47da-accb-4c949cc796cd,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:24.919953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.950147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecf97d2-194e-4afc-ad47-377f403a1ec0,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:24.979889 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Attempting to bind port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:24.981232 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=34796cfb-0b4d-47da-accb-4c949cc796cd,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:24.981382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Attempting to bind port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:24.981901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Attempting to bind port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 on network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:24.986744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 on network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:20:24.987068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Attempting to bind port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 on network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:24.992139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:24.992596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Checking segment: {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:24.993045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Bound using segment: {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:24.993475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Bound port: 7ecf97d2-194e-4afc-ad47-377f403a1ec0, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577245b8-0e97-4508-b86b-85ca4966c276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:24.993855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:25.067087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] For port 7ecf97d2-194e-4afc-ad47-377f403a1ec0, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:25.070788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] For port 7ecf97d2-194e-4afc-ad47-377f403a1ec0, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:25.076405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:25.077510 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:25.114427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:25.115170 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:25.116611 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ecf97d2-194e-4afc-ad47-377f403a1ec0 HTTP/1.1" status: 200 len: 1093 time: 0.7251463 Jul 16 19:20:25.117083 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:25.119397 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882471d4-9ead-436b-9041-673d19a990c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:25.139039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358d2b5-e617-461a-91ed-7762f56d2c97 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecf97d2-194e-4afc-ad47-377f403a1ec0,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:25.190883 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d6b67-20ac-420d-b8e7-3d5ef1bdeb22 x-openstack-request-id: req-c29d6b67-20ac-420d-b8e7-3d5ef1bdeb22 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:25.191187 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:25.191429 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c29d6b67-20ac-420d-b8e7-3d5ef1bdeb22 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:25.192073 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'status': 'completed', 'code': 200} Jul 16 19:20:25.219595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-309add13-eee8-4362-9f09-2cdf5795eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:25.221198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-309add13-eee8-4362-9f09-2cdf5795eb2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0630782 Jul 16 19:20:25.267870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-abe1370f-f697-4b0c-ad85-7891d9cffea2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0 HTTP/1.1" status: 200 len: 217 time: 0.0384376 Jul 16 19:20:25.318508 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-980c4238-7627-4c77-a0e5-8b2cbfd1514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:25.319994 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-980c4238-7627-4c77-a0e5-8b2cbfd1514b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad2f38b0-7d5d-4a31-ae93-53f67259edee HTTP/1.1" status: 200 len: 835 time: 0.0451324 Jul 16 19:20:25.378933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-f9d25d92-366d-468b-9bd7-0d29d8b52cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:25.380755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-f9d25d92-366d-468b-9bd7-0d29d8b52cf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535581 Jul 16 19:20:25.809740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-e241610c-5ee0-4fb3-b1ec-1c9da1ade375 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218528 Jul 16 19:20:25.917751 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1fb21ffa-9901-4dfc-97ff-1239c358905a req-993504fd-ad97-496f-8453-a2aa5c419e4e service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969443 Jul 16 19:20:26.025440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882471d4-9ead-436b-9041-673d19a990c1 req-979b5459-d952-49b0-8807-a96f0c21e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:26.026990 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-882471d4-9ead-436b-9041-673d19a990c1 req-979b5459-d952-49b0-8807-a96f0c21e032 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0552924 Jul 16 19:20:26.030754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91648526-56a0-4de8-818f-ebc156bdbc01 req-df63501b-9eaf-4310-b05e-3ae7c3e1230a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:26.032231 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91648526-56a0-4de8-818f-ebc156bdbc01 req-df63501b-9eaf-4310-b05e-3ae7c3e1230a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 944 time: 0.0701482 Jul 16 19:20:26.072105 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-91648526-56a0-4de8-818f-ebc156bdbc01 req-cb385355-5e56-4cf4-8eca-c6d28a005883 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Jul 16 19:20:26.123253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882471d4-9ead-436b-9041-673d19a990c1 req-9f5dc31f-5153-4841-a4e6-031a03f50a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:26.124753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-882471d4-9ead-436b-9041-673d19a990c1 req-9f5dc31f-5153-4841-a4e6-031a03f50a05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a HTTP/1.1" status: 200 len: 898 time: 0.0899711 Jul 16 19:20:26.167143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-882471d4-9ead-436b-9041-673d19a990c1 req-3067af96-b259-4fde-b3b2-adb4de6dd2b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0 HTTP/1.1" status: 200 len: 217 time: 0.0347543 Jul 16 19:20:26.222496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882471d4-9ead-436b-9041-673d19a990c1 req-d187f31b-8c75-41a8-b47d-2f9b1e96760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:26.223976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-882471d4-9ead-436b-9041-673d19a990c1 req-d187f31b-8c75-41a8-b47d-2f9b1e96760a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad2f38b0-7d5d-4a31-ae93-53f67259edee HTTP/1.1" status: 200 len: 835 time: 0.0499587 Jul 16 19:20:26.294055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882471d4-9ead-436b-9041-673d19a990c1 req-09cba572-beef-4cba-a97c-3068418d4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:26.295641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-882471d4-9ead-436b-9041-673d19a990c1 req-09cba572-beef-4cba-a97c-3068418d4fc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636482 Jul 16 19:20:26.300549 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 34796cfb-0b4d-47da-accb-4c949cc796cd up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:26.348423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 34796cfb-0b4d-47da-accb-4c949cc796cd triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:26.348804 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:26.387907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-882471d4-9ead-436b-9041-673d19a990c1 req-b6b9b0e2-4916-4a32-b04e-aae3e0e8890a service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828357 Jul 16 19:20:26.485467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-882471d4-9ead-436b-9041-673d19a990c1 req-75fdd6d9-e153-494e-9683-f083846673b4 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890975 Jul 16 19:20:27.262031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f00a6-2212-49be-8e24-b9e14d264989 req-e9262f98-d5e4-48bb-9a32-5c3ef16a9af5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:27.263546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c19f00a6-2212-49be-8e24-b9e14d264989 req-e9262f98-d5e4-48bb-9a32-5c3ef16a9af5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 944 time: 0.0686042 Jul 16 19:20:27.302131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c19f00a6-2212-49be-8e24-b9e14d264989 req-7249ef02-bc27-42a9-ae26-a57006944815 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327349 Jul 16 19:20:27.424999 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ecf97d2-194e-4afc-ad47-377f403a1ec0 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:20:27.523920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7ecf97d2-194e-4afc-ad47-377f403a1ec0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:27.535282 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'port_id': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'mac_address': 'fa:16:3e:d1:9e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:20:27.576908 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:27.589451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecf97d2-194e-4afc-ad47-377f403a1ec0 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:20:27.609092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7ecf97d2-194e-4afc-ad47-377f403a1ec0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:27.614598 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:27.661673 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7ecf97d2-194e-4afc-ad47-377f403a1ec0,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:27.864671 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['7ecf97d2-194e-4afc-ad47-377f403a1ec0'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:20:28.493040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35836d2-8ab5-4597-8495-13c2929dd2d3 req-d0984f3c-3800-4e2f-b4da-463e834005ab tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:28.494539 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f35836d2-8ab5-4597-8495-13c2929dd2d3 req-d0984f3c-3800-4e2f-b4da-463e834005ab tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 945 time: 0.0713031 Jul 16 19:20:28.538398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f35836d2-8ab5-4597-8495-13c2929dd2d3 req-adb898cf-eda3-4547-a96c-806cf418c5a0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379899 Jul 16 19:20:28.891475 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:29.452451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ecf97d2-194e-4afc-ad47-377f403a1ec0 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:29.509492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:29.514267 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:29.514643 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.598044 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.620894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:29.637954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 7ecf97d2-194e-4afc-ad47-377f403a1ec0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:29.642850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.668567 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83602ca0-305e-4b29-99a3-ed860b3cefe5" -d '{"events": [{"server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "name": "network-vif-plugged", "status": "completed", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:29.696941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=7ecf97d2-194e-4afc-ad47-377f403a1ec0,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:29.739684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d663a-aa0f-4599-972d-d36b8210e19e req-0eb8c1ec-084c-41a9-a30d-6b1685a965f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:29.741294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48d663a-aa0f-4599-972d-d36b8210e19e req-0eb8c1ec-084c-41a9-a30d-6b1685a965f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0840020 Jul 16 19:20:29.752441 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e4c415-2036-426c-b77c-18c2b79ee37e x-openstack-request-id: req-94e4c415-2036-426c-b77c-18c2b79ee37e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:29.752733 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "name": "network-vif-plugged", "status": "completed", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:29.753016 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94e4c415-2036-426c-b77c-18c2b79ee37e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:29.753420 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'code': 200} Jul 16 19:20:29.781365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f48d663a-aa0f-4599-972d-d36b8210e19e req-16f9dce1-43f6-4c5c-ab8a-0e965a6728ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343997 Jul 16 19:20:29.869388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce73a-3c30-413b-9a07-cd42dff6155f req-57b54338-c4fb-4fba-86bf-3276e3b53833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:29.870905 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b62ce73a-3c30-413b-9a07-cd42dff6155f req-57b54338-c4fb-4fba-86bf-3276e3b53833 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0545478 Jul 16 19:20:29.906508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b62ce73a-3c30-413b-9a07-cd42dff6155f req-b38946dc-4c8d-4d2a-aaa7-4ad178448ce1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274396 Jul 16 19:20:30.975995 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823e5e1-7a17-4b50-b725-c8ab937ff77e req-a81b4ef8-d81a-4a85-8a7f-2fe42ecf38dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:30.977490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2823e5e1-7a17-4b50-b725-c8ab937ff77e req-a81b4ef8-d81a-4a85-8a7f-2fe42ecf38dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0799398 Jul 16 19:20:31.022161 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-2823e5e1-7a17-4b50-b725-c8ab937ff77e req-88e77bf7-6541-4938-aa5b-ef4f4dbdfa97 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362139 Jul 16 19:20:31.221057 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342580ec-8e93-4b50-b5ed-2a88a27db96c req-de23b061-b8e3-485c-82cc-acc40ba09b02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:31.222562 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-342580ec-8e93-4b50-b5ed-2a88a27db96c req-de23b061-b8e3-485c-82cc-acc40ba09b02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0720775 Jul 16 19:20:31.262497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-342580ec-8e93-4b50-b5ed-2a88a27db96c req-15f5df39-508a-4e8f-8530-5b82ebb7aa8b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337048 Jul 16 19:20:31.295781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49580) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:31.350749 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed282d3-9b1d-4656-8553-a30d74a5a96c tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:31.352291 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aed282d3-9b1d-4656-8553-a30d74a5a96c tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 1093 time: 0.0555055 Jul 16 19:20:31.355399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:31.359841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:31.385065 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.484006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.586434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.232 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/92d324bd-0174-4ed2-a564-e0c9eb16aab5) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:31.705122 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.748865 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.788110 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:31.790953 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:31.794508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:31.799901 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=92d324bd-0174-4ed2-a564-e0c9eb16aab5,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:32.173168 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.253110 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.416933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.423744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.494360 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=92d324bd-0174-4ed2-a564-e0c9eb16aab5,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:32.506278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.607155 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP e412f37a-801a-42a7-bbb2-6b8b3eea94cb associated. External IP: 172.25.1.232, port: 7ecf97d2-194e-4afc-ad47-377f403a1ec0. Jul 16 19:20:33.107348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router bf813544-5391-4dbe-86e1-a228d44abcb1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:33.216633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:33.228489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] Sync routers for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:33.237980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:33.238608 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:20:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:33.241782 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.281789 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-39fefe1d-9087-4425-bb05-0936d1968f6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9253459 Jul 16 19:20:33.282471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:33.319977 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be672ade-99a0-491b-abd2-a1eb35268ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:33.347716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:33.416423 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea5d6c-ecdc-423f-a2bc-4550a3392d32 x-openstack-request-id: req-adea5d6c-ecdc-423f-a2bc-4550a3392d32 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:33.416746 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:33.417025 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adea5d6c-ecdc-423f-a2bc-4550a3392d32 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:33.417419 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'status': 'completed', 'code': 200} Jul 16 19:20:33.443401 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2694-88f2-40dc-8343-7ac09ed2a503 req-ee38df86-2b0c-4edb-bbea-480750a2d24a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.445533 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c04d2694-88f2-40dc-8343-7ac09ed2a503 req-ee38df86-2b0c-4edb-bbea-480750a2d24a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0717397 Jul 16 19:20:33.485808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c04d2694-88f2-40dc-8343-7ac09ed2a503 req-6807665f-5aba-4886-9bb1-6c26c7ef3958 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343859 Jul 16 19:20:33.512168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-cbc50ed0-52b0-40de-bada-0bf404b6c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.512758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49594) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:33.513742 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-cbc50ed0-52b0-40de-bada-0bf404b6c14c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0742893 Jul 16 19:20:33.583659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e412f37a-801a-42a7-bbb2-6b8b3eea94cb', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'port_id': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'mac_address': 'fa:16:3e:d1:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:20:32Z', 'updated_at': '2021-07-16T19:20:32Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:24Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:33.610620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] Checking router: bf813544-5391-4dbe-86e1-a228d44abcb1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:33.610875 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1692ad9b-86f1-4c91-acb3-13a64c6c77ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/e412f37a-801a-42a7-bbb2-6b8b3eea94cb HTTP/1.1" status: 200 len: 992 time: 0.0973029 Jul 16 19:20:33.611853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-03192cf8-9da5-4c69-9ac7-750a7124cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.613395 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-03192cf8-9da5-4c69-9ac7-750a7124cd95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a HTTP/1.1" status: 200 len: 898 time: 0.0923092 Jul 16 19:20:33.619733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:33.620333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:20:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:33.684805 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-9b3f9873-cc40-4fd8-8db4-798da4339ecd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0645902 Jul 16 19:20:33.724888 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:33.736071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-458017e0-ad8c-41e1-9ef5-501d0ac3a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.737619 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-458017e0-ad8c-41e1-9ef5-501d0ac3a6f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad2f38b0-7d5d-4a31-ae93-53f67259edee HTTP/1.1" status: 200 len: 835 time: 0.0453157 Jul 16 19:20:33.796327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-0ac2cf2a-c1b5-4507-8089-afdbed0627c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.797876 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-0ac2cf2a-c1b5-4507-8089-afdbed0627c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535653 Jul 16 19:20:33.890868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-c3544046-90b8-4505-97a7-ce8a46a39050 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852592 Jul 16 19:20:33.954444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e412f37a-801a-42a7-bbb2-6b8b3eea94cb', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'port_id': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'mac_address': 'fa:16:3e:d1:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:20:32Z', 'updated_at': '2021-07-16T19:20:32Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:24Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:33.981391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86cc8-d9a8-49da-8071-afcc55f93b87 None None] The sync data for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 is: [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e412f37a-801a-42a7-bbb2-6b8b3eea94cb', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'port_id': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'mac_address': 'fa:16:3e:d1:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:20:32Z', 'updated_at': '2021-07-16T19:20:32Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:24Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:33.983493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-be672ade-99a0-491b-abd2-a1eb35268ad8 req-c16d666c-b89c-48e3-a335-822f0a3e6e28 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847578 Jul 16 19:20:34.190115 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13244e1-df35-4948-b03f-610f07d47a23 None None] New status for floating IP e412f37a-801a-42a7-bbb2-6b8b3eea94cb: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:20:34.614323 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49596) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:34.677531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-444a4157-e380-4c1f-91f9-b14930b044e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/e412f37a-801a-42a7-bbb2-6b8b3eea94cb HTTP/1.1" status: 200 len: 994 time: 0.0615990 Jul 16 19:20:46.263477 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-92ffad81-5b01-4e4d-aa1e-99753d06c765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:48.851796 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9b11b015-2c56-49ac-b5ce-176ff5b98eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:48.988866 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:50.165972 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:51.978974 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:53.148296 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:55.103210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:05.894563 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:08.367210 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8e79f-0315-43e5-bf6f-c15477ccc36b req-669b87d7-0962-4af0-9c44-a7b6b7b93114 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:08.368788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-23e8e79f-0315-43e5-bf6f-c15477ccc36b req-669b87d7-0962-4af0-9c44-a7b6b7b93114 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0852580 Jul 16 19:21:08.407499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-23e8e79f-0315-43e5-bf6f-c15477ccc36b req-4602b5c5-8c00-4966-91b7-df807920e4ca tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Jul 16 19:21:09.650366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c78f49-34ad-486e-992f-bfc7a5acbd1b req-f1fee3a7-807a-43ad-a618-0ba972653b29 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:09.651848 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9c78f49-34ad-486e-992f-bfc7a5acbd1b req-f1fee3a7-807a-43ad-a618-0ba972653b29 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0845177 Jul 16 19:21:09.691492 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d9c78f49-34ad-486e-992f-bfc7a5acbd1b req-29e44b64-c08c-4c19-9438-19176b1aca73 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335340 Jul 16 19:21:09.720416 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49634) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:09.796037 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f400f767-af23-41bb-98a9-d2175d590d3e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/e412f37a-801a-42a7-bbb2-6b8b3eea94cb HTTP/1.1" status: 200 len: 994 time: 0.0739968 Jul 16 19:21:11.259904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53871b9-8cf7-40ae-9cae-6d8126e0a97b req-f13ffe96-6203-49b0-9aae-372bc9ffcbab tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:11.261591 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f53871b9-8cf7-40ae-9cae-6d8126e0a97b req-f13ffe96-6203-49b0-9aae-372bc9ffcbab tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0730815 Jul 16 19:21:11.303096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f53871b9-8cf7-40ae-9cae-6d8126e0a97b req-dea2ebfd-3fa2-4437-b9ea-547c1510f7db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Jul 16 19:21:12.506006 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b789bd-6a17-4670-a270-c5d03c863e46 req-5093f859-381e-4c26-a578-b150f2a6f63c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:12.507455 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2b789bd-6a17-4670-a270-c5d03c863e46 req-5093f859-381e-4c26-a578-b150f2a6f63c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0822024 Jul 16 19:21:12.552103 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c2b789bd-6a17-4670-a270-c5d03c863e46 req-db24be84-4bbc-4338-b536-c209b0b20c77 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368457 Jul 16 19:21:12.581211 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49644) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:12.653403 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-55a205f8-a511-431d-a76c-ccef50e598dd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/e412f37a-801a-42a7-bbb2-6b8b3eea94cb HTTP/1.1" status: 200 len: 994 time: 0.0705531 Jul 16 19:21:12.935725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:13.110974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 92d324bd-0174-4ed2-a564-e0c9eb16aab5 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:13.111267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.200735 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.201070 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.213434 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 92d324bd-0174-4ed2-a564-e0c9eb16aab5 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:13.396493 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.422831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=92d324bd-0174-4ed2-a564-e0c9eb16aab5,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:13.454760 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.455087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.455448 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.455777 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.456108 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.456438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.456763 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.457117 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.457441 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.457762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.458080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.458394 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:13.497461 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.497794 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP e412f37a-801a-42a7-bbb2-6b8b3eea94cb disassociated (deleted). External IP: 172.25.1.232, port: 7ecf97d2-194e-4afc-ad47-377f403a1ec0. Jul 16 19:21:13.714190 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router bf813544-5391-4dbe-86e1-a228d44abcb1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:13.822916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:13.828118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.833771 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] Sync routers for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:13.843591 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:13.844248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:20:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:13.864497 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a8e9a2ea-15b3-45db-ac87-abe9af5d5fdf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/floatingips/e412f37a-801a-42a7-bbb2-6b8b3eea94cb HTTP/1.1" status: 204 len: 168 time: 0.9276166 Jul 16 19:21:13.865171 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:13.867468 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:13.907221 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a795a1-f9ea-419c-b7d3-ab358859bbcd x-openstack-request-id: req-e9a795a1-f9ea-419c-b7d3-ab358859bbcd {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:13.907615 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:13.907939 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9a795a1-f9ea-419c-b7d3-ab358859bbcd {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:13.908409 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'status': 'completed', 'code': 200} Jul 16 19:21:13.990504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-451d4a1c-0061-4c4c-ba5e-09873a9f8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:13.992033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-451d4a1c-0061-4c4c-ba5e-09873a9f8099 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0604999 Jul 16 19:21:14.098418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-6902bb8a-b858-4175-ad07-9ccac1b1c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:14.100887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-6902bb8a-b858-4175-ad07-9ccac1b1c290 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a HTTP/1.1" status: 200 len: 898 time: 0.1007278 Jul 16 19:21:14.118696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:14.151756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-bc1f527a-203e-415e-9a32-5f1fc982f0ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0 HTTP/1.1" status: 200 len: 217 time: 0.0423574 Jul 16 19:21:14.231066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-25c0d2d9-9fa9-46f2-b8ee-97829b8685b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:14.232435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-25c0d2d9-9fa9-46f2-b8ee-97829b8685b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad2f38b0-7d5d-4a31-ae93-53f67259edee HTTP/1.1" status: 200 len: 835 time: 0.0742011 Jul 16 19:21:14.291695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707fc06-50a5-4890-9752-cb6c96b5bb48 req-56d40bc6-1e17-4fa7-a98e-9219e3ec33f0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:14.293214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4707fc06-50a5-4890-9752-cb6c96b5bb48 req-56d40bc6-1e17-4fa7-a98e-9219e3ec33f0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.1085601 Jul 16 19:21:14.330021 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:24Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:14.344378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-efdc099e-bc80-4e4d-90fa-8ba86cc98955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:14.345970 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-efdc099e-bc80-4e4d-90fa-8ba86cc98955 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ea30776-73f7-4cd4-a1c3-6a782c9f593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026015 Jul 16 19:21:14.349218 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4707fc06-50a5-4890-9752-cb6c96b5bb48 req-fbd7fe1e-a786-4207-8fca-4a049b17be10 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497692 Jul 16 19:21:14.356705 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] Checking router: bf813544-5391-4dbe-86e1-a228d44abcb1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:14.373268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:14.373268 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:20:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:14.438853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-f9a4419f-b943-4163-9fda-c41d67eaaaa2 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 Jul 16 19:21:14.478930 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:14.536878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8adec1d9-45d9-4d58-b9de-565b5c7bbc20 req-5cd72c69-273a-4041-a20d-e392173c3d89 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898035 Jul 16 19:21:14.683644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:24Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:14.725907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72460b32-df9d-4881-b146-7b23d1e55032 None None] The sync data for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 is: [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '34796cfb-0b4d-47da-accb-4c949cc796cd', 'name': '', 'network_id': '4ea30776-73f7-4cd4-a1c3-6a782c9f593a', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:08:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:19Z', 'updated_at': '2021-07-16T19:20:24Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'ad2f38b0-7d5d-4a31-ae93-53f67259edee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:14.964676 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b7b54-f9d4-475f-89d7-786b936d9ee9 None None] New status for floating IP e412f37a-801a-42a7-bbb2-6b8b3eea94cb: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:21:15.551202 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0e532-f287-4c81-a744-fcec415b00db req-5c47d810-407c-4b4b-b410-0a7bc91d7062 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:15.552764 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ded0e532-f287-4c81-a744-fcec415b00db req-5c47d810-407c-4b4b-b410-0a7bc91d7062 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0738475 Jul 16 19:21:15.592680 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ded0e532-f287-4c81-a744-fcec415b00db req-62a2c10f-5987-44fd-9721-d073e2e560cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b9578a5-8c3d-416d-b838-15ef137dc37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340393 Jul 16 19:21:15.771370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-0fc7af57-5b76-49af-8e7f-ad8b8343991c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:15.772801 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-0fc7af57-5b76-49af-8e7f-ad8b8343991c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 946 time: 0.0738051 Jul 16 19:21:15.882382 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:15.882738 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:15.977715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 7ecf97d2-194e-4afc-ad47-377f403a1ec0, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=7ecf97d2-194e-4afc-ad47-377f403a1ec0,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:15.978041 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:15.991337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 7ecf97d2-194e-4afc-ad47-377f403a1ec0 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:16.137355 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.167528 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=7ecf97d2-194e-4afc-ad47-377f403a1ec0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:16.198898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.199267 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.199598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.199941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.200407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.200752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.201113 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.201451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.201786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.202114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.202436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.202890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:16.224428 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] No DVR routers for this DVR port 7ecf97d2-194e-4afc-ad47-377f403a1ec0 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:21:16.227075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.229558 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d225215b-4a9a-434a-9a57-ea6d508859c5 req-d63725cd-e1ec-4260-a399-e9a30c6bb680 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "DELETE /v2.0/ports/7ecf97d2-194e-4afc-ad47-377f403a1ec0 HTTP/1.1" status: 204 len: 173 time: 0.4499531 Jul 16 19:21:16.230114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'name': 'network-vif-deleted', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:16.232929 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c640a874-b113-418f-89ae-abe687e49c08" -d '{"events": [{"server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "name": "network-vif-deleted", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:16.259778 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-624124b1-5cb0-4f93-aae5-ec5af39524ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.282122 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48185af7-e9cb-4f4f-8680-d2f68e5e8d8d x-openstack-request-id: req-48185af7-e9cb-4f4f-8680-d2f68e5e8d8d {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:16.282413 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7", "name": "network-vif-deleted", "tag": "7ecf97d2-194e-4afc-ad47-377f403a1ec0", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:16.282669 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48185af7-e9cb-4f4f-8680-d2f68e5e8d8d {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:16.283081 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7', 'name': 'network-vif-deleted', 'tag': '7ecf97d2-194e-4afc-ad47-377f403a1ec0', 'status': 'completed', 'code': 200} Jul 16 19:21:16.753785 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d3238aac-521f-43e8-a719-5fc1794739fa req-d414c26d-9958-4c0c-b171-b9de78bd60b4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5bcbcb0-a8b4-4336-b366-3ce7c9961cc7 HTTP/1.1" status: 200 len: 210 time: 0.0292280 Jul 16 19:21:17.860685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49670) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.251348 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.545355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 34796cfb-0b4d-47da-accb-4c949cc796cd {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:18.545601 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.649538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 34796cfb-0b4d-47da-accb-4c949cc796cd, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=34796cfb-0b4d-47da-accb-4c949cc796cd,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:18.649895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.662303 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 34796cfb-0b4d-47da-accb-4c949cc796cd owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:18.843433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65d4372f-be8a-4998-b800-7b4f854a6260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.852605 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.879328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=34796cfb-0b4d-47da-accb-4c949cc796cd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.993439 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.055313 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.270741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router bf813544-5391-4dbe-86e1-a228d44abcb1 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:19.376253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:19.381561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-983deb66-c92c-49ec-afe9-c533dda91b9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/bf813544-5391-4dbe-86e1-a228d44abcb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5197361 Jul 16 19:21:19.385645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49672) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:19.386667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] Sync routers for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:19.396577 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:19.397219 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:19.437186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting subnet ad2f38b0-7d5d-4a31-ae93-53f67259edee {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:21:19.440414 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.483953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.501627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:19.573873 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.636216 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.658954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ecf97d2-194e-4afc-ad47-377f403a1ec0 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:21:19.665214 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2f38b0-7d5d-4a31-ae93-53f67259edee,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:19.667181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.669119 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4721dcaa-279a-4d28-b65f-a1916370e522 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/subnets/ad2f38b0-7d5d-4a31-ae93-53f67259edee HTTP/1.1" status: 204 len: 168 time: 0.2825077 Jul 16 19:21:19.672585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49674) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:19.686944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6bfa8c-53f8-4698-98ff-ef8896cb6e9e None None] Network 4ea30776-73f7-4cd4-a1c3-6a782c9f593a requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:21:19.690545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 7ecf97d2-194e-4afc-ad47-377f403a1ec0 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:21:19.690882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 7ecf97d2-194e-4afc-ad47-377f403a1ec0 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:21:19.780485 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.784929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:21:18Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:19.831518 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] Checking router: bf813544-5391-4dbe-86e1-a228d44abcb1 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:19.844988 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] Routers {'bf813544-5391-4dbe-86e1-a228d44abcb1'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:19.845687 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['bf813544-5391-4dbe-86e1-a228d44abcb1'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:19.887189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.949014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 71d64194-56e1-4476-8569-578c16b9497a {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:19.949392 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.960382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] Set router bf813544-5391-4dbe-86e1-a228d44abcb1 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:20.014126 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] DHCP port deletion for 4ea30776-73f7-4cd4-a1c3-6a782c9f593a request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:21:20.033579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 71d64194-56e1-4476-8569-578c16b9497a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=71d64194-56e1-4476-8569-578c16b9497a,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:20.033908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.046022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 71d64194-56e1-4476-8569-578c16b9497a owned by network:router_gateway {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:20.146618 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Deleting port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:20.146928 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.194128 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.220269 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.234087 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] For port 7903f6c3-f65c-4751-b830-ff6f3e0c5713, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7903f6c3-f65c-4751-b830-ff6f3e0c5713,segment=NetworkSegment(577245b8-0e97-4508-b86b-85ca4966c276),segment_id=577245b8-0e97-4508-b86b-85ca4966c276)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:20.234416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.245952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=71d64194-56e1-4476-8569-578c16b9497a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:20.249042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Calling delete_port for 7903f6c3-f65c-4751-b830-ff6f3e0c5713 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:20.264507 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:21:18Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:20.315432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.325944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230c933-c481-44d5-9cda-09caa8303839 None None] The sync data for ids ['bf813544-5391-4dbe-86e1-a228d44abcb1'] in n-d-791504-15 is: [{'id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585538107', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '71d64194-56e1-4476-8569-578c16b9497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:16Z', 'updated_at': '2021-07-16T19:21:18Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '71d64194-56e1-4476-8569-578c16b9497a', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf813544-5391-4dbe-86e1-a228d44abcb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:20.534971 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.561323 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Pushing event deleted for resources: {'Port': ['ID=7903f6c3-f65c-4751-b830-ff6f3e0c5713,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:20.566047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] No DVR routers for this DVR port 7903f6c3-f65c-4751-b830-ff6f3e0c5713 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:21:20.573293 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.573640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.574015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.574353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.574684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.575013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.575337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.576129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.576129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.576317 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.576566 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.576948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae038aa-b92b-4506-8d27-c0d088e02395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:20.696083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7903f6c3-f65c-4751-b830-ff6f3e0c5713 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:21:20.704085 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.706696 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.717149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7903f6c3-f65c-4751-b830-ff6f3e0c5713 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:21:20.717531 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7903f6c3-f65c-4751-b830-ff6f3e0c5713 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:21:20.753204 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.753847 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Fanout notify agent at l3_agent the message router_deleted on router bf813544-5391-4dbe-86e1-a228d44abcb1 {{(pid=93796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:21:20.761367 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.762565 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-508283fc-7c4f-44dd-94d7-4ebe460c8990 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/routers/bf813544-5391-4dbe-86e1-a228d44abcb1 HTTP/1.1" status: 204 len: 168 time: 1.0892792 Jul 16 19:21:20.765725 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49678) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:20.842795 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.934159 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.945142 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea30776-73f7-4cd4-a1c3-6a782c9f593a']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:20.955682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577245b8-0e97-4508-b86b-85ca4966c276') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:20.955948 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577245b8-0e97-4508-b86b-85ca4966c276') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:20.965231 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.979299 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.985719 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:21:20.986109 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:21:20.989099 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:21:21.054260 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.061379 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.063951 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/networks/4ea30776-73f7-4cd4-a1c3-6a782c9f593a HTTP/1.1" status: 204 len: 168 time: 0.2970054 Jul 16 19:21:21.066530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49680) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:21.083003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae6041-d294-41ea-8d43-083c63e9bd4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Network': ['ID=4ea30776-73f7-4cd4-a1c3-6a782c9f593a,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:21.133744 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e92c2aa-630e-413b-8c77-924b855784f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.159516 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e92c2aa-630e-413b-8c77-924b855784f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.227575 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e92c2aa-630e-413b-8c77-924b855784f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.230330 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6e92c2aa-630e-413b-8c77-924b855784f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.231536 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6e92c2aa-630e-413b-8c77-924b855784f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/security-groups/1b9578a5-8c3d-416d-b838-15ef137dc37e HTTP/1.1" status: 204 len: 168 time: 0.1640608 Jul 16 19:21:21.242047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92c2aa-630e-413b-8c77-924b855784f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9578a5-8c3d-416d-b838-15ef137dc37e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:21.761873 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49686) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:21.767408 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1d62b716-237b-4996-9b96-44b38c29be3b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789154637', 'description': 'tempest-secgroup-smoke-789154637 description', 'project_id': 'eb3516adfe5840c28679172951fd7ce8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:21.791746 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d62b716-237b-4996-9b96-44b38c29be3b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.877781 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d62b716-237b-4996-9b96-44b38c29be3b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.883227 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d62b716-237b-4996-9b96-44b38c29be3b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.913612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1d62b716-237b-4996-9b96-44b38c29be3b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.914831 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1d62b716-237b-4996-9b96-44b38c29be3b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1518588 Jul 16 19:21:21.918041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49688) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:21.918813 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62b716-237b-4996-9b96-44b38c29be3b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31c020e-279c-4977-beb1-d93610e56732,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:21.923884 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0dfafb07-c058-469c-b891-17c2dc812711 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c31c020e-279c-4977-beb1-d93610e56732', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:21.953675 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfafb07-c058-469c-b891-17c2dc812711 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:21.980462 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.025701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfafb07-c058-469c-b891-17c2dc812711 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.030800 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfafb07-c058-469c-b891-17c2dc812711 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.050769 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfafb07-c058-469c-b891-17c2dc812711 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957f9c22-0896-4e24-b964-9613ea970691,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:22.055178 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0dfafb07-c058-469c-b891-17c2dc812711 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.056441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0dfafb07-c058-469c-b891-17c2dc812711 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373296 Jul 16 19:21:22.059689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49690) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:22.064409 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1bb3d10b-488f-41ce-b4fd-c74c86f5fb4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c31c020e-279c-4977-beb1-d93610e56732', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:22.092382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bb3d10b-488f-41ce-b4fd-c74c86f5fb4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.151060 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bb3d10b-488f-41ce-b4fd-c74c86f5fb4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.155214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bb3d10b-488f-41ce-b4fd-c74c86f5fb4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.173234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3d10b-488f-41ce-b4fd-c74c86f5fb4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5ac63b-79ac-48c7-b37d-d9e25c812f1e,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:22.179793 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1bb3d10b-488f-41ce-b4fd-c74c86f5fb4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.181169 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1bb3d10b-488f-41ce-b4fd-c74c86f5fb4b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204951 Jul 16 19:21:22.184977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49692) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:22.189499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-aee37d67-c935-4733-b2b8-c01e8bd44e78 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c31c020e-279c-4977-beb1-d93610e56732', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:22.216930 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee37d67-c935-4733-b2b8-c01e8bd44e78 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.275986 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee37d67-c935-4733-b2b8-c01e8bd44e78 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.281185 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee37d67-c935-4733-b2b8-c01e8bd44e78 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.289195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 34796cfb-0b4d-47da-accb-4c949cc796cd no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:21:22.298805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee37d67-c935-4733-b2b8-c01e8bd44e78 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62734332-6750-475b-b4a1-dd5a755ca9fe,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:22.307219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-aee37d67-c935-4733-b2b8-c01e8bd44e78 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.311071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-aee37d67-c935-4733-b2b8-c01e8bd44e78 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225226 Jul 16 19:21:22.311221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 34796cfb-0b4d-47da-accb-4c949cc796cd {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:21:22.311221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 34796cfb-0b4d-47da-accb-4c949cc796cd not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:21:22.311221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71d64194-56e1-4476-8569-578c16b9497a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:21:22.311469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49694) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:22.316058 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1cf3f695-a254-42a1-98ef-8cf9a7a97183 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c31c020e-279c-4977-beb1-d93610e56732', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:22.329719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 71d64194-56e1-4476-8569-578c16b9497a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:21:22.330063 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 71d64194-56e1-4476-8569-578c16b9497a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:21:22.343584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f695-a254-42a1-98ef-8cf9a7a97183 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.405498 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f695-a254-42a1-98ef-8cf9a7a97183 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.411073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f695-a254-42a1-98ef-8cf9a7a97183 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.430297 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3f695-a254-42a1-98ef-8cf9a7a97183 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d098f078-f87b-4091-aef0-76fb9c5258d3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:22.433982 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f695-a254-42a1-98ef-8cf9a7a97183 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.435195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1cf3f695-a254-42a1-98ef-8cf9a7a97183 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227591 Jul 16 19:21:22.438148 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49696) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:22.442952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c31c020e-279c-4977-beb1-d93610e56732', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:22.467677 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:21:22.475681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.540223 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.544598 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.561639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f7bd34-ac8f-4541-aa36-3dd8a37c5350,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:22.568173 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.570054 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-960110a2-365c-4ed7-96c7-3e4235345fbe tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306851 Jul 16 19:21:22.572045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49698) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:22.576559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c31c020e-279c-4977-beb1-d93610e56732', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:22.600921 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:21:22.605880 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.669928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.675188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.692141 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934c2bbd-625d-4c5b-bd0f-9169b9e04f9f,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:22.699056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.700578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-af2ea820-3e5a-4994-88e3-83d1f0b4a496 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275620 Jul 16 19:21:22.703979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49700) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:22.709263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'network': {'name': 'tempest-network-smoke--5200545', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:22.733681 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:21:22.737728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.763365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:21:22.772933 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.773311 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Added segment 7afe4bb6-f301-4594-9234-6887685b4fe5 of type vlan for network 3429fcca-1911-44a7-8444-ec841d5dbac1 Jul 16 19:21:22.813702 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.854737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.861059 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:22.861640 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.900973 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1957462 Jul 16 19:21:22.903890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49702) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:22.909040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'admin_state_up': True, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:22.935942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.936712 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408c2f7-4e5b-43bd-b5df-423d26b6a163 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Network': ['ID=3429fcca-1911-44a7-8444-ec841d5dbac1,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:22.937139 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.948613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:21:22.998007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:23.132980 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:23.148647 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:23.329081 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:23.347174 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:23.459118 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.83 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/ea1d8d93-c2fa-4c19-b006-870e34863f34) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:23.562342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:23.604504 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:23.639672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:23.644870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:23.647278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:24.010077 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=ea1d8d93-c2fa-4c19-b006-870e34863f34,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:24.263909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:24.463028 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:24.602900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router b082dce3-8b27-47a6-82b9-9995bd42e371 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:21:24.711063 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:24.722953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Sync routers for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:24.730914 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:24.732352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2eea0d49-59e5-4350-a7c1-61139c20f3e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8273747 Jul 16 19:21:24.733848 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:24.735044 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:24.736265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49706) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:24.764051 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d3fa74ad-e753-4021-ad1a-5c85759c5805 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=eb3516adfe5840c28679172951fd7ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266623 Jul 16 19:21:24.767146 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49708) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:24.838113 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:24.855642 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f63da-d178-45c0-9f0c-f023c3cbc0cd tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:24.857142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-819f63da-d178-45c0-9f0c-f023c3cbc0cd tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890496 Jul 16 19:21:24.860422 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49710) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:24.896132 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8d3c67cd-ccea-4492-a283-7967fe83c59c tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345452 Jul 16 19:21:24.898820 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49712) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:24.903577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904582149', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:25.002102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:21:25.005898 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.020432 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:24Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:25.050460 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Checking router: b082dce3-8b27-47a6-82b9-9995bd42e371 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:25.050774 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Updating router b082dce3-8b27-47a6-82b9-9995bd42e371 port ea1d8d93-c2fa-4c19-b006-870e34863f34 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:21:25.084686 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.113676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.198847 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.260606 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Subnet': ['ID=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:25.273880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Checking segment: {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:21:25.274252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network hostable DHCP agents. Network: 3429fcca-1911-44a7-8444-ec841d5dbac1, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:21:25.291697 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:21:25.301176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3429fcca-1911-44a7-8444-ec841d5dbac1) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:25.305532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:25.306129 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.312445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4496d277-f453-4c47-8ab6-114e6bc9e042 None None] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:21:25.323032 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6a587af0-8293-4e73-ad48-5fd90c4e967f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4230072 Jul 16 19:21:25.325622 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49714) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:25.338855 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.349783 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Transition to ACTIVE for port object ea1d8d93-c2fa-4c19-b006-870e34863f34 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:25.356511 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.402942 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Pushing event updated for resources: {'Port': ['ID=ea1d8d93-c2fa-4c19-b006-870e34863f34,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:25.414303 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.414622 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.414941 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.415265 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.415582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.415921 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.416217 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.416529 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.416863 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.417205 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.417533 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.417824 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:25.430595 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Attempting to bind port ea1d8d93-c2fa-4c19-b006-870e34863f34 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:21:25.430958 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Attempting to bind port ea1d8d93-c2fa-4c19-b006-870e34863f34 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:21:25.431306 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Attempting to bind port ea1d8d93-c2fa-4c19-b006-870e34863f34 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:21:25.436730 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:21:25.437845 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:21:25.438068 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.438463 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:21:25.438925 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Bound port: ea1d8d93-c2fa-4c19-b006-870e34863f34, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:21:25.439303 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.477071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-3429fcca-1911-44a7-8444-ec841d5dbac1', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:21:25.477971 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.493650 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] For port ea1d8d93-c2fa-4c19-b006-870e34863f34, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:21:25.497585 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] For port ea1d8d93-c2fa-4c19-b006-870e34863f34, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ea1d8d93-c2fa-4c19-b006-870e34863f34,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:21:25.503329 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.554622 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:25.555248 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:25.616966 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36858e-444c-4bcf-99a8-204df4fbc0ca None None] Pushing event updated for resources: {'Port': ['ID=ea1d8d93-c2fa-4c19-b006-870e34863f34,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:25.623279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Allocated IP 172.20.0.2 (3429fcca-1911-44a7-8444-ec841d5dbac1/a7a7829d-9dd1-41eb-912a-3d0f0fcf838b/04cfc156-8889-45cb-b423-26444f892f40) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:25.676928 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:25.770700 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.779072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Transition to ACTIVE for port object 04cfc156-8889-45cb-b423-26444f892f40 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:25.794058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Transition to ACTIVE for port object 04cfc156-8889-45cb-b423-26444f892f40 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:25.795671 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.800351 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.845605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:25.848546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:25.853026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:25.856038 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Pushing event updated for resources: {'Port': ['ID=04cfc156-8889-45cb-b423-26444f892f40,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:25.872921 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:24Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:25.907272 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efc5756-e138-423b-8502-ce9f4dc80cd2 None None] The sync data for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 is: [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:24Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:25.914916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Attempting to bind port 04cfc156-8889-45cb-b423-26444f892f40 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:21:25.915301 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Attempting to bind port 04cfc156-8889-45cb-b423-26444f892f40 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:21:25.915669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Attempting to bind port 04cfc156-8889-45cb-b423-26444f892f40 on network 3429fcca-1911-44a7-8444-ec841d5dbac1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:21:25.921011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:21:25.921400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Checking segment: {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:21:25.921811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.922215 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Bound using segment: {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:21:25.922697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Bound port: 04cfc156-8889-45cb-b423-26444f892f40, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:21:25.923081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:25.989350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] For port 04cfc156-8889-45cb-b423-26444f892f40, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:21:25.992942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] For port 04cfc156-8889-45cb-b423-26444f892f40, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=04cfc156-8889-45cb-b423-26444f892f40,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:21:25.998566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.061692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4e630-28a1-473c-b455-140b0b2d0654 None None] Pushing event updated for resources: {'Port': ['ID=04cfc156-8889-45cb-b423-26444f892f40,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:26.176005 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.1 (3429fcca-1911-44a7-8444-ec841d5dbac1/a7a7829d-9dd1-41eb-912a-3d0f0fcf838b/58e333ae-9652-4ab9-82c0-73ddba05366d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:26.364073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.391914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object 58e333ae-9652-4ab9-82c0-73ddba05366d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:26.442153 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.486510 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:26.491399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:26.491578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea1d8d93-c2fa-4c19-b006-870e34863f34 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:26.494220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:26.532986 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=58e333ae-9652-4ab9-82c0-73ddba05366d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:26.555875 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ea1d8d93-c2fa-4c19-b006-870e34863f34 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:26.556123 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.561447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ea1d8d93-c2fa-4c19-b006-870e34863f34 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:26.561825 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.645045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.674948 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ea1d8d93-c2fa-4c19-b006-870e34863f34, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ea1d8d93-c2fa-4c19-b006-870e34863f34,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:26.682954 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.683899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 04cfc156-8889-45cb-b423-26444f892f40 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:26.705985 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.763369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ea1d8d93-c2fa-4c19-b006-870e34863f34,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:26.781322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 04cfc156-8889-45cb-b423-26444f892f40 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:27.010103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.015708 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.089608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=58e333ae-9652-4ab9-82c0-73ddba05366d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:27.091969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.154779 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd537c-543e-405c-b2fe-549840e276a9 None None] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:21:27.195788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:27.197263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:27.277295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc7e86ac-80e5-44ab-9182-8ef1c3bebd0d None None] Provisioning for port 04cfc156-8889-45cb-b423-26444f892f40 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:27.285983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc7e86ac-80e5-44ab-9182-8ef1c3bebd0d None None] Provisioning complete for port 04cfc156-8889-45cb-b423-26444f892f40 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:27.286352 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc7e86ac-80e5-44ab-9182-8ef1c3bebd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.310874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router b082dce3-8b27-47a6-82b9-9995bd42e371 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:27.400035 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc7e86ac-80e5-44ab-9182-8ef1c3bebd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.446405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-bc7e86ac-80e5-44ab-9182-8ef1c3bebd0d None None] For port 04cfc156-8889-45cb-b423-26444f892f40, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=04cfc156-8889-45cb-b423-26444f892f40,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:27.452654 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc7e86ac-80e5-44ab-9182-8ef1c3bebd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.509164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e86ac-80e5-44ab-9182-8ef1c3bebd0d None None] Pushing event updated for resources: {'Port': ['ID=04cfc156-8889-45cb-b423-26444f892f40,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:27.675832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3b24baaa-3911-4315-9190-bcd8d3044033 None None] Provisioning for port 58e333ae-9652-4ab9-82c0-73ddba05366d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:27.682011 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3b24baaa-3911-4315-9190-bcd8d3044033 None None] Provisioning complete for port 58e333ae-9652-4ab9-82c0-73ddba05366d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:27.684050 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b24baaa-3911-4315-9190-bcd8d3044033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.718690 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-3b24baaa-3911-4315-9190-bcd8d3044033 None None] Port 58e333ae-9652-4ab9-82c0-73ddba05366d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:21:27.729474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-3b24baaa-3911-4315-9190-bcd8d3044033 None None] Provisioning complete for port 04cfc156-8889-45cb-b423-26444f892f40 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:27.729847 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3b24baaa-3911-4315-9190-bcd8d3044033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.782934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:27.788402 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-032fdb1e-a22d-41c6-9b8d-2aeb2abdd633 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/b082dce3-8b27-47a6-82b9-9995bd42e371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4614291 Jul 16 19:21:27.801369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Sync routers for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:27.825754 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:27.826387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:27.950215 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-64935bce-270e-4afc-849d-5690e84a6c60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789154637&fields=id&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 267 time: 0.0427101 Jul 16 19:21:27.956368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9d623890-2d65-40b9-91ba-6d480b46c8ab None None] Provisioning complete for port 58e333ae-9652-4ab9-82c0-73ddba05366d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:27.956816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9d623890-2d65-40b9-91ba-6d480b46c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:27.981190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:28.027756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9d623890-2d65-40b9-91ba-6d480b46c8ab None None] Port 58e333ae-9652-4ab9-82c0-73ddba05366d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:21:28.051390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61bbd917-3c87-4f96-9ce5-298990e70fa9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:28.052809 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61bbd917-3c87-4f96-9ce5-298990e70fa9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/networks?id=3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 200 len: 794 time: 0.1011271 Jul 16 19:21:28.067819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-aa73617c-c093-4506-82db-425d00139a9f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/quotas/eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 375 time: 0.0094757 Jul 16 19:21:28.146071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-6e5119bc-b20f-4c8a-8e4f-d1b1c5e1beb7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729773 Jul 16 19:21:28.175712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-1242cd8e-9695-470c-a8e3-b51833948742 None None] Provisioning complete for port 58e333ae-9652-4ab9-82c0-73ddba05366d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:28.176046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1242cd8e-9695-470c-a8e3-b51833948742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.222559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1242cd8e-9695-470c-a8e3-b51833948742 None None] Port 58e333ae-9652-4ab9-82c0-73ddba05366d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:21:28.233704 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 2, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:28.260627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Checking router: b082dce3-8b27-47a6-82b9-9995bd42e371 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:28.261010 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Updating router b082dce3-8b27-47a6-82b9-9995bd42e371 port 58e333ae-9652-4ab9-82c0-73ddba05366d binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:21:28.295043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.328813 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-df127d28-2a16-4133-9661-d424768ad429 service neutron] 10.222.0.49 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266396 Jul 16 19:21:28.403014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea1d8d93-c2fa-4c19-b006-870e34863f34 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:28.429651 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-63bbeeab-130b-4d29-b996-2ed44254f199 service neutron] 10.222.0.49 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940735 Jul 16 19:21:28.516252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ea1d8d93-c2fa-4c19-b006-870e34863f34 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:28.516880 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.609676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5002858-4660-4e5a-86d4-e8edf9c24cb0 req-72bdacea-4fe3-451a-9d7b-e4f849848093 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 210 time: 0.0296881 Jul 16 19:21:28.667172 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.670349 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 04cfc156-8889-45cb-b423-26444f892f40 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:28.698669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Transition to ACTIVE for port object 58e333ae-9652-4ab9-82c0-73ddba05366d will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:28.708829 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.765055 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d66a2-cd49-40e5-b586-db92c536df02 None None] Pushing event updated for resources: {'Port': ['ID=58e333ae-9652-4ab9-82c0-73ddba05366d,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:28.821959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 04cfc156-8889-45cb-b423-26444f892f40 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:28.822329 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.856141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Attempting to bind port 58e333ae-9652-4ab9-82c0-73ddba05366d on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:21:28.856516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Attempting to bind port 58e333ae-9652-4ab9-82c0-73ddba05366d by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:21:28.856922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Attempting to bind port 58e333ae-9652-4ab9-82c0-73ddba05366d on network 3429fcca-1911-44a7-8444-ec841d5dbac1 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:21:28.867926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:21:28.868313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Checking segment: {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:21:28.868715 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.869275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Bound using segment: {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:21:28.869761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Bound port: 58e333ae-9652-4ab9-82c0-73ddba05366d, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:21:28.870143 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.971924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] For port 58e333ae-9652-4ab9-82c0-73ddba05366d, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:21:28.991262 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] For port 58e333ae-9652-4ab9-82c0-73ddba05366d, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58e333ae-9652-4ab9-82c0-73ddba05366d,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:21:28.997630 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:29.067807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:29.068516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:29.264882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d66a2-cd49-40e5-b586-db92c536df02 None None] Pushing event updated for resources: {'Port': ['ID=58e333ae-9652-4ab9-82c0-73ddba05366d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:29.341138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:29.550272 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:28Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:29.578080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62fa2c9-d5dc-4346-81d0-ff8709a66628 None None] The sync data for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 is: [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:28Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:29.769288 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f4d431ce-1a81-470d-a343-20fdbd0b4129 req-ce4d9d59-4f30-4762-a022-e0bd65b5a314 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 210 time: 0.0308974 Jul 16 19:21:29.947029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-cfe36071-9818-4185-b952-ba2dc13c5fef tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:29.948589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-cfe36071-9818-4185-b952-ba2dc13c5fef tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/networks?id=3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 200 len: 794 time: 0.1119592 Jul 16 19:21:30.007701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-3a0c77e9-5871-4f8b-9cfc-67a527bc9b76 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 379 time: 0.0403094 Jul 16 19:21:30.017645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'port': {'device_id': '5863b56f-50e2-4115-965a-7ea54702609a', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'admin_state_up': True, 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'security_groups': ['c31c020e-279c-4977-beb1-d93610e56732']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:30.133963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:21:30.137739 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.273628 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.7 (3429fcca-1911-44a7-8444-ec841d5dbac1/a7a7829d-9dd1-41eb-912a-3d0f0fcf838b/b1355531-191c-4110-bd14-b82796ac0d91) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:30.415761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.416306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58e333ae-9652-4ab9-82c0-73ddba05366d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:30.435075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object b1355531-191c-4110-bd14-b82796ac0d91 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:30.473207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.474050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 58e333ae-9652-4ab9-82c0-73ddba05366d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:30.478418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 58e333ae-9652-4ab9-82c0-73ddba05366d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:30.478867 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.522577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:30.526028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:30.530084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:30.537242 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=b1355531-191c-4110-bd14-b82796ac0d91,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:30.565180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.586450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:30.587189 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.612438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 58e333ae-9652-4ab9-82c0-73ddba05366d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58e333ae-9652-4ab9-82c0-73ddba05366d,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:30.615210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-61b3f80c-a7bb-4894-a4e4-87668396196f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6016273 Jul 16 19:21:30.617959 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.628833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Request body: {'port': {'device_id': '5863b56f-50e2-4115-965a-7ea54702609a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:30.675702 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=58e333ae-9652-4ab9-82c0-73ddba05366d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:30.717253 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.873483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8132556-3f8e-4d3c-abbe-a822bb298ce2 None None] Provisioning for port b1355531-191c-4110-bd14-b82796ac0d91 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:30.880237 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c8132556-3f8e-4d3c-abbe-a822bb298ce2 None None] Provisioning complete for port b1355531-191c-4110-bd14-b82796ac0d91 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:30.881180 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8132556-3f8e-4d3c-abbe-a822bb298ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.925634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c8132556-3f8e-4d3c-abbe-a822bb298ce2 None None] Port b1355531-191c-4110-bd14-b82796ac0d91 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:21:31.017314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e280fd-97a5-464f-9add-bc1642264439 req-1b1021ba-bc71-48fe-97b8-8950b924f632 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:31.019466 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9e280fd-97a5-464f-9add-bc1642264439 req-1b1021ba-bc71-48fe-97b8-8950b924f632 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 931 time: 0.1092505 Jul 16 19:21:31.072179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1355531-191c-4110-bd14-b82796ac0d91 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:21:31.086291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:31.097880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d9e280fd-97a5-464f-9add-bc1642264439 req-3749af16-c82c-4edd-9ce5-af557232253b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603359 Jul 16 19:21:31.108498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Transition to ACTIVE for port object b1355531-191c-4110-bd14-b82796ac0d91 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:31.110336 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:31.163749 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Pushing event updated for resources: {'Port': ['ID=b1355531-191c-4110-bd14-b82796ac0d91,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:31.235320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Attempting to bind port b1355531-191c-4110-bd14-b82796ac0d91 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:21:31.235658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Attempting to bind port b1355531-191c-4110-bd14-b82796ac0d91 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:21:31.235989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Attempting to bind port b1355531-191c-4110-bd14-b82796ac0d91 on network 3429fcca-1911-44a7-8444-ec841d5dbac1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:21:31.240767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Port b1355531-191c-4110-bd14-b82796ac0d91 on network 3429fcca-1911-44a7-8444-ec841d5dbac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:21:31.241197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Attempting to bind port b1355531-191c-4110-bd14-b82796ac0d91 on network 3429fcca-1911-44a7-8444-ec841d5dbac1 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:21:31.247608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:21:31.247953 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Checking segment: {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:21:31.248397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Bound using segment: {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:21:31.248855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Bound port: b1355531-191c-4110-bd14-b82796ac0d91, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afe4bb6-f301-4594-9234-6887685b4fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:21:31.249217 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:31.317954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] For port b1355531-191c-4110-bd14-b82796ac0d91, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:21:31.321144 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] For port b1355531-191c-4110-bd14-b82796ac0d91, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b1355531-191c-4110-bd14-b82796ac0d91,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:21:31.327748 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:31.365934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:31.366546 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:31.367928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] 10.222.0.59 "PUT /v2.0/ports/b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 200 len: 1092 time: 0.7440896 Jul 16 19:21:31.368364 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:31.370624 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "tag": "b1355531-191c-4110-bd14-b82796ac0d91"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:31.396436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1977c-1c8b-4f00-82a8-62260c237cfb service neutron] Pushing event updated for resources: {'Port': ['ID=b1355531-191c-4110-bd14-b82796ac0d91,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:31.417638 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a25f8fb-7160-4d74-b1d0-364ecdeacef4 x-openstack-request-id: req-6a25f8fb-7160-4d74-b1d0-364ecdeacef4 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:31.418180 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "tag": "b1355531-191c-4110-bd14-b82796ac0d91", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:31.418583 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a25f8fb-7160-4d74-b1d0-364ecdeacef4 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:31.419404 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91', 'status': 'completed', 'code': 200} Jul 16 19:21:31.475040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-7d3efda7-b45d-4c10-8960-5a28293c798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:31.476587 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-7d3efda7-b45d-4c10-8960-5a28293c798e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1095 time: 0.0562685 Jul 16 19:21:31.520267 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-94701f6b-a04d-4bd7-9c5e-94205e320500 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 200 len: 217 time: 0.0357416 Jul 16 19:21:31.585167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-2f24fac3-20ae-4726-b6c3-f68e02467c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:31.586665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-2f24fac3-20ae-4726-b6c3-f68e02467c71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b HTTP/1.1" status: 200 len: 835 time: 0.0595100 Jul 16 19:21:31.645948 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-52a07c68-c5c8-43fa-813c-c616837152f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:31.647572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-52a07c68-c5c8-43fa-813c-c616837152f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3429fcca-1911-44a7-8444-ec841d5dbac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536022 Jul 16 19:21:31.738089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-a5a4184d-b8db-4233-b093-c85715c81145 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831177 Jul 16 19:21:31.833727 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1ce45d4-10a9-414b-af60-5dd017a2899e req-36d8794e-fa6a-442b-9d7d-bb29c9e88f19 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877430 Jul 16 19:21:31.959045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-f437cd16-5d3c-4e44-bdb1-935745e7b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:31.960880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-f437cd16-5d3c-4e44-bdb1-935745e7b431 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1095 time: 0.0673375 Jul 16 19:21:32.068395 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-822610e1-26f8-4041-9040-6db5a93bbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:32.069934 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-822610e1-26f8-4041-9040-6db5a93bbbc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 200 len: 895 time: 0.1025407 Jul 16 19:21:32.112899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-5ccab132-6931-4af2-b825-0cbf5ff13fc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 200 len: 217 time: 0.0339742 Jul 16 19:21:32.169238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-d2755f25-0351-4bac-a254-967c1bfca301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:32.170757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-d2755f25-0351-4bac-a254-967c1bfca301 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b HTTP/1.1" status: 200 len: 835 time: 0.0511949 Jul 16 19:21:32.263420 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-b5a934e1-fb9f-45c4-bf01-a4b153527b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:32.264883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-b5a934e1-fb9f-45c4-bf01-a4b153527b39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3429fcca-1911-44a7-8444-ec841d5dbac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870428 Jul 16 19:21:32.345404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7ef71-c0f2-4e33-961a-c7005fe69111 req-2736f32d-d45e-40f0-b4c6-34904222ee90 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:32.346943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30b7ef71-c0f2-4e33-961a-c7005fe69111 req-2736f32d-d45e-40f0-b4c6-34904222ee90 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 943 time: 0.1270115 Jul 16 19:21:32.384817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58e333ae-9652-4ab9-82c0-73ddba05366d up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:32.396433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-e6fd4818-5b08-43a3-a31f-94937989c507 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232007 Jul 16 19:21:32.403835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-30b7ef71-c0f2-4e33-961a-c7005fe69111 req-7cf534d7-7ad7-4de3-acb8-e8de3094f096 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486293 Jul 16 19:21:32.439929 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 58e333ae-9652-4ab9-82c0-73ddba05366d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:32.440388 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:32.490895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e7420b42-f6ca-4dc8-9472-df1ea1d15f0f req-5017eb10-eea2-403f-9894-2a913ca5a375 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Jul 16 19:21:33.594429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d16e4-0e9c-4919-b1f9-459dd40462b6 req-7187ffbc-6c75-4fe8-a7ee-926b4a25ef2e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:33.595914 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef0d16e4-0e9c-4919-b1f9-459dd40462b6 req-7187ffbc-6c75-4fe8-a7ee-926b4a25ef2e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 943 time: 0.0706501 Jul 16 19:21:33.633578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ef0d16e4-0e9c-4919-b1f9-459dd40462b6 req-f008614d-8312-4c6e-a260-f7c76b0c5f1b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Jul 16 19:21:34.822352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982664e-1a7e-4643-84f3-2baea7eeab0c req-83860e24-26fa-4239-beee-5cf20d9045df tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:34.823843 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1982664e-1a7e-4643-84f3-2baea7eeab0c req-83860e24-26fa-4239-beee-5cf20d9045df tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 943 time: 0.0702641 Jul 16 19:21:34.865159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1982664e-1a7e-4643-84f3-2baea7eeab0c req-f8d4a1ba-26cc-475b-ab12-ce11000f6cf8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332267 Jul 16 19:21:35.750480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b1355531-191c-4110-bd14-b82796ac0d91 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:21:35.849993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port b1355531-191c-4110-bd14-b82796ac0d91, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b1355531-191c-4110-bd14-b82796ac0d91,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:35.861807 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'b1355531-191c-4110-bd14-b82796ac0d91', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'port_id': 'b1355531-191c-4110-bd14-b82796ac0d91', 'mac_address': 'fa:16:3e:2d:1b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:21:35.901045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:35.915579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1355531-191c-4110-bd14-b82796ac0d91 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:21:35.935788 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port b1355531-191c-4110-bd14-b82796ac0d91, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b1355531-191c-4110-bd14-b82796ac0d91,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:35.940456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:35.995009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=b1355531-191c-4110-bd14-b82796ac0d91,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:36.080973 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2336-0288-4716-af45-041698b77ec5 req-d2351c14-25a8-43ae-9832-4a30d28b8b72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:36.083177 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf0e2336-0288-4716-af45-041698b77ec5 req-d2351c14-25a8-43ae-9832-4a30d28b8b72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 944 time: 0.0804145 Jul 16 19:21:36.123095 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf0e2336-0288-4716-af45-041698b77ec5 req-07a01a1a-6035-44e0-a4f9-e6052a952ef0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340066 Jul 16 19:21:36.159269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['b1355531-191c-4110-bd14-b82796ac0d91'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:21:37.310867 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea9c95-cf75-41b0-9a18-8833f3cfa550 req-5a0c94f8-434b-477d-9f18-926a8aa64149 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:37.312529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eea9c95-cf75-41b0-9a18-8833f3cfa550 req-5a0c94f8-434b-477d-9f18-926a8aa64149 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 944 time: 0.0705867 Jul 16 19:21:37.350382 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0eea9c95-cf75-41b0-9a18-8833f3cfa550 req-aa6fe975-09b3-42a3-92d1-246634165e7f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Jul 16 19:21:37.774847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b1355531-191c-4110-bd14-b82796ac0d91 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:37.830882 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port b1355531-191c-4110-bd14-b82796ac0d91 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:37.834912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port b1355531-191c-4110-bd14-b82796ac0d91 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:37.835278 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:37.919299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:37.951052 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:37.955274 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d508132-2f9f-4791-b188-f5cc6dc40a38" -d '{"events": [{"server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "name": "network-vif-plugged", "status": "completed", "tag": "b1355531-191c-4110-bd14-b82796ac0d91"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:37.970697 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port b1355531-191c-4110-bd14-b82796ac0d91, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b1355531-191c-4110-bd14-b82796ac0d91,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:37.975717 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.000061 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90916a-71cd-467e-99eb-59452ee3411e x-openstack-request-id: req-4f90916a-71cd-467e-99eb-59452ee3411e {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:38.000875 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "name": "network-vif-plugged", "status": "completed", "tag": "b1355531-191c-4110-bd14-b82796ac0d91", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:38.001500 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f90916a-71cd-467e-99eb-59452ee3411e {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:38.002074 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91', 'code': 200} Jul 16 19:21:38.033658 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=b1355531-191c-4110-bd14-b82796ac0d91,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:38.120685 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8df3-a50f-4b78-8763-2f244063be08 req-287b84d0-2f65-4634-9a9e-c120a17552ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:38.122234 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38ca8df3-a50f-4b78-8763-2f244063be08 req-287b84d0-2f65-4634-9a9e-c120a17552ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1097 time: 0.0537453 Jul 16 19:21:38.164322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-38ca8df3-a50f-4b78-8763-2f244063be08 req-a8e0a757-a59e-4777-8b0a-a8d600201e84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347610 Jul 16 19:21:38.531553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e967d5-566d-44ef-8d79-e5607aa7c7c9 req-e99513fb-f624-4d44-a1cf-2e73acb05001 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:38.533282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84e967d5-566d-44ef-8d79-e5607aa7c7c9 req-e99513fb-f624-4d44-a1cf-2e73acb05001 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0650153 Jul 16 19:21:38.576220 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84e967d5-566d-44ef-8d79-e5607aa7c7c9 req-ca6f92e3-8654-4234-b66b-ad5b4ba8361c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337555 Jul 16 19:21:39.777509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3d539-b828-4802-9a3d-4d42959dd946 req-4590e467-581c-4775-8008-d7d035107056 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:39.779031 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4be3d539-b828-4802-9a3d-4d42959dd946 req-4590e467-581c-4775-8008-d7d035107056 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0798249 Jul 16 19:21:39.817563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4be3d539-b828-4802-9a3d-4d42959dd946 req-79fccefd-dd4d-4f66-a8eb-69d416337066 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324502 Jul 16 19:21:40.007647 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d802d-03ce-4ab6-ad4f-af2ac2bb1976 req-69b9f6bd-e898-498b-abd6-6caffdfceba7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:40.009079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c37d802d-03ce-4ab6-ad4f-af2ac2bb1976 req-69b9f6bd-e898-498b-abd6-6caffdfceba7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0823746 Jul 16 19:21:40.050885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c37d802d-03ce-4ab6-ad4f-af2ac2bb1976 req-7ef7fcd2-c654-46aa-bbb2-33b263f263f3 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332208 Jul 16 19:21:40.074939 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49804) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:40.134905 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f0e777-6c29-493f-ac8f-3fc4c2ff0fa7 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:40.136445 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-87f0e777-6c29-493f-ac8f-3fc4c2ff0fa7 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1092 time: 0.0604994 Jul 16 19:21:40.139504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49806) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:40.144527 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'b1355531-191c-4110-bd14-b82796ac0d91', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:40.169140 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:40.268819 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:40.378123 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.111 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7ccc69cb-a761-4994-af03-a977560608d7) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:40.493071 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:40.536723 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:40.580531 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:40.583392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:40.586952 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:40.592467 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=7ccc69cb-a761-4994-af03-a977560608d7,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:40.965458 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:41.056221 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:41.216087 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:41.222403 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:41.287609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=7ccc69cb-a761-4994-af03-a977560608d7,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:41.300377 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:41.404504 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP fce710c6-50c1-4c51-929a-ea21cb433c6e associated. External IP: 172.25.1.111, port: b1355531-191c-4110-bd14-b82796ac0d91. Jul 16 19:21:41.632480 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router b082dce3-8b27-47a6-82b9-9995bd42e371 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:41.750618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:41.761256 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9814222-e95f-4412-951f-9192b142c76b None None] Sync routers for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:41.767991 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:41.771771 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:41.772401 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:41.804975 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e81a5d78-7131-4461-bda4-3fa3c80182b9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6642787 Jul 16 19:21:41.805598 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:41.808037 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434cf7ad-cc65-4492-bf1b-f26b63f1d291" -d '{"events": [{"name": "network-changed", "server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "tag": "b1355531-191c-4110-bd14-b82796ac0d91"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:41.846586 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64af0096-732a-448d-8f44-3c37b4408e34 x-openstack-request-id: req-64af0096-732a-448d-8f44-3c37b4408e34 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:41.847020 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "tag": "b1355531-191c-4110-bd14-b82796ac0d91", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:41.847407 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64af0096-732a-448d-8f44-3c37b4408e34 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:41.847885 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91', 'status': 'completed', 'code': 200} Jul 16 19:21:41.936310 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-b135bba7-578b-4e1c-aaa5-2298fd2096ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:41.938564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-b135bba7-578b-4e1c-aaa5-2298fd2096ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1097 time: 0.0656664 Jul 16 19:21:41.973196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8fd7-1f57-495a-aa58-88f935d7ac1e req-c040733e-9084-4f7c-aff6-b6654a5622d2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:41.974721 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e57e8fd7-1f57-495a-aa58-88f935d7ac1e req-c040733e-9084-4f7c-aff6-b6654a5622d2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0668080 Jul 16 19:21:41.981739 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:42.016117 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e57e8fd7-1f57-495a-aa58-88f935d7ac1e req-6670d774-77dc-4d1b-97a7-63bfd26b5293 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346682 Jul 16 19:21:42.038885 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-fa245c2b-b914-4d55-99ae-8e73f66aeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:42.040347 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-fa245c2b-b914-4d55-99ae-8e73f66aeab2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 200 len: 895 time: 0.0950449 Jul 16 19:21:42.042774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49816) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:42.150389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-286be77a-77b4-42bd-b233-87da99e424ec tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/fce710c6-50c1-4c51-929a-ea21cb433c6e HTTP/1.1" status: 200 len: 991 time: 0.1064820 Jul 16 19:21:42.152768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-35c75f67-68a3-4df0-a26c-72351ad9e37a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 200 len: 999 time: 0.1037152 Jul 16 19:21:42.204582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-759df497-f495-4b55-a475-5082aa52cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:42.205824 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-759df497-f495-4b55-a475-5082aa52cfe8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b HTTP/1.1" status: 200 len: 835 time: 0.0444226 Jul 16 19:21:42.207284 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'fce710c6-50c1-4c51-929a-ea21cb433c6e', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'port_id': 'b1355531-191c-4110-bd14-b82796ac0d91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'mac_address': 'fa:16:3e:2d:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5863b56f-50e2-4115-965a-7ea54702609a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:40Z', 'updated_at': '2021-07-16T19:21:40Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:30Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:42.236393 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9814222-e95f-4412-951f-9192b142c76b None None] Checking router: b082dce3-8b27-47a6-82b9-9995bd42e371 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:42.245857 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:42.246542 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:21:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:42.269578 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-1a60f47c-78ad-4789-aeda-ebf804428e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:42.271016 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-1a60f47c-78ad-4789-aeda-ebf804428e02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3429fcca-1911-44a7-8444-ec841d5dbac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581551 Jul 16 19:21:42.350519 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:42.364446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-a1e6b457-c0fc-45a9-9137-833d985d84a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850279 Jul 16 19:21:42.460229 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-434cf7ad-cc65-4492-bf1b-f26b63f1d291 req-587f5d4b-50be-434d-80e0-53171b9665f9 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887532 Jul 16 19:21:42.579623 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f9814222-e95f-4412-951f-9192b142c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'fce710c6-50c1-4c51-929a-ea21cb433c6e', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'port_id': 'b1355531-191c-4110-bd14-b82796ac0d91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'mac_address': 'fa:16:3e:2d:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5863b56f-50e2-4115-965a-7ea54702609a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:40Z', 'updated_at': '2021-07-16T19:21:40Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:30Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:42.605582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9814222-e95f-4412-951f-9192b142c76b None None] The sync data for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 is: [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'fce710c6-50c1-4c51-929a-ea21cb433c6e', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'port_id': 'b1355531-191c-4110-bd14-b82796ac0d91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'mac_address': 'fa:16:3e:2d:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5863b56f-50e2-4115-965a-7ea54702609a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:40Z', 'updated_at': '2021-07-16T19:21:40Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:30Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:42.809527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6f59d-5967-4f61-b508-d0b07042011d None None] New status for floating IP fce710c6-50c1-4c51-929a-ea21cb433c6e: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:21:42.893831 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:43.154831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49818) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:43.224191 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-869801ed-b017-44e1-a3e2-994b2e7899b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/fce710c6-50c1-4c51-929a-ea21cb433c6e HTTP/1.1" status: 200 len: 993 time: 0.0678701 Jul 16 19:21:46.260468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-251e3927-68f0-4e61-867a-917d8f108d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:48.850429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce41e-47ab-4126-9816-a6feee1071ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:49.000706 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:50.174547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:51.983411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:53.147260 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:55.128583 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.173951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-2f0271cd-ae21-4916-9ef5-d915ff4b7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:12.175479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-2f0271cd-ae21-4916-9ef5-d915ff4b7f17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1097 time: 0.0957060 Jul 16 19:22:12.197164 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5e50-eca0-4eb0-9f03-c310462ff962 req-1f579f0b-4105-4882-81ef-4a8878848114 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:12.198565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-970a5e50-eca0-4eb0-9f03-c310462ff962 req-1f579f0b-4105-4882-81ef-4a8878848114 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0897589 Jul 16 19:22:12.288156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-970a5e50-eca0-4eb0-9f03-c310462ff962 req-78407a55-10f3-4a1f-b867-b0ac4c3f5149 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746870 Jul 16 19:22:12.306949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-c3cf391f-e8c6-4a68-9e88-02648d52ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:12.308436 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-c3cf391f-e8c6-4a68-9e88-02648d52ea1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 200 len: 895 time: 0.1258473 Jul 16 19:22:12.393089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-40832b01-31d2-4036-8eb2-8480f97ce34b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 200 len: 1001 time: 0.0768528 Jul 16 19:22:12.453841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-fff621c7-02ec-43a3-91e4-3bd3bfb9a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:12.455937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-fff621c7-02ec-43a3-91e4-3bd3bfb9a650 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b HTTP/1.1" status: 200 len: 835 time: 0.0557380 Jul 16 19:22:12.520398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-227b7092-f46e-4f52-b2a8-f0ca75163bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:12.521971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-227b7092-f46e-4f52-b2a8-f0ca75163bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3429fcca-1911-44a7-8444-ec841d5dbac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594404 Jul 16 19:22:12.536455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-f1c019c5-c2a3-4c8c-86ef-be5e34c8e8b2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:22:12.537485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-f1c019c5-c2a3-4c8c-86ef-be5e34c8e8b2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064275 Jul 16 19:22:12.636661 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-a264e8a8-50b1-4e03-b154-287dfb4f1f00 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906084 Jul 16 19:22:12.730903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1c696392-73e1-41fc-a27b-76cac0c1ffb1 req-38c14ad8-edfb-4887-88cd-4462867bd90b service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866494 Jul 16 19:22:13.479831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d706f6-57cf-49ca-a940-f0fbb9538674 req-9b9c43f2-a913-4167-b8f0-907871d94d6d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:13.481256 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62d706f6-57cf-49ca-a940-f0fbb9538674 req-9b9c43f2-a913-4167-b8f0-907871d94d6d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0749578 Jul 16 19:22:13.526732 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-62d706f6-57cf-49ca-a940-f0fbb9538674 req-5344121d-00b9-4d35-8312-706142ac7770 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375066 Jul 16 19:22:14.724574 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa23127-e0f0-4cc7-864d-17c749a03dd7 req-362cbf19-805d-4a82-9821-1b425f6c8a4e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:14.726129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fa23127-e0f0-4cc7-864d-17c749a03dd7 req-362cbf19-805d-4a82-9821-1b425f6c8a4e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0824368 Jul 16 19:22:14.765845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5fa23127-e0f0-4cc7-864d-17c749a03dd7 req-cb4eec44-4a0a-4569-9154-18186c4c4e7c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340121 Jul 16 19:22:15.968003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e06a74-d245-4be7-a91d-fa530411813e req-0a8d5c0c-770e-4bbb-a33d-7e40b629b60a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:15.969530 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96e06a74-d245-4be7-a91d-fa530411813e req-0a8d5c0c-770e-4bbb-a33d-7e40b629b60a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0720091 Jul 16 19:22:16.010260 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96e06a74-d245-4be7-a91d-fa530411813e req-31641bf6-928e-4a76-99d7-1aec48139941 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336223 Jul 16 19:22:16.257115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-97b18406-749f-4ae7-820c-32fa1c593830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:17.186840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bf79e-fdfb-442f-a242-a1468aa0c17c req-a356e5aa-5f4e-4dc3-86e1-0152108fede7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:17.188479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c09bf79e-fdfb-442f-a242-a1468aa0c17c req-a356e5aa-5f4e-4dc3-86e1-0152108fede7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0650430 Jul 16 19:22:17.230111 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c09bf79e-fdfb-442f-a242-a1468aa0c17c req-649ac2df-ff63-43f1-8270-d092f1417c50 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332420 Jul 16 19:22:18.421920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45f0e7-ee7e-4611-ba2b-e85ff6c1f8be req-c45b8e1e-20ed-4f97-9917-a6fdcaba06fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:18.423331 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f45f0e7-ee7e-4611-ba2b-e85ff6c1f8be req-c45b8e1e-20ed-4f97-9917-a6fdcaba06fd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0736175 Jul 16 19:22:18.466682 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f45f0e7-ee7e-4611-ba2b-e85ff6c1f8be req-9c918778-b085-43fb-959f-160acd065d51 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349686 Jul 16 19:22:18.849579 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca1a5-b203-48bc-9751-369907a5c741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.002269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.682092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72beb-1c3a-4e96-830a-b51fc23f47f2 req-af744476-3b53-4aa0-886c-b74834798272 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:19.683588 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5d72beb-1c3a-4e96-830a-b51fc23f47f2 req-af744476-3b53-4aa0-886c-b74834798272 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0794885 Jul 16 19:22:19.723113 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f5d72beb-1c3a-4e96-830a-b51fc23f47f2 req-841f6633-b7a1-4a62-8dd9-f2b4e6e09c28 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338066 Jul 16 19:22:19.898414 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:20.175419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:20.927068 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b37e-f358-4f9c-a339-d19351a709a7 req-e65862d7-f870-4a76-8705-b9c253c75336 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:20.928532 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf59b37e-f358-4f9c-a339-d19351a709a7 req-e65862d7-f870-4a76-8705-b9c253c75336 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0813899 Jul 16 19:22:20.970934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-cf59b37e-f358-4f9c-a339-d19351a709a7 req-7f3a5f4f-9a80-422e-8b55-f1c8a5ea27a9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366249 Jul 16 19:22:21.988019 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:22.164463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dccad-c9fd-4127-85f7-f68e2161c0c8 req-ae0a1e8b-fc9a-4621-a032-ffe6ff9ea3e4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:22.166152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-679dccad-c9fd-4127-85f7-f68e2161c0c8 req-ae0a1e8b-fc9a-4621-a032-ffe6ff9ea3e4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0767899 Jul 16 19:22:22.208691 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-679dccad-c9fd-4127-85f7-f68e2161c0c8 req-0fa2e221-909b-4aab-adfe-2ff315aa25d0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341668 Jul 16 19:22:23.162133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:23.412273 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0040-afc0-47c9-84b7-bf44b2584f51 req-c66275ad-aab8-4b78-9c0c-a5d26f4f64ee tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:23.414466 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-177f0040-afc0-47c9-84b7-bf44b2584f51 req-c66275ad-aab8-4b78-9c0c-a5d26f4f64ee tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0860810 Jul 16 19:22:23.457443 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-177f0040-afc0-47c9-84b7-bf44b2584f51 req-978f4c90-5dcd-4e2c-bbe0-1b84296e3c44 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367284 Jul 16 19:22:24.654581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acead1-2311-4584-b007-d8b8a3726910 req-6903c1e2-63f4-4af9-b08a-a56f1877d47a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:24.656073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7acead1-2311-4584-b007-d8b8a3726910 req-6903c1e2-63f4-4af9-b08a-a56f1877d47a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0760999 Jul 16 19:22:24.693726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7acead1-2311-4584-b007-d8b8a3726910 req-9c5b0e6a-19a8-4382-99c6-f6c1fbadba87 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Jul 16 19:22:24.718900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49854) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:24.779511 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e2742ed-def3-407f-a1d4-7ff8c51f3218 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/fce710c6-50c1-4c51-929a-ea21cb433c6e HTTP/1.1" status: 200 len: 993 time: 0.0593398 Jul 16 19:22:25.131442 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.464150 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-d4601dd2-ab31-49c8-bdbe-13894278c528 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572894 Jul 16 19:22:25.571515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-eb0686b7-5fbb-4ffd-ba59-d0a34cdb109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:25.573738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-eb0686b7-5fbb-4ffd-ba59-d0a34cdb109d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1097 time: 0.0596147 Jul 16 19:22:25.684397 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-8c621d84-46ea-4207-af44-02f202ee0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:25.685907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-8c621d84-46ea-4207-af44-02f202ee0a3d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 200 len: 895 time: 0.0861440 Jul 16 19:22:25.756410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-11650136-bb95-4409-b98a-884cc1c55a8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 200 len: 1001 time: 0.0633206 Jul 16 19:22:25.807196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-677a2f03-e021-4306-9eed-31129ac363aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:25.808659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-677a2f03-e021-4306-9eed-31129ac363aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b HTTP/1.1" status: 200 len: 835 time: 0.0451770 Jul 16 19:22:25.879287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-256906dc-3464-41b3-b216-b1ef5900e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:25.880806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-256906dc-3464-41b3-b216-b1ef5900e034 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3429fcca-1911-44a7-8444-ec841d5dbac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649049 Jul 16 19:22:25.977490 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-ebf6986f-e7a7-4c32-b0fe-08147ff2521f service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895300 Jul 16 19:22:26.079730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1ffd2084-2ad6-4815-8142-517567b4b529 req-b4085e30-54bd-419f-94bf-3371bd8d41a9 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944352 Jul 16 19:22:30.839262 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-8dd154fa-9614-4ad0-863e-73ba616389d7 req-a909715f-7db5-4e82-9fbc-fa288372d990 service neutron] (93796) timed out ('10.222.0.49', 59336) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:22:46.254264 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec35a041-f7b9-4c6a-8295-77867ba960a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:48.855703 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f1569ef-c2e4-4a32-8f7e-3fbb0d08464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:48.995731 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:50.188285 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:51.997824 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:53.186521 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.161395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.220126 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49876) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:55.391014 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 7ccc69cb-a761-4994-af03-a977560608d7 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:55.391277 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.474503 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.474791 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.487525 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 7ccc69cb-a761-4994-af03-a977560608d7 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:55.646068 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.675896 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=7ccc69cb-a761-4994-af03-a977560608d7,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:55.700080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.700427 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.700767 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.701120 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.701446 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.701776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.702104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.702428 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.702753 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.703071 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.703391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.703687 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:55.746288 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.746590 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP fce710c6-50c1-4c51-929a-ea21cb433c6e disassociated (deleted). External IP: 172.25.1.111, port: b1355531-191c-4110-bd14-b82796ac0d91. Jul 16 19:22:55.965356 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router b082dce3-8b27-47a6-82b9-9995bd42e371 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:22:56.078869 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:56.084306 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:56.089704 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] Sync routers for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:56.099414 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:56.100048 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.120643 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b64efd42-0abe-4d1c-a547-6fe2d2640390 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/floatingips/fce710c6-50c1-4c51-929a-ea21cb433c6e HTTP/1.1" status: 204 len: 168 time: 0.8992660 Jul 16 19:22:56.121244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:56.123499 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "tag": "b1355531-191c-4110-bd14-b82796ac0d91"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:56.169106 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af0fab-f651-48bb-bb82-67cd999e59ee x-openstack-request-id: req-f7af0fab-f651-48bb-bb82-67cd999e59ee {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:56.169106 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "tag": "b1355531-191c-4110-bd14-b82796ac0d91", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:56.169106 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7af0fab-f651-48bb-bb82-67cd999e59ee {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:56.169106 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91', 'status': 'completed', 'code': 200} Jul 16 19:22:56.212553 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:56.250592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-22664e64-8bef-4ae1-b795-373c8d3c3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.252370 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-22664e64-8bef-4ae1-b795-373c8d3c3795 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 1097 time: 0.0606880 Jul 16 19:22:56.355044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-6bba1c2e-dc81-4604-abbe-763f07484c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.357002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-6bba1c2e-dc81-4604-abbe-763f07484c11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 200 len: 895 time: 0.0978568 Jul 16 19:22:56.408170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-e79b9cd4-bb70-483a-a618-b1bf67b49273 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 200 len: 217 time: 0.0424223 Jul 16 19:22:56.424439 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:30Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.451589 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] Checking router: b082dce3-8b27-47a6-82b9-9995bd42e371 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:56.459537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-cc7a3dea-3503-4106-b670-b05fd00aac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.461154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-cc7a3dea-3503-4106-b670-b05fd00aac24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b HTTP/1.1" status: 200 len: 835 time: 0.0461750 Jul 16 19:22:56.461306 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:56.461834 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.505635 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8ee5-0bd7-4342-948a-6769442a0b0b req-f2c4a365-0f4f-4c98-af17-c434fcc87f8d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.507638 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-646d8ee5-0bd7-4342-948a-6769442a0b0b req-f2c4a365-0f4f-4c98-af17-c434fcc87f8d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0687060 Jul 16 19:22:56.522695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-a87e24b1-7e34-4255-9413-2fcfef2efdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.524315 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-a87e24b1-7e34-4255-9413-2fcfef2efdbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3429fcca-1911-44a7-8444-ec841d5dbac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554445 Jul 16 19:22:56.548043 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-646d8ee5-0bd7-4342-948a-6769442a0b0b req-599b6365-b87d-4111-9ab3-3dc6fc9858cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335817 Jul 16 19:22:56.575426 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:56.624880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-0f9f96e0-3163-48cf-b2bd-da7105e9f8c0 service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918903 Jul 16 19:22:56.717481 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ee16857-87d4-4ca5-b415-9dc3eda3a5b6 req-ff0ef78e-4413-4c7c-a469-85853a15666c service neutron] 10.222.0.59 "GET /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Jul 16 19:22:56.863832 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:30Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.893047 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0bcaf5-833a-4154-9967-d79f69716621 None None] The sync data for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 is: [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '58e333ae-9652-4ab9-82c0-73ddba05366d', 'name': '', 'network_id': '3429fcca-1911-44a7-8444-ec841d5dbac1', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:32:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:25Z', 'updated_at': '2021-07-16T19:21:30Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'a7a7829d-9dd1-41eb-912a-3d0f0fcf838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:56.899463 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:57.124563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88d104-e330-4a21-b275-f27a1151204e None None] New status for floating IP fce710c6-50c1-4c51-929a-ea21cb433c6e: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:22:57.742444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be149a4-055b-402b-9210-ecae7f69d9b6 req-115812b3-4802-43fb-9ffe-7e84a1437fa1 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:57.743898 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6be149a4-055b-402b-9210-ecae7f69d9b6 req-115812b3-4802-43fb-9ffe-7e84a1437fa1 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0795727 Jul 16 19:22:57.785545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6be149a4-055b-402b-9210-ecae7f69d9b6 req-283b0a5a-5509-45af-a489-f8764ec4c852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c31c020e-279c-4977-beb1-d93610e56732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357866 Jul 16 19:22:57.961019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-caf4bc88-25f1-42d4-bae9-be567e3ff811 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:57.962505 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-caf4bc88-25f1-42d4-bae9-be567e3ff811 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 945 time: 0.0782793 Jul 16 19:22:58.066270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port b1355531-191c-4110-bd14-b82796ac0d91 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:58.066636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.158013 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port b1355531-191c-4110-bd14-b82796ac0d91, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=b1355531-191c-4110-bd14-b82796ac0d91,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:58.158370 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.171981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for b1355531-191c-4110-bd14-b82796ac0d91 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:58.312147 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.343041 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=b1355531-191c-4110-bd14-b82796ac0d91,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:58.371766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.372125 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.372460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.372798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.373153 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.373484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.373812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.374132 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.374459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.374777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.375099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.375752 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:58.396046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] No DVR routers for this DVR port b1355531-191c-4110-bd14-b82796ac0d91 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:22:58.398742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.400892 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8a2f770a-25b5-4839-8b9b-8b1779f6de09 req-bcb5788f-6b66-410f-b1e6-fb701c8f6a71 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "DELETE /v2.0/ports/b1355531-191c-4110-bd14-b82796ac0d91 HTTP/1.1" status: 204 len: 173 time: 0.4311743 Jul 16 19:22:58.401335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'name': 'network-vif-deleted', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:58.403558 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2fbda7-c4ad-4256-a7cd-6f50221af2b5" -d '{"events": [{"server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "name": "network-vif-deleted", "tag": "b1355531-191c-4110-bd14-b82796ac0d91"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:58.440553 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f71582b-2489-450e-89a9-8c8a2121c396 x-openstack-request-id: req-5f71582b-2489-450e-89a9-8c8a2121c396 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:58.440882 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5863b56f-50e2-4115-965a-7ea54702609a", "name": "network-vif-deleted", "tag": "b1355531-191c-4110-bd14-b82796ac0d91", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:58.441363 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f71582b-2489-450e-89a9-8c8a2121c396 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:58.442293 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5863b56f-50e2-4115-965a-7ea54702609a', 'name': 'network-vif-deleted', 'tag': 'b1355531-191c-4110-bd14-b82796ac0d91', 'status': 'completed', 'code': 200} Jul 16 19:22:58.961341 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0edc29b6-c12d-4cb6-830f-407ddcaa7064 req-f254d6b3-5ee7-4d2b-bf21-f89b41054e5a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=5863b56f-50e2-4115-965a-7ea54702609a HTTP/1.1" status: 200 len: 210 time: 0.0322254 Jul 16 19:23:00.063856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49896) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:00.784127 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.075954 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 58e333ae-9652-4ab9-82c0-73ddba05366d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:01.077109 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.177602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 58e333ae-9652-4ab9-82c0-73ddba05366d, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=58e333ae-9652-4ab9-82c0-73ddba05366d,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:01.177966 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.190734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 58e333ae-9652-4ab9-82c0-73ddba05366d owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:01.409617 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.436184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=58e333ae-9652-4ab9-82c0-73ddba05366d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:01.620439 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.865519 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router b082dce3-8b27-47a6-82b9-9995bd42e371 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:01.979070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:01.986056 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1975cbec-37bd-4d1d-b264-e2b0833da374 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/b082dce3-8b27-47a6-82b9-9995bd42e371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9209943 Jul 16 19:23:01.989111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49898) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:01.992558 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] Sync routers for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:02.002579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:02.003270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:02.043951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting subnet a7a7829d-9dd1-41eb-912a-3d0f0fcf838b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:23:02.047207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.076120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b1355531-191c-4110-bd14-b82796ac0d91 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:02.086724 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.096065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: b1355531-191c-4110-bd14-b82796ac0d91 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:02.096792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device b1355531-191c-4110-bd14-b82796ac0d91 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:02.110002 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:02.170691 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.235099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.262139 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a7829d-9dd1-41eb-912a-3d0f0fcf838b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:02.267681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.272689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3e2a1878-7878-41bd-b516-47eec33de1c8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/subnets/a7a7829d-9dd1-41eb-912a-3d0f0fcf838b HTTP/1.1" status: 204 len: 168 time: 0.2801473 Jul 16 19:23:02.272992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49900) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:02.277265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20d8a5-3ab3-412d-a25a-99bc3c2fbde8 None None] Network 3429fcca-1911-44a7-8444-ec841d5dbac1 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:02.293787 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:23:01Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:02.325003 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] Checking router: b082dce3-8b27-47a6-82b9-9995bd42e371 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:02.334312 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] Routers {'b082dce3-8b27-47a6-82b9-9995bd42e371'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:02.335061 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['b082dce3-8b27-47a6-82b9-9995bd42e371'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:02.397741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.444716 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] Set router b082dce3-8b27-47a6-82b9-9995bd42e371 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:02.484041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] DHCP port deletion for 3429fcca-1911-44a7-8444-ec841d5dbac1 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:23:02.523511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.530311 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Deleting port 04cfc156-8889-45cb-b423-26444f892f40 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:02.530820 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.579536 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port ea1d8d93-c2fa-4c19-b006-870e34863f34 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:02.579888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.599984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] For port 04cfc156-8889-45cb-b423-26444f892f40, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=04cfc156-8889-45cb-b423-26444f892f40,segment=NetworkSegment(7afe4bb6-f301-4594-9234-6887685b4fe5),segment_id=7afe4bb6-f301-4594-9234-6887685b4fe5)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:02.601002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.613775 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Calling delete_port for 04cfc156-8889-45cb-b423-26444f892f40 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:02.626208 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:23:01Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:02.653655 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68056b3-e22e-4a8c-8f7e-e4008746c72a None None] The sync data for ids ['b082dce3-8b27-47a6-82b9-9995bd42e371'] in n-d-791504-15 is: [{'id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-991247021', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:21:22Z', 'updated_at': '2021-07-16T19:23:01Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'ea1d8d93-c2fa-4c19-b006-870e34863f34', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082dce3-8b27-47a6-82b9-9995bd42e371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:21:23Z', 'updated_at': '2021-07-16T19:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:02.663170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port ea1d8d93-c2fa-4c19-b006-870e34863f34, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ea1d8d93-c2fa-4c19-b006-870e34863f34,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:02.664006 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.677533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for ea1d8d93-c2fa-4c19-b006-870e34863f34 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:02.699879 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.725274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Pushing event deleted for resources: {'Port': ['ID=04cfc156-8889-45cb-b423-26444f892f40,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:02.729469 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] No DVR routers for this DVR port 04cfc156-8889-45cb-b423-26444f892f40 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:23:02.736685 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.737058 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.737404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.737739 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.738402 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.738550 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.738809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.739129 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.739799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.739799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.740064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.740382 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24451b-3ef5-4fe8-abbf-2f25e078816c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:02.867142 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.901775 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=ea1d8d93-c2fa-4c19-b006-870e34863f34,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:02.975181 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.068207 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.070686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.122146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.122927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Fanout notify agent at l3_agent the message router_deleted on router b082dce3-8b27-47a6-82b9-9995bd42e371 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:23:03.130928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.132175 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6847b1d1-49da-444d-9517-5fb19e00118f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/routers/b082dce3-8b27-47a6-82b9-9995bd42e371 HTTP/1.1" status: 204 len: 168 time: 0.8581383 Jul 16 19:23:03.135459 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49902) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:03.211046 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.305133 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.317335 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3429fcca-1911-44a7-8444-ec841d5dbac1']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:03.328278 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afe4bb6-f301-4594-9234-6887685b4fe5') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:03.328575 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afe4bb6-f301-4594-9234-6887685b4fe5') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:03.338919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.355178 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.363823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:23:03.364265 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:23:03.367278 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:23:03.719267 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.724008 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.730543 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/networks/3429fcca-1911-44a7-8444-ec841d5dbac1 HTTP/1.1" status: 204 len: 168 time: 0.5899305 Jul 16 19:23:03.730654 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49904) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:03.741657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aeda9-45b9-407a-a6bc-f70df7865f31 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Network': ['ID=3429fcca-1911-44a7-8444-ec841d5dbac1,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:03.792067 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-890bedec-76c5-4d71-8187-4ee991d7bd62 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.817501 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-890bedec-76c5-4d71-8187-4ee991d7bd62 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.880822 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-890bedec-76c5-4d71-8187-4ee991d7bd62 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.883437 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-890bedec-76c5-4d71-8187-4ee991d7bd62 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.884657 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-890bedec-76c5-4d71-8187-4ee991d7bd62 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/security-groups/c31c020e-279c-4977-beb1-d93610e56732 HTTP/1.1" status: 204 len: 168 time: 0.1541166 Jul 16 19:23:03.893993 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bedec-76c5-4d71-8187-4ee991d7bd62 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31c020e-279c-4977-beb1-d93610e56732,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.143492 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49910) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:04.148358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-fdb54dcd-a0ac-4d36-ae42-88c7265f060a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486492008', 'description': 'tempest-secgroup-smoke-1486492008 description', 'project_id': 'eb3516adfe5840c28679172951fd7ce8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:04.173380 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb54dcd-a0ac-4d36-ae42-88c7265f060a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.251570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb54dcd-a0ac-4d36-ae42-88c7265f060a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.258278 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb54dcd-a0ac-4d36-ae42-88c7265f060a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.285919 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fdb54dcd-a0ac-4d36-ae42-88c7265f060a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.287140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fdb54dcd-a0ac-4d36-ae42-88c7265f060a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425438 Jul 16 19:23:04.288065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb54dcd-a0ac-4d36-ae42-88c7265f060a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6574c383-9375-4c4b-8593-1a57790935b6,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.290640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49912) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:04.295868 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ea925bf8-e361-4488-9296-0ea703e1bd82 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '6574c383-9375-4c4b-8593-1a57790935b6', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:04.331895 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea925bf8-e361-4488-9296-0ea703e1bd82 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.380861 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea925bf8-e361-4488-9296-0ea703e1bd82 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.386171 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea925bf8-e361-4488-9296-0ea703e1bd82 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.406246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ea925bf8-e361-4488-9296-0ea703e1bd82 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.407462 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ea925bf8-e361-4488-9296-0ea703e1bd82 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155009 Jul 16 19:23:04.410022 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea925bf8-e361-4488-9296-0ea703e1bd82 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1466cb-0e2e-497d-8167-7dc7542c5bf2,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.412215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49914) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:04.417099 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-f6011b63-507d-4494-99f9-e1ec111247ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '6574c383-9375-4c4b-8593-1a57790935b6', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:04.441848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 04cfc156-8889-45cb-b423-26444f892f40 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:04.445360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6011b63-507d-4494-99f9-e1ec111247ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.465085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 04cfc156-8889-45cb-b423-26444f892f40 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:04.465467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 04cfc156-8889-45cb-b423-26444f892f40 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:04.465859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58e333ae-9652-4ab9-82c0-73ddba05366d no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:04.485509 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 58e333ae-9652-4ab9-82c0-73ddba05366d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:04.485809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 58e333ae-9652-4ab9-82c0-73ddba05366d not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:04.486245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea1d8d93-c2fa-4c19-b006-870e34863f34 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:04.504990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6011b63-507d-4494-99f9-e1ec111247ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.507216 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ea1d8d93-c2fa-4c19-b006-870e34863f34 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:04.507610 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ea1d8d93-c2fa-4c19-b006-870e34863f34 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:04.511152 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6011b63-507d-4494-99f9-e1ec111247ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.537881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011b63-507d-4494-99f9-e1ec111247ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4261121b-6600-4120-9151-caa530681d52,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.545955 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f6011b63-507d-4494-99f9-e1ec111247ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.547285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f6011b63-507d-4494-99f9-e1ec111247ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341050 Jul 16 19:23:04.550036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49916) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:04.554747 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-320a976a-5354-4345-a302-5d1dd45fb72c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '6574c383-9375-4c4b-8593-1a57790935b6', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:04.582448 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-320a976a-5354-4345-a302-5d1dd45fb72c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.646029 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-320a976a-5354-4345-a302-5d1dd45fb72c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.651507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-320a976a-5354-4345-a302-5d1dd45fb72c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.671564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a976a-5354-4345-a302-5d1dd45fb72c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e89a53-a49d-4a00-82cb-3c78691e24b3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.674489 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-320a976a-5354-4345-a302-5d1dd45fb72c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.675804 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-320a976a-5354-4345-a302-5d1dd45fb72c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245592 Jul 16 19:23:04.678781 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49918) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:04.683530 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-07e75d69-022f-4499-89ba-ed4ab5308c72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '6574c383-9375-4c4b-8593-1a57790935b6', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:04.718538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07e75d69-022f-4499-89ba-ed4ab5308c72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.787302 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07e75d69-022f-4499-89ba-ed4ab5308c72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.793432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07e75d69-022f-4499-89ba-ed4ab5308c72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.808340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e75d69-022f-4499-89ba-ed4ab5308c72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c050c6fb-5650-48e5-828d-cda1a2e416c8,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.818011 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07e75d69-022f-4499-89ba-ed4ab5308c72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.819493 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-07e75d69-022f-4499-89ba-ed4ab5308c72 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394296 Jul 16 19:23:04.822237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49920) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:04.826676 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '6574c383-9375-4c4b-8593-1a57790935b6', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:04.850835 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:23:04.855608 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.919488 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.925055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.946369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd8510d-d7c1-405e-bf8c-275d32d2c60f,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.950183 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.951338 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a5d92500-98c2-4eca-90c7-eab63a8a4813 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281590 Jul 16 19:23:04.954626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49922) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:04.959803 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': '6574c383-9375-4c4b-8593-1a57790935b6', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:04.982611 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:23:04.987118 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.050453 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.057064 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.075334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29951b65-4597-40aa-9389-6e337641a6dc,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:05.078246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.079363 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dfeb2cab-cc2c-4075-bab2-faa63ce8111d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237659 Jul 16 19:23:05.082410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49924) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:05.087588 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'network': {'name': 'tempest-network-smoke--1113678784', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:05.109223 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:05.112644 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.136214 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:23:05.144963 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.145636 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Added segment 46b7ac4c-433c-4715-9f71-ce82b356503d of type vlan for network e6e37d40-902a-45c3-aff1-1af4f24bec32 Jul 16 19:23:05.185438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.215500 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.221085 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:05.221667 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.260389 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1767766 Jul 16 19:23:05.263494 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:05.268432 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'admin_state_up': True, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:05.291724 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2791d0-91b0-4039-ac2c-be8e743783f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Network': ['ID=e6e37d40-902a-45c3-aff1-1af4f24bec32,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:05.293079 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.294126 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.304859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:23:05.346031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.484021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.691926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.714330 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.819168 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.164 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/9876939b-cdef-44ba-84c2-66cf3de3d714) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:05.931581 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.973263 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.009853 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:06.014805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:06.018611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:06.043436 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=9876939b-cdef-44ba-84c2-66cf3de3d714,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:06.293142 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.823465 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.958258 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:23:07.075569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:07.085985 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Sync routers for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:07.095676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:07.095909 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.096474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:07.100227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-28380519-0d44-4891-9e47-590482dbc345 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8325756 Jul 16 19:23:07.100684 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49928) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.130126 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0036fd2f-1711-41c4-99ee-d71b711c320e tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=eb3516adfe5840c28679172951fd7ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282495 Jul 16 19:23:07.133037 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49930) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.203313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:07.222199 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121368f-4109-4bdb-821b-08db18794174 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:07.223775 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d121368f-4109-4bdb-821b-08db18794174 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897954 Jul 16 19:23:07.226916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49932) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.255026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97fb9523-2bff-49a9-bac9-013b7355db10 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263643 Jul 16 19:23:07.257518 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 49934) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.262860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353468813', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:07.355072 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:07.358634 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.386718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:06Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:07.413278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Checking router: 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:07.413638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Updating router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 port 9876939b-cdef-44ba-84c2-66cf3de3d714 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:23:07.448801 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.538614 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.593331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Subnet': ['ID=622414d0-c24f-4f65-af3e-6d47266d41f0,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:07.608473 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Checking segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:07.608758 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network hostable DHCP agents. Network: e6e37d40-902a-45c3-aff1-1af4f24bec32, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:23:07.626257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:23:07.635283 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, e6e37d40-902a-45c3-aff1-1af4f24bec32) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:07.640254 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:07.641224 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.645486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f623bc-9eac-484a-a7e2-cdb52516c942 None None] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:07.657239 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c775fd45-f433-4435-97f4-10fdd0099782 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985517 Jul 16 19:23:07.660435 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49936) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.765825 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.795098 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Transition to ACTIVE for port object 9876939b-cdef-44ba-84c2-66cf3de3d714 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:07.805323 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.880186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Attempting to bind port 9876939b-cdef-44ba-84c2-66cf3de3d714 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:07.880444 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Attempting to bind port 9876939b-cdef-44ba-84c2-66cf3de3d714 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:07.880817 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Attempting to bind port 9876939b-cdef-44ba-84c2-66cf3de3d714 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:07.884436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8f91b-8250-40c0-ae44-0e5853975631 None None] Pushing event updated for resources: {'Port': ['ID=9876939b-cdef-44ba-84c2-66cf3de3d714,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:07.889871 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-e6e37d40-902a-45c3-aff1-1af4f24bec32', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:23:07.890688 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.894145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:07.894627 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:07.895035 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.895423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:07.895879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Bound port: 9876939b-cdef-44ba-84c2-66cf3de3d714, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:07.896250 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.104464 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.176429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] For port 9876939b-cdef-44ba-84c2-66cf3de3d714, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:08.181365 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] For port 9876939b-cdef-44ba-84c2-66cf3de3d714, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9876939b-cdef-44ba-84c2-66cf3de3d714,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:08.203515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.265263 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Allocated IP 172.20.0.2 (e6e37d40-902a-45c3-aff1-1af4f24bec32/622414d0-c24f-4f65-af3e-6d47266d41f0/16e30963-5f9e-41cc-bb69-cdb8877f7a96) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:08.295001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:08.295629 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:08.299818 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8f91b-8250-40c0-ae44-0e5853975631 None None] Pushing event updated for resources: {'Port': ['ID=9876939b-cdef-44ba-84c2-66cf3de3d714,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:08.463505 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:08.573618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.612333 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Transition to ACTIVE for port object 16e30963-5f9e-41cc-bb69-cdb8877f7a96 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:08.638721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Transition to ACTIVE for port object 16e30963-5f9e-41cc-bb69-cdb8877f7a96 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:08.663122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.694780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.1 (e6e37d40-902a-45c3-aff1-1af4f24bec32/622414d0-c24f-4f65-af3e-6d47266d41f0/7f0fb1e7-6559-482c-bd53-f0e4671c66e8) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:08.708080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:08.713597 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:08.720064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:08.725090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Pushing event updated for resources: {'Port': ['ID=16e30963-5f9e-41cc-bb69-cdb8877f7a96,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:08.789045 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:06Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:08.816504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Attempting to bind port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:08.816905 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Attempting to bind port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:08.817276 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Attempting to bind port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:08.818111 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.820764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52bdaf3-ec27-4787-b9cf-d71acf1fde90 None None] The sync data for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 is: [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:06Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:08.825199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:08.825199 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Checking segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:08.825519 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.825903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Bound using segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:08.826375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Bound port: 16e30963-5f9e-41cc-bb69-cdb8877f7a96, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:08.826759 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.833525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:08.870057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.899410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] For port 16e30963-5f9e-41cc-bb69-cdb8877f7a96, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:08.903120 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] For port 16e30963-5f9e-41cc-bb69-cdb8877f7a96, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=16e30963-5f9e-41cc-bb69-cdb8877f7a96,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:08.910770 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.912108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:08.917248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:08.921582 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:08.964158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:08.976334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6444c6-6934-4ab7-8f00-86282e9a56ed None None] Pushing event updated for resources: {'Port': ['ID=16e30963-5f9e-41cc-bb69-cdb8877f7a96,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:08.977557 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:09.193744 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:09.498711 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:09.503519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:09.582818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:09.586573 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:09.686922 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:09.688411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:09.806525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:09.920082 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:09.925473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-35a52c2f-dfe0-48bf-8b2b-57d7c68740bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/25626bc7-541f-4afc-a9fc-5bd5f4d6e147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2634296 Jul 16 19:23:09.944027 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0cd3d-a08d-41d3-a0d5-7e4e96af5e4f None None] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:10.026820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3c1e192-2309-498e-8d58-2d84ce09daed None None] Provisioning for port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:10.075399 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-721a8d21-d4e9-47b9-8a5f-53d668f8d0f5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486492008&fields=id&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 267 time: 0.0344870 Jul 16 19:23:10.195412 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-c41cc3a1-fdd2-4df7-ba1b-93522d614f34 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:10.199840 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-c41cc3a1-fdd2-4df7-ba1b-93522d614f34 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 797 time: 0.1169126 Jul 16 19:23:10.213033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-91638288-b8e5-458f-ba51-2fa4cb4d6a99 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/quotas/eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 375 time: 0.0104105 Jul 16 19:23:10.285792 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-64f55492-7fb4-4160-8dfe-d35fb04aa2ce tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671861 Jul 16 19:23:10.356086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d86b65ce-b3f1-446b-b480-77e8f0b4a01a None None] Provisioning for port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:10.360721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d86b65ce-b3f1-446b-b480-77e8f0b4a01a None None] Provisioning complete for port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:10.361269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d86b65ce-b3f1-446b-b480-77e8f0b4a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.389308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-a3283f94-8acc-4991-b5aa-9099d8a3609e service neutron] 10.222.0.49 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902827 Jul 16 19:23:10.413127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d86b65ce-b3f1-446b-b480-77e8f0b4a01a None None] Port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:10.483659 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Sync routers for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:10.502735 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:10.503467 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:10.526526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-340461df-5c52-4d9d-b065-84d50a09b20b service neutron] 10.222.0.49 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296983 Jul 16 19:23:10.527961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9876939b-cdef-44ba-84c2-66cf3de3d714 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:10.580040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ecbe3ff8-c87e-4b8e-bbb6-bc2ae4d6970a None None] Provisioning complete for port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:10.580411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ff8-c87e-4b8e-bbb6-bc2ae4d6970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.616001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe3ff8-c87e-4b8e-bbb6-bc2ae4d6970a None None] Port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:10.630909 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 9876939b-cdef-44ba-84c2-66cf3de3d714 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:10.635559 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9876939b-cdef-44ba-84c2-66cf3de3d714 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:10.636369 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.655511 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:10.739592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8f692454-2a40-4f32-8ae0-bf1504bb347d req-23c0290b-95c2-42b4-8eb4-d87b885a8cce tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 210 time: 0.0507207 Jul 16 19:23:10.747701 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.790918 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 9876939b-cdef-44ba-84c2-66cf3de3d714, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9876939b-cdef-44ba-84c2-66cf3de3d714,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:10.802526 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.803377 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 16e30963-5f9e-41cc-bb69-cdb8877f7a96 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:10.901060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=9876939b-cdef-44ba-84c2-66cf3de3d714,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:10.906379 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 2, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:10.906829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:10.911730 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:10.912138 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.935145 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Checking router: 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:10.935569 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Updating router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:23:10.957368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f332fc1c-3058-49b9-a73d-91c6d0a51a73 None None] Provisioning complete for port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:10.957933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f332fc1c-3058-49b9-a73d-91c6d0a51a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.974335 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.025427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f332fc1c-3058-49b9-a73d-91c6d0a51a73 None None] Port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:11.041210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.078196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 16e30963-5f9e-41cc-bb69-cdb8877f7a96, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=16e30963-5f9e-41cc-bb69-cdb8877f7a96,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:11.084419 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.137091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=16e30963-5f9e-41cc-bb69-cdb8877f7a96,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:11.264486 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.275026 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Transition to ACTIVE for port object 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:11.281290 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.328395 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Pushing event updated for resources: {'Port': ['ID=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:11.355659 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.356004 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.356338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.356667 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.357008 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.357338 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.357671 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.357989 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.358311 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.358711 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.359037 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.359354 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:11.396606 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Attempting to bind port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:11.397072 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Attempting to bind port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:11.397541 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Attempting to bind port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:11.403210 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:11.403584 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Checking segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:11.404021 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.404416 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Bound using segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:11.405166 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Bound port: 7f0fb1e7-6559-482c-bd53-f0e4671c66e8, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:11.405415 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.470873 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] For port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:11.475352 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] For port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:11.479333 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.536767 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:11.537446 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:22:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:11.674938 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712b46b-cca6-4b60-bce0-d68d2b88c995 None None] Pushing event updated for resources: {'Port': ['ID=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:11.749011 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:11.906440 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a2c3566c-97c5-4dac-9678-6d821f716cc7 req-96e6cbf1-145f-4376-98d6-d206c7b020b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 210 time: 0.0351529 Jul 16 19:23:11.940702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-a1981f43-f033-4299-a9d9-de57175349f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:11.943155 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-a1981f43-f033-4299-a9d9-de57175349f7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 797 time: 0.1608758 Jul 16 19:23:11.960250 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:11Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:11.987015 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce76a59-07f3-4664-b067-a0d774694ee5 None None] The sync data for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 is: [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:11Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:11.997541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-71c6452c-401f-41af-bcec-37d7571a4ccd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 380 time: 0.0435202 Jul 16 19:23:12.007730 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'port': {'device_id': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'admin_state_up': True, 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'security_groups': ['6574c383-9375-4c4b-8593-1a57790935b6']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:12.150133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:12.153750 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.290936 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.11 (e6e37d40-902a-45c3-aff1-1af4f24bec32/622414d0-c24f-4f65-af3e-6d47266d41f0/c6cbad71-6aa7-435e-8d79-309af0558456) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:12.458640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.474352 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object c6cbad71-6aa7-435e-8d79-309af0558456 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:12.516919 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.571900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9876939b-cdef-44ba-84c2-66cf3de3d714 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:12.572758 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:12.577065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:12.581516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:12.587335 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:12.646328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 9876939b-cdef-44ba-84c2-66cf3de3d714 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:12.646977 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.659433 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:12.660262 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.682953 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-79a541bc-4f28-484c-bc22-e1f0d3f67943 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6792383 Jul 16 19:23:12.698336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Request body: {'port': {'device_id': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:12.741136 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 16e30963-5f9e-41cc-bb69-cdb8877f7a96 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:12.804659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:12.805126 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.911066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:12.915516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe60c515-b5e5-408e-9221-84c83b0f1c49 None None] Provisioning for port c6cbad71-6aa7-435e-8d79-309af0558456 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:12.938255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-fe60c515-b5e5-408e-9221-84c83b0f1c49 None None] Provisioning complete for port c6cbad71-6aa7-435e-8d79-309af0558456 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:12.938643 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe60c515-b5e5-408e-9221-84c83b0f1c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.989892 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-fe60c515-b5e5-408e-9221-84c83b0f1c49 None None] Port c6cbad71-6aa7-435e-8d79-309af0558456 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:13.008611 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:13.014504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:13.014998 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.126134 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.157721 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68558d20-7b94-4e21-b477-ab4e2ae4ac3b req-664c5c86-2fb0-4020-a15e-e48143435ca9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:13.159344 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68558d20-7b94-4e21-b477-ab4e2ae4ac3b req-664c5c86-2fb0-4020-a15e-e48143435ca9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 932 time: 0.0821562 Jul 16 19:23:13.164586 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.175218 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:13.181245 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.212268 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-68558d20-7b94-4e21-b477-ab4e2ae4ac3b req-a08625bb-8b6a-4842-9cff-af54e09bf962 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462084 Jul 16 19:23:13.237941 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:13.455641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cbad71-6aa7-435e-8d79-309af0558456 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:23:13.463555 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.476331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Transition to ACTIVE for port object c6cbad71-6aa7-435e-8d79-309af0558456 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:13.482205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.539464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:13.610321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:13.610660 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:13.610999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:13.615856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Port c6cbad71-6aa7-435e-8d79-309af0558456 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:23:13.616182 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:13.621280 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:13.621623 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Checking segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:13.622011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Bound using segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:13.622440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Bound port: c6cbad71-6aa7-435e-8d79-309af0558456, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:13.622804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.693850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:13.697069 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:13.704467 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.736592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:13.737235 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.738832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] 10.222.0.59 "PUT /v2.0/ports/c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 1093 time: 1.0469065 Jul 16 19:23:13.739268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:13.741613 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c548739-f7a5-4ab2-a26a-ace558406995" -d '{"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:13.767667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3103f83-5300-40f7-9f47-9eb04557f94f service neutron] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:13.793999 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f616e-af38-4f83-b904-5cfd18cfe839 x-openstack-request-id: req-f94f616e-af38-4f83-b904-5cfd18cfe839 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:13.794290 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:13.794548 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f94f616e-af38-4f83-b904-5cfd18cfe839 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:13.794953 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'status': 'completed', 'code': 200} Jul 16 19:23:13.838825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-782a6480-0629-4049-aebd-92320fe18963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:13.840389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-782a6480-0629-4049-aebd-92320fe18963 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1096 time: 0.0568662 Jul 16 19:23:13.889841 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-46798699-a8b6-4e73-926c-7ace3a6632bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 217 time: 0.0394144 Jul 16 19:23:13.939387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-0afe1714-d87a-474c-b239-af10c4da2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:13.940897 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-0afe1714-d87a-474c-b239-af10c4da2d04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0447218 Jul 16 19:23:13.999106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-3f98001a-426e-479f-816e-60761d2109c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:14.000618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-3f98001a-426e-479f-816e-60761d2109c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525389 Jul 16 19:23:14.100195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-2e59f1da-0f2c-46c0-acb6-33d7ad586a84 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920122 Jul 16 19:23:14.200730 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-83b5a733-d2db-4def-80b8-a6f1fa80ee1d req-c8223e69-7821-4a79-a9a1-9e99ccc0551a service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925405 Jul 16 19:23:14.311923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-7a0b9374-60ec-4fc5-af53-8ae870b299c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:14.313443 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-7a0b9374-60ec-4fc5-af53-8ae870b299c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1096 time: 0.0585723 Jul 16 19:23:14.402415 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1455d-ff05-4a97-80b4-60615daf381f req-7874cb19-50eb-4c50-8c43-850b85f015de tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:14.404467 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eae1455d-ff05-4a97-80b4-60615daf381f req-7874cb19-50eb-4c50-8c43-850b85f015de tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.0765889 Jul 16 19:23:14.408978 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-20e8ef16-5697-4cc7-b5c6-ffa85a874d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:14.410692 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-20e8ef16-5697-4cc7-b5c6-ffa85a874d2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.0902469 Jul 16 19:23:14.446465 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eae1455d-ff05-4a97-80b4-60615daf381f req-5450e0c5-eb5d-4e6e-9e40-58c52b42f2e8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358858 Jul 16 19:23:14.448322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:14.458324 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-b0235001-e104-4ebe-8c56-ea156281e601 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 217 time: 0.0400822 Jul 16 19:23:14.497284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:14.497663 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.509631 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-48b1dd15-cbd9-4564-84d1-802005aa27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:14.511175 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-48b1dd15-cbd9-4564-84d1-802005aa27ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0444202 Jul 16 19:23:14.568920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-b4e9ee2f-8234-4ea8-8a9a-83bb7c8b01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:14.570447 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-b4e9ee2f-8234-4ea8-8a9a-83bb7c8b01b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523040 Jul 16 19:23:14.665842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-cbf95caa-dbd3-4efc-927e-e3ed77676d4e service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866241 Jul 16 19:23:14.756537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7c548739-f7a5-4ab2-a26a-ace558406995 req-89ab7c46-efe9-462e-b18c-3247c48ad8da service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814152 Jul 16 19:23:15.648537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454c64-9226-44c6-8925-fe13d97b6da9 req-2e3e8d33-5177-47ce-9703-12387e2bf7a5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:15.650165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a454c64-9226-44c6-8925-fe13d97b6da9 req-2e3e8d33-5177-47ce-9703-12387e2bf7a5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.0801225 Jul 16 19:23:15.689316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3a454c64-9226-44c6-8925-fe13d97b6da9 req-7c086b8d-017a-4393-a23f-d0b6ff098e09 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Jul 16 19:23:16.257241 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9ec0bbd2-ceeb-4bb9-b23d-9a7fca816da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.876205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f776f-324f-4ada-931e-552610f8b32b req-c175ed96-c503-4482-adcc-b45391e0f1ee tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:16.877752 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-704f776f-324f-4ada-931e-552610f8b32b req-c175ed96-c503-4482-adcc-b45391e0f1ee tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.0663464 Jul 16 19:23:16.930161 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-704f776f-324f-4ada-931e-552610f8b32b req-ff6b8c9d-6c7a-4708-bdda-48f7c9c376c7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462821 Jul 16 19:23:18.112347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90615cfe-1538-4b93-9c55-abc31bc4060b req-d1377591-ee74-4e96-8a40-51304e9fa39a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:18.113961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90615cfe-1538-4b93-9c55-abc31bc4060b req-d1377591-ee74-4e96-8a40-51304e9fa39a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.0664072 Jul 16 19:23:18.125585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:23:18.154211 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-90615cfe-1538-4b93-9c55-abc31bc4060b req-09b88e9c-c5eb-4ab6-a7cc-506f13148f8b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Jul 16 19:23:18.227824 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:18.238852 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'port_id': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'mac_address': 'fa:16:3e:57:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:23:18.278753 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.292834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cbad71-6aa7-435e-8d79-309af0558456 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:23:18.316094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:18.321409 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.370363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:18.534748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['c6cbad71-6aa7-435e-8d79-309af0558456'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:23:18.845456 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5081114c-6614-4876-8000-86fc622173fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:19.002689 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:19.370667 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254d5c2-f3a3-45e1-aea8-0cc8cb88923f req-f32af802-2baf-4025-9e56-566e7334ab4f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:19.372054 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7254d5c2-f3a3-45e1-aea8-0cc8cb88923f req-f32af802-2baf-4025-9e56-566e7334ab4f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 945 time: 0.0884373 Jul 16 19:23:19.415323 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7254d5c2-f3a3-45e1-aea8-0cc8cb88923f req-76377b95-b1a5-43a1-8c2f-13640c855637 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347021 Jul 16 19:23:20.129217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:20.182955 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.192233 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port c6cbad71-6aa7-435e-8d79-309af0558456 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:20.196137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port c6cbad71-6aa7-435e-8d79-309af0558456 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:20.196502 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.274603 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.298567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:20.300866 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50323489-bb67-4ade-9b89-a907cc6753f1" -d '{"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-plugged", "status": "completed", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:20.313919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:20.318680 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.345891 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfb6377-2aa9-4607-909b-713443261f6b x-openstack-request-id: req-fcfb6377-2aa9-4607-909b-713443261f6b {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:20.346126 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-plugged", "status": "completed", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:20.346643 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcfb6377-2aa9-4607-909b-713443261f6b {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:20.347037 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'code': 200} Jul 16 19:23:20.376632 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:20.466576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dbb9e-cfd3-47ed-9506-527d36634393 req-7f90e536-3614-4cb3-961d-35d051e3f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:20.468221 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a4dbb9e-cfd3-47ed-9506-527d36634393 req-7f90e536-3614-4cb3-961d-35d051e3f465 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1098 time: 0.0583227 Jul 16 19:23:20.505489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a4dbb9e-cfd3-47ed-9506-527d36634393 req-414e5477-ce34-4fab-a32c-b72ce641eae0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302312 Jul 16 19:23:20.607824 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed24df-740b-44b6-b7aa-971d2a7c02c5 req-56f90e68-367b-4237-87ae-84254ae8fbb0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:20.609389 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90ed24df-740b-44b6-b7aa-971d2a7c02c5 req-56f90e68-367b-4237-87ae-84254ae8fbb0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0718045 Jul 16 19:23:20.647990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-90ed24df-740b-44b6-b7aa-971d2a7c02c5 req-bb113779-52ed-46e3-94db-72c59272eda2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327246 Jul 16 19:23:21.831239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552aedb-385d-440d-8def-f1c0f4fb9f65 req-69cabfb2-cb1a-4c33-91f8-c2ea4db4d217 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:21.832755 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2552aedb-385d-440d-8def-f1c0f4fb9f65 req-69cabfb2-cb1a-4c33-91f8-c2ea4db4d217 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0694897 Jul 16 19:23:21.873799 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2552aedb-385d-440d-8def-f1c0f4fb9f65 req-cfb1c492-e343-4333-965a-9a96da77eb60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349400 Jul 16 19:23:21.998602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.054365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba44cc2-760c-4d90-8caf-3eecb3a11024 req-b7611413-5fe1-4986-9195-8b35ebbdbb6c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:22.055844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ba44cc2-760c-4d90-8caf-3eecb3a11024 req-b7611413-5fe1-4986-9195-8b35ebbdbb6c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0690720 Jul 16 19:23:22.097555 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3ba44cc2-760c-4d90-8caf-3eecb3a11024 req-04457b41-7c5a-431d-84dc-e6a708794e97 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Jul 16 19:23:22.123544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49988) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:22.188950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13633ff1-d0dd-4e20-92e4-2eef2c0e0198 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:22.190811 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-13633ff1-d0dd-4e20-92e4-2eef2c0e0198 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1093 time: 0.0662236 Jul 16 19:23:22.195090 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49990) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:22.199497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:22.226508 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.332020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.439538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.83 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/7a49c2e4-2f25-4b22-a291-7c51f8de2523) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:22.557276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.608323 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.647071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:22.653317 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:22.658170 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:22.662965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=7a49c2e4-2f25-4b22-a291-7c51f8de2523,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:23.093685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.175497 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.184578 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.348868 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.356245 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.423496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=7a49c2e4-2f25-4b22-a291-7c51f8de2523,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:23.436110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.539211 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP e7a578ad-76ff-4522-bbfa-e1b7b31a4d24 associated. External IP: 172.25.1.83, port: c6cbad71-6aa7-435e-8d79-309af0558456. Jul 16 19:23:23.751823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:23.871665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:23.882017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] Sync routers for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:23.890268 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.891830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:23.892556 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:23.927086 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6e298e23-7b5d-4e98-bfea-20fc71d5a79c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7309837 Jul 16 19:23:23.928305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:23.930917 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d" -d '{"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:23.969690 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb8461-9c4e-44e7-b344-60dbca6c7375 x-openstack-request-id: req-ffdb8461-9c4e-44e7-b344-60dbca6c7375 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:23.970033 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:23.970343 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffdb8461-9c4e-44e7-b344-60dbca6c7375 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:23.970803 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'status': 'completed', 'code': 200} Jul 16 19:23:24.003835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:24.095726 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-a50a86b8-043b-48da-adfa-f9a0216d499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:24.097421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-a50a86b8-043b-48da-adfa-f9a0216d499b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1098 time: 0.1035049 Jul 16 19:23:24.121201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe30b6-fec1-4e8e-b4cf-2e56afe81b87 req-64743ea5-e1a9-458c-8d6b-c403595d20a6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:24.122830 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fefe30b6-fec1-4e8e-b4cf-2e56afe81b87 req-64743ea5-e1a9-458c-8d6b-c403595d20a6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.1001148 Jul 16 19:23:24.215780 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fefe30b6-fec1-4e8e-b4cf-2e56afe81b87 req-0b3d2c54-97ce-4c65-948d-e4d656289493 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808752 Jul 16 19:23:24.232756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-712d2295-a7d7-4db9-803c-f6c38e3455df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:24.234419 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-712d2295-a7d7-4db9-803c-f6c38e3455df service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.1292415 Jul 16 19:23:24.240251 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 49996) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:24.344937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-59303933-9497-42c6-be01-fa93091478a2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/e7a578ad-76ff-4522-bbfa-e1b7b31a4d24 HTTP/1.1" status: 200 len: 991 time: 0.1034460 Jul 16 19:23:24.351516 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-4d57f5c5-2d6f-4bfd-bfba-0344c76ab743 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 999 time: 0.1090925 Jul 16 19:23:24.390170 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e7a578ad-76ff-4522-bbfa-e1b7b31a4d24', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'port_id': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'mac_address': 'fa:16:3e:57:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:23:22Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:13Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:24.401472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-d1f1af6d-4bb2-422d-8f14-5b5d16b64058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:24.403001 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-d1f1af6d-4bb2-422d-8f14-5b5d16b64058 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0446177 Jul 16 19:23:24.421277 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] Checking router: 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:24.430184 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:24.430802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:23:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:24.461026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-2ab0f4a1-d2a5-40be-ad98-a79851945806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:24.462549 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-2ab0f4a1-d2a5-40be-ad98-a79851945806 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522621 Jul 16 19:23:24.540351 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:24.783193 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e7a578ad-76ff-4522-bbfa-e1b7b31a4d24', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'port_id': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'mac_address': 'fa:16:3e:57:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:23:22Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:13Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:24.810318 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2f8f8-70a0-4a70-b3c6-c1a5d7e6d805 None None] The sync data for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 is: [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'e7a578ad-76ff-4522-bbfa-e1b7b31a4d24', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'port_id': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'mac_address': 'fa:16:3e:57:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:23:22Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:13Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:24.884159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-750462d1-e549-472b-beb6-3b7f0c781d37 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141364 Jul 16 19:23:24.976193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5dfd11c3-eed9-46ee-b34f-a5e007fb244d req-0bf8646d-82b3-4569-bb97-df127020ba63 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848672 Jul 16 19:23:25.013049 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc057fc-94ae-491e-ad43-ccbdaaa7f34f None None] New status for floating IP e7a578ad-76ff-4522-bbfa-e1b7b31a4d24: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:23:25.179724 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:25.350127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50000) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:25.427071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e4b2690d-2bb7-4525-90af-85b1e5ea4290 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/e7a578ad-76ff-4522-bbfa-e1b7b31a4d24 HTTP/1.1" status: 200 len: 993 time: 0.0755575 Jul 16 19:23:27.465394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-a9eb70f6-2a23-41ee-8c8d-569dc8d8e91c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554996 Jul 16 19:23:27.574968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-1a72f523-ed1b-4bc6-b3c9-6d8fc31bb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:27.576493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-1a72f523-ed1b-4bc6-b3c9-6d8fc31bb49c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1098 time: 0.0681784 Jul 16 19:23:27.695804 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-532e26ee-bc4f-486f-8556-8b222c9ec5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:27.697332 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-532e26ee-bc4f-486f-8556-8b222c9ec5bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.0934443 Jul 16 19:23:27.763511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-de65a358-0dd6-4efc-9dbc-04d32cbfe69d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 1001 time: 0.0579491 Jul 16 19:23:27.816007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-2a477176-a12b-49ee-b937-12a095835162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:27.817489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-2a477176-a12b-49ee-b937-12a095835162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0475042 Jul 16 19:23:27.876725 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-c0a0bb53-03e9-425b-9553-6eaa25789dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:27.878265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-c0a0bb53-03e9-425b-9553-6eaa25789dff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541561 Jul 16 19:23:27.969307 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-101d9c15-9b2a-4098-8d73-1aa3fdb3fa81 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835187 Jul 16 19:23:28.062331 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a0ae600-8046-4ec1-9220-f26777e3aca9 req-8c58a70e-6aa8-40f3-95fc-5d6cde6fea67 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Jul 16 19:23:33.902430 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:46.259043 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21b57883-2c84-4d24-bac4-0c2b14a51770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:48.843288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7771ebd-0e0b-484e-8888-5e244809f40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:49.004092 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:50.190365 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:52.002280 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:53.175927 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:54.506666 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-30877323-9469-4ae8-9e85-ec57a4e7d2f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421428 Jul 16 19:23:54.520565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe96ab2-4bec-4155-a6e8-7cee39d9ee7f req-fad30fe6-c058-4fa7-8d84-7afa3cdba07f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:54.522633 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fe96ab2-4bec-4155-a6e8-7cee39d9ee7f req-fad30fe6-c058-4fa7-8d84-7afa3cdba07f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.1534331 Jul 16 19:23:54.562733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0fe96ab2-4bec-4155-a6e8-7cee39d9ee7f req-75028d8c-da29-4653-8e9f-98b1aef1fa6a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339804 Jul 16 19:23:55.172122 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:55.846215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26fa73-c67e-4827-8a86-dbe91931eb21 req-55d50d8b-9ca0-4c17-8b92-87878ab41f25 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:55.847763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e26fa73-c67e-4827-8a86-dbe91931eb21 req-55d50d8b-9ca0-4c17-8b92-87878ab41f25 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.1626658 Jul 16 19:23:55.861826 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-506cdd8a-9bf7-4f88-b6d5-871d9337461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:55.863237 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-506cdd8a-9bf7-4f88-b6d5-871d9337461b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1098 time: 0.0908678 Jul 16 19:23:55.916305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3e26fa73-c67e-4827-8a86-dbe91931eb21 req-dea12dca-fc22-4caf-8dce-e6926fc95eac tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622556 Jul 16 19:23:55.970539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-e502957a-5395-4d2e-8537-292b4aa8f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:55.972033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-e502957a-5395-4d2e-8537-292b4aa8f5eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.1013720 Jul 16 19:23:56.056128 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-4d824c71-947c-4067-9f22-88005f0e9cdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 1001 time: 0.0754395 Jul 16 19:23:56.109114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-636ad8f3-2621-4b5a-a310-46c3c7146c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:56.110614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-636ad8f3-2621-4b5a-a310-46c3c7146c70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0462570 Jul 16 19:23:56.170962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-f5fc1026-3521-4922-90d6-8038350e8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:56.172457 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-f5fc1026-3521-4922-90d6-8038350e8847 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548098 Jul 16 19:23:56.267073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-7c425a13-ec69-40d5-b8bb-fee116365684 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870504 Jul 16 19:23:56.362638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-5e462128-6455-41df-9b53-2e6f94349498 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882788 Jul 16 19:23:57.117077 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c15bfc-d005-4e3c-8343-2643156cd1d0 req-b8470289-90af-443e-843b-ffbb79f43d46 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:57.118604 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20c15bfc-d005-4e3c-8343-2643156cd1d0 req-b8470289-90af-443e-843b-ffbb79f43d46 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0768504 Jul 16 19:23:57.158880 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-20c15bfc-d005-4e3c-8343-2643156cd1d0 req-da792e2d-98a2-42c3-96a4-eceb181d6b50 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344906 Jul 16 19:23:58.352638 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd2834-0dea-4d7a-a46b-a8728becd3cf req-670e2fb9-c9cc-4c89-a06c-91728aeeddec tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:58.354163 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52fd2834-0dea-4d7a-a46b-a8728becd3cf req-670e2fb9-c9cc-4c89-a06c-91728aeeddec tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0735638 Jul 16 19:23:58.392259 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52fd2834-0dea-4d7a-a46b-a8728becd3cf req-45d769b8-50bd-4ddf-8766-59e1ad091014 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Jul 16 19:23:59.579561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19aa9a-ceec-4e3b-89cf-2d912f1b7794 req-c1f0a793-e4d8-4861-9eeb-df21e7b03241 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:59.581053 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a19aa9a-ceec-4e3b-89cf-2d912f1b7794 req-c1f0a793-e4d8-4861-9eeb-df21e7b03241 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0694594 Jul 16 19:23:59.619753 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a19aa9a-ceec-4e3b-89cf-2d912f1b7794 req-e83b1610-bb04-4f3d-ba85-0ea1b00b341d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Jul 16 19:24:00.815500 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c581932-4503-4853-8c37-6c6aefa2653e req-27b66685-c7c9-4af2-b559-8e4e28133bc9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:00.817035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c581932-4503-4853-8c37-6c6aefa2653e req-27b66685-c7c9-4af2-b559-8e4e28133bc9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0781288 Jul 16 19:24:00.858363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0c581932-4503-4853-8c37-6c6aefa2653e req-5109894e-a7eb-4ee2-bd07-5b6b47197792 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350971 Jul 16 19:24:02.052985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea83aa-de8a-45ef-8e46-53ec2bbf8e6a req-47b92c15-90d1-47b5-b2b2-0fc97a48d84f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:02.054525 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9ea83aa-de8a-45ef-8e46-53ec2bbf8e6a req-47b92c15-90d1-47b5-b2b2-0fc97a48d84f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0683606 Jul 16 19:24:02.096807 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e9ea83aa-de8a-45ef-8e46-53ec2bbf8e6a req-c08d30c6-6695-489e-97fe-b894b3cad419 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Jul 16 19:24:03.291810 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fe98c-ae35-4f67-93f5-847a61709e9a req-f26d27f2-4331-4e30-84b0-1e42a7b2d4d1 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:03.293236 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e6fe98c-ae35-4f67-93f5-847a61709e9a req-f26d27f2-4331-4e30-84b0-1e42a7b2d4d1 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0752351 Jul 16 19:24:03.331497 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5e6fe98c-ae35-4f67-93f5-847a61709e9a req-7d88f6cd-5dea-414b-af27-92c21596d25e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Jul 16 19:24:04.528196 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711f42d-f357-4b6d-ab9e-3dcf134f6724 req-8c2ca95c-0008-4bd9-9d15-3350b5e11d21 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:04.529722 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8711f42d-f357-4b6d-ab9e-3dcf134f6724 req-8c2ca95c-0008-4bd9-9d15-3350b5e11d21 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0760298 Jul 16 19:24:04.567472 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8711f42d-f357-4b6d-ab9e-3dcf134f6724 req-99517b53-b677-483e-9909-21c26a29ee84 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Jul 16 19:24:05.774873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714bb11-b4bd-4505-a7bc-c9eef5aeaa5b req-a855d9ff-2694-4841-81f4-1602b7dedf69 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:05.776378 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d714bb11-b4bd-4505-a7bc-c9eef5aeaa5b req-a855d9ff-2694-4841-81f4-1602b7dedf69 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0851452 Jul 16 19:24:05.815361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d714bb11-b4bd-4505-a7bc-c9eef5aeaa5b req-56dd53ec-2b3f-442f-a270-06bb820805bb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Jul 16 19:24:07.012983 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33f6ec-b9b2-418d-b732-f9a241492442 req-96ad0059-37ed-4c08-a544-fc6959c00a94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:07.014482 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f33f6ec-b9b2-418d-b732-f9a241492442 req-96ad0059-37ed-4c08-a544-fc6959c00a94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0716405 Jul 16 19:24:07.056560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f33f6ec-b9b2-418d-b732-f9a241492442 req-fadfd5f3-ab13-41dd-8cb7-b0cf3c9c0818 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Jul 16 19:24:08.259624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e54be-61c5-4d41-9851-87457ba18ba9 req-ad915b71-00de-4bbd-bf0d-f811cccdf7e2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:08.261279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c31e54be-61c5-4d41-9851-87457ba18ba9 req-ad915b71-00de-4bbd-bf0d-f811cccdf7e2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0753226 Jul 16 19:24:08.303348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c31e54be-61c5-4d41-9851-87457ba18ba9 req-4b20102a-0821-4ef2-bc35-f6baf708d069 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339360 Jul 16 19:24:08.363764 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-c339997b-746a-4699-89d3-8c57cd8d7a4c service neutron] show failed (client error): The resource could not be found. Jul 16 19:24:08.364719 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-c339997b-746a-4699-89d3-8c57cd8d7a4c service neutron] 10.222.0.59 "GET /v2.0/ports/c6cbad71-6aa7-435e-8d79-309af0558456/bindings/n-h2-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0602582 Jul 16 19:24:08.680678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-1f4d296f-8668-4f3e-82cc-1d6a07d23e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:08.682213 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-1f4d296f-8668-4f3e-82cc-1d6a07d23e17 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0998785 Jul 16 19:24:08.694230 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-15', 'device_owner': 'compute:nova'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:08.766382 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:08.978186 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:09.013535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:24:09.055998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:09.058309 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc69f2-f0f1-4f15-8e3e-cac33c2864a7" -d '{"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:09.061852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:09.078404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Transition to ACTIVE for port object c6cbad71-6aa7-435e-8d79-309af0558456 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:09.083582 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:09.112997 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb42eb3-ca42-40d6-91d0-783139176727 x-openstack-request-id: req-deb42eb3-ca42-40d6-91d0-783139176727 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:09.112997 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:09.112997 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-deb42eb3-ca42-40d6-91d0-783139176727 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:09.113349 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'code': 200} Jul 16 19:24:09.131988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=6']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:09.172007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.172343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.172750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.173049 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.173381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.173713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.174043 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.174378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.174708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.175035 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.175361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.175706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:09.222577 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] No DVR routers for this DVR port c6cbad71-6aa7-435e-8d79-309af0558456 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:24:09.363908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:24:09.364612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:24:09.364612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:24:09.369369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Port c6cbad71-6aa7-435e-8d79-309af0558456 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:24:09.369664 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Attempting to bind port c6cbad71-6aa7-435e-8d79-309af0558456 on network e6e37d40-902a-45c3-aff1-1af4f24bec32 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:24:09.374854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:24:09.375184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Checking segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:24:09.375569 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Bound using segment: {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:24:09.375998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Bound port: c6cbad71-6aa7-435e-8d79-309af0558456, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b7ac4c-433c-4715-9f71-ce82b356503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:24:09.376356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:09.471336 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:24:09.475074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:24:09.480233 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:09.522241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:09.522908 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:09.524477 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] 10.222.0.67 "PUT /v2.0/ports/c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 1093 time: 0.8341532 Jul 16 19:24:09.554175 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bd276-0fc4-425c-8a4a-c3244e7c003a req-586bb7b5-1a7e-4b11-8eb3-c7b36da251c0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:09.555928 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-611bd276-0fc4-425c-8a4a-c3244e7c003a req-586bb7b5-1a7e-4b11-8eb3-c7b36da251c0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.1373129 Jul 16 19:24:09.569916 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba891666-8aaa-4795-bbfa-fb63ee2d2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=7']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:09.627961 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-611bd276-0fc4-425c-8a4a-c3244e7c003a req-9aab1ce7-45a5-4971-8fe0-51f3edbdfed5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607181 Jul 16 19:24:09.645764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-0d9b8259-de15-42eb-ac44-12c9b2091260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:09.647358 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-0d9b8259-de15-42eb-ac44-12c9b2091260 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1096 time: 0.0905316 Jul 16 19:24:09.742976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-af83f70f-d151-4def-a614-6b868c83d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:09.744468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-af83f70f-d151-4def-a614-6b868c83d1dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.0906801 Jul 16 19:24:09.813776 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-a36fd967-af09-4660-a359-bc240ed04085 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 999 time: 0.0613496 Jul 16 19:24:09.867025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-8ebf3a7b-911f-4b93-bde7-222f7239843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:09.869007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-8ebf3a7b-911f-4b93-bde7-222f7239843b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0487890 Jul 16 19:24:09.929071 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-453b826b-c1fd-4cb9-95bf-c9d1a48720c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:09.931202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-453b826b-c1fd-4cb9-95bf-c9d1a48720c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554461 Jul 16 19:24:10.028644 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-24c7c36b-b50e-48e4-9341-ecf603d2adf9 service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901766 Jul 16 19:24:10.134743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f97d292-eaf0-4b1a-a70f-b7e88ce45b68 req-e9801bec-1768-448d-b5b4-ce142d570c30 service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996220 Jul 16 19:24:10.839367 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d6ace-13d1-4617-87b2-f45b2877f1b7 req-b85213c4-0d26-481d-9adb-bd21ac23fa8b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:10.840895 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-694d6ace-13d1-4617-87b2-f45b2877f1b7 req-b85213c4-0d26-481d-9adb-bd21ac23fa8b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.0860586 Jul 16 19:24:10.881154 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-694d6ace-13d1-4617-87b2-f45b2877f1b7 req-7549d4df-aa2f-4bec-bcd9-f73f96b12288 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Jul 16 19:24:10.902947 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:11.114706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:11.117165 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66670c30-8ef0-49d4-a764-cd97a5157204" -d '{"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:11.169700 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5b2a8-f389-4bac-af37-5c6fa341eb23 x-openstack-request-id: req-bae5b2a8-f389-4bac-af37-5c6fa341eb23 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:11.169991 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:11.170243 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bae5b2a8-f389-4bac-af37-5c6fa341eb23 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:11.170626 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'status': 'completed', 'code': 200} Jul 16 19:24:11.284031 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-8d5ee3ed-ed78-40d6-900a-24623cf4e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.285620 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-8d5ee3ed-ed78-40d6-900a-24623cf4e6ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1096 time: 0.0957696 Jul 16 19:24:11.287321 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-c4291811-decf-4ab9-a9c6-9d21dc1ae46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.288656 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-c4291811-decf-4ab9-a9c6-9d21dc1ae46e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1096 time: 0.0907259 Jul 16 19:24:11.439620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-6e777af9-0efe-4a84-938a-9b146d770de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.441028 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-6e777af9-0efe-4a84-938a-9b146d770de2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.1483457 Jul 16 19:24:11.442344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-321f82fa-f712-4072-96ca-b0a973b96bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.443652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-321f82fa-f712-4072-96ca-b0a973b96bcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.1439769 Jul 16 19:24:11.551282 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-fca4edaa-1701-4441-b277-c0bf66ef5743 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 999 time: 0.1036150 Jul 16 19:24:11.552881 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-2b58521e-1679-418f-a899-f29e3db3a926 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 999 time: 0.0996780 Jul 16 19:24:11.635114 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-55d9afa0-4095-4161-a97b-46a91429a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.636701 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-55d9afa0-4095-4161-a97b-46a91429a271 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0775712 Jul 16 19:24:11.638513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-731aa01f-2a76-4009-bc1e-e26ad7b4de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.639847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-731aa01f-2a76-4009-bc1e-e26ad7b4de4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0734975 Jul 16 19:24:11.734992 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-faadf545-054d-46bf-a6b5-2de0b328ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.736439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-faadf545-054d-46bf-a6b5-2de0b328ad1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926712 Jul 16 19:24:11.742823 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-18b8bfbf-1bd0-4437-95c9-839af6c1c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.744034 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-18b8bfbf-1bd0-4437-95c9-839af6c1c3ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927153 Jul 16 19:24:11.893669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-3f433369-c5fc-478a-912c-75ef67b469d0 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486385 Jul 16 19:24:11.895874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-7ab388ab-df24-4640-a918-55ca938472ca service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428359 Jul 16 19:24:12.055082 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-602e71d9-1b78-4830-9cec-a2837288c772 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544676 Jul 16 19:24:12.056997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66670c30-8ef0-49d4-a764-cd97a5157204 req-27796d3a-f7ac-4f76-b008-b016ce38209c service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496100 Jul 16 19:24:12.062380 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f39ddd-daf8-4c84-915c-cd0b1601f4c5 req-0657307a-28b0-41d0-92ca-a13790dad0c7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.063942 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70f39ddd-daf8-4c84-915c-cd0b1601f4c5 req-0657307a-28b0-41d0-92ca-a13790dad0c7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.0661418 Jul 16 19:24:12.104108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-70f39ddd-daf8-4c84-915c-cd0b1601f4c5 req-6c89dd59-c89c-41ac-97ee-9e3930ac6ae2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336919 Jul 16 19:24:12.336554 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:24:12.420851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12370a17-e4f2-4df5-933a-f21a32edb46a req-ed8e9fd9-537f-4f2a-b819-dc17f5f2797d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.422743 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12370a17-e4f2-4df5-933a-f21a32edb46a req-ed8e9fd9-537f-4f2a-b819-dc17f5f2797d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 944 time: 0.0649257 Jul 16 19:24:12.433381 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-8aafa1b6-232d-429a-befc-ea8aac7cd8b3 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.434895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-8aafa1b6-232d-429a-befc-ea8aac7cd8b3 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23&tenant_id=eb3516adfe5840c28679172951fd7ce8&binding%3Ahost_id=n-h2-791504-15 HTTP/1.1" status: 200 len: 944 time: 0.0755959 Jul 16 19:24:12.436243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:12.449335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'port_id': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'mac_address': 'fa:16:3e:57:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:24:12.464459 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12370a17-e4f2-4df5-933a-f21a32edb46a req-0f306901-f4fd-4600-b7ea-9ae78ff5767d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Jul 16 19:24:12.475415 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:24:12.499879 n-d-791504-15 neutron-server[93795]: INFO neutron.api.v2.resource [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-8befe849-aa28-4ddf-86a8-7ab110189051 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:24:12.500935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-8befe849-aa28-4ddf-86a8-7ab110189051 service neutron] 10.222.0.59 "DELETE /v2.0/ports/c6cbad71-6aa7-435e-8d79-309af0558456/bindings/n-h1-791504-15 HTTP/1.1" status: 404 len: 381 time: 0.0581627 Jul 16 19:24:12.523433 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:12.537814 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:24:12.541105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cbad71-6aa7-435e-8d79-309af0558456 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:24:12.561295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:12.566929 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:12.619040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:12.626328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.626676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.627014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.627350 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.627680 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.628128 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.628426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.628801 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.629115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.629436 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.629760 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.630077 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:12.630793 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-3a25210c-a09a-423e-8078-468b590737ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.632308 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-3a25210c-a09a-423e-8078-468b590737ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1096 time: 0.0860317 Jul 16 19:24:12.725034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea6a0-e39d-4ef4-97be-60e549579345 req-889554b8-389e-4d62-ad1a-6782b6af6752 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.726567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e01ea6a0-e39d-4ef4-97be-60e549579345 req-889554b8-389e-4d62-ad1a-6782b6af6752 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 945 time: 0.1305108 Jul 16 19:24:12.820620 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['c6cbad71-6aa7-435e-8d79-309af0558456'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:24:13.094952 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-a2eac4a0-17dd-425b-bd35-cf35a185935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:13.096441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-a2eac4a0-17dd-425b-bd35-cf35a185935a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.4566505 Jul 16 19:24:13.146202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e01ea6a0-e39d-4ef4-97be-60e549579345 req-6381bcee-f645-482d-a9d7-7c4c76ae9b35 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134138 Jul 16 19:24:13.179239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-d978257c-bf2b-4f98-a82b-dab73a5b2597 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 1000 time: 0.0755873 Jul 16 19:24:13.234872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-28c527a9-9acd-44d7-a081-d882ff8edc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:13.236354 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-28c527a9-9acd-44d7-a081-d882ff8edc7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0500605 Jul 16 19:24:13.305135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-8b78baa2-f802-43ee-81f7-45c117f4d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:13.307303 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-8b78baa2-f802-43ee-81f7-45c117f4d766 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639434 Jul 16 19:24:13.419184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-72be6b4b-c456-4134-8846-6b09a6758776 service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041965 Jul 16 19:24:13.529599 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-36ce5fd3-c493-4b7e-be20-0c17056190b0 req-fe5f782b-d1a1-44cb-9230-607fd799b65a service neutron] 10.222.0.59 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032271 Jul 16 19:24:14.334276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5976f9-c24a-4765-9f71-fe0841be7e8a req-caa10563-43d1-45ca-9faf-3404af50554a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:14.335763 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea5976f9-c24a-4765-9f71-fe0841be7e8a req-caa10563-43d1-45ca-9faf-3404af50554a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 945 time: 0.0733378 Jul 16 19:24:14.346503 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:24:14.377599 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ea5976f9-c24a-4765-9f71-fe0841be7e8a req-c0dfca58-1936-4714-9b99-f9e304173ee1 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334828 Jul 16 19:24:14.402809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port c6cbad71-6aa7-435e-8d79-309af0558456 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:24:14.403199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50104) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:14.406839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port c6cbad71-6aa7-435e-8d79-309af0558456 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:14.407250 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:14.470677 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-399a131e-7d48-4b78-8f05-62fa7196c6b5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/e7a578ad-76ff-4522-bbfa-e1b7b31a4d24 HTTP/1.1" status: 200 len: 992 time: 0.0606997 Jul 16 19:24:14.482516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:14.504124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:14.506631 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee29ceb-6e92-40c1-bc19-e225e74f7d6d" -d '{"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-plugged", "status": "completed", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:14.520050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:14.525344 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:14.553965 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e8c82c-2ba1-4785-b82c-d90cb8b6531d x-openstack-request-id: req-64e8c82c-2ba1-4785-b82c-d90cb8b6531d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:14.554251 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-plugged", "status": "completed", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:14.554523 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64e8c82c-2ba1-4785-b82c-d90cb8b6531d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:14.554927 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'code': 200} Jul 16 19:24:14.579592 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:16.252438 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-44658485-61d2-4779-8f6e-95201fabe532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:18.844983 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b97036a0-4af5-4804-849b-bebe603ae952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:19.005841 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:20.198598 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:22.008279 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:23.188722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:25.175768 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:26.844062 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-158248b7-7e06-430b-addb-127800138c94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589926 Jul 16 19:24:26.946703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-313b34ee-2813-40ab-a038-3d76e1d43b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:26.948478 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-313b34ee-2813-40ab-a038-3d76e1d43b6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1098 time: 0.0541267 Jul 16 19:24:27.067446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-1dc9f6f5-042c-41b3-a663-140bed3465df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:27.068956 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-1dc9f6f5-042c-41b3-a663-140bed3465df service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.0956476 Jul 16 19:24:27.140019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-bee3360f-f572-4337-8ff5-b38c177e0f26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 1001 time: 0.0630631 Jul 16 19:24:27.190541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-a86d50ca-b4d7-4a73-90ce-a2320a830b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:27.191973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-a86d50ca-b4d7-4a73-90ce-a2320a830b90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0449944 Jul 16 19:24:27.259286 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-74aaf1fe-0c5b-4a5c-a98b-4573a69da521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:27.261614 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-74aaf1fe-0c5b-4a5c-a98b-4573a69da521 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615451 Jul 16 19:24:27.275410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-a3bc9c7f-8e92-465f-85e2-8b1dd839260b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:24:27.276515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-a3bc9c7f-8e92-465f-85e2-8b1dd839260b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079348 Jul 16 19:24:27.370450 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-54c9b721-f0b7-4d2b-a4b4-51510d61f524 service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857866 Jul 16 19:24:27.464429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-050cb3f7-ac31-45b2-ade8-d7dd90bebc75 req-4899520e-79ac-47ef-85cd-0c069cc0ae73 service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877566 Jul 16 19:24:42.877882 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50118) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:43.042591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 7a49c2e4-2f25-4b22-a291-7c51f8de2523 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:24:43.042918 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.118975 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.119321 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.131243 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 7a49c2e4-2f25-4b22-a291-7c51f8de2523 owned by network:floatingip {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:24:43.309446 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.335750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=7a49c2e4-2f25-4b22-a291-7c51f8de2523,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:43.406766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.407197 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP e7a578ad-76ff-4522-bbfa-e1b7b31a4d24 disassociated (deleted). External IP: 172.25.1.83, port: c6cbad71-6aa7-435e-8d79-309af0558456. Jul 16 19:24:43.642014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:24:43.751323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:24:43.756682 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.761357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] Sync routers for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:24:43.771854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:43.772477 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:43.794110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e03f68fe-3836-41e5-b4d7-356eeb9be920 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7a578ad-76ff-4522-bbfa-e1b7b31a4d24 HTTP/1.1" status: 204 len: 168 time: 0.9151034 Jul 16 19:24:43.794718 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:43.797044 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da315f4e-c5fa-4533-bb4f-b20fc4635e75" -d '{"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:43.857591 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2f48f8-bf70-4adb-856b-0541d0f8fc0c x-openstack-request-id: req-cd2f48f8-bf70-4adb-856b-0541d0f8fc0c {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:43.857896 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:43.858228 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd2f48f8-bf70-4adb-856b-0541d0f8fc0c {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:43.858662 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'status': 'completed', 'code': 200} Jul 16 19:24:43.879313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:43.937246 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-9cf5c611-f39c-4cde-9e88-5c8c2c5418c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:43.938879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-9cf5c611-f39c-4cde-9e88-5c8c2c5418c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 1098 time: 0.0570898 Jul 16 19:24:44.057841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-3edbae3b-d3fa-4134-ae4c-edd96682a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:44.059361 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-3edbae3b-d3fa-4134-ae4c-edd96682a677 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 200 len: 898 time: 0.1139126 Jul 16 19:24:44.091756 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:13Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:44.103794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-0cebe743-a462-4556-8cba-fa6ed125fe6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 200 len: 217 time: 0.0368328 Jul 16 19:24:44.127256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] Checking router: 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:24:44.136085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:44.136767 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:44.158762 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-f7ada198-a953-40e4-993d-360467f33c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:44.160343 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-f7ada198-a953-40e4-993d-360467f33c72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 200 len: 834 time: 0.0482612 Jul 16 19:24:44.173823 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab730982-91de-4c4f-a9c5-72f1124e0c6c req-bdea7a11-e7ee-42ac-a462-416f5d4bc988 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:44.175637 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab730982-91de-4c4f-a9c5-72f1124e0c6c req-bdea7a11-e7ee-42ac-a462-416f5d4bc988 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0645690 Jul 16 19:24:44.216537 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ab730982-91de-4c4f-a9c5-72f1124e0c6c req-b5cc2627-f682-4367-8b87-b9440bec2a02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338240 Jul 16 19:24:44.223780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-b4396e74-ea0e-4b36-9d13-06d98b8a368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:44.225381 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-b4396e74-ea0e-4b36-9d13-06d98b8a368d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e6e37d40-902a-45c3-aff1-1af4f24bec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582006 Jul 16 19:24:44.321291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-ca13e21f-8208-4cb5-8d88-f52a176ed358 service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888619 Jul 16 19:24:44.408878 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:44.417788 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-da315f4e-c5fa-4533-bb4f-b20fc4635e75 req-016ee168-ffc8-4d90-a6ab-bb6f03f6df3b service neutron] 10.222.0.67 "GET /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901973 Jul 16 19:24:44.646284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:13Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:44.673103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2747d-106a-46a4-88bc-2a1600b999e1 None None] The sync data for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 is: [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:09Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '7f0fb1e7-6559-482c-bd53-f0e4671c66e8', 'name': '', 'network_id': 'e6e37d40-902a-45c3-aff1-1af4f24bec32', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ab:95:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:08Z', 'updated_at': '2021-07-16T19:23:13Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '622414d0-c24f-4f65-af3e-6d47266d41f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:24:45.023703 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203454de-6095-4b0b-897a-cb06241f3300 None None] New status for floating IP e7a578ad-76ff-4522-bbfa-e1b7b31a4d24: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:24:45.355551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-4c226421-f543-4613-98eb-63388c1866c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:45.357183 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-4c226421-f543-4613-98eb-63388c1866c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.67 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.0652003 Jul 16 19:24:45.486678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0f618-aa3b-4c55-b9e3-33d80945aa29 req-a01b1595-6e54-46c4-b9f5-abc43e27ef25 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:45.488192 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f0f618-aa3b-4c55-b9e3-33d80945aa29 req-a01b1595-6e54-46c4-b9f5-abc43e27ef25 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=008ffdca-6dcd-491f-99b4-17cfa9eecb23 HTTP/1.1" status: 200 len: 946 time: 0.1300635 Jul 16 19:24:45.529394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port c6cbad71-6aa7-435e-8d79-309af0558456 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:24:45.529666 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:45.548482 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f8f0f618-aa3b-4c55-b9e3-33d80945aa29 req-d0b2d04a-9c9f-418c-a637-9ba0114ae7c5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=6574c383-9375-4c4b-8593-1a57790935b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529492 Jul 16 19:24:45.629166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port c6cbad71-6aa7-435e-8d79-309af0558456, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=c6cbad71-6aa7-435e-8d79-309af0558456,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:45.629530 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:45.641822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for c6cbad71-6aa7-435e-8d79-309af0558456 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:24:45.776989 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:45.811808 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=c6cbad71-6aa7-435e-8d79-309af0558456,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:45.856021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] No DVR routers for this DVR port c6cbad71-6aa7-435e-8d79-309af0558456 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:24:45.859100 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:45.861027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.67 "DELETE /v2.0/ports/c6cbad71-6aa7-435e-8d79-309af0558456 HTTP/1.1" status: 204 len: 173 time: 0.4941287 Jul 16 19:24:45.861469 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-deleted', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:45.863740 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bb029e-d7e4-4a15-a42d-a2dafb15dca5" -d '{"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-deleted", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:45.908647 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20580ac-e0f8-46a9-a2e9-8773667269c0 x-openstack-request-id: req-e20580ac-e0f8-46a9-a2e9-8773667269c0 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:45.909037 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008ffdca-6dcd-491f-99b4-17cfa9eecb23", "name": "network-vif-deleted", "tag": "c6cbad71-6aa7-435e-8d79-309af0558456", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:45.909336 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e20580ac-e0f8-46a9-a2e9-8773667269c0 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:45.909913 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008ffdca-6dcd-491f-99b4-17cfa9eecb23', 'name': 'network-vif-deleted', 'tag': 'c6cbad71-6aa7-435e-8d79-309af0558456', 'status': 'completed', 'code': 200} Jul 16 19:24:46.259188 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3a1a933-f425-4b03-94b7-94db0f4ad6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:46.648918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50136) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:47.064807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:47.341208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:24:47.341560 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:47.428968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 7f0fb1e7-6559-482c-bd53-f0e4671c66e8, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:47.429328 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:47.441864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:24:47.633984 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:47.661076 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=7f0fb1e7-6559-482c-bd53-f0e4671c66e8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:47.838392 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:47.902498 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:48.398312 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:24:48.510380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:24:48.516283 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-07e12cb0-eeab-409a-b00e-9caf27800c2f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/25626bc7-541f-4afc-a9fc-5bd5f4d6e147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655524 Jul 16 19:24:48.518466 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50138) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:48.521362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] Sync routers for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:24:48.532148 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:48.532790 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:48.572554 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting subnet 622414d0-c24f-4f65-af3e-6d47266d41f0 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:24:48.575635 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.616770 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.637567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:48.698412 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.759406 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.787427 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Subnet': ['ID=622414d0-c24f-4f65-af3e-6d47266d41f0,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:48.789807 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.794930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c086d443-ba9e-4e4a-92b3-16299d8748e0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/subnets/622414d0-c24f-4f65-af3e-6d47266d41f0 HTTP/1.1" status: 204 len: 168 time: 0.2723298 Jul 16 19:24:48.794930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50140) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:48.797438 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b1ebc-5378-4a4b-a94b-e33de75413f3 None None] Network e6e37d40-902a-45c3-aff1-1af4f24bec32 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:24:48.878243 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5fb53c3-6af4-4566-8c10-3be66ae5c71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.904205 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.921759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:24:47Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:48.955478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] Checking router: 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:24:48.972271 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] Routers {'25626bc7-541f-4afc-a9fc-5bd5f4d6e147'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:48.972937 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:49.013811 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.037007 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.070933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 9876939b-cdef-44ba-84c2-66cf3de3d714 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:24:49.071276 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.099838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] Set router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:49.129995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] DHCP port deletion for e6e37d40-902a-45c3-aff1-1af4f24bec32 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:24:49.152840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 9876939b-cdef-44ba-84c2-66cf3de3d714, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=9876939b-cdef-44ba-84c2-66cf3de3d714,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:49.153203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.165602 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 9876939b-cdef-44ba-84c2-66cf3de3d714 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:24:49.289816 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] Deleting port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:24:49.290200 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.338068 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.360429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] For port 16e30963-5f9e-41cc-bb69-cdb8877f7a96, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=16e30963-5f9e-41cc-bb69-cdb8877f7a96,segment=NetworkSegment(46b7ac4c-433c-4715-9f71-ce82b356503d),segment_id=46b7ac4c-433c-4715-9f71-ce82b356503d)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:49.360842 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.368657 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=9876939b-cdef-44ba-84c2-66cf3de3d714,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:49.376353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] Calling delete_port for 16e30963-5f9e-41cc-bb69-cdb8877f7a96 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:24:49.391539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:24:47Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:49.432005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.450388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b578eb-cff5-48d8-b38e-4d6afe7dac48 None None] The sync data for ids ['25626bc7-541f-4afc-a9fc-5bd5f4d6e147'] in n-d-791504-15 is: [{'id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1164470772', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:24:47Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': '9876939b-cdef-44ba-84c2-66cf3de3d714', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25626bc7-541f-4afc-a9fc-5bd5f4d6e147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:05Z', 'updated_at': '2021-07-16T19:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:24:49.491935 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.516990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] Pushing event deleted for resources: {'Port': ['ID=16e30963-5f9e-41cc-bb69-cdb8877f7a96,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:49.520548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be802a67-9f7c-4dd7-8fe9-b5de4e005348 None None] No DVR routers for this DVR port 16e30963-5f9e-41cc-bb69-cdb8877f7a96 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:24:49.526804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.529314 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.575251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.575733 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Fanout notify agent at l3_agent the message router_deleted on router 25626bc7-541f-4afc-a9fc-5bd5f4d6e147 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:24:49.582983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.584125 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a6370ec4-23a6-48a8-8b87-6c2b33f6f3b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/routers/25626bc7-541f-4afc-a9fc-5bd5f4d6e147 HTTP/1.1" status: 204 len: 168 time: 0.7888434 Jul 16 19:24:49.587002 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50142) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:49.667547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.757558 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.768306 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e37d40-902a-45c3-aff1-1af4f24bec32']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:49.783189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b7ac4c-433c-4715-9f71-ce82b356503d') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:49.783588 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b7ac4c-433c-4715-9f71-ce82b356503d') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:49.794643 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.809872 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.816747 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:24:49.817413 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:24:49.820634 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:24:49.882250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.888222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.892870 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/networks/e6e37d40-902a-45c3-aff1-1af4f24bec32 HTTP/1.1" status: 204 len: 168 time: 0.3022208 Jul 16 19:24:49.893790 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50144) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:49.905238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8282367-f9a1-4dd9-bd0d-0188f0fc04f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Network': ['ID=e6e37d40-902a-45c3-aff1-1af4f24bec32,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:49.957787 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:49.985877 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.048665 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.051820 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.053181 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/security-groups/6574c383-9375-4c4b-8593-1a57790935b6 HTTP/1.1" status: 204 len: 168 time: 0.1583974 Jul 16 19:24:50.062851 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574c383-9375-4c4b-8593-1a57790935b6,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:50.071237 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.071589 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.071936 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.072276 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.072612 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.072970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.073305 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.073634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.073965 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.074295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.074622 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.075309 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f503a7-5f02-4377-9789-32007bf48360 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:50.189831 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.425198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50150) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:50.430000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-30cf120b-5203-4322-a8f4-67b8121d66dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265458018', 'description': 'tempest-secgroup-smoke-1265458018 description', 'project_id': 'eb3516adfe5840c28679172951fd7ce8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:50.455342 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30cf120b-5203-4322-a8f4-67b8121d66dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.518083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9876939b-cdef-44ba-84c2-66cf3de3d714 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:24:50.538310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 9876939b-cdef-44ba-84c2-66cf3de3d714 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:24:50.538657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 9876939b-cdef-44ba-84c2-66cf3de3d714 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:24:50.539072 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 16e30963-5f9e-41cc-bb69-cdb8877f7a96 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:24:50.552584 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30cf120b-5203-4322-a8f4-67b8121d66dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.556889 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30cf120b-5203-4322-a8f4-67b8121d66dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.558313 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 16e30963-5f9e-41cc-bb69-cdb8877f7a96 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:24:50.558665 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 16e30963-5f9e-41cc-bb69-cdb8877f7a96 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:24:50.559113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:24:50.582143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:24:50.584565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:24:50.585031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7f0fb1e7-6559-482c-bd53-f0e4671c66e8 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:24:50.589862 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-30cf120b-5203-4322-a8f4-67b8121d66dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.594174 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-30cf120b-5203-4322-a8f4-67b8121d66dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1679230 Jul 16 19:24:50.594782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50152) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:50.599902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6b00b741-4d7b-4dd4-8ce6-d752f3ff2852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffc752-dc5e-447d-9ea9-e39bd8882cdd', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:50.604147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf120b-5203-4322-a8f4-67b8121d66dc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:50.605523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: c6cbad71-6aa7-435e-8d79-309af0558456 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:24:50.605898 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device c6cbad71-6aa7-435e-8d79-309af0558456 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:24:50.631176 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b00b741-4d7b-4dd4-8ce6-d752f3ff2852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.689320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b00b741-4d7b-4dd4-8ce6-d752f3ff2852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.694687 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b00b741-4d7b-4dd4-8ce6-d752f3ff2852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.712346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00b741-4d7b-4dd4-8ce6-d752f3ff2852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f74ff56-c9d8-48d3-9f2f-77916a8a40c5,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:50.718338 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6b00b741-4d7b-4dd4-8ce6-d752f3ff2852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.719864 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6b00b741-4d7b-4dd4-8ce6-d752f3ff2852 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239102 Jul 16 19:24:50.722889 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50154) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:50.727743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-2209e70d-a1a2-4e01-b501-d0e1c068a2cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffc752-dc5e-447d-9ea9-e39bd8882cdd', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:50.756414 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2209e70d-a1a2-4e01-b501-d0e1c068a2cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.804981 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2209e70d-a1a2-4e01-b501-d0e1c068a2cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.810574 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2209e70d-a1a2-4e01-b501-d0e1c068a2cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.829392 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209e70d-a1a2-4e01-b501-d0e1c068a2cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cd9dae-9841-454f-8262-51ccd7618702,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:50.835852 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-2209e70d-a1a2-4e01-b501-d0e1c068a2cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.837193 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-2209e70d-a1a2-4e01-b501-d0e1c068a2cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131699 Jul 16 19:24:50.841399 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50156) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:50.846228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1e13c6d0-d207-4e9d-a69f-752529df7854 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffc752-dc5e-447d-9ea9-e39bd8882cdd', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:50.876151 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e13c6d0-d207-4e9d-a69f-752529df7854 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.946037 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e13c6d0-d207-4e9d-a69f-752529df7854 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.951192 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e13c6d0-d207-4e9d-a69f-752529df7854 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.968873 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13c6d0-d207-4e9d-a69f-752529df7854 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b04e3ba-427c-4ff3-84a0-2b0373122a4d,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:50.975761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1e13c6d0-d207-4e9d-a69f-752529df7854 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.977143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1e13c6d0-d207-4e9d-a69f-752529df7854 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346023 Jul 16 19:24:50.979902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50158) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:50.984902 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-34afdffe-e5a1-424f-9001-9c9b93d7e4db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffc752-dc5e-447d-9ea9-e39bd8882cdd', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:51.012362 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34afdffe-e5a1-424f-9001-9c9b93d7e4db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.077190 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34afdffe-e5a1-424f-9001-9c9b93d7e4db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.083435 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34afdffe-e5a1-424f-9001-9c9b93d7e4db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.101145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afdffe-e5a1-424f-9001-9c9b93d7e4db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49369e67-8357-42da-9007-0b0f104050b9,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:51.109649 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34afdffe-e5a1-424f-9001-9c9b93d7e4db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.116035 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34afdffe-e5a1-424f-9001-9c9b93d7e4db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304278 Jul 16 19:24:51.117126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50160) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:51.124249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffc752-dc5e-447d-9ea9-e39bd8882cdd', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:51.150223 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:24:51.154993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.219224 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.224186 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.241640 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8608c830-a0bf-4e54-8efa-54d6085e5810,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:51.248832 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.250020 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-769311fe-f1e4-4dff-b26c-f6634b5ab822 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322820 Jul 16 19:24:51.252929 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50162) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:51.257737 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'a7ffc752-dc5e-447d-9ea9-e39bd8882cdd', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:51.279123 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:24:51.283922 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.359788 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.367080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.390728 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950e075b-6b03-4465-bf6e-5c6c07333453,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:51.399069 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.400506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3c0f9e8c-6523-45ed-8609-b8115d28b489 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464641 Jul 16 19:24:51.403533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50164) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:51.408933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'network': {'name': 'tempest-network-smoke--1141145266', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'port_security_enabled': True}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:51.430387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:24:51.434121 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.458174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:24:51.468445 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.468852 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Added segment e7eee439-a9ca-408b-b6a4-21f6fc0c702f of type vlan for network 49cabf39-4188-4e9b-8743-baf794769d8d Jul 16 19:24:51.512661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.544376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.549951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:51.550535 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.591819 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1871195 Jul 16 19:24:51.594883 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50166) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:51.599971 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'admin_state_up': True, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:51.618184 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ca2a5-d7b2-4dac-b31a-c3f9f01aa0b2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Network': ['ID=49cabf39-4188-4e9b-8743-baf794769d8d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:51.625961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.627223 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.628736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 49cabf39-4188-4e9b-8743-baf794769d8d details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:24:51.682534 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:51.818645 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.005881 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.018156 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.037921 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.142025 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.52 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/e5c7d37f-87c0-4477-bc8c-bfb4b672ca31) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:24:52.251910 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.293307 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.334021 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:24:52.337024 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:24:52.341304 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:24:52.344244 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:52.601604 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.807869 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.944499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 56fdef39-404d-4b19-b5be-f136e30aa51c is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:24:53.054463 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:24:53.064807 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Sync routers for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:24:53.074134 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.075413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7eabf490-2648-4498-86a2-19630f94feb8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4794474 Jul 16 19:24:53.076704 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:53.077386 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:53.079634 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50168) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:53.110237 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aeadea26-24d8-4976-83a2-ae48902bcc8d tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=eb3516adfe5840c28679172951fd7ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270247 Jul 16 19:24:53.110490 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50170) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:53.173811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.186218 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:53.202212 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c649ba-2fb5-4986-948f-03924ab3d941 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:53.203679 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c9c649ba-2fb5-4986-948f-03924ab3d941 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923216 Jul 16 19:24:53.206579 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50172) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:53.234292 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5df7bebe-dd67-4855-9743-41ce2de965e0 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265558 Jul 16 19:24:53.236944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50174) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:53.241975 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285144423', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:53.331879 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:24:53.335653 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.359416 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:52Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:53.388511 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Checking router: 56fdef39-404d-4b19-b5be-f136e30aa51c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:24:53.388859 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Updating router 56fdef39-404d-4b19-b5be-f136e30aa51c port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:24:53.424438 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.522424 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.585657 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Subnet': ['ID=b9ba1799-7c5b-4465-9065-76021a54957b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:53.595378 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Checking segment: {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:24:53.595743 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network hostable DHCP agents. Network: 49cabf39-4188-4e9b-8743-baf794769d8d, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:24:53.613496 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 49cabf39-4188-4e9b-8743-baf794769d8d is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:24:53.623317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 49cabf39-4188-4e9b-8743-baf794769d8d) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:24:53.627733 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:53.628312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.633180 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c930c-a269-48eb-84fa-8b53c5e10bc1 None None] Network 49cabf39-4188-4e9b-8743-baf794769d8d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:24:53.646105 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-077f93da-1afc-4ace-8bca-b73f36e60a66 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4052231 Jul 16 19:24:53.646424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50176) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:24:53.671281 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.682887 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Transition to ACTIVE for port object e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:53.689211 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.739893 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Attempting to bind port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:24:53.740259 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Attempting to bind port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:24:53.740618 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Attempting to bind port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:24:53.749740 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138198-af99-4770-9e44-06db550bdbce None None] Pushing event updated for resources: {'Port': ['ID=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:53.751917 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:24:53.752281 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:24:53.752674 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.753084 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:24:53.753549 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Bound port: e5c7d37f-87c0-4477-bc8c-bfb4b672ca31, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:24:53.753916 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.777263 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.777514 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.777826 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.778151 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.778470 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.778787 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.779104 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.779419 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.779747 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.780047 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.780365 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.780671 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96138198-af99-4770-9e44-06db550bdbce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:53.795716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-49cabf39-4188-4e9b-8743-baf794769d8d', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:24:53.797079 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.816500 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] For port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:24:53.819862 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] For port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:24:53.826978 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:53.888673 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:53.889473 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:53.895969 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138198-af99-4770-9e44-06db550bdbce None None] Pushing event updated for resources: {'Port': ['ID=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:53.948071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Allocated IP 172.20.0.2 (49cabf39-4188-4e9b-8743-baf794769d8d/b9ba1799-7c5b-4465-9065-76021a54957b/f4bfc06f-f444-44a9-b905-e771ebc475d1) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:24:54.004879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:54.100106 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.109380 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.120541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Transition to ACTIVE for port object f4bfc06f-f444-44a9-b905-e771ebc475d1 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:54.136668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Transition to ACTIVE for port object f4bfc06f-f444-44a9-b905-e771ebc475d1 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:54.143316 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.185024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Network 49cabf39-4188-4e9b-8743-baf794769d8d is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:24:54.188140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:24:54.192897 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:24:54.196152 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Pushing event updated for resources: {'Port': ['ID=f4bfc06f-f444-44a9-b905-e771ebc475d1,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:54.254751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Attempting to bind port f4bfc06f-f444-44a9-b905-e771ebc475d1 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:24:54.255203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Attempting to bind port f4bfc06f-f444-44a9-b905-e771ebc475d1 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:24:54.255448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Attempting to bind port f4bfc06f-f444-44a9-b905-e771ebc475d1 on network 49cabf39-4188-4e9b-8743-baf794769d8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:24:54.260412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:24:54.260827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Checking segment: {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:24:54.261230 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.261617 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Bound using segment: {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:24:54.262483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Bound port: f4bfc06f-f444-44a9-b905-e771ebc475d1, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:24:54.262483 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.289598 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:52Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:54.316012 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b7c9d-3592-4af9-902b-ec62f3f4fa5e None None] The sync data for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 is: [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:52Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:24:54.335922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] For port f4bfc06f-f444-44a9-b905-e771ebc475d1, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:24:54.339307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] For port f4bfc06f-f444-44a9-b905-e771ebc475d1, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f4bfc06f-f444-44a9-b905-e771ebc475d1,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:24:54.343258 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.407064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79fbc9-0c71-4354-bf36-e613cf27f834 None None] Pushing event updated for resources: {'Port': ['ID=f4bfc06f-f444-44a9-b905-e771ebc475d1,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:54.407898 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.1 (49cabf39-4188-4e9b-8743-baf794769d8d/b9ba1799-7c5b-4465-9065-76021a54957b/dedd6370-55fa-458e-b63d-49f11a28e128) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:24:54.531073 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.547532 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object dedd6370-55fa-458e-b63d-49f11a28e128 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:54.603665 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.642477 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 49cabf39-4188-4e9b-8743-baf794769d8d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:24:54.648805 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:24:54.652836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:24:54.704284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=dedd6370-55fa-458e-b63d-49f11a28e128,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:54.720809 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:54.873657 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:55.175434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:55.178046 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:55.181859 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:55.261288 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=dedd6370-55fa-458e-b63d-49f11a28e128,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:55.266852 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:55.367741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 49cabf39-4188-4e9b-8743-baf794769d8d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:24:55.369370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:24:55.402448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44e55c-28ba-4761-84b3-f9c6d512a534 None None] Network 49cabf39-4188-4e9b-8743-baf794769d8d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:24:55.483923 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 56fdef39-404d-4b19-b5be-f136e30aa51c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:24:55.528322 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-383845fc-33c7-4dcb-8d8a-ebdf03f949ba None None] Provisioning for port f4bfc06f-f444-44a9-b905-e771ebc475d1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:24:55.595633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:24:55.602134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-dba235da-5d09-40c8-ba98-fe3e5a50d170 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/56fdef39-404d-4b19-b5be-f136e30aa51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9534750 Jul 16 19:24:55.755996 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-e5110460-80d4-476b-808e-0833318bcd2a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265458018&fields=id&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 267 time: 0.0378091 Jul 16 19:24:55.871677 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-50030d91-ae59-4aa1-a2a6-5bd8b90a6fea tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:55.873246 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-50030d91-ae59-4aa1-a2a6-5bd8b90a6fea tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 797 time: 0.1107159 Jul 16 19:24:55.879595 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eccb3cf5-868d-4c7b-b9a9-a8a898c9778d None None] Provisioning for port dedd6370-55fa-458e-b63d-49f11a28e128 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:24:55.884512 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-eccb3cf5-868d-4c7b-b9a9-a8a898c9778d None None] Provisioning complete for port dedd6370-55fa-458e-b63d-49f11a28e128 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:55.885178 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-eccb3cf5-868d-4c7b-b9a9-a8a898c9778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:55.889709 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-92be9a9c-ed94-4f93-ad44-aa6d96ffe7b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/quotas/eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 375 time: 0.0107086 Jul 16 19:24:55.926221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-eccb3cf5-868d-4c7b-b9a9-a8a898c9778d None None] Port dedd6370-55fa-458e-b63d-49f11a28e128 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:24:55.973209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-c55099dc-559a-4a7a-af6c-601a7ab96cb3 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777614 Jul 16 19:24:56.032889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Sync routers for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:24:56.044163 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:56.045008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:56.081517 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-5cd8dbc7-a794-4c62-aa0b-5ad139d6d640 service neutron] 10.222.0.49 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938110 Jul 16 19:24:56.106104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b358501f-baff-4e79-bdc3-7f487568d3a7 None None] Provisioning complete for port dedd6370-55fa-458e-b63d-49f11a28e128 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:56.106745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b358501f-baff-4e79-bdc3-7f487568d3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.186607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-665cacf7-98e4-43ce-b4b6-ac05a678df53 service neutron] 10.222.0.49 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984855 Jul 16 19:24:56.357981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b358501f-baff-4e79-bdc3-7f487568d3a7 None None] Port dedd6370-55fa-458e-b63d-49f11a28e128 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:24:56.371870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:56.377446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cb0be6db-1030-41af-b091-1fab89812a84 req-7199d07f-b6ea-4c45-bfa9-db77e90086eb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 210 time: 0.0340941 Jul 16 19:24:56.519239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-485d0f47-ad15-4544-91b5-7fdb2519549d None None] Provisioning complete for port dedd6370-55fa-458e-b63d-49f11a28e128 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:56.519811 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-485d0f47-ad15-4544-91b5-7fdb2519549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.588256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:24:56.592682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-485d0f47-ad15-4544-91b5-7fdb2519549d None None] Port dedd6370-55fa-458e-b63d-49f11a28e128 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:24:56.658974 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:55Z', 'revision_number': 2, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:56.662217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:24:56.690718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Checking router: 56fdef39-404d-4b19-b5be-f136e30aa51c for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:24:56.691008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Updating router 56fdef39-404d-4b19-b5be-f136e30aa51c port dedd6370-55fa-458e-b63d-49f11a28e128 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:24:56.692881 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:56.693235 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.751864 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.882439 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.918868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:56.931481 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:56.932265 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4bfc06f-f444-44a9-b905-e771ebc475d1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:24:57.066337 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:57.087379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port f4bfc06f-f444-44a9-b905-e771ebc475d1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:24:57.096190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f4bfc06f-f444-44a9-b905-e771ebc475d1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:57.096585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.180499 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.192532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Transition to ACTIVE for port object dedd6370-55fa-458e-b63d-49f11a28e128 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:57.216547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.263566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.293408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e26aa-0048-4b51-857e-97bead1a9544 None None] Pushing event updated for resources: {'Port': ['ID=dedd6370-55fa-458e-b63d-49f11a28e128,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:57.346963 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port f4bfc06f-f444-44a9-b905-e771ebc475d1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f4bfc06f-f444-44a9-b905-e771ebc475d1,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:57.361912 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.388158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Attempting to bind port dedd6370-55fa-458e-b63d-49f11a28e128 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:24:57.388533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Attempting to bind port dedd6370-55fa-458e-b63d-49f11a28e128 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:24:57.389066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Attempting to bind port dedd6370-55fa-458e-b63d-49f11a28e128 on network 49cabf39-4188-4e9b-8743-baf794769d8d {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:24:57.413661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:24:57.415070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Checking segment: {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:24:57.415882 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.417179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Bound using segment: {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:24:57.417699 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Bound port: dedd6370-55fa-458e-b63d-49f11a28e128, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:24:57.418224 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.482499 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=f4bfc06f-f444-44a9-b905-e771ebc475d1,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:57.512496 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-60a6adb2-58cc-4982-9837-6d505496a98c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:57.521632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-60a6adb2-58cc-4982-9837-6d505496a98c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 797 time: 0.1468136 Jul 16 19:24:57.533986 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] For port dedd6370-55fa-458e-b63d-49f11a28e128, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:24:57.538248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] For port dedd6370-55fa-458e-b63d-49f11a28e128, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dedd6370-55fa-458e-b63d-49f11a28e128,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:24:57.543411 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.562315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-48e7b857-79b9-44ae-a844-f165278f0150 req-a8590fa4-08ee-4df1-96c1-19d15c2ad3db tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 210 time: 0.0340593 Jul 16 19:24:57.575979 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-c80dd6ec-db44-4673-9c22-144a067b9c22 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 380 time: 0.0382142 Jul 16 19:24:57.585857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'port': {'device_id': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'admin_state_up': True, 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'security_groups': ['a7ffc752-dc5e-447d-9ea9-e39bd8882cdd']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:57.630862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:24:57.631586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:57.680602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e26aa-0048-4b51-857e-97bead1a9544 None None] Pushing event updated for resources: {'Port': ['ID=dedd6370-55fa-458e-b63d-49f11a28e128,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:57.725346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:24:57.729351 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:57.767980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:24:57.867192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.10 (49cabf39-4188-4e9b-8743-baf794769d8d/b9ba1799-7c5b-4465-9065-76021a54957b/328b5774-0f9e-477f-a343-7deb58d60e5d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:24:57.974050 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:57Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:24:58.005558 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.005800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9cb10-077f-45b8-bce2-ca98cf5039a9 None None] The sync data for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 is: [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:57Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:24:58.019924 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object 328b5774-0f9e-477f-a343-7deb58d60e5d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:58.073501 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.128015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 49cabf39-4188-4e9b-8743-baf794769d8d is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:24:58.131861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:24:58.136626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:24:58.141017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=328b5774-0f9e-477f-a343-7deb58d60e5d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:58.193248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:58.194019 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.213465 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-bd0dcf01-2fc0-4bdb-a508-58d2bbb19513 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6315055 Jul 16 19:24:58.225790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Request body: {'port': {'device_id': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:24:58.317322 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.449604 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ec702bf0-cddd-4445-b1ce-c136973440e9 None None] Provisioning for port 328b5774-0f9e-477f-a343-7deb58d60e5d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:24:58.454328 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-ec702bf0-cddd-4445-b1ce-c136973440e9 None None] Provisioning complete for port 328b5774-0f9e-477f-a343-7deb58d60e5d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:58.454772 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec702bf0-cddd-4445-b1ce-c136973440e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.500496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-ec702bf0-cddd-4445-b1ce-c136973440e9 None None] Port 328b5774-0f9e-477f-a343-7deb58d60e5d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:24:58.626304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:24:58.688195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:58.688574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.778731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dedd6370-55fa-458e-b63d-49f11a28e128 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:24:58.833856 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port dedd6370-55fa-458e-b63d-49f11a28e128 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:24:58.838260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port dedd6370-55fa-458e-b63d-49f11a28e128 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:58.838758 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.920681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.958331 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port dedd6370-55fa-458e-b63d-49f11a28e128, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dedd6370-55fa-458e-b63d-49f11a28e128,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:58.965013 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:58.966716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4bfc06f-f444-44a9-b905-e771ebc475d1 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:24:59.005764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665c86d-8f19-44a0-97ee-bf7d59eee631 req-41c2cf83-e05c-4466-96fc-19b9531a6649 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:59.007344 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c665c86d-8f19-44a0-97ee-bf7d59eee631 req-41c2cf83-e05c-4466-96fc-19b9531a6649 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 932 time: 0.1132002 Jul 16 19:24:59.045860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=dedd6370-55fa-458e-b63d-49f11a28e128,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:59.056846 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port f4bfc06f-f444-44a9-b905-e771ebc475d1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:59.057106 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:59.059581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328b5774-0f9e-477f-a343-7deb58d60e5d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:24:59.075213 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:59.083909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c665c86d-8f19-44a0-97ee-bf7d59eee631 req-0a1fdc02-0e4c-47d7-a154-1024cbf5f0bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584588 Jul 16 19:24:59.096800 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Transition to ACTIVE for port object 328b5774-0f9e-477f-a343-7deb58d60e5d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:24:59.106661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:59.168213 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=328b5774-0f9e-477f-a343-7deb58d60e5d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:59.241861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Attempting to bind port 328b5774-0f9e-477f-a343-7deb58d60e5d on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:24:59.242205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Attempting to bind port 328b5774-0f9e-477f-a343-7deb58d60e5d by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:24:59.242543 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Attempting to bind port 328b5774-0f9e-477f-a343-7deb58d60e5d on network 49cabf39-4188-4e9b-8743-baf794769d8d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:24:59.247149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Port 328b5774-0f9e-477f-a343-7deb58d60e5d on network 49cabf39-4188-4e9b-8743-baf794769d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:24:59.247472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Attempting to bind port 328b5774-0f9e-477f-a343-7deb58d60e5d on network 49cabf39-4188-4e9b-8743-baf794769d8d {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:24:59.252328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:24:59.252663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Checking segment: {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:24:59.253104 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Bound using segment: {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:24:59.253538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Bound port: 328b5774-0f9e-477f-a343-7deb58d60e5d, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:24:59.253892 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:59.325346 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] For port 328b5774-0f9e-477f-a343-7deb58d60e5d, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:24:59.328484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] For port 328b5774-0f9e-477f-a343-7deb58d60e5d, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=328b5774-0f9e-477f-a343-7deb58d60e5d,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:24:59.334009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:59.366032 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:59.366650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:59.368055 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 1093 time: 1.1471279 Jul 16 19:24:59.368495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:59.370809 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1224a1-61a8-4b05-8591-30c66a65635f" -d '{"events": [{"name": "network-changed", "server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:59.400934 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5bcc3-213c-43d3-814c-7fb55194f3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=328b5774-0f9e-477f-a343-7deb58d60e5d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:59.498742 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-6cb799c7-87af-41ac-9876-4a9129b209e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:59.500521 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-6cb799c7-87af-41ac-9876-4a9129b209e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1096 time: 0.0867724 Jul 16 19:24:59.510690 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968bf7ce-0442-40f1-af65-dbc38688f400 x-openstack-request-id: req-968bf7ce-0442-40f1-af65-dbc38688f400 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:59.511053 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:59.511359 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-968bf7ce-0442-40f1-af65-dbc38688f400 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:59.511786 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'status': 'completed', 'code': 200} Jul 16 19:24:59.552199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-6928d109-3ec1-4f7b-810e-791baa0f836c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 217 time: 0.0394292 Jul 16 19:24:59.603320 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-43bac033-8645-4a3d-86a9-ef5b52d87726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:59.604835 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-43bac033-8645-4a3d-86a9-ef5b52d87726 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 200 len: 834 time: 0.0460484 Jul 16 19:24:59.668233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-e36bfbff-c63a-4bdf-9f0e-82eb8a7e7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:59.669806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-e36bfbff-c63a-4bdf-9f0e-82eb8a7e7a59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49cabf39-4188-4e9b-8743-baf794769d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572367 Jul 16 19:24:59.770733 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-19351b94-6d90-4c6c-ba4c-93782c67847c service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924442 Jul 16 19:24:59.861958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f247dbf6-4d7b-416d-b23b-28ea4eaa0e09 req-771f73f5-1cff-4dcf-b013-f4b24d455d47 service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Jul 16 19:24:59.975235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-a2242e04-0625-46ee-8582-9a0db06f815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:59.977437 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-a2242e04-0625-46ee-8582-9a0db06f815d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1096 time: 0.0660853 Jul 16 19:25:00.069767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-1fa574ed-e7a5-49ad-a493-7a1945067efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.071142 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-1fa574ed-e7a5-49ad-a493-7a1945067efc service neutron] 10.222.0.59 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 898 time: 0.0871098 Jul 16 19:25:00.119000 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-491391d6-9dab-4e6d-95d4-64a37fd2bb66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 217 time: 0.0405660 Jul 16 19:25:00.175540 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-efae927a-8bdb-4ca6-b159-869d81cd149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.177529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-efae927a-8bdb-4ca6-b159-869d81cd149b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 200 len: 834 time: 0.0481052 Jul 16 19:25:00.276039 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-fc9c2cfd-b060-4b4c-9e1b-27fba2f1f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.277848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-fc9c2cfd-b060-4b4c-9e1b-27fba2f1f54c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49cabf39-4188-4e9b-8743-baf794769d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936124 Jul 16 19:25:00.291044 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d5ee1-8c47-48f7-969c-5c3523f8683a req-507e46a6-518c-4e3a-9f58-869e23f13764 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.292435 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c2d5ee1-8c47-48f7-969c-5c3523f8683a req-507e46a6-518c-4e3a-9f58-869e23f13764 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 944 time: 0.0814707 Jul 16 19:25:00.383930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5c2d5ee1-8c47-48f7-969c-5c3523f8683a req-836ab8a5-7545-4246-92cb-16e7284a136b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834353 Jul 16 19:25:00.406326 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-e0c5f3b5-9e03-4fdc-8d46-d7d423bd4cd1 service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128726 Jul 16 19:25:00.502832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6e1224a1-61a8-4b05-8591-30c66a65635f req-48e3c9ef-0d33-41cb-9656-7295f014ef0d service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894797 Jul 16 19:25:00.509431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dedd6370-55fa-458e-b63d-49f11a28e128 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:25:00.559085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port dedd6370-55fa-458e-b63d-49f11a28e128 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:25:00.559502 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:01.573207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a099-d9bc-48d8-b9a8-727e4fe1f6b6 req-dd2241be-f7fd-4175-80b9-0ce1d6a30fdb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:01.574727 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f25a099-d9bc-48d8-b9a8-727e4fe1f6b6 req-dd2241be-f7fd-4175-80b9-0ce1d6a30fdb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 944 time: 0.0748827 Jul 16 19:25:01.615821 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f25a099-d9bc-48d8-b9a8-727e4fe1f6b6 req-8e4fe959-0a88-4dc3-bab8-2da1d1d52131 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353346 Jul 16 19:25:02.805994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5eb9-822b-460b-889d-c5fdbae16bb6 req-0027bab7-e586-4ebc-9734-653b1a8feb04 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:02.807383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43bf5eb9-822b-460b-889d-c5fdbae16bb6 req-0027bab7-e586-4ebc-9734-653b1a8feb04 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 944 time: 0.0697188 Jul 16 19:25:02.851186 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-43bf5eb9-822b-460b-889d-c5fdbae16bb6 req-7eafb738-af9a-4a34-a374-886d82da1472 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Jul 16 19:25:02.871843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 328b5774-0f9e-477f-a343-7deb58d60e5d details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:25:02.977480 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 328b5774-0f9e-477f-a343-7deb58d60e5d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=328b5774-0f9e-477f-a343-7deb58d60e5d,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:02.988264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'port_id': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'mac_address': 'fa:16:3e:77:31:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:25:03.027152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:03.041085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328b5774-0f9e-477f-a343-7deb58d60e5d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:25:03.062621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 328b5774-0f9e-477f-a343-7deb58d60e5d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=328b5774-0f9e-477f-a343-7deb58d60e5d,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:03.068354 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:03.120024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=328b5774-0f9e-477f-a343-7deb58d60e5d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:03.323405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['328b5774-0f9e-477f-a343-7deb58d60e5d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:25:04.055112 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306678-3a2e-45d2-a68e-6ebc790e7c8e req-f55501e9-b911-4a62-b11a-c94dae89a838 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:04.056595 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-08306678-3a2e-45d2-a68e-6ebc790e7c8e req-f55501e9-b911-4a62-b11a-c94dae89a838 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 945 time: 0.0788171 Jul 16 19:25:04.098725 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-08306678-3a2e-45d2-a68e-6ebc790e7c8e req-c25318ed-dd37-4bef-b931-918dd622127d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Jul 16 19:25:04.857953 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 328b5774-0f9e-477f-a343-7deb58d60e5d up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:25:04.924452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 328b5774-0f9e-477f-a343-7deb58d60e5d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:25:04.928837 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 328b5774-0f9e-477f-a343-7deb58d60e5d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:25:04.929332 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:05.013965 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:05.041720 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:25:05.043974 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f6e77-bee6-4e5c-9e48-730c6402c6d4" -d '{"events": [{"server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "name": "network-vif-plugged", "status": "completed", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:25:05.061014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 328b5774-0f9e-477f-a343-7deb58d60e5d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=328b5774-0f9e-477f-a343-7deb58d60e5d,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:05.066477 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:05.090594 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21498131-49c2-4caf-b0b2-b573891855fd x-openstack-request-id: req-21498131-49c2-4caf-b0b2-b573891855fd {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:25:05.090874 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "name": "network-vif-plugged", "status": "completed", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:25:05.091120 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21498131-49c2-4caf-b0b2-b573891855fd {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:25:05.091506 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'code': 200} Jul 16 19:25:05.119079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=328b5774-0f9e-477f-a343-7deb58d60e5d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:05.202287 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f5f1a-70a7-491a-924d-76a0c04a07f1 req-6b1b926a-4025-4376-bb05-715faa5010d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:05.203832 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b5f5f1a-70a7-491a-924d-76a0c04a07f1 req-6b1b926a-4025-4376-bb05-715faa5010d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1098 time: 0.0551376 Jul 16 19:25:05.240676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b5f5f1a-70a7-491a-924d-76a0c04a07f1 req-36ceb696-2aac-420b-9b29-1e5618e1e027 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294390 Jul 16 19:25:05.287379 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830f1e9-5db3-4892-945d-c992f084c285 req-1ba4b762-ae14-4bf3-9de3-09720cc7660d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:05.288923 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8830f1e9-5db3-4892-945d-c992f084c285 req-1ba4b762-ae14-4bf3-9de3-09720cc7660d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0676992 Jul 16 19:25:05.330964 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8830f1e9-5db3-4892-945d-c992f084c285 req-d032e5ec-89d8-4897-bfc2-8f98b4e5feae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Jul 16 19:25:06.529410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3c177-f245-43c7-972a-86bbdaaee3be req-4f48287a-5950-45c9-ba18-ab86e532e63b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:06.530883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96c3c177-f245-43c7-972a-86bbdaaee3be req-4f48287a-5950-45c9-ba18-ab86e532e63b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0694835 Jul 16 19:25:06.570631 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-96c3c177-f245-43c7-972a-86bbdaaee3be req-ab9aeb60-267d-4d2a-b84c-4bd09bced83b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340075 Jul 16 19:25:06.755841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ed87-de15-419a-a1da-5b64c4230e38 req-f5acd6c2-8674-4d94-8dc1-9e06d8bce240 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:06.757348 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7036ed87-de15-419a-a1da-5b64c4230e38 req-f5acd6c2-8674-4d94-8dc1-9e06d8bce240 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0715539 Jul 16 19:25:06.798692 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7036ed87-de15-419a-a1da-5b64c4230e38 req-079b6b70-8512-47f9-998e-bdcebfc39725 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Jul 16 19:25:06.823342 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50230) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:06.885472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a52f68-a1c3-4464-b357-e99c1bcb0fad tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:06.887029 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b6a52f68-a1c3-4464-b357-e99c1bcb0fad tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1093 time: 0.0627525 Jul 16 19:25:06.890003 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:06.894438 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:25:06.923984 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:07.317930 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:07.429429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.244 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/35d218e0-dc03-4ff8-9230-27678de9e3d3) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:25:07.546961 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:07.589701 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:07.629075 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:25:07.633633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:25:07.638179 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:25:07.641246 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=35d218e0-dc03-4ff8-9230-27678de9e3d3,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:08.013956 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:08.102088 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:08.252676 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:08.258800 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:08.333476 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=35d218e0-dc03-4ff8-9230-27678de9e3d3,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:08.345470 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:08.456509 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP d47843ad-2877-489e-96a4-69bc5b3b31a4 associated. External IP: 172.25.1.244, port: 328b5774-0f9e-477f-a343-7deb58d60e5d. Jul 16 19:25:08.674281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 56fdef39-404d-4b19-b5be-f136e30aa51c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:25:08.781534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:25:08.792919 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] Sync routers for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:25:08.802490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:08.805786 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:08.806426 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:08.840280 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e9e2ede6-7f8a-4065-a375-80f8b162b1f4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9492533 Jul 16 19:25:08.840996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:25:08.843412 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:25:08.883281 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28ce2d0-1231-416a-9815-952d80e7705b x-openstack-request-id: req-c28ce2d0-1231-416a-9815-952d80e7705b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:25:08.883600 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:25:08.883854 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c28ce2d0-1231-416a-9815-952d80e7705b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:25:08.884271 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'status': 'completed', 'code': 200} Jul 16 19:25:08.912874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:08.988831 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-c217245c-66c2-460c-ad7c-3a0b5a930413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:08.990390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-c217245c-66c2-460c-ad7c-3a0b5a930413 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1098 time: 0.0834439 Jul 16 19:25:09.078100 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbeebec-00b7-43c7-adeb-19d4262967c3 req-dabcd137-87e0-400d-b442-cba89ffd3fc0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:09.079600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fbeebec-00b7-43c7-adeb-19d4262967c3 req-dabcd137-87e0-400d-b442-cba89ffd3fc0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.1335623 Jul 16 19:25:09.123347 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-03cea948-cd72-4f58-bd67-7dce5b8010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:09.124916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-03cea948-cd72-4f58-bd67-7dce5b8010fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 898 time: 0.1267936 Jul 16 19:25:09.142653 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd47843ad-2877-489e-96a4-69bc5b3b31a4', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'port_id': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'mac_address': 'fa:16:3e:77:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:25:07Z', 'updated_at': '2021-07-16T19:25:07Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:58Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:09.145648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8fbeebec-00b7-43c7-adeb-19d4262967c3 req-69c4657b-bc9b-4db3-a218-4ef6754f978e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590234 Jul 16 19:25:09.170918 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] Checking router: 56fdef39-404d-4b19-b5be-f136e30aa51c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:25:09.171807 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50238) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:09.180007 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:09.180620 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:24:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:09.203013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-86b39c7d-ec78-4490-9415-510a7280afe0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 1000 time: 0.0702846 Jul 16 19:25:09.234188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-f8d6db72-03b5-4ef3-9e2d-5ff70ab6a07f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/d47843ad-2877-489e-96a4-69bc5b3b31a4 HTTP/1.1" status: 200 len: 992 time: 0.0611455 Jul 16 19:25:09.253019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-dc9f26e1-fd0e-48a2-94f0-53333643376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:09.254442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-dc9f26e1-fd0e-48a2-94f0-53333643376f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 200 len: 834 time: 0.0444250 Jul 16 19:25:09.284474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:09.315972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-fd62a39c-6aef-47dc-bf38-3062a112e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:09.317594 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-fd62a39c-6aef-47dc-bf38-3062a112e4b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49cabf39-4188-4e9b-8743-baf794769d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562520 Jul 16 19:25:09.412847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-433c4cfd-44e3-4dbb-8139-6cfaea3cc100 service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880389 Jul 16 19:25:09.502583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94287ae8-255c-4169-bc64-eb0ab9f1f7c5 req-1c81641a-243c-4333-9c8d-447a97fe5e50 service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Jul 16 19:25:09.502877 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd47843ad-2877-489e-96a4-69bc5b3b31a4', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'port_id': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'mac_address': 'fa:16:3e:77:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:25:07Z', 'updated_at': '2021-07-16T19:25:07Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:58Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:09.536478 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d5379-952c-401f-8da1-c8a0d484def4 None None] The sync data for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 is: [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'd47843ad-2877-489e-96a4-69bc5b3b31a4', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.244', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'port_id': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'mac_address': 'fa:16:3e:77:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:25:07Z', 'updated_at': '2021-07-16T19:25:07Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:58Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:25:09.743399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9c793-6d99-4902-b12f-94c12b66111e None None] New status for floating IP d47843ad-2877-489e-96a4-69bc5b3b31a4: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:25:10.238637 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50240) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:10.308474 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dbf441fb-2e39-40e0-a98d-68681a3b7d08 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/d47843ad-2877-489e-96a4-69bc5b3b31a4 HTTP/1.1" status: 200 len: 994 time: 0.0684495 Jul 16 19:25:16.254020 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2591e9c1-0310-4b91-86af-c8d3d46b247d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:18.854931 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b81395b1-21c7-43c3-bf0a-b1d57e064127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:19.010653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:20.205221 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:22.013086 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:23.174728 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:24.907646 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:25.186608 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:27.510157 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-681819b5-078a-4522-adb2-1d16e01e28d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941525 Jul 16 19:25:27.635308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c938-f2dc-4783-b341-416392faf104 req-6d0ba741-e5ea-43c7-8e4a-765ab2a50b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:27.636827 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-6d0ba741-e5ea-43c7-8e4a-765ab2a50b39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1098 time: 0.0709291 Jul 16 19:25:27.757192 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c938-f2dc-4783-b341-416392faf104 req-5dd9ce38-5b5f-47be-a8aa-f41e4cc2b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:27.758954 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-5dd9ce38-5b5f-47be-a8aa-f41e4cc2b5f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 898 time: 0.0956147 Jul 16 19:25:27.834502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-ef42e353-b70c-4849-a1a3-b9bfa775a6bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 1002 time: 0.0680959 Jul 16 19:25:27.885772 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c938-f2dc-4783-b341-416392faf104 req-1f0bb2ad-d147-4a81-bf62-40835eff0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:27.887189 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-1f0bb2ad-d147-4a81-bf62-40835eff0ad1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 200 len: 834 time: 0.0449877 Jul 16 19:25:27.952158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c938-f2dc-4783-b341-416392faf104 req-9e8a9bbe-3b79-4de7-a416-47400b27cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:27.953720 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-9e8a9bbe-3b79-4de7-a416-47400b27cbe9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49cabf39-4188-4e9b-8743-baf794769d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586121 Jul 16 19:25:28.054274 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-f97ee38e-6519-4c73-8f82-bdf10ffbf46f service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928309 Jul 16 19:25:28.149043 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b659c938-f2dc-4783-b341-416392faf104 req-04c4fdba-032b-4a8d-8682-d1ee34a5ceaf service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869005 Jul 16 19:25:44.024502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4ffd4-784a-4a69-9ac1-70af41d0a482 req-699ca25c-3f63-4475-acdf-b2571275e69a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:44.025990 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54e4ffd4-784a-4a69-9ac1-70af41d0a482 req-699ca25c-3f63-4475-acdf-b2571275e69a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0667479 Jul 16 19:25:44.065849 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-54e4ffd4-784a-4a69-9ac1-70af41d0a482 req-f013dbe3-bcd3-4a12-bf4f-7ce0c475ffd0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Jul 16 19:25:45.266663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc96a-abdb-4116-84a0-16c2fa7b5941 req-3622894c-8197-4d0d-8bfb-3bcf31276a5a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:45.268161 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-49fbc96a-abdb-4116-84a0-16c2fa7b5941 req-3622894c-8197-4d0d-8bfb-3bcf31276a5a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0770795 Jul 16 19:25:45.314138 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-49fbc96a-abdb-4116-84a0-16c2fa7b5941 req-74602734-cb02-43e2-9b74-15605f5eac62 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401757 Jul 16 19:25:46.260123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-18e197b6-1385-4c1f-8e3a-54d503ba44a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:46.512603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae5d8f-0816-45d2-8e78-954ccb896964 req-9035a618-9538-445e-957e-52468fd46e0d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:46.514167 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d0ae5d8f-0816-45d2-8e78-954ccb896964 req-9035a618-9538-445e-957e-52468fd46e0d tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0741169 Jul 16 19:25:46.556252 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d0ae5d8f-0816-45d2-8e78-954ccb896964 req-9b0fdd71-3f0b-492c-b16a-506e98b7c641 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339975 Jul 16 19:25:47.750579 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c98ebe-7881-48ab-a379-915ba8cebb94 req-344f58f7-1147-4f2c-9acd-527dbbb4dc46 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:47.752078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-10c98ebe-7881-48ab-a379-915ba8cebb94 req-344f58f7-1147-4f2c-9acd-527dbbb4dc46 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0820835 Jul 16 19:25:47.806379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-10c98ebe-7881-48ab-a379-915ba8cebb94 req-b1ee95ec-182a-4898-841b-398b1c9fc3c6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451531 Jul 16 19:25:48.846129 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55570f7c-27d6-45ba-bd47-e79209437f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:48.988044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ee05-2cb3-433f-bcc1-fb19b5e3a172 req-f0eafa04-113f-46c2-b5b3-2c5203ad9e6b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:48.989578 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb7ee05-2cb3-433f-bcc1-fb19b5e3a172 req-f0eafa04-113f-46c2-b5b3-2c5203ad9e6b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0670798 Jul 16 19:25:49.006510 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:49.038460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-abb7ee05-2cb3-433f-bcc1-fb19b5e3a172 req-bc5521c1-0764-40af-9796-6179ad77205f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Jul 16 19:25:50.202109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:50.231807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa137a-0282-47f2-ad88-21e2f862f16b req-5e37555a-c283-4add-ac7e-0ab11e6be1d7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:50.233328 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5aa137a-0282-47f2-ad88-21e2f862f16b req-5e37555a-c283-4add-ac7e-0ab11e6be1d7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0707831 Jul 16 19:25:50.276380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d5aa137a-0282-47f2-ad88-21e2f862f16b req-8b503f1a-ad5e-488e-b2ea-ba39ccd9e933 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372722 Jul 16 19:25:51.463720 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e4a58-c6cd-491c-b1f5-51d84244ca71 req-8dbbaa17-48b3-48b9-8793-16c14507d867 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:51.465216 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-774e4a58-c6cd-491c-b1f5-51d84244ca71 req-8dbbaa17-48b3-48b9-8793-16c14507d867 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0717196 Jul 16 19:25:51.505174 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-774e4a58-c6cd-491c-b1f5-51d84244ca71 req-09b51fd7-c7b1-4844-8659-05a521276d27 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342059 Jul 16 19:25:52.013624 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.713499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bcf50-cda4-4db6-a605-5a3db58726cd req-a260ccb2-9659-4987-ad5d-1f1f514fd853 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:52.715935 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b1bcf50-cda4-4db6-a605-5a3db58726cd req-a260ccb2-9659-4987-ad5d-1f1f514fd853 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0844345 Jul 16 19:25:52.758166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8b1bcf50-cda4-4db6-a605-5a3db58726cd req-3cfdd7c9-f99c-4dc5-a4cb-b5cf641bd17a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342009 Jul 16 19:25:53.174050 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.949205 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eb1a2-0a01-473a-a0f4-7b3563806b2d req-3a6ca454-fcae-409b-a285-16e93cc870ad tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:53.950723 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-749eb1a2-0a01-473a-a0f4-7b3563806b2d req-3a6ca454-fcae-409b-a285-16e93cc870ad tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0709610 Jul 16 19:25:54.006412 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-749eb1a2-0a01-473a-a0f4-7b3563806b2d req-cf1034d9-e9fe-4bdb-ba00-9c1616327f61 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474002 Jul 16 19:25:55.203135 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.207430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf97df-68ac-4b19-a102-b6668a5aa87d req-82865631-3ee6-47b6-9a1d-bea80eaa9c16 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:55.208975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfbf97df-68ac-4b19-a102-b6668a5aa87d req-82865631-3ee6-47b6-9a1d-bea80eaa9c16 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0698583 Jul 16 19:25:55.247108 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dfbf97df-68ac-4b19-a102-b6668a5aa87d req-b25423ec-cdc5-4c82-b9c3-96fc48d16bdc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Jul 16 19:25:56.453198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341bd30-ca7c-4033-99ef-f61eb587dea3 req-08d9a46e-6226-4b86-b75b-19a2b9894fae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:56.454591 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4341bd30-ca7c-4033-99ef-f61eb587dea3 req-08d9a46e-6226-4b86-b75b-19a2b9894fae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0740142 Jul 16 19:25:56.492551 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4341bd30-ca7c-4033-99ef-f61eb587dea3 req-d94fc940-7eac-4f70-a7eb-14a900295f08 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Jul 16 19:25:57.697117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0deb5-47e6-4d05-99a4-bc060b108c38 req-1c9413c5-d2d8-46e9-808d-58b01e5176b5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:57.698627 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ad0deb5-47e6-4d05-99a4-bc060b108c38 req-1c9413c5-d2d8-46e9-808d-58b01e5176b5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0796831 Jul 16 19:25:57.739139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8ad0deb5-47e6-4d05-99a4-bc060b108c38 req-3b846723-a7c1-4b62-b82b-f19d17089d94 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335724 Jul 16 19:25:58.941308 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c68a-8b83-4b03-a310-29c76e1f7d03 req-d9860fcc-fcdf-4503-99bf-63fd34c69311 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:58.942810 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04b1c68a-8b83-4b03-a310-29c76e1f7d03 req-d9860fcc-fcdf-4503-99bf-63fd34c69311 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0802827 Jul 16 19:25:58.989808 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-04b1c68a-8b83-4b03-a310-29c76e1f7d03 req-cb11f192-9056-433f-b8e8-b260c73fe0ee tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385797 Jul 16 19:26:00.179766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af06370-4016-446c-ab44-40f638d47598 req-60b63fff-894d-4ca3-b031-7ce14be71418 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:00.181298 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0af06370-4016-446c-ab44-40f638d47598 req-60b63fff-894d-4ca3-b031-7ce14be71418 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0722539 Jul 16 19:26:00.222877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0af06370-4016-446c-ab44-40f638d47598 req-fadb14d6-691d-49ef-a49a-f267fa44fbbf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339441 Jul 16 19:26:00.247504 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50288) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:00.309121 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a0a35cb6-bb69-4b4c-99b7-71e40c257ab3 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/d47843ad-2877-489e-96a4-69bc5b3b31a4 HTTP/1.1" status: 200 len: 994 time: 0.0602894 Jul 16 19:26:01.748362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f295-156c-4394-a63a-91a5a9fe407b req-4e4c3f65-4134-494d-b5e5-f34f53d8478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.750042 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df23f295-156c-4394-a63a-91a5a9fe407b req-4e4c3f65-4134-494d-b5e5-f34f53d8478b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1098 time: 0.0543244 Jul 16 19:26:01.764067 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457df21a-f78d-42a2-bb0f-159287bb3e5b req-f386e34e-91f7-48f9-8281-a7c012f74bf0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.765951 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-457df21a-f78d-42a2-bb0f-159287bb3e5b req-f386e34e-91f7-48f9-8281-a7c012f74bf0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0628960 Jul 16 19:26:01.805303 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-457df21a-f78d-42a2-bb0f-159287bb3e5b req-82c86abf-d641-4389-969a-cfa0e93ca823 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Jul 16 19:26:01.847516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f295-156c-4394-a63a-91a5a9fe407b req-a13199ce-81bf-4aad-ad97-a2664034015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.849065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df23f295-156c-4394-a63a-91a5a9fe407b req-a13199ce-81bf-4aad-ad97-a2664034015d service neutron] 10.222.0.59 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 898 time: 0.0926583 Jul 16 19:26:01.907359 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:01.916485 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df23f295-156c-4394-a63a-91a5a9fe407b req-68da6cb5-86ad-4a04-a3e3-8eb2b5c56f77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 1002 time: 0.0599940 Jul 16 19:26:01.969538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f295-156c-4394-a63a-91a5a9fe407b req-a5f56b06-509d-4419-bcb0-56dd5aefcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.971022 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df23f295-156c-4394-a63a-91a5a9fe407b req-a5f56b06-509d-4419-bcb0-56dd5aefcbc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 200 len: 834 time: 0.0474355 Jul 16 19:26:02.030962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23f295-156c-4394-a63a-91a5a9fe407b req-c63d42f9-8c11-42fc-ac7e-e87e53980638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:02.032383 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df23f295-156c-4394-a63a-91a5a9fe407b req-c63d42f9-8c11-42fc-ac7e-e87e53980638 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49cabf39-4188-4e9b-8743-baf794769d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542309 Jul 16 19:26:02.134455 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df23f295-156c-4394-a63a-91a5a9fe407b req-c41ba25c-8323-4c11-9cf3-cfb3aaa184af service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943983 Jul 16 19:26:02.240314 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-df23f295-156c-4394-a63a-91a5a9fe407b req-cab593a3-c583-418a-8e16-bcd74c9a355d service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936370 Jul 16 19:26:03.000537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b601f-f156-4bc0-916d-1a1cda265f63 req-4c73d7e0-390e-4b8b-97a3-7faa36a358ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:03.002073 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f2b601f-f156-4bc0-916d-1a1cda265f63 req-4c73d7e0-390e-4b8b-97a3-7faa36a358ae tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0758076 Jul 16 19:26:03.048179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f2b601f-f156-4bc0-916d-1a1cda265f63 req-af955265-1db1-4ed0-97f7-3e9cfa638dcf tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375266 Jul 16 19:26:03.081002 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50298) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:03.147582 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e4cee7f-89eb-453c-ac3d-266a407a96e3 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/d47843ad-2877-489e-96a4-69bc5b3b31a4 HTTP/1.1" status: 200 len: 994 time: 0.0653274 Jul 16 19:26:16.254401 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ba38b2a-4226-4940-a6a9-0e1cc1c793e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:18.848343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-fe1235fb-d211-4a41-b184-995ac72f0c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:19.003983 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:20.202521 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:22.024257 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.174249 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:25.211961 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:27.460715 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-253e05eb-1560-476b-aecd-4f49e682f968 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530353 Jul 16 19:26:27.557372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-86136c98-2eab-41fb-b68a-c61d94ed6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:27.558877 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-86136c98-2eab-41fb-b68a-c61d94ed6b4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1098 time: 0.0538859 Jul 16 19:26:27.690959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-03ef87c2-66fb-4fd9-a106-db524ab77b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:27.692423 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-03ef87c2-66fb-4fd9-a106-db524ab77b74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 898 time: 0.1120088 Jul 16 19:26:27.761136 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-d18203cd-a37c-4d99-a218-29aeae91f9c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 1002 time: 0.0600054 Jul 16 19:26:27.819410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-d99bd627-c1f9-4be8-9529-b254fb121af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:27.820968 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-d99bd627-c1f9-4be8-9529-b254fb121af4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 200 len: 834 time: 0.0522349 Jul 16 19:26:27.882970 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-767da355-dc38-44fb-b99b-aae39a6e2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:27.884489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-767da355-dc38-44fb-b99b-aae39a6e2164 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49cabf39-4188-4e9b-8743-baf794769d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564141 Jul 16 19:26:27.977775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-96a549ac-842b-4811-a2ac-c5800195b6d8 service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856164 Jul 16 19:26:28.074244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-69abbe65-9524-41ec-aab4-688f6251b0a5 req-dda1ef1a-0775-48d7-b015-8c5f30b8846f service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883851 Jul 16 19:26:35.659985 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50310) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:35.844324 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 35d218e0-dc03-4ff8-9230-27678de9e3d3 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:26:35.844618 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:35.929546 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:35.929802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:35.945900 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 35d218e0-dc03-4ff8-9230-27678de9e3d3 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:26:36.107755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:36.133967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=35d218e0-dc03-4ff8-9230-27678de9e3d3,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:36.145670 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.146030 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.146374 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.146715 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.147036 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.147375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.147711 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.148045 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.148375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.148705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.149064 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.149393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:36.207908 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:36.208164 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP d47843ad-2877-489e-96a4-69bc5b3b31a4 disassociated (deleted). External IP: 172.25.1.244, port: 328b5774-0f9e-477f-a343-7deb58d60e5d. Jul 16 19:26:36.442391 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 56fdef39-404d-4b19-b5be-f136e30aa51c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:26:36.557417 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:36.562821 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:36.567718 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] Sync routers for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:36.578360 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:36.578976 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:36.598966 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8b6179be-8323-4f37-a0fd-68fabff4a5a7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/floatingips/d47843ad-2877-489e-96a4-69bc5b3b31a4 HTTP/1.1" status: 204 len: 168 time: 0.9370222 Jul 16 19:26:36.599548 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:36.601845 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835" -d '{"events": [{"name": "network-changed", "server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:36.685536 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:36.691453 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730359f9-b8d7-4a80-83fa-c7aa7903564b x-openstack-request-id: req-730359f9-b8d7-4a80-83fa-c7aa7903564b {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:36.692168 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:36.692168 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-730359f9-b8d7-4a80-83fa-c7aa7903564b {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:36.692952 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'status': 'completed', 'code': 200} Jul 16 19:26:36.785398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-fc56481b-81eb-4856-bcc0-73f0f8cb757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:36.787564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-fc56481b-81eb-4856-bcc0-73f0f8cb757d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 1098 time: 0.0677345 Jul 16 19:26:36.901385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-7e12721f-3357-48f1-8ec6-5a027bce4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:36.902883 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-7e12721f-3357-48f1-8ec6-5a027bce4919 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 200 len: 898 time: 0.1066434 Jul 16 19:26:36.911180 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:58Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:36.940588 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] Checking router: 56fdef39-404d-4b19-b5be-f136e30aa51c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:36.948914 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:36.949600 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:36.951565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-57561d6e-dbf7-4390-b62c-686c7b3f3e4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 200 len: 217 time: 0.0356808 Jul 16 19:26:36.997261 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a40c1-c23d-4127-82b5-b65dd2d70202 req-4c23bbb4-10a4-40cc-a1fd-6455fada3208 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:36.998863 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f3a40c1-c23d-4127-82b5-b65dd2d70202 req-4c23bbb4-10a4-40cc-a1fd-6455fada3208 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0721512 Jul 16 19:26:37.003178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-c2101c51-899f-441e-acbe-569de5f4ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:37.004971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-c2101c51-899f-441e-acbe-569de5f4ecf2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 200 len: 834 time: 0.0452147 Jul 16 19:26:37.073751 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-a678125b-da02-4782-bf2b-f0cd13c7e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:37.075335 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-a678125b-da02-4782-bf2b-f0cd13c7e5bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49cabf39-4188-4e9b-8743-baf794769d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622437 Jul 16 19:26:37.159437 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:37.191879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-f690fe77-8f16-4064-b21f-f43386e4be07 service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028798 Jul 16 19:26:37.295202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d68d1f52-e8a5-4eb2-a5c4-f66576c05835 req-754e4c4f-c053-473a-9e07-21e4c85be237 service neutron] 10.222.0.59 "GET /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957711 Jul 16 19:26:37.346895 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4f3a40c1-c23d-4127-82b5-b65dd2d70202 req-0d55b91a-29dd-4ce0-9e5b-1d672dbd84ec tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410800 Jul 16 19:26:37.361273 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:58Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:37.390651 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ccf53e-c4bf-4aa7-9b68-8159429293d0 None None] The sync data for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 is: [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:24:54Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'dedd6370-55fa-458e-b63d-49f11a28e128', 'name': '', 'network_id': '49cabf39-4188-4e9b-8743-baf794769d8d', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:54Z', 'updated_at': '2021-07-16T19:24:58Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': 'b9ba1799-7c5b-4465-9065-76021a54957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:37.640078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddda605f-415d-480f-b8c6-f0366197e7d5 None None] New status for floating IP d47843ad-2877-489e-96a4-69bc5b3b31a4: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:26:38.529784 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f559-c558-48f8-96a5-f1d60746ffb2 req-ac4fb307-ebe2-456e-bcff-9c218d92a784 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:38.531273 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3627f559-c558-48f8-96a5-f1d60746ffb2 req-ac4fb307-ebe2-456e-bcff-9c218d92a784 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0661485 Jul 16 19:26:38.575600 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3627f559-c558-48f8-96a5-f1d60746ffb2 req-ee6eeb6f-b4ea-4246-8a51-cd54e7432b13 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382259 Jul 16 19:26:38.646085 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4b10dbe8-b25f-49bf-9898-7b8ac568956c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:38.647511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4b10dbe8-b25f-49bf-9898-7b8ac568956c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 946 time: 0.0695722 Jul 16 19:26:38.750535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 328b5774-0f9e-477f-a343-7deb58d60e5d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:26:38.750845 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:38.854429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 328b5774-0f9e-477f-a343-7deb58d60e5d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=328b5774-0f9e-477f-a343-7deb58d60e5d,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:38.854790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:38.867770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 328b5774-0f9e-477f-a343-7deb58d60e5d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:26:38.906560 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:39.009990 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:39.042407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=328b5774-0f9e-477f-a343-7deb58d60e5d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:39.054866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.055203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.055561 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.055894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.056224 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.056565 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.056919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.057235 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.057576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.057899 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.058218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.058539 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:39.096529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] No DVR routers for this DVR port 328b5774-0f9e-477f-a343-7deb58d60e5d on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:26:39.100020 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:39.102528 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62d7b662-37f6-4715-abd2-cd70750f471b req-4be1bc98-457e-4a16-b504-f02b87b0b602 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "DELETE /v2.0/ports/328b5774-0f9e-477f-a343-7deb58d60e5d HTTP/1.1" status: 204 len: 173 time: 0.4488826 Jul 16 19:26:39.103036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'name': 'network-vif-deleted', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:39.105963 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be00e80-ad39-407a-8679-3195995275dc" -d '{"events": [{"server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "name": "network-vif-deleted", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:39.147138 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f06c9-dab9-45bf-bf94-ca8edf283389 x-openstack-request-id: req-549f06c9-dab9-45bf-bf94-ca8edf283389 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:39.147435 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e2e67a-5d7f-4332-a8ac-9068403dd781", "name": "network-vif-deleted", "tag": "328b5774-0f9e-477f-a343-7deb58d60e5d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:39.147689 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-549f06c9-dab9-45bf-bf94-ca8edf283389 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:39.148108 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e2e67a-5d7f-4332-a8ac-9068403dd781', 'name': 'network-vif-deleted', 'tag': '328b5774-0f9e-477f-a343-7deb58d60e5d', 'status': 'completed', 'code': 200} Jul 16 19:26:39.729863 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1e7bac83-871d-4127-9091-ef8d8d76dda4 req-ff250bc2-d97b-47d7-9362-01b6671e2b6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=16e2e67a-5d7f-4332-a8ac-9068403dd781 HTTP/1.1" status: 200 len: 210 time: 0.0303984 Jul 16 19:26:40.841418 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50332) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:41.233143 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:41.511326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port dedd6370-55fa-458e-b63d-49f11a28e128 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:26:41.511561 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:41.603776 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port dedd6370-55fa-458e-b63d-49f11a28e128, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=dedd6370-55fa-458e-b63d-49f11a28e128,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:41.604132 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:41.617898 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for dedd6370-55fa-458e-b63d-49f11a28e128 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:26:41.807963 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:41.834135 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=dedd6370-55fa-458e-b63d-49f11a28e128,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:42.014100 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.234396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 56fdef39-404d-4b19-b5be-f136e30aa51c has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:26:42.345122 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:42.350874 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e299ed4e-2e93-4613-b7c5-d0da82562af6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/56fdef39-404d-4b19-b5be-f136e30aa51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5080452 Jul 16 19:26:42.353959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50334) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:42.356014 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] Sync routers for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:42.366891 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:42.367444 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:42.407754 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting subnet b9ba1799-7c5b-4465-9065-76021a54957b {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:26:42.410858 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.451289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.470837 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:42.531130 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.595008 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.621893 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ba1799-7c5b-4465-9065-76021a54957b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:42.625695 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.627460 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e508173c-0f25-4b2b-a7e3-ef1ca365d8d5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/subnets/b9ba1799-7c5b-4465-9065-76021a54957b HTTP/1.1" status: 204 len: 168 time: 0.2725856 Jul 16 19:26:42.630418 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50336) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:42.631959 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598cf36d-a0bb-4be5-827b-85e8bc16ab04 None None] Network 49cabf39-4188-4e9b-8743-baf794769d8d requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:26:42.650940 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:26:41Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:42.677246 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] Checking router: 56fdef39-404d-4b19-b5be-f136e30aa51c for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:42.685809 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] Routers {'56fdef39-404d-4b19-b5be-f136e30aa51c'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:42.686408 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['56fdef39-404d-4b19-b5be-f136e30aa51c'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:42.742660 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.793220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] Set router 56fdef39-404d-4b19-b5be-f136e30aa51c gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:42.852237 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.909259 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:26:42.909517 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:42.987348 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:26:41Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:42.995799 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] DHCP port deletion for 49cabf39-4188-4e9b-8743-baf794769d8d request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:26:43.002937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port e5c7d37f-87c0-4477-bc8c-bfb4b672ca31, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:43.003302 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.013879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e533d91-efe7-42b4-ad98-ff948c985ad9 None None] The sync data for ids ['56fdef39-404d-4b19-b5be-f136e30aa51c'] in n-d-791504-15 is: [{'id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576823688', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:24:51Z', 'updated_at': '2021-07-16T19:26:41Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'e5c7d37f-87c0-4477-bc8c-bfb4b672ca31', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fdef39-404d-4b19-b5be-f136e30aa51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:24:52Z', 'updated_at': '2021-07-16T19:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:43.016373 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:26:43.042682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Deleting port f4bfc06f-f444-44a9-b905-e771ebc475d1 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:26:43.043130 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.111659 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] For port f4bfc06f-f444-44a9-b905-e771ebc475d1, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=f4bfc06f-f444-44a9-b905-e771ebc475d1,segment=NetworkSegment(e7eee439-a9ca-408b-b6a4-21f6fc0c702f),segment_id=e7eee439-a9ca-408b-b6a4-21f6fc0c702f)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:43.112054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.125489 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Calling delete_port for f4bfc06f-f444-44a9-b905-e771ebc475d1 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:26:43.215449 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.241395 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Pushing event deleted for resources: {'Port': ['ID=f4bfc06f-f444-44a9-b905-e771ebc475d1,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:43.246009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] No DVR routers for this DVR port f4bfc06f-f444-44a9-b905-e771ebc475d1 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:26:43.255735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.255735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.255735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.255735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.255735 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.257105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.257105 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.257706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.257829 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.258388 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.258746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.259083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f20cfc-d7b2-426a-b47e-bbc691fcc030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:43.420306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 328b5774-0f9e-477f-a343-7deb58d60e5d no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:26:43.441622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 328b5774-0f9e-477f-a343-7deb58d60e5d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:26:43.441969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 328b5774-0f9e-477f-a343-7deb58d60e5d not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:26:43.532968 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.556472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=e5c7d37f-87c0-4477-bc8c-bfb4b672ca31,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:43.623070 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.715354 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.717693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.768604 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.769133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Fanout notify agent at l3_agent the message router_deleted on router 56fdef39-404d-4b19-b5be-f136e30aa51c {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:26:43.776204 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.777334 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7e15c2e1-9fae-4377-9f6f-07d3eefb2fa8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/routers/56fdef39-404d-4b19-b5be-f136e30aa51c HTTP/1.1" status: 204 len: 168 time: 1.1450787 Jul 16 19:26:43.780199 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50338) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:43.859270 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.950795 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.961871 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cabf39-4188-4e9b-8743-baf794769d8d']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:43.972337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:43.972639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7eee439-a9ca-408b-b6a4-21f6fc0c702f') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:43.982148 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.996661 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.002573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:26:44.002959 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:26:44.005946 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:26:44.070521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.077515 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.079376 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/networks/49cabf39-4188-4e9b-8743-baf794769d8d HTTP/1.1" status: 204 len: 168 time: 0.2981827 Jul 16 19:26:44.082078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50340) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:44.096956 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59a531-ed23-48da-b5a9-a70425786079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Network': ['ID=49cabf39-4188-4e9b-8743-baf794769d8d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:44.152134 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-898041e1-9c0e-4937-8864-f1b653b7040c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.179427 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-898041e1-9c0e-4937-8864-f1b653b7040c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.242699 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-898041e1-9c0e-4937-8864-f1b653b7040c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.245416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-898041e1-9c0e-4937-8864-f1b653b7040c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.246608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-898041e1-9c0e-4937-8864-f1b653b7040c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/security-groups/a7ffc752-dc5e-447d-9ea9-e39bd8882cdd HTTP/1.1" status: 204 len: 168 time: 0.1558464 Jul 16 19:26:44.256137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898041e1-9c0e-4937-8864-f1b653b7040c tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ffc752-dc5e-447d-9ea9-e39bd8882cdd,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:44.531581 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50348) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:44.536508 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-e17d9cf3-c355-4ba0-893f-6cafb51b6cb2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813474705', 'description': 'tempest-secgroup-smoke-1813474705 description', 'project_id': 'eb3516adfe5840c28679172951fd7ce8'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:44.560704 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17d9cf3-c355-4ba0-893f-6cafb51b6cb2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.574851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:26:44.595151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:26:44.595815 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device e5c7d37f-87c0-4477-bc8c-bfb4b672ca31 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:26:44.596446 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dedd6370-55fa-458e-b63d-49f11a28e128 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:26:44.618583 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: dedd6370-55fa-458e-b63d-49f11a28e128 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:26:44.618951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device dedd6370-55fa-458e-b63d-49f11a28e128 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:26:44.619414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4bfc06f-f444-44a9-b905-e771ebc475d1 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:26:44.638461 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: f4bfc06f-f444-44a9-b905-e771ebc475d1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:26:44.638820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device f4bfc06f-f444-44a9-b905-e771ebc475d1 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:26:44.648321 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17d9cf3-c355-4ba0-893f-6cafb51b6cb2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.652982 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17d9cf3-c355-4ba0-893f-6cafb51b6cb2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.681147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-e17d9cf3-c355-4ba0-893f-6cafb51b6cb2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.682394 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-e17d9cf3-c355-4ba0-893f-6cafb51b6cb2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1498039 Jul 16 19:26:44.684248 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d9cf3-c355-4ba0-893f-6cafb51b6cb2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e61f5-e3fb-4de5-a354-a1043cab1617,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:44.685587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50350) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:44.690463 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3d75dfa6-9b5e-4260-9930-e2dd4839c91a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c41e61f5-e3fb-4de5-a354-a1043cab1617', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:44.719197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d75dfa6-9b5e-4260-9930-e2dd4839c91a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.777836 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d75dfa6-9b5e-4260-9930-e2dd4839c91a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.783701 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d75dfa6-9b5e-4260-9930-e2dd4839c91a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.807157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75dfa6-9b5e-4260-9930-e2dd4839c91a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04fd812-68a8-4cb6-96a5-a18452a83af0,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:44.814405 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d75dfa6-9b5e-4260-9930-e2dd4839c91a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.815698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3d75dfa6-9b5e-4260-9930-e2dd4839c91a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290069 Jul 16 19:26:44.819774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50352) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:44.824356 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a2d0b617-927d-4b3d-9dcb-53f751b53f24 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c41e61f5-e3fb-4de5-a354-a1043cab1617', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:44.857118 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b617-927d-4b3d-9dcb-53f751b53f24 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.926698 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b617-927d-4b3d-9dcb-53f751b53f24 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.931825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b617-927d-4b3d-9dcb-53f751b53f24 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.949838 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0b617-927d-4b3d-9dcb-53f751b53f24 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236a34a6-dcef-40f6-9416-8050a9d2eb46,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:44.957178 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b617-927d-4b3d-9dcb-53f751b53f24 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:44.958555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a2d0b617-927d-4b3d-9dcb-53f751b53f24 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377525 Jul 16 19:26:44.962133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50354) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:44.967060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-31173bad-a699-4687-bd17-3aa4d2be9f02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c41e61f5-e3fb-4de5-a354-a1043cab1617', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:44.997441 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31173bad-a699-4687-bd17-3aa4d2be9f02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.062432 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31173bad-a699-4687-bd17-3aa4d2be9f02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.068189 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31173bad-a699-4687-bd17-3aa4d2be9f02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.085118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31173bad-a699-4687-bd17-3aa4d2be9f02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a947889-1cc4-4dac-a048-7ae782c0d7ee,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:45.091530 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-31173bad-a699-4687-bd17-3aa4d2be9f02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.092729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-31173bad-a699-4687-bd17-3aa4d2be9f02 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295090 Jul 16 19:26:45.095565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50356) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:45.100303 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-70adef67-59e7-4f7c-a952-79a2d4f68bd4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c41e61f5-e3fb-4de5-a354-a1043cab1617', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:45.131890 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70adef67-59e7-4f7c-a952-79a2d4f68bd4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.203987 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70adef67-59e7-4f7c-a952-79a2d4f68bd4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.209244 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70adef67-59e7-4f7c-a952-79a2d4f68bd4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.227060 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adef67-59e7-4f7c-a952-79a2d4f68bd4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273691c7-b6f2-4aef-9ed4-064b28d7f251,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:45.230945 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-70adef67-59e7-4f7c-a952-79a2d4f68bd4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.232168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-70adef67-59e7-4f7c-a952-79a2d4f68bd4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356485 Jul 16 19:26:45.235103 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50360) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:45.239788 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c41e61f5-e3fb-4de5-a354-a1043cab1617', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:45.264329 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:26:45.270031 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.334989 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.340612 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.367090 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c36a18-00ab-4b9a-886c-da02d2171c67,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:45.373607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.374700 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-98e99945-6aaf-433a-8033-5afa9ff05a4a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385858 Jul 16 19:26:45.377884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50362) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:45.382524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'security_group_rule': {'security_group_id': 'c41e61f5-e3fb-4de5-a354-a1043cab1617', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:45.405116 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Project eb3516adfe5840c28679172951fd7ce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:26:45.409834 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.472866 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.478212 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.497147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3679c8e-142a-4f3e-ad70-5ead0234446d,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:45.500570 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.501857 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7faba22d-036e-4115-bf45-c32847fc7a86 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229525 Jul 16 19:26:45.506599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50364) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:45.511545 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'network': {'name': 'tempest-network-smoke--253085038', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'port_security_enabled': True}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:45.533332 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:26:45.536907 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.561641 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:26:45.571266 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.571617 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Added segment d7c63262-962e-41e0-b390-f8c0ca0090ef of type vlan for network 85b6091c-3a93-4995-a139-6d41e7754ffe Jul 16 19:26:45.613939 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.644535 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.653692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:45.654584 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.692862 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1852162 Jul 16 19:26:45.695901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50366) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:45.701000 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'admin_state_up': True, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:45.723500 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3247067-e5a1-4401-b460-0b8ac6a03ea2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Network': ['ID=85b6091c-3a93-4995-a139-6d41e7754ffe,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:45.728343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.729692 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.735284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 85b6091c-3a93-4995-a139-6d41e7754ffe details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:26:45.785519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.925670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.145468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.164093 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.258091 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-816bac21-3477-4a10-9ab8-ffdc65ab852a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.272735 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.132 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/b884d897-5898-4222-b398-053df867bd84) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:46.380998 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.423567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.458962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:46.467788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:46.471015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:46.495187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=b884d897-5898-4222-b398-053df867bd84,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:46.743545 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.952667 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.087759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:26:47.206388 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:47.216275 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Sync routers for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:47.226469 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.227213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:47.230764 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1f7f6aaf-98f3-4379-862c-23d3e8a0c38f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5307906 Jul 16 19:26:47.230902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:47.231034 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50368) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:47.314096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c240b1f9-29b1-4723-8e96-5e77d0e0cbf3 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=eb3516adfe5840c28679172951fd7ce8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820830 Jul 16 19:26:47.316900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50372) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:47.345522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:47.405505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e2518-4293-4633-a84c-0c21dd482100 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:47.407036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-349e2518-4293-4633-a84c-0c21dd482100 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893202 Jul 16 19:26:47.409966 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50374) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:47.442013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4d2cf717-218f-41e1-b8fe-9270158b4b81 tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=48cc6e31-922c-4ab4-b611-5f8ee13a8c52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309711 Jul 16 19:26:47.444855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50376) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:47.451146 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518969048', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:47.527954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:46Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:47.543163 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'subnet': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:26:47.546859 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31114621'] for subnet, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.556737 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Checking router: 1441995c-afaa-4087-8c1a-4f3eb050b2b4 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:47.557144 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Updating router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 port b884d897-5898-4222-b398-053df867bd84 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:26:47.591296 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.733123 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29712007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31114607'] for subnet, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.784475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Subnet': ['ID=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:47.799690 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Checking segment: {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:47.800047 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network hostable DHCP agents. Network: 85b6091c-3a93-4995-a139-6d41e7754ffe, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:26:47.816947 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 85b6091c-3a93-4995-a139-6d41e7754ffe is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:26:47.825795 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 85b6091c-3a93-4995-a139-6d41e7754ffe) {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:47.829989 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:47.830646 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.840400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d5c88-4509-4a0d-938d-e769722f234b None None] Network 85b6091c-3a93-4995-a139-6d41e7754ffe requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:26:47.847099 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-07aac996-8afa-4cf8-997c-f7bedb8ecaf7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4005976 Jul 16 19:26:47.849988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50378) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:47.866941 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.887314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Transition to ACTIVE for port object b884d897-5898-4222-b398-053df867bd84 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:47.919844 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:47.991880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069b440-53df-47db-b3f5-b976f3c77650 None None] Pushing event updated for resources: {'Port': ['ID=b884d897-5898-4222-b398-053df867bd84,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:48.010447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Attempting to bind port b884d897-5898-4222-b398-053df867bd84 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:48.010811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Attempting to bind port b884d897-5898-4222-b398-053df867bd84 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:48.011166 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Attempting to bind port b884d897-5898-4222-b398-053df867bd84 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:48.022352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:48.022721 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:48.023117 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.023510 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:48.023964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Bound port: b884d897-5898-4222-b398-053df867bd84, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:48.024336 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.095420 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-85b6091c-3a93-4995-a139-6d41e7754ffe', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:26:48.096258 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.112207 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] For port b884d897-5898-4222-b398-053df867bd84, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:48.131942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] For port b884d897-5898-4222-b398-053df867bd84, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b884d897-5898-4222-b398-053df867bd84,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:48.137620 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.283481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:48.284183 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:48.287950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069b440-53df-47db-b3f5-b976f3c77650 None None] Pushing event updated for resources: {'Port': ['ID=b884d897-5898-4222-b398-053df867bd84,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:48.304677 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.343891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Allocated IP 172.20.0.2 (85b6091c-3a93-4995-a139-6d41e7754ffe/8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b/6516a2b3-1698-4c41-9f79-4ce5b8a46917) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:48.456670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:48.640045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.665934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Transition to ACTIVE for port object 6516a2b3-1698-4c41-9f79-4ce5b8a46917 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:48.687795 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Transition to ACTIVE for port object 6516a2b3-1698-4c41-9f79-4ce5b8a46917 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:48.696032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.742920 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Network 85b6091c-3a93-4995-a139-6d41e7754ffe is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:48.745044 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.1 (85b6091c-3a93-4995-a139-6d41e7754ffe/8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b/8595790f-57d0-42a5-a356-38bce9624724) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:48.748156 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:48.753840 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:48.758530 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:46Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:48.762707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Pushing event updated for resources: {'Port': ['ID=6516a2b3-1698-4c41-9f79-4ce5b8a46917,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:48.791879 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e21bc9a-9b51-41b6-beda-2225dde106a6 None None] The sync data for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 is: [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:46Z', 'revision_number': 3, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:48.860467 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Attempting to bind port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:48.860769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Attempting to bind port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:48.861174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Attempting to bind port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 on network 85b6091c-3a93-4995-a139-6d41e7754ffe {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:48.864803 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f080c68-41e9-4600-99eb-8ddf5a8083b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.869462 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:48.869712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Checking segment: {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:48.870112 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.870497 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Bound using segment: {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:48.870966 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Bound port: 6516a2b3-1698-4c41-9f79-4ce5b8a46917, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:48.871345 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.942682 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] For port 6516a2b3-1698-4c41-9f79-4ce5b8a46917, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:48.948434 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] For port 6516a2b3-1698-4c41-9f79-4ce5b8a46917, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6516a2b3-1698-4c41-9f79-4ce5b8a46917,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:48.955196 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.025746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6001b62-6ede-4f05-b485-23ca813f6f10 None None] Pushing event updated for resources: {'Port': ['ID=6516a2b3-1698-4c41-9f79-4ce5b8a46917,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:49.049380 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.235832 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.273334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object 8595790f-57d0-42a5-a356-38bce9624724 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:49.313932 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.364136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 85b6091c-3a93-4995-a139-6d41e7754ffe is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:49.367902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:49.372671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:49.403375 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=8595790f-57d0-42a5-a356-38bce9624724,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:49.433136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.580344 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.872673 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.879635 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:49.959881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=8595790f-57d0-42a5-a356-38bce9624724,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:49.962531 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.018993 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e569c9-edd5-41c7-9f62-cbc584c4e9aa None None] Network 85b6091c-3a93-4995-a139-6d41e7754ffe requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:26:50.063031 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 85b6091c-3a93-4995-a139-6d41e7754ffe is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:50.064472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:50.103716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-212b82bc-060a-46a6-84fe-4f461de12701 None None] Provisioning for port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:50.187685 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:26:50.206282 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.300437 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:50.306135 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-484bd395-4eb2-480c-8ebb-d911585775e9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/1441995c-afaa-4087-8c1a-4f3eb050b2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4549999 Jul 16 19:26:50.438285 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7855179-c53b-4433-9b1a-25b4c242b04f None None] Provisioning for port 8595790f-57d0-42a5-a356-38bce9624724 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:50.443252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a7855179-c53b-4433-9b1a-25b4c242b04f None None] Provisioning complete for port 8595790f-57d0-42a5-a356-38bce9624724 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:50.443731 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a7855179-c53b-4433-9b1a-25b4c242b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.456442 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-a480dcec-3292-4100-9beb-30ff47456cf4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813474705&fields=id&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 267 time: 0.0371990 Jul 16 19:26:50.486244 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Sync routers for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:50.498196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a7855179-c53b-4433-9b1a-25b4c242b04f None None] Port 8595790f-57d0-42a5-a356-38bce9624724 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:50.500188 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:50.501343 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:50.611698 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:50.620818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-bd07319c-141b-4a65-9d18-77b0e9c6f994 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:50.638662 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-bd07319c-141b-4a65-9d18-77b0e9c6f994 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/networks?id=85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 200 len: 796 time: 0.1727221 Jul 16 19:26:50.642989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-115784c0-e8ab-49fd-a89e-1a1ffed393b6 None None] Provisioning complete for port 8595790f-57d0-42a5-a356-38bce9624724 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:50.643673 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-115784c0-e8ab-49fd-a89e-1a1ffed393b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.659165 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-60fee118-b82a-4e0d-a23d-8d9c89b1d406 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/quotas/eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 375 time: 0.0191441 Jul 16 19:26:50.699742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-115784c0-e8ab-49fd-a89e-1a1ffed393b6 None None] Port 8595790f-57d0-42a5-a356-38bce9624724 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:50.702090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6516a2b3-1698-4c41-9f79-4ce5b8a46917 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:50.759024 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:50.770017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:50.770748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.778377 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-f3cd9deb-473f-42f2-bf97-b92e98b5e6d6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093705 Jul 16 19:26:50.784160 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-5c116b7a-27e7-44c9-89ae-30a7fc54e4c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:26:50.791875 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-5c116b7a-27e7-44c9-89ae-30a7fc54e4c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125122 Jul 16 19:26:50.857120 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 2, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:50.857991 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.892645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 6516a2b3-1698-4c41-9f79-4ce5b8a46917, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6516a2b3-1698-4c41-9f79-4ce5b8a46917,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:50.898308 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.899904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b884d897-5898-4222-b398-053df867bd84 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:50.936680 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-c3dfd706-f50b-4f82-9de5-49321d7b515f service neutron] 10.222.0.49 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438947 Jul 16 19:26:50.987713 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Checking router: 1441995c-afaa-4087-8c1a-4f3eb050b2b4 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:50.987984 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Updating router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 port 8595790f-57d0-42a5-a356-38bce9624724 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:26:50.994714 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-294f9522-f41c-4377-961e-a8e64d8be9cb None None] Provisioning complete for port 8595790f-57d0-42a5-a356-38bce9624724 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:50.995115 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-294f9522-f41c-4377-961e-a8e64d8be9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.021675 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.034545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-a88c2270-61db-4473-b2da-252b4c68357b service neutron] 10.222.0.49 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913467 Jul 16 19:26:51.034773 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-294f9522-f41c-4377-961e-a8e64d8be9cb None None] Port 8595790f-57d0-42a5-a356-38bce9624724 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:51.042179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=6516a2b3-1698-4c41-9f79-4ce5b8a46917,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:51.053458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port b884d897-5898-4222-b398-053df867bd84 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:51.058270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b884d897-5898-4222-b398-053df867bd84 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:51.058735 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.149026 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.177667 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port b884d897-5898-4222-b398-053df867bd84, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b884d897-5898-4222-b398-053df867bd84,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:51.182855 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.244165 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09dd5753-c644-4493-96f3-b83800813016 req-cbb4def0-925c-4eed-bdad-0fc9beafe219 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 210 time: 0.0457919 Jul 16 19:26:51.244746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=b884d897-5898-4222-b398-053df867bd84,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:51.339825 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.350440 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Transition to ACTIVE for port object 8595790f-57d0-42a5-a356-38bce9624724 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:51.357104 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.411119 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Pushing event updated for resources: {'Port': ['ID=8595790f-57d0-42a5-a356-38bce9624724,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:51.436593 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.436961 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.437315 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.437626 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.438120 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.438637 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.438951 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.439272 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.439591 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.439898 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.440220 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.440533 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:51.472237 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Attempting to bind port 8595790f-57d0-42a5-a356-38bce9624724 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:51.473481 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Attempting to bind port 8595790f-57d0-42a5-a356-38bce9624724 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:51.473877 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Attempting to bind port 8595790f-57d0-42a5-a356-38bce9624724 on network 85b6091c-3a93-4995-a139-6d41e7754ffe {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:51.479566 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:51.479953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Checking segment: {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:51.480351 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.480743 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Bound using segment: {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:51.481292 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Bound port: 8595790f-57d0-42a5-a356-38bce9624724, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:51.481814 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.548954 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] For port 8595790f-57d0-42a5-a356-38bce9624724, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:51.552432 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] For port 8595790f-57d0-42a5-a356-38bce9624724, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8595790f-57d0-42a5-a356-38bce9624724,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:51.561303 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:51.619645 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:51.620497 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:51.672053 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdff13-78d7-482e-8e70-a93917349395 None None] Pushing event updated for resources: {'Port': ['ID=8595790f-57d0-42a5-a356-38bce9624724,revision_number=4']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:51.750231 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:51.944252 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:51.972087 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff2571-07c5-4681-ae1f-93db0896ba20 None None] The sync data for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 is: [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:52.042284 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:52.403757 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2a8448d7-4f14-45a7-bca1-a02a2a8964f0 req-37aa5062-3ed3-4158-9898-1e1969a10326 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 210 time: 0.0410321 Jul 16 19:26:52.515958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-6f869c26-c94e-4e8a-aa4f-931f93509037 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:52.517433 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-6f869c26-c94e-4e8a-aa4f-931f93509037 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/networks?id=85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 200 len: 796 time: 0.1428821 Jul 16 19:26:52.568836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-930f5e4f-c9b2-4761-bdd3-6cbffee433f8 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3516adfe5840c28679172951fd7ce8 HTTP/1.1" status: 200 len: 380 time: 0.0408216 Jul 16 19:26:52.578773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'port': {'device_id': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'admin_state_up': True, 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'security_groups': ['c41e61f5-e3fb-4de5-a354-a1043cab1617']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:52.682037 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8595790f-57d0-42a5-a356-38bce9624724 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:52.700620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Made reservation on behalf of eb3516adfe5840c28679172951fd7ce8 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:26:52.704425 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:52.743471 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 8595790f-57d0-42a5-a356-38bce9624724 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:52.748078 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8595790f-57d0-42a5-a356-38bce9624724 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:52.748565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:52.853859 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.20.0.9 (85b6091c-3a93-4995-a139-6d41e7754ffe/8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b/9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:52.991415 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.001525 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.021635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Transition to ACTIVE for port object 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:53.028042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 8595790f-57d0-42a5-a356-38bce9624724, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8595790f-57d0-42a5-a356-38bce9624724,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:53.035415 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.036706 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b884d897-5898-4222-b398-053df867bd84 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:53.059787 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.082093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 85b6091c-3a93-4995-a139-6d41e7754ffe is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:53.085663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:53.105446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:53.127409 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=8595790f-57d0-42a5-a356-38bce9624724,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:53.143907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port b884d897-5898-4222-b398-053df867bd84 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:53.144630 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.156318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:53.174756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:53.175419 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.195049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-de349e3e-a0e7-4a2a-9fc0-a6ba5135112a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204762 Jul 16 19:26:53.201453 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.211394 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Request body: {'port': {'device_id': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:53.254209 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6516a2b3-1698-4c41-9f79-4ce5b8a46917 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:53.298616 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.317044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:53.317729 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.425800 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd473f44-2c1c-40e2-abcc-041521887802 None None] Provisioning for port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:53.430006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bd473f44-2c1c-40e2-abcc-041521887802 None None] Provisioning complete for port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:53.430184 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bd473f44-2c1c-40e2-abcc-041521887802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.466096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bd473f44-2c1c-40e2-abcc-041521887802 None None] Port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:53.571813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:26:53.579640 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.591403 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79bac1-e799-4b46-9441-695a3a6998e5 req-021b8ef5-b8f2-4f2e-a1f6-d21d46d601c9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:53.593034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e79bac1-e799-4b46-9441-695a3a6998e5 req-021b8ef5-b8f2-4f2e-a1f6-d21d46d601c9 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 931 time: 0.0665822 Jul 16 19:26:53.593316 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Transition to ACTIVE for port object 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:53.598385 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.631798 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e79bac1-e799-4b46-9441-695a3a6998e5 req-f6c153a3-7163-416b-b2e6-9fcd7c6007af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Jul 16 19:26:53.673181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Pushing event updated for resources: {'Port': ['ID=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:53.729238 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Attempting to bind port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:53.729576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Attempting to bind port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:53.729908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Attempting to bind port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf on network 85b6091c-3a93-4995-a139-6d41e7754ffe {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:53.734646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf on network 85b6091c-3a93-4995-a139-6d41e7754ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:26:53.734971 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Attempting to bind port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf on network 85b6091c-3a93-4995-a139-6d41e7754ffe {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:53.740252 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:53.740994 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Checking segment: {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:53.741187 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Bound using segment: {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:53.741586 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Bound port: 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c63262-962e-41e0-b390-f8c0ca0090ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:53.741947 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.813505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] For port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:53.816632 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] For port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:53.823013 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.855575 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:53.856188 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:53.857669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] 10.222.0.59 "PUT /v2.0/ports/9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 200 len: 1092 time: 0.6530662 Jul 16 19:26:53.858102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:53.860354 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37494de1-7940-4e9a-9f4a-23756354d0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:53.891091 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34af36-8728-4ea3-87b2-b295e86c8255 service neutron] Pushing event updated for resources: {'Port': ['ID=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:53.908225 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f413c89-e07b-46a6-88fe-cf6620bc17d8 x-openstack-request-id: req-1f413c89-e07b-46a6-88fe-cf6620bc17d8 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:53.908541 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:53.908795 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f413c89-e07b-46a6-88fe-cf6620bc17d8 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:53.909198 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'status': 'completed', 'code': 200} Jul 16 19:26:53.974272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-019b4bfe-b58f-4cd3-ab1d-116f194cae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:53.976008 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-019b4bfe-b58f-4cd3-ab1d-116f194cae3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1095 time: 0.0586975 Jul 16 19:26:54.021018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-3ba6a482-1936-4c09-896d-d1d49fbe8237 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 200 len: 217 time: 0.0365512 Jul 16 19:26:54.071488 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-dbb30c35-8946-4f63-a7f2-e66daa299597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:54.073079 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-dbb30c35-8946-4f63-a7f2-e66daa299597 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b HTTP/1.1" status: 200 len: 834 time: 0.0454197 Jul 16 19:26:54.136689 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-1ab95f26-3f90-46ad-b0a5-9395a8d92722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:54.138279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-1ab95f26-3f90-46ad-b0a5-9395a8d92722 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85b6091c-3a93-4995-a139-6d41e7754ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585878 Jul 16 19:26:54.228239 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-fde58b3d-6a9e-4709-be68-13d3168cd2f5 service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828857 Jul 16 19:26:54.323579 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2ce29bc4-f913-47fd-807e-9ecf605ad63c req-9649e9d1-98a5-4d4f-a2de-cd57b1d36876 service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877779 Jul 16 19:26:54.440407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-7812b078-1b2e-4672-9bdc-762cff3d563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:54.441930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-7812b078-1b2e-4672-9bdc-762cff3d563b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1095 time: 0.0547123 Jul 16 19:26:54.538919 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-4371240d-aa2b-4662-9355-fec616983508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:54.540845 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-4371240d-aa2b-4662-9355-fec616983508 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 200 len: 897 time: 0.0915306 Jul 16 19:26:54.577855 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8595790f-57d0-42a5-a356-38bce9624724 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:54.584868 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-09961073-8f8b-4786-82c0-4944441b1f62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 200 len: 217 time: 0.0359251 Jul 16 19:26:54.629088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 8595790f-57d0-42a5-a356-38bce9624724 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:54.629454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:54.633961 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-0403690f-224e-4730-a469-42a8c423ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:54.635467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-0403690f-224e-4730-a469-42a8c423ad57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b HTTP/1.1" status: 200 len: 834 time: 0.0432379 Jul 16 19:26:54.700505 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-525cdca7-5458-447d-b2c7-46203e56f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:54.702675 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-525cdca7-5458-447d-b2c7-46203e56f968 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85b6091c-3a93-4995-a139-6d41e7754ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591171 Jul 16 19:26:54.798997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-61441587-0abe-4094-a3f0-fcf0eafe00e8 service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885386 Jul 16 19:26:54.814207 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c8117-3240-4826-9a29-3d556717ccfa req-6b414aaf-6386-407b-8507-6a87f29df14f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:54.815718 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0d0c8117-3240-4826-9a29-3d556717ccfa req-6b414aaf-6386-407b-8507-6a87f29df14f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 943 time: 0.0637920 Jul 16 19:26:54.857814 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0d0c8117-3240-4826-9a29-3d556717ccfa req-26d93ffa-0a11-4ada-9b09-93fea1b1d1e5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360122 Jul 16 19:26:54.894943 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-37494de1-7940-4e9a-9f4a-23756354d0e5 req-ca2ebbe2-e0f6-4f16-97e4-2e48024486cf service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886540 Jul 16 19:26:55.220203 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:56.054630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88785ec2-4f34-4f53-9910-85a8cd5378a4 req-e67e59e7-6545-4871-aa5e-79d17d93e42e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:56.055999 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88785ec2-4f34-4f53-9910-85a8cd5378a4 req-e67e59e7-6545-4871-aa5e-79d17d93e42e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 943 time: 0.0803754 Jul 16 19:26:56.096467 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88785ec2-4f34-4f53-9910-85a8cd5378a4 req-5a59c070-094c-4045-8e6c-cd6b1e9eb0f5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343523 Jul 16 19:26:57.284710 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11848f3-92c8-4fc8-9082-f24a1857113a req-6539d3f5-d976-40ee-ae25-a12cf9d8c5b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:57.286434 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d11848f3-92c8-4fc8-9082-f24a1857113a req-6539d3f5-d976-40ee-ae25-a12cf9d8c5b7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 943 time: 0.0721288 Jul 16 19:26:57.333461 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d11848f3-92c8-4fc8-9082-f24a1857113a req-62bbf898-6c03-41c9-bae8-1fa56748f3fc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 Jul 16 19:26:57.528066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:26:57.631243 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:57.642580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'port_id': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'mac_address': 'fa:16:3e:9e:86:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:26:57.679586 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:57.692676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:26:57.714452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:57.720858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:57.770851 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:57.937210 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:26:58.526583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c13bc-7ee5-42ac-b1ea-045cbf981dc8 req-f1504864-a6dd-46d8-b6f6-bdae5a4d5db1 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:58.528118 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-214c13bc-7ee5-42ac-b1ea-045cbf981dc8 req-f1504864-a6dd-46d8-b6f6-bdae5a4d5db1 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 944 time: 0.0735946 Jul 16 19:26:58.586557 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-214c13bc-7ee5-42ac-b1ea-045cbf981dc8 req-925f4a89-7a26-47bd-875b-5be456caa052 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498898 Jul 16 19:26:59.536252 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:59.598073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:59.602303 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:59.602679 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:59.681886 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:59.706399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:59.709436 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd8c4b-6c9e-4d8e-9ecd-c0591c86d350" -d '{"events": [{"server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "name": "network-vif-plugged", "status": "completed", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:59.722681 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:59.730338 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:59.777107 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a992ae-0c39-4032-96d6-9bc5eca5c88e req-d2d2ea6a-52e1-4180-bd35-89ebed3985d6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:59.778646 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2a992ae-0c39-4032-96d6-9bc5eca5c88e req-d2d2ea6a-52e1-4180-bd35-89ebed3985d6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 944 time: 0.0761051 Jul 16 19:26:59.795401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:59.799322 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd04288d-4819-403d-a13b-8ba2c2ffe8d1 x-openstack-request-id: req-cd04288d-4819-403d-a13b-8ba2c2ffe8d1 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:59.799734 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "name": "network-vif-plugged", "status": "completed", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:59.800070 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd04288d-4819-403d-a13b-8ba2c2ffe8d1 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:59.800546 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'code': 200} Jul 16 19:26:59.819249 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e2a992ae-0c39-4032-96d6-9bc5eca5c88e req-c3b13504-f48b-4aea-ac3a-8ce47a88e638 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348580 Jul 16 19:27:00.256516 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f7cef-3b72-4256-b01c-62453e7adfe9 req-8dcde325-62a3-444a-9336-2a317c3c796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:00.258091 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b1f7cef-3b72-4256-b01c-62453e7adfe9 req-8dcde325-62a3-444a-9336-2a317c3c796e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1097 time: 0.3934693 Jul 16 19:27:00.296459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0b1f7cef-3b72-4256-b01c-62453e7adfe9 req-de4b94c6-1504-4654-b032-5cfe28849ea2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306158 Jul 16 19:27:01.015998 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88375e21-3d99-4711-9cfe-eb90d8e07d7d req-990b621a-cf0b-471a-9857-0de7ab5829ad tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:01.017605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88375e21-3d99-4711-9cfe-eb90d8e07d7d req-990b621a-cf0b-471a-9857-0de7ab5829ad tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0704765 Jul 16 19:27:01.060493 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-88375e21-3d99-4711-9cfe-eb90d8e07d7d req-f51ecbe0-2a0a-42e8-b590-42c347306548 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367661 Jul 16 19:27:02.255058 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fce76-5755-4e0e-9567-99a62c0d392b req-59495f24-7492-40f0-8ee2-1c998bb24f96 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:02.256592 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa9fce76-5755-4e0e-9567-99a62c0d392b req-59495f24-7492-40f0-8ee2-1c998bb24f96 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0737224 Jul 16 19:27:02.299701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-aa9fce76-5755-4e0e-9567-99a62c0d392b req-80fe3fb9-8ca3-4fba-ad0e-feda2124dfad tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345664 Jul 16 19:27:02.490096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee0c6c-7b70-47be-93f0-51d1f5f04d00 req-7d731b18-0a38-48f9-be6a-6184fd65d233 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:02.491542 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61ee0c6c-7b70-47be-93f0-51d1f5f04d00 req-7d731b18-0a38-48f9-be6a-6184fd65d233 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0780766 Jul 16 19:27:02.534121 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-61ee0c6c-7b70-47be-93f0-51d1f5f04d00 req-fe92eaab-a1d5-4985-b56a-308770cfc9ba tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368659 Jul 16 19:27:02.565645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50444) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:02.621452 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c3bbc0-367c-4ae2-8665-83aab2173d1a tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:02.623075 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d1c3bbc0-367c-4ae2-8665-83aab2173d1a tempest-TestNetworkAdvancedServerOps-1748404386 tempest-TestNetworkAdvancedServerOps-1748404386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1092 time: 0.0559697 Jul 16 19:27:02.627547 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:02.632065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:02.656462 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:02.760417 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:02.866331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Allocated IP 172.25.1.116 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/8fcd3d5c-d2e4-4387-bf0b-e5de011378fc) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:02.986388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.031790 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.070689 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:03.075028 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:03.079331 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:27:03.082348 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=8fcd3d5c-d2e4-4387-bf0b-e5de011378fc,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:03.464490 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.543250 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.705592 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.712455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.782272 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event updated for resources: {'Port': ['ID=8fcd3d5c-d2e4-4387-bf0b-e5de011378fc,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:03.792802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.892415 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP 45007df2-fc76-428e-acfd-d17106e82548 associated. External IP: 172.25.1.116, port: 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf. Jul 16 19:27:04.097618 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:27:04.228970 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:27:04.238926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] Sync routers for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:27:04.247483 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:04.250990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:04.251660 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:04.288590 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-34fdef26-d97d-4956-a33d-b557b69ae6bd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6599030 Jul 16 19:27:04.289366 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:27:04.292019 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0561e7c3-c707-4a83-a537-42970c921e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:27:04.329592 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc9b9b5-f396-45a4-b051-0ebc03fc2ff4 x-openstack-request-id: req-ecc9b9b5-f396-45a4-b051-0ebc03fc2ff4 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:27:04.329844 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:27:04.330126 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecc9b9b5-f396-45a4-b051-0ebc03fc2ff4 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:27:04.330532 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'status': 'completed', 'code': 200} Jul 16 19:27:04.365782 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:04.412727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e7c3-c707-4a83-a537-42970c921e3f req-68a3b8fc-ebd6-43ff-ae3e-f0fd911e462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:04.415900 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0561e7c3-c707-4a83-a537-42970c921e3f req-68a3b8fc-ebd6-43ff-ae3e-f0fd911e462d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1097 time: 0.0595131 Jul 16 19:27:04.448695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f840-d11f-443e-aa70-bfe19e215d40 req-726b2749-5c8d-49c6-91dc-b40f861503bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:04.450276 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c043f840-d11f-443e-aa70-bfe19e215d40 req-726b2749-5c8d-49c6-91dc-b40f861503bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0642064 Jul 16 19:27:04.495109 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c043f840-d11f-443e-aa70-bfe19e215d40 req-3812072c-f820-4e7f-b046-54203806178e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380418 Jul 16 19:27:04.518178 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e7c3-c707-4a83-a537-42970c921e3f req-e989519e-c184-42cf-a3b5-4e9ef601c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:04.519728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0561e7c3-c707-4a83-a537-42970c921e3f req-e989519e-c184-42cf-a3b5-4e9ef601c290 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 200 len: 897 time: 0.0953438 Jul 16 19:27:04.520943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50452) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:04.589296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0561e7c3-c707-4a83-a537-42970c921e3f req-5490b4ae-52e0-48ce-a7e8-a7bef0d3afe8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 200 len: 999 time: 0.0613012 Jul 16 19:27:04.589548 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d58d6572-29a5-4e27-abc3-d1aa3c8707fb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/45007df2-fc76-428e-acfd-d17106e82548 HTTP/1.1" status: 200 len: 991 time: 0.0672212 Jul 16 19:27:04.609896 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '45007df2-fc76-428e-acfd-d17106e82548', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'port_id': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'mac_address': 'fa:16:3e:9e:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:27:03Z', 'updated_at': '2021-07-16T19:27:03Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:53Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:04.640441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e7c3-c707-4a83-a537-42970c921e3f req-6b3b27bc-f4f9-4b63-b7a4-a189e8b2f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:04.640694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] Checking router: 1441995c-afaa-4087-8c1a-4f3eb050b2b4 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:27:04.641853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0561e7c3-c707-4a83-a537-42970c921e3f req-6b3b27bc-f4f9-4b63-b7a4-a189e8b2f963 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b HTTP/1.1" status: 200 len: 834 time: 0.0457358 Jul 16 19:27:04.649368 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:04.650031 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:26:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:04.704856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e7c3-c707-4a83-a537-42970c921e3f req-d7566755-f192-43bd-b555-17adfb7fea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:04.706411 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0561e7c3-c707-4a83-a537-42970c921e3f req-d7566755-f192-43bd-b555-17adfb7fea3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85b6091c-3a93-4995-a139-6d41e7754ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579612 Jul 16 19:27:04.752306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:04.796486 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0561e7c3-c707-4a83-a537-42970c921e3f req-67bcd92c-589e-43ad-8bd8-71974bfbfade service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820265 Jul 16 19:27:04.891371 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0561e7c3-c707-4a83-a537-42970c921e3f req-e1db1fab-1a0b-4768-95b2-5f0ef4f68f0e service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881884 Jul 16 19:27:04.988115 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '45007df2-fc76-428e-acfd-d17106e82548', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'port_id': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'mac_address': 'fa:16:3e:9e:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:27:03Z', 'updated_at': '2021-07-16T19:27:03Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:53Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:05.014522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b3ef0-fc9c-4647-a589-ce57850c17ea None None] The sync data for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 is: [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '45007df2-fc76-428e-acfd-d17106e82548', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'port_id': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'mac_address': 'fa:16:3e:9e:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:27:03Z', 'updated_at': '2021-07-16T19:27:03Z', 'revision_number': 0, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:53Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:27:05.225342 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc307bae-bf31-48d2-9fb8-5c8ae5fe7ec7 None None] New status for floating IP 45007df2-fc76-428e-acfd-d17106e82548: ACTIVE {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:27:05.594790 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50458) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:05.667871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e87cb80f-ccc1-4db1-b06d-fce168b0bfe5 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/45007df2-fc76-428e-acfd-d17106e82548 HTTP/1.1" status: 200 len: 993 time: 0.0713243 Jul 16 19:27:15.911755 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:16.265012 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e0a37ff5-9065-4dd2-bdab-3489119a9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:18.841505 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af3523b2-9dab-4d83-a953-9bff1743834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:19.013515 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:20.210252 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:22.030215 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:23.179579 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:25.220741 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:28.479589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-b2cfaf11-72c4-41f8-b200-0d608ac1bb99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587196 Jul 16 19:27:28.584284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-06525908-3c84-4d9a-becb-ba699f732978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:28.585803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-06525908-3c84-4d9a-becb-ba699f732978 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1097 time: 0.0554156 Jul 16 19:27:28.697690 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-69c80c5a-3455-4834-8af9-927ea8c2ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:28.699981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-69c80c5a-3455-4834-8af9-927ea8c2ad5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 200 len: 897 time: 0.0894401 Jul 16 19:27:28.769459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-3e96bb92-edb2-4854-b845-51eef34be6df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 200 len: 1001 time: 0.0623579 Jul 16 19:27:28.931325 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-1bbebfc7-a3af-4f16-a262-703a776b1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:28.933714 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-1bbebfc7-a3af-4f16-a262-703a776b1071 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b HTTP/1.1" status: 200 len: 834 time: 0.0544052 Jul 16 19:27:29.005010 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-668e0ff0-1a10-4df5-bd19-702b1c5939f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:29.006555 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-668e0ff0-1a10-4df5-bd19-702b1c5939f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85b6091c-3a93-4995-a139-6d41e7754ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653565 Jul 16 19:27:29.113700 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-585923fb-cd93-4711-bce7-47da8ff73c26 service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994871 Jul 16 19:27:29.215297 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-66aa9d86-791c-42c1-a896-bd16f2571c2f req-38bab6bf-5f73-4a5f-a014-e45bf0905b3c service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941713 Jul 16 19:27:34.706227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69d66-1b31-4d98-9a1c-07cfcc260e56 req-ccaa6143-c7f0-47ed-bac5-f53afe877d25 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:34.707662 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1c69d66-1b31-4d98-9a1c-07cfcc260e56 req-ccaa6143-c7f0-47ed-bac5-f53afe877d25 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0677414 Jul 16 19:27:34.748958 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1c69d66-1b31-4d98-9a1c-07cfcc260e56 req-aa07f5ff-b581-4ba9-9149-48c54f614a0b tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329983 Jul 16 19:27:36.212637 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80d3e-2ec9-4afd-bfba-9f805927f6e9 req-e7325b18-b3ce-473f-a7a2-d31e9d945af4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:36.214208 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25b80d3e-2ec9-4afd-bfba-9f805927f6e9 req-e7325b18-b3ce-473f-a7a2-d31e9d945af4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.3497593 Jul 16 19:27:36.254253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-25b80d3e-2ec9-4afd-bfba-9f805927f6e9 req-ad4d135b-8e51-4dcf-b87a-558ecc0c0934 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Jul 16 19:27:36.280200 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50480) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:36.348480 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1a7b1cc7-2a56-496f-bc6d-f002a2eeb340 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/45007df2-fc76-428e-acfd-d17106e82548 HTTP/1.1" status: 200 len: 993 time: 0.0660071 Jul 16 19:27:37.840006 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-d9978d17-ac35-42bd-8ac8-c1189f038509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:37.841561 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-d9978d17-ac35-42bd-8ac8-c1189f038509 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1097 time: 0.0988424 Jul 16 19:27:37.851908 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19752de-64c1-4756-84d1-c47dea022815 req-18eea755-d0dc-49d6-8b19-6b839c298192 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:37.853318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c19752de-64c1-4756-84d1-c47dea022815 req-18eea755-d0dc-49d6-8b19-6b839c298192 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.1009588 Jul 16 19:27:37.947096 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c19752de-64c1-4756-84d1-c47dea022815 req-77ec5e96-c669-4b81-bcdd-e65520f2e597 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856156 Jul 16 19:27:37.973879 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-342dca9a-ca1e-4758-a0ac-72b269b53eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:37.975366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-342dca9a-ca1e-4758-a0ac-72b269b53eb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 200 len: 897 time: 0.1212289 Jul 16 19:27:38.045294 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-cddc6bfb-75af-4e71-9c4c-0bf732f0c8ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 200 len: 1001 time: 0.0595622 Jul 16 19:27:38.093878 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-b3678e74-59bd-4575-84b1-19dba6cf07df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:38.095398 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-b3678e74-59bd-4575-84b1-19dba6cf07df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b HTTP/1.1" status: 200 len: 834 time: 0.0434506 Jul 16 19:27:38.158176 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-494790fa-ed76-46fd-97c9-0bc8999aa701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:38.159674 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-494790fa-ed76-46fd-97c9-0bc8999aa701 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85b6091c-3a93-4995-a139-6d41e7754ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568328 Jul 16 19:27:38.250164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-2c9003c3-2eeb-41a2-903a-2243061fcf1f service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831902 Jul 16 19:27:38.346487 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-755be4a4-5d5f-4025-ae62-e8914d2afe77 req-e90c72f4-315c-4a24-b9de-3bbb62e0fed4 service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889699 Jul 16 19:27:39.146583 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e30c-6563-477b-8554-2beb46b23854 req-5b92b382-586b-4730-b095-b023f477b079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:39.148123 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1337e30c-6563-477b-8554-2beb46b23854 req-5b92b382-586b-4730-b095-b023f477b079 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0705423 Jul 16 19:27:39.189442 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1337e30c-6563-477b-8554-2beb46b23854 req-b46441ed-61ca-4b33-9902-b2776884d1d4 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354626 Jul 16 19:27:40.376617 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc332c-3522-405f-a3c0-ddaf74ba03fc req-f53c99ed-d1a8-414d-8605-0a61f15129c7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:40.378262 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25bc332c-3522-405f-a3c0-ddaf74ba03fc req-f53c99ed-d1a8-414d-8605-0a61f15129c7 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0709193 Jul 16 19:27:40.425200 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-25bc332c-3522-405f-a3c0-ddaf74ba03fc req-810634ff-7c63-4b26-ab96-070e6f851c7e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Jul 16 19:27:40.450796 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50492) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:40.524852 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-a724890a-1ecf-4534-b3a6-5727ae3fb4cb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/floatingips/45007df2-fc76-428e-acfd-d17106e82548 HTTP/1.1" status: 200 len: 993 time: 0.0728254 Jul 16 19:27:40.811596 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50498) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:40.993292 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 8fcd3d5c-d2e4-4387-bf0b-e5de011378fc {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:27:40.993549 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:41.074229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:41.074523 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:41.087351 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 8fcd3d5c-d2e4-4387-bf0b-e5de011378fc owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:27:41.248387 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:41.281124 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=8fcd3d5c-d2e4-4387-bf0b-e5de011378fc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:41.293128 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.293479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.293819 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.294141 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.294471 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.294860 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.295206 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.295534 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.295864 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.296189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.296510 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.296855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:41.358107 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:41.358416 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Floating IP 45007df2-fc76-428e-acfd-d17106e82548 disassociated (deleted). External IP: 172.25.1.116, port: 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf. Jul 16 19:27:41.569920 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:27:41.692313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:27:41.697802 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:41.702838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] Sync routers for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:27:41.712458 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:41.713096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:41.740413 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-34851150-b4a2-457c-81c4-ca9bd1e8ad9e tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/floatingips/45007df2-fc76-428e-acfd-d17106e82548 HTTP/1.1" status: 204 len: 168 time: 0.9274709 Jul 16 19:27:41.741055 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:27:41.743725 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a99b2ea-ec49-44c1-a18f-863d24be0d08" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:27:41.781680 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b25a65-d772-474b-83eb-32570146b04e x-openstack-request-id: req-57b25a65-d772-474b-83eb-32570146b04e {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:27:41.782042 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:27:41.782469 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57b25a65-d772-474b-83eb-32570146b04e {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:27:41.783031 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'status': 'completed', 'code': 200} Jul 16 19:27:41.822880 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:41.863196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-22bd2a4e-1fe1-4d3e-ade7-37b0419f7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:41.865178 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-22bd2a4e-1fe1-4d3e-ade7-37b0419f7f8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb3516adfe5840c28679172951fd7ce8&device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 1097 time: 0.0557253 Jul 16 19:27:41.972201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-44c30654-164a-463b-b0e5-c3e4955999f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:41.973746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-44c30654-164a-463b-b0e5-c3e4955999f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 200 len: 897 time: 0.0957639 Jul 16 19:27:42.016583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-57e7e92c-b5d5-4e6f-8a5e-17b65e88faf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 200 len: 217 time: 0.0361562 Jul 16 19:27:42.032478 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:53Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:42.059354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] Checking router: 1441995c-afaa-4087-8c1a-4f3eb050b2b4 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:27:42.068147 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:42.068766 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:42.073875 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-bfc95beb-03a9-4693-8773-4bde4f2e6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:42.075284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-bfc95beb-03a9-4693-8773-4bde4f2e6469 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b HTTP/1.1" status: 200 len: 834 time: 0.0515540 Jul 16 19:27:42.137119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a696-69cd-4011-8641-b8cfb094477b req-4c9b9597-3ca3-4704-804d-4d5eedd1c4eb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:42.138907 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f052a696-69cd-4011-8641-b8cfb094477b req-4c9b9597-3ca3-4704-804d-4d5eedd1c4eb tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0811193 Jul 16 19:27:42.142362 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-c98e070b-dd61-41e2-82d6-5a49396aa23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:42.144322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-c98e070b-dd61-41e2-82d6-5a49396aa23c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=85b6091c-3a93-4995-a139-6d41e7754ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606985 Jul 16 19:27:42.181593 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f052a696-69cd-4011-8641-b8cfb094477b req-21f54658-5d24-4b2f-ae31-0ba4320656f0 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353029 Jul 16 19:27:42.247967 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-c8263f0d-f96a-43a2-b155-c47bd4967989 service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Jul 16 19:27:42.338980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:42.339726 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7a99b2ea-ec49-44c1-a18f-863d24be0d08 req-c4c97d87-ad0b-4514-b9ba-e620ecfd95aa service neutron] 10.222.0.59 "GET /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846853 Jul 16 19:27:42.563750 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:53Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:42.590135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d876f-b3a6-4277-b8f5-dec10e944aa3 None None] The sync data for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 is: [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:26:49Z', 'revision_number': 4, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '8595790f-57d0-42a5-a356-38bce9624724', 'name': '', 'network_id': '85b6091c-3a93-4995-a139-6d41e7754ffe', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'mac_address': 'fa:16:3e:ce:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:48Z', 'updated_at': '2021-07-16T19:26:53Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'subnets': [{'id': '8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:27:42.931934 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf504d-a4e9-4f4e-b994-a2c05dd08a47 None None] New status for floating IP 45007df2-fc76-428e-acfd-d17106e82548: DOWN {{(pid=93798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:27:43.376559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af057a9-a248-415c-a865-ecb753120de1 req-fe16aeb2-7bda-4eed-a858-30663e179f57 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:43.378263 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af057a9-a248-415c-a865-ecb753120de1 req-fe16aeb2-7bda-4eed-a858-30663e179f57 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0726187 Jul 16 19:27:43.427678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9af057a9-a248-415c-a865-ecb753120de1 req-6ca2308b-2274-4429-b254-0ad3962ebc83 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/security-groups?id=c41e61f5-e3fb-4de5-a354-a1043cab1617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411265 Jul 16 19:27:43.875777 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7190a-3878-4dbc-976b-9be7566e877b req-f88b5668-dae0-4552-a583-9c641a3e808a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:43.877186 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22a7190a-3878-4dbc-976b-9be7566e877b req-f88b5668-dae0-4552-a583-9c641a3e808a tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 945 time: 0.0712390 Jul 16 19:27:43.982847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:27:43.983189 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:44.077667 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:44.077993 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:44.090149 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:27:44.224074 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:44.254075 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:44.266568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.266917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.267256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.267592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.267938 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.268490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.268833 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.269189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.269514 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.269835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.270216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.270533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:44.309681 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] No DVR routers for this DVR port 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:27:44.312269 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:44.314251 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22a7190a-3878-4dbc-976b-9be7566e877b req-7480e848-b65e-4afa-b208-463d4ea143e6 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.59 "DELETE /v2.0/ports/9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf HTTP/1.1" status: 204 len: 173 time: 0.4314039 Jul 16 19:27:44.314708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'name': 'network-vif-deleted', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:27:44.317633 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae2b47-2f3c-4dc5-9d63-2d728353de05" -d '{"events": [{"server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "name": "network-vif-deleted", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:27:44.357292 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af24c1e-a7cc-4cef-ae11-8f35b3074e43 x-openstack-request-id: req-5af24c1e-a7cc-4cef-ae11-8f35b3074e43 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:27:44.357582 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4328b9-f5de-4da9-a0ff-fa473e8a0e94", "name": "network-vif-deleted", "tag": "9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:27:44.357839 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5af24c1e-a7cc-4cef-ae11-8f35b3074e43 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:27:44.358243 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4328b9-f5de-4da9-a0ff-fa473e8a0e94', 'name': 'network-vif-deleted', 'tag': '9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf', 'status': 'completed', 'code': 200} Jul 16 19:27:44.587989 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c35f2c9-2f04-4fbe-a810-df6dac3c66e9 req-e67e4e5d-032c-4646-bd77-89d619d9c9dd tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f4328b9-f5de-4da9-a0ff-fa473e8a0e94 HTTP/1.1" status: 200 len: 210 time: 0.0329273 Jul 16 19:27:45.718148 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50518) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:46.134597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:46.258078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c20b5a04-e5b8-44f3-b712-ab3518b714fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:46.399443 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port 8595790f-57d0-42a5-a356-38bce9624724 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:27:46.399737 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:46.488745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port 8595790f-57d0-42a5-a356-38bce9624724, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=8595790f-57d0-42a5-a356-38bce9624724,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:46.489104 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:46.501407 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for 8595790f-57d0-42a5-a356-38bce9624724 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:27:46.688496 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:46.719281 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=8595790f-57d0-42a5-a356-38bce9624724,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:46.892728 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.134590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:27:47.241955 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:27:47.249178 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9f47672e-9cd5-4e6b-8b5b-ed2d80a1ba6f tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "PUT /v2.0/routers/1441995c-afaa-4087-8c1a-4f3eb050b2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5279262 Jul 16 19:27:47.250498 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50520) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:47.253160 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] Sync routers for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:27:47.263578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:47.264245 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:47.303008 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_v2 [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting subnet 8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b {{(pid=93796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:27:47.306213 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.344800 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32770875'] for subnet, precommit_delete_associations {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.370326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:47.430566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.488174 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29711960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31114582'] for subnet, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.515444 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Subnet': ['ID=8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:47.520568 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for subnet, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.525274 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-9340e484-0eba-4407-a2a4-f4b7217b55c2 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/subnets/8e04f70d-1b6f-43ba-bc3c-0257d1bd9a3b HTTP/1.1" status: 204 len: 168 time: 0.2737861 Jul 16 19:27:47.525416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50522) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:47.528907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9541d5a-9070-489f-b2b7-c4ca618981e1 None None] Network 85b6091c-3a93-4995-a139-6d41e7754ffe requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:27:47.627093 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:27:46Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:47.633902 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.674220 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] Checking router: 1441995c-afaa-4087-8c1a-4f3eb050b2b4 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:27:47.691003 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] Routers {'1441995c-afaa-4087-8c1a-4f3eb050b2b4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:47.691716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:47.744670 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.780574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:27:47.804129 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Deleting port b884d897-5898-4222-b398-053df867bd84 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:27:47.804472 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.806217 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:27:47.806563 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 9a204cfe-bfe7-4a68-b5f9-f1b0a51d87bf not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:27:47.811178 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] DHCP port deletion for 85b6091c-3a93-4995-a139-6d41e7754ffe request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:27:47.846565 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] Set router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:47.887984 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] For port b884d897-5898-4222-b398-053df867bd84, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=b884d897-5898-4222-b398-053df867bd84,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:47.888234 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:47.900636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Calling delete_port for b884d897-5898-4222-b398-053df867bd84 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:27:47.973803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Deleting port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:27:47.974165 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.066647 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] For port 6516a2b3-1698-4c41-9f79-4ce5b8a46917, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=6516a2b3-1698-4c41-9f79-4ce5b8a46917,segment=NetworkSegment(d7c63262-962e-41e0-b390-f8c0ca0090ef),segment_id=d7c63262-962e-41e0-b390-f8c0ca0090ef)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:48.067081 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.070928 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.083335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Calling delete_port for 6516a2b3-1698-4c41-9f79-4ce5b8a46917 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:27:48.101407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Port': ['ID=b884d897-5898-4222-b398-053df867bd84,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:48.143410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:27:46Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:48.166511 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.180384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ac9f5-3480-49ee-9dd0-f0f2c269ad83 None None] The sync data for ids ['1441995c-afaa-4087-8c1a-4f3eb050b2b4'] in n-d-791504-15 is: [{'id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100219001', 'tenant_id': 'eb3516adfe5840c28679172951fd7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b884d897-5898-4222-b398-053df867bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:45Z', 'updated_at': '2021-07-16T19:27:46Z', 'revision_number': 5, 'project_id': 'eb3516adfe5840c28679172951fd7ce8', 'gw_port': {'id': 'b884d897-5898-4222-b398-053df867bd84', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441995c-afaa-4087-8c1a-4f3eb050b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:46Z', 'updated_at': '2021-07-16T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:27:48.203590 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.236204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Pushing event deleted for resources: {'Port': ['ID=6516a2b3-1698-4c41-9f79-4ce5b8a46917,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:48.238828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] No DVR routers for this DVR port 6516a2b3-1698-4c41-9f79-4ce5b8a46917 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:27:48.250546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.250893 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.251253 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.251607 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.251863 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.252319 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.252636 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.253051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.253380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.253709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.254041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.254437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf573a-7261-4bdb-b958-4b0e188c9aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:48.258685 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.261090 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.304086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.304633 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Fanout notify agent at l3_agent the message router_deleted on router 1441995c-afaa-4087-8c1a-4f3eb050b2b4 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:27:48.311786 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.312931 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4544cc99-9db4-49fb-ae1d-8da85c35ee60 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/routers/1441995c-afaa-4087-8c1a-4f3eb050b2b4 HTTP/1.1" status: 204 len: 168 time: 0.7864232 Jul 16 19:27:48.315702 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50524) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:48.390848 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.488390 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.498439 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b6091c-3a93-4995-a139-6d41e7754ffe']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:48.508812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c63262-962e-41e0-b390-f8c0ca0090ef') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:48.509159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c63262-962e-41e0-b390-f8c0ca0090ef') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:48.520047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.538251 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.545695 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:27:48.546104 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:27:48.549132 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:27:48.630329 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.639007 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.643820 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/networks/85b6091c-3a93-4995-a139-6d41e7754ffe HTTP/1.1" status: 204 len: 168 time: 0.3243768 Jul 16 19:27:48.644544 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50526) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:48.669709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9d2d2-f09c-4c00-b2f2-9e32b159a3af tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'Network': ['ID=85b6091c-3a93-4995-a139-6d41e7754ffe,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:48.687764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6516a2b3-1698-4c41-9f79-4ce5b8a46917 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:27:48.717125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa75b1b7-feec-4ed4-8dde-843cc1333623 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.717621 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 6516a2b3-1698-4c41-9f79-4ce5b8a46917 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:27:48.717969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 6516a2b3-1698-4c41-9f79-4ce5b8a46917 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:27:48.718387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8595790f-57d0-42a5-a356-38bce9624724 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:27:48.737709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 8595790f-57d0-42a5-a356-38bce9624724 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:27:48.738061 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 8595790f-57d0-42a5-a356-38bce9624724 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:27:48.743773 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa75b1b7-feec-4ed4-8dde-843cc1333623 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.814438 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa75b1b7-feec-4ed4-8dde-843cc1333623 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.817562 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-fa75b1b7-feec-4ed4-8dde-843cc1333623 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.821704 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-fa75b1b7-feec-4ed4-8dde-843cc1333623 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] 10.222.0.49 "DELETE /v2.0/security-groups/c41e61f5-e3fb-4de5-a354-a1043cab1617 HTTP/1.1" status: 204 len: 168 time: 0.1727281 Jul 16 19:27:48.830306 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75b1b7-feec-4ed4-8dde-843cc1333623 tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e61f5-e3fb-4de5-a354-a1043cab1617,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:48.847972 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3239c534-342b-46ce-8d5f-cda87e2da75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.009053 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.164376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50534) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:49.322342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-45a74fb7-65d6-4586-adfd-f735fc786f53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb3516adfe5840c28679172951fd7ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564398 Jul 16 19:27:49.325081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:49.383519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f86464f2-f3f3-4a96-9934-b261e742f398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.408524 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f86464f2-f3f3-4a96-9934-b261e742f398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.459189 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f86464f2-f3f3-4a96-9934-b261e742f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.462926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f86464f2-f3f3-4a96-9934-b261e742f398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.464426 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f86464f2-f3f3-4a96-9934-b261e742f398 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6dd26aae-747d-4447-b473-c4772e01d3c2 HTTP/1.1" status: 204 len: 168 time: 0.1382194 Jul 16 19:27:49.472136 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86464f2-f3f3-4a96-9934-b261e742f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd26aae-747d-4447-b473-c4772e01d3c2,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:49.734682 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50544) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:49.749394 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa772b25-1312-42cc-9cfe-597f3a5c0a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.848748 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa772b25-1312-42cc-9cfe-597f3a5c0a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.854139 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-aa772b25-1312-42cc-9cfe-597f3a5c0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.891712 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-aa772b25-1312-42cc-9cfe-597f3a5c0a57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed7ed112be034d5095d4d0af5b125153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559432 Jul 16 19:27:49.892604 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa772b25-1312-42cc-9cfe-597f3a5c0a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7b9db-ffba-44e0-acc1-5d21985fb9c8,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:49.894696 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50546) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:49.947951 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b6df403-c159-4d5d-a636-06d89bf6b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:49.971565 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b6df403-c159-4d5d-a636-06d89bf6b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:50.029369 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b6df403-c159-4d5d-a636-06d89bf6b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:50.031904 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-5b6df403-c159-4d5d-a636-06d89bf6b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:50.033089 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-5b6df403-c159-4d5d-a636-06d89bf6b394 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0c7b9db-ffba-44e0-acc1-5d21985fb9c8 HTTP/1.1" status: 204 len: 168 time: 0.1373119 Jul 16 19:27:50.041731 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6df403-c159-4d5d-a636-06d89bf6b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7b9db-ffba-44e0-acc1-5d21985fb9c8,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:50.211730 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:50.567839 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b884d897-5898-4222-b398-053df867bd84 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:27:50.592332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: b884d897-5898-4222-b398-053df867bd84 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:27:50.592684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device b884d897-5898-4222-b398-053df867bd84 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:27:50.807877 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50568) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:50.907765 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-764048144-network', 'tenant_id': 'c6f65011a326465dae6a09465463b72f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:50.934625 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Made reservation on behalf of c6f65011a326465dae6a09465463b72f for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:27:50.938219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:50.951775 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.044634 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.049742 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.075670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:27:51.085676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0f6ea-febc-408b-bda3-abb43bc905b9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:51.090507 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.090862 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Added segment d4204e09-e26e-43c6-bce0-f02fc2ca5c02 of type vlan for network 4115231e-a2e5-4427-b238-c646bfcfb701 Jul 16 19:27:51.135615 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.171080 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.172166 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:51.172855 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.205318 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3960946 Jul 16 19:27:51.208518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50572) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:51.213401 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Request body: {'subnet': {'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-764048144-subnet', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:51.247370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797edeaf-7cb0-4d45-aa84-e6e5a0a54282 admin admin] Pushing event updated for resources: {'Network': ['ID=4115231e-a2e5-4427-b238-c646bfcfb701,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:51.258481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 4115231e-a2e5-4427-b238-c646bfcfb701 details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:27:51.266537 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Made reservation on behalf of c6f65011a326465dae6a09465463b72f for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:27:51.269026 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.442099 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.495305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25b5146-6931-427d-9da6-71d2d76c78db,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:51.504446 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Checking segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:27:51.505028 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Network hostable DHCP agents. Network: 4115231e-a2e5-4427-b238-c646bfcfb701, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:27:51.523821 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Network 4115231e-a2e5-4427-b238-c646bfcfb701 is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:27:51.533655 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 4115231e-a2e5-4427-b238-c646bfcfb701) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:51.537896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:51.538477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.543009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b82fb8-983e-4946-ac8d-19697af19708 None None] Network 4115231e-a2e5-4427-b238-c646bfcfb701 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:27:51.555144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e57d821a-8839-4ffd-a052-9e241c3d988a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3455429 Jul 16 19:27:51.557941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50574) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:51.562358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:51.584018 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.585054 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.644591 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.688919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-4115231e-a2e5-4427-b238-c646bfcfb701', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:27:51.689793 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.788925 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.826579 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Allocated IP 172.20.0.2 (4115231e-a2e5-4427-b238-c646bfcfb701/f25b5146-6931-427d-9da6-71d2d76c78db/c4da8abc-19ea-44d6-99d2-4656c25dd4b4) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:51.967697 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:51.977492 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Transition to ACTIVE for port object c4da8abc-19ea-44d6-99d2-4656c25dd4b4 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:51.994375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Transition to ACTIVE for port object c4da8abc-19ea-44d6-99d2-4656c25dd4b4 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:52.002486 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.059850 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Network 4115231e-a2e5-4427-b238-c646bfcfb701 is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:52.062606 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.065367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:52.070664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:27:52.073862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Pushing event updated for resources: {'Port': ['ID=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:52.131414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Attempting to bind port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:27:52.131781 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Attempting to bind port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:27:52.132151 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Attempting to bind port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 on network 4115231e-a2e5-4427-b238-c646bfcfb701 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:27:52.137709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:27:52.138084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Checking segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:27:52.138490 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.138885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Bound using segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:27:52.139369 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Bound port: c4da8abc-19ea-44d6-99d2-4656c25dd4b4, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:27:52.139737 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.204626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] For port c4da8abc-19ea-44d6-99d2-4656c25dd4b4, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:27:52.207964 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] For port c4da8abc-19ea-44d6-99d2-4656c25dd4b4, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:27:52.212299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.272427 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2725c4a-a8b7-42aa-8c87-4a55407c5d0a None None] Pushing event updated for resources: {'Port': ['ID=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:52.318024 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.337169 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.461040 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Allocated IP 172.25.1.44 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/3a3daf57-1f86-43d0-8c5d-ac3e6d909c89) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:52.573936 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.617319 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.642255 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4da8abc-19ea-44d6-99d2-4656c25dd4b4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:27:52.663774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:52.668530 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:52.671250 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:27:52.693302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:27:52.694848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Pushing event updated for resources: {'Port': ['ID=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:52.911945 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:52.935777 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.142047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.184103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06759b4f-2764-4445-9fb1-14945663141b None None] Network 4115231e-a2e5-4427-b238-c646bfcfb701 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:27:53.187645 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.275337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:27:53.305339 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-612ac608-b5fe-41a4-ad91-598ebe712311 None None] Provisioning for port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:27:53.313194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-612ac608-b5fe-41a4-ad91-598ebe712311 None None] Provisioning complete for port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:53.313570 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-612ac608-b5fe-41a4-ad91-598ebe712311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.382665 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:27:53.392407 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Sync routers for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:27:53.400441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.401973 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8d5723e6-9b89-44a3-880f-c3f1b1c5026b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8429332 Jul 16 19:27:53.402351 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:53.403185 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:53.405311 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50576) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:53.423397 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-612ac608-b5fe-41a4-ad91-598ebe712311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.466149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-612ac608-b5fe-41a4-ad91-598ebe712311 None None] For port c4da8abc-19ea-44d6-99d2-4656c25dd4b4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:53.472653 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-612ac608-b5fe-41a4-ad91-598ebe712311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.508252 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:53.537891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ac608-b5fe-41a4-ad91-598ebe712311 None None] Pushing event updated for resources: {'Port': ['ID=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:53.695676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-2bc8b981-1d0a-4d44-bf60-6c96c6dd841a None None] Provisioning complete for port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:53.696340 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b981-1d0a-4d44-bf60-6c96c6dd841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:53.700605 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:52Z', 'revision_number': 3, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:53.727387 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Checking router: 46b682c2-6011-4bdd-9c82-d4aa642d3cbc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:27:53.727738 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Updating router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:27:53.764374 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.019042 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.028546 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Transition to ACTIVE for port object 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:54.034004 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.083695 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Attempting to bind port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:27:54.084060 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Attempting to bind port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:27:54.084427 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Attempting to bind port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:27:54.086406 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Pushing event updated for resources: {'Port': ['ID=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:54.095326 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.095668 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.096003 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.096336 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.096662 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.097071 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.097395 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.097819 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.098146 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.098469 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.098791 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.099102 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:54.102472 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:27:54.102852 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:27:54.103240 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.103616 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:27:54.104094 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Bound port: 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:27:54.104467 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.142749 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.157025 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] For port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:27:54.160364 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] For port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:27:54.166526 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.225012 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f964451-39ae-405a-b5c4-9c74fa233557 None None] Pushing event updated for resources: {'Port': ['ID=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:54.227568 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:54.228147 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:54.299147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Allocated IP 172.20.0.1 (4115231e-a2e5-4427-b238-c646bfcfb701/f25b5146-6931-427d-9da6-71d2d76c78db/81839bcd-12cd-4168-bb95-d9a416166e65) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:54.403038 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.416863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Transition to ACTIVE for port object 81839bcd-12cd-4168-bb95-d9a416166e65 will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:54.421319 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:54.449714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.490585 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Network 4115231e-a2e5-4427-b238-c646bfcfb701 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:54.496040 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:54.498675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:27:54.502084 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Pushing event updated for resources: {'Port': ['ID=81839bcd-12cd-4168-bb95-d9a416166e65,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:54.549317 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.609437 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:52Z', 'revision_number': 3, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:54.640803 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338f78f0-d97e-41ff-bd74-64662b1d40b5 None None] The sync data for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 is: [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:52Z', 'revision_number': 3, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:27:54.644122 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4da8abc-19ea-44d6-99d2-4656c25dd4b4 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:27:54.701279 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:54.701644 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.718988 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.902926 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.912922 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.930447 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a1fc224b-0a21-4e53-8fcb-5ac947e327dc None None] Provisioning for port 81839bcd-12cd-4168-bb95-d9a416166e65 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:27:54.936141 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a1fc224b-0a21-4e53-8fcb-5ac947e327dc None None] Provisioning complete for port 81839bcd-12cd-4168-bb95-d9a416166e65 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:54.936513 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a1fc224b-0a21-4e53-8fcb-5ac947e327dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.990681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:54.992636 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Pushing event updated for resources: {'Port': ['ID=81839bcd-12cd-4168-bb95-d9a416166e65,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:54.996907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc224b-0a21-4e53-8fcb-5ac947e327dc None None] Port 81839bcd-12cd-4168-bb95-d9a416166e65 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:27:55.087603 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Network 4115231e-a2e5-4427-b238-c646bfcfb701 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:55.089561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:55.221343 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:55.221645 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:27:55.342066 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:27:55.348050 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8e031cfc-2b24-4dd5-aa92-2fcb34888511 admin admin] 10.222.0.49 "PUT /v2.0/routers/46b682c2-6011-4bdd-9c82-d4aa642d3cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9407392 Jul 16 19:27:55.429712 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-748bc2cb-0324-4e03-b612-d44cce13e2c1 None None] Provisioning complete for port 81839bcd-12cd-4168-bb95-d9a416166e65 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:55.430078 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-748bc2cb-0324-4e03-b612-d44cce13e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:55.469555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-748bc2cb-0324-4e03-b612-d44cce13e2c1 None None] Port 81839bcd-12cd-4168-bb95-d9a416166e65 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:27:55.840151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50592) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:55.845475 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1810114160-network', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:55.869704 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Made reservation on behalf of 3903b02b9c994aa38bf007001e6473f3 for: {'network': 1} {{(pid=93796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:27:55.872114 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:55.880967 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:55.976120 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:55.980505 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.005899 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:27:56.015722 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c347c56-720e-4bb3-8881-df13dec2e514,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:56.020660 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.021032 n-d-791504-15 neutron-server[93796]: INFO neutron.db.segments_db [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Added segment 6c88c96b-b025-4038-bcae-f5614a5a9178 of type vlan for network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e Jul 16 19:27:56.065208 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.096670 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.098489 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:56.099082 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.138034 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2966628 Jul 16 19:27:56.140943 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50594) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:56.146426 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Request body: {'subnet': {'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1810114160-subnet', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:56.170671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Made reservation on behalf of 3903b02b9c994aa38bf007001e6473f3 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:27:56.173160 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.173935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14cdde-cb38-491e-ac07-688d2f850e1f admin admin] Pushing event updated for resources: {'Network': ['ID=3d518a22-fd96-4e2c-bc55-3aee54cbe83e,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:56.184387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:27:56.209899 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Sync routers for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:27:56.254079 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:56.254904 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:56.346279 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.365083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:56.407870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15dc7de6-cc48-4df8-8b46-4c6e32d9160b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:56.410822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Checking segment: {'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:27:56.411275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Network hostable DHCP agents. Network: 3d518a22-fd96-4e2c-bc55-3aee54cbe83e, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:27:56.430476 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:27:56.439741 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 3d518a22-fd96-4e2c-bc55-3aee54cbe83e) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:56.443990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:56.444574 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.452747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de093f9-f3fc-4eb9-a032-05e5707041d6 None None] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:27:56.459893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7f1a1dee-440f-40d2-a9a7-430e70f14ac1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3175628 Jul 16 19:27:56.462268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50596) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:56.466857 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:56.489926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.490988 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.542441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.645086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:27:56.686710 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.722451 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-3d518a22-fd96-4e2c-bc55-3aee54cbe83e', 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'fixed_ips': [{'subnet_id': '15dc7de6-cc48-4df8-8b46-4c6e32d9160b'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:27:56.723298 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.756250 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 2, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:56.759162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:27:56.788695 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:56.789105 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.835131 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Checking router: 46b682c2-6011-4bdd-9c82-d4aa642d3cbc for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:27:56.835463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Updating router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc port 81839bcd-12cd-4168-bb95-d9a416166e65 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:27:56.890440 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.909419 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:56.917020 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.008532 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Allocated IP 172.20.0.2 (3d518a22-fd96-4e2c-bc55-3aee54cbe83e/15dc7de6-cc48-4df8-8b46-4c6e32d9160b/7e647503-5c7e-47ff-b461-b6720660274a) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:57.014365 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Allocated IP 172.25.1.64 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/163888d8-d150-40c0-a50e-a0424b2bbad9) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:57.107924 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.129163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.174468 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.183221 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:57.198157 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.219440 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:57.222684 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:57.225159 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:27:57.231081 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Pushing event updated for resources: {'Port': ['ID=163888d8-d150-40c0-a50e-a0424b2bbad9,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:57.339585 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:57.371597 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.386417 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Transition to ACTIVE for port object 7e647503-5c7e-47ff-b461-b6720660274a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:57.432419 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Transition to ACTIVE for port object 7e647503-5c7e-47ff-b461-b6720660274a will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:57.442112 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.476383 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.479954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.499071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:57.501751 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Transition to ACTIVE for port object 81839bcd-12cd-4168-bb95-d9a416166e65 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:57.505838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:57.511448 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:27:57.514780 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Pushing event updated for resources: {'Port': ['ID=7e647503-5c7e-47ff-b461-b6720660274a,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:57.518498 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.612684 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e39ca-e9d1-4bcb-8ee3-63a7dbf6fb6a None None] Pushing event updated for resources: {'Port': ['ID=81839bcd-12cd-4168-bb95-d9a416166e65,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:57.623360 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Attempting to bind port 7e647503-5c7e-47ff-b461-b6720660274a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:27:57.623733 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Attempting to bind port 7e647503-5c7e-47ff-b461-b6720660274a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:27:57.624486 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Attempting to bind port 7e647503-5c7e-47ff-b461-b6720660274a on network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:27:57.649734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:27:57.650118 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Checking segment: {'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:27:57.650519 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.650916 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Bound using segment: {'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:27:57.651392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Bound port: 7e647503-5c7e-47ff-b461-b6720660274a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:27:57.651770 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.690759 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Attempting to bind port 81839bcd-12cd-4168-bb95-d9a416166e65 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:27:57.691138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Attempting to bind port 81839bcd-12cd-4168-bb95-d9a416166e65 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:27:57.691298 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.691437 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Attempting to bind port 81839bcd-12cd-4168-bb95-d9a416166e65 on network 4115231e-a2e5-4427-b238-c646bfcfb701 {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:27:57.713765 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:27:57.714143 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Checking segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:27:57.714548 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.714942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Bound using segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:27:57.715426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Bound port: 81839bcd-12cd-4168-bb95-d9a416166e65, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:27:57.715808 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.787425 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] For port 7e647503-5c7e-47ff-b461-b6720660274a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:27:57.794195 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] For port 7e647503-5c7e-47ff-b461-b6720660274a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7e647503-5c7e-47ff-b461-b6720660274a,segment=NetworkSegment(6c88c96b-b025-4038-bcae-f5614a5a9178),segment_id=6c88c96b-b025-4038-bcae-f5614a5a9178)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:27:57.809730 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.829958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Router 4af1af82-c93b-4094-9fb3-3257a259a2d4 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:27:57.844320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] For port 81839bcd-12cd-4168-bb95-d9a416166e65, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:27:57.871158 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] For port 81839bcd-12cd-4168-bb95-d9a416166e65, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=81839bcd-12cd-4168-bb95-d9a416166e65,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:27:57.882342 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.898950 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45c57f-2927-4974-825f-9bbf2f459310 None None] Pushing event updated for resources: {'Port': ['ID=7e647503-5c7e-47ff-b461-b6720660274a,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:57.949973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:27:57.955843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:57.956715 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:57.961842 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Sync routers for ids ['4af1af82-c93b-4094-9fb3-3257a259a2d4'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:27:57.974280 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:57.975572 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-49182297-58ba-4d76-a28a-e18c594380aa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5123022 Jul 16 19:27:57.978379 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50598) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:57.981962 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Routers {'4af1af82-c93b-4094-9fb3-3257a259a2d4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:57.982602 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4af1af82-c93b-4094-9fb3-3257a259a2d4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:58.008060 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e39ca-e9d1-4bcb-8ee3-63a7dbf6fb6a None None] Pushing event updated for resources: {'Port': ['ID=81839bcd-12cd-4168-bb95-d9a416166e65,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:58.151047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:58.155150 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Set router 4af1af82-c93b-4094-9fb3-3257a259a2d4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:58.382054 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 3, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port': {'id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:58.409083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:58.410849 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Checking router: 4af1af82-c93b-4094-9fb3-3257a259a2d4 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:27:58.411268 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Updating router 4af1af82-c93b-4094-9fb3-3257a259a2d4 port 163888d8-d150-40c0-a50e-a0424b2bbad9 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:27:58.439696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f7e38-6d86-4719-818c-d6f86ce50e1f None None] The sync data for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 is: [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:27:58.449355 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:58.833739 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:58.848106 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7e647503-5c7e-47ff-b461-b6720660274a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:27:58.851279 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Transition to ACTIVE for port object 163888d8-d150-40c0-a50e-a0424b2bbad9 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:58.861480 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:58.920050 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c1658-3c5d-4292-96b0-af5fc6c02187 None None] Pushing event updated for resources: {'Port': ['ID=163888d8-d150-40c0-a50e-a0424b2bbad9,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:58.934598 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Attempting to bind port 163888d8-d150-40c0-a50e-a0424b2bbad9 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:27:58.934966 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Attempting to bind port 163888d8-d150-40c0-a50e-a0424b2bbad9 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:27:58.935474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Attempting to bind port 163888d8-d150-40c0-a50e-a0424b2bbad9 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:27:58.942580 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:27:58.943438 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:27:58.943851 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:58.944245 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:27:58.944765 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Bound port: 163888d8-d150-40c0-a50e-a0424b2bbad9, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:27:58.945734 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:58.946502 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 7e647503-5c7e-47ff-b461-b6720660274a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:27:58.951913 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:27:58.982435 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.018357 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] For port 163888d8-d150-40c0-a50e-a0424b2bbad9, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:27:59.022438 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] For port 163888d8-d150-40c0-a50e-a0424b2bbad9, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=163888d8-d150-40c0-a50e-a0424b2bbad9,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:27:59.037560 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:59.038098 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.040884 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.093998 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Routers {'4af1af82-c93b-4094-9fb3-3257a259a2d4'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:59.094759 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4af1af82-c93b-4094-9fb3-3257a259a2d4'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:59.214197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Allocated IP 172.20.0.1 (3d518a22-fd96-4e2c-bc55-3aee54cbe83e/15dc7de6-cc48-4df8-8b46-4c6e32d9160b/751a5a5c-47b3-4cf4-8eaa-544613c1bb68) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:59.254831 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c1658-3c5d-4292-96b0-af5fc6c02187 None None] Pushing event updated for resources: {'Port': ['ID=163888d8-d150-40c0-a50e-a0424b2bbad9,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:59.268861 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] Set router 4af1af82-c93b-4094-9fb3-3257a259a2d4 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:59.364143 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.380410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Transition to ACTIVE for port object 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:27:59.383081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 81839bcd-12cd-4168-bb95-d9a416166e65 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:27:59.385051 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750058e-c9c2-490a-b8ad-60e9c00dd3b2 None None] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:27:59.423316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.469343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:27:59.472740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:27:59.476822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:27:59.480558 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 3, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port': {'id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:59.501950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Pushing event updated for resources: {'Port': ['ID=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:59.503693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c5b4de80-1594-4ecb-9800-6dd67aaad2fb None None] Provisioning for port 7e647503-5c7e-47ff-b461-b6720660274a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:27:59.509184 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f259c8-9e17-4b58-ac14-de8980717548 None None] The sync data for ids ['4af1af82-c93b-4094-9fb3-3257a259a2d4'] in n-d-791504-15 is: [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 3, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port': {'id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:27:59.513431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c5b4de80-1594-4ecb-9800-6dd67aaad2fb None None] Provisioning complete for port 7e647503-5c7e-47ff-b461-b6720660274a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:59.513926 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5b4de80-1594-4ecb-9800-6dd67aaad2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.522434 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.601306 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 81839bcd-12cd-4168-bb95-d9a416166e65 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:27:59.615622 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 81839bcd-12cd-4168-bb95-d9a416166e65 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:27:59.616147 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.695510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.716428 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5b4de80-1594-4ecb-9800-6dd67aaad2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.810214 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c5b4de80-1594-4ecb-9800-6dd67aaad2fb None None] For port 7e647503-5c7e-47ff-b461-b6720660274a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7e647503-5c7e-47ff-b461-b6720660274a,segment=NetworkSegment(6c88c96b-b025-4038-bcae-f5614a5a9178),segment_id=6c88c96b-b025-4038-bcae-f5614a5a9178)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:59.822846 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c5b4de80-1594-4ecb-9800-6dd67aaad2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.859438 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.950356 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.964155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.972391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 81839bcd-12cd-4168-bb95-d9a416166e65, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=81839bcd-12cd-4168-bb95-d9a416166e65,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:59.979443 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4de80-1594-4ecb-9800-6dd67aaad2fb None None] Pushing event updated for resources: {'Port': ['ID=7e647503-5c7e-47ff-b461-b6720660274a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:59.994148 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.058103 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.061903 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=81839bcd-12cd-4168-bb95-d9a416166e65,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:00.064419 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Pushing event updated for resources: {'Port': ['ID=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:00.160900 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:28:00.164931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:28:00.167416 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f573af45-db73-4852-aebc-aa2217f9fea6 None None] Provisioning complete for port 7e647503-5c7e-47ff-b461-b6720660274a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:00.167416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f573af45-db73-4852-aebc-aa2217f9fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.294054 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f573af45-db73-4852-aebc-aa2217f9fea6 None None] Provisioning for port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:00.299048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f573af45-db73-4852-aebc-aa2217f9fea6 None None] Provisioning complete for port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:00.299420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f573af45-db73-4852-aebc-aa2217f9fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.303158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Router 4af1af82-c93b-4094-9fb3-3257a259a2d4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:28:00.342394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f573af45-db73-4852-aebc-aa2217f9fea6 None None] Port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:28:00.427580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:28:00.433060 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-bd50f7fa-7957-4750-85ce-22e3ff4c2c57 admin admin] 10.222.0.49 "PUT /v2.0/routers/4af1af82-c93b-4094-9fb3-3257a259a2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4535170 Jul 16 19:28:00.469256 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-e8e7d183-25d9-4a07-93bf-240c23f2e0b8 None None] Provisioning complete for port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:00.469992 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e8e7d183-25d9-4a07-93bf-240c23f2e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.515046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7d183-25d9-4a07-93bf-240c23f2e0b8 None None] Port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:28:00.644539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-f909f387-adf3-4ec2-98ff-a1f25eb37543 None None] Provisioning complete for port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:00.645070 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f909f387-adf3-4ec2-98ff-a1f25eb37543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.687900 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-f909f387-adf3-4ec2-98ff-a1f25eb37543 None None] Port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:28:00.731138 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7e647503-5c7e-47ff-b461-b6720660274a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:00.787181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 7e647503-5c7e-47ff-b461-b6720660274a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:00.787560 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.866145 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 81839bcd-12cd-4168-bb95-d9a416166e65 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:00.914823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 81839bcd-12cd-4168-bb95-d9a416166e65 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:00.915555 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.993073 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 163888d8-d150-40c0-a50e-a0424b2bbad9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:01.042057 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 163888d8-d150-40c0-a50e-a0424b2bbad9 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:01.045723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 163888d8-d150-40c0-a50e-a0424b2bbad9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:01.046083 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.125584 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.147412 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 163888d8-d150-40c0-a50e-a0424b2bbad9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=163888d8-d150-40c0-a50e-a0424b2bbad9,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:01.152058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.184723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50606) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:01.189698 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-1de41a2f-16cd-4604-bf1e-801e7b56bab8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297180828', 'description': 'tempest-secgroup-smoke-297180828 description', 'project_id': 'c6f65011a326465dae6a09465463b72f'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:01.211185 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=163888d8-d150-40c0-a50e-a0424b2bbad9,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.223035 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de41a2f-16cd-4604-bf1e-801e7b56bab8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.304685 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de41a2f-16cd-4604-bf1e-801e7b56bab8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.309907 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de41a2f-16cd-4604-bf1e-801e7b56bab8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.336136 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-1de41a2f-16cd-4604-bf1e-801e7b56bab8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.337473 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-1de41a2f-16cd-4604-bf1e-801e7b56bab8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1516418 Jul 16 19:28:01.340706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50608) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:01.345950 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-a7015770-85f6-4ad2-ba82-c94f8a90be68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'e30074f5-4a94-4a84-9c7a-b5a7dd90814c', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:01.346147 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de41a2f-16cd-4604-bf1e-801e7b56bab8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30074f5-4a94-4a84-9c7a-b5a7dd90814c,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.375367 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7015770-85f6-4ad2-ba82-c94f8a90be68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.435983 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7015770-85f6-4ad2-ba82-c94f8a90be68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.442041 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7015770-85f6-4ad2-ba82-c94f8a90be68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.459963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7015770-85f6-4ad2-ba82-c94f8a90be68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6028ce52-8d7e-4f94-a7b6-72ccbd0e66fb,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.467146 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-a7015770-85f6-4ad2-ba82-c94f8a90be68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.468602 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-a7015770-85f6-4ad2-ba82-c94f8a90be68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267879 Jul 16 19:28:01.471423 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50610) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:01.476318 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-e6db416e-24e4-447d-ba76-072b26923ff0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'e30074f5-4a94-4a84-9c7a-b5a7dd90814c', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:01.503612 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6db416e-24e4-447d-ba76-072b26923ff0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.563371 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6db416e-24e4-447d-ba76-072b26923ff0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.571242 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6db416e-24e4-447d-ba76-072b26923ff0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.595829 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db416e-24e4-447d-ba76-072b26923ff0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e7e0cc-1abc-459f-8be2-477209da475a,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.603372 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e6db416e-24e4-447d-ba76-072b26923ff0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.606972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e6db416e-24e4-447d-ba76-072b26923ff0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319671 Jul 16 19:28:01.607135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50612) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:01.611844 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9e246b3b-ed54-49dc-90cf-efc032cf1775 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'e30074f5-4a94-4a84-9c7a-b5a7dd90814c', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:01.642741 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e246b3b-ed54-49dc-90cf-efc032cf1775 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.707343 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e246b3b-ed54-49dc-90cf-efc032cf1775 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.712828 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e246b3b-ed54-49dc-90cf-efc032cf1775 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.734529 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e246b3b-ed54-49dc-90cf-efc032cf1775 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9159690-4496-455e-8f26-72c8e593a32b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.738926 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9e246b3b-ed54-49dc-90cf-efc032cf1775 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.740160 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9e246b3b-ed54-49dc-90cf-efc032cf1775 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321158 Jul 16 19:28:01.743296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50614) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:01.747915 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-53c09e09-d8d8-4c24-976a-2b4a88fea39c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'e30074f5-4a94-4a84-9c7a-b5a7dd90814c', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:01.775568 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c09e09-d8d8-4c24-976a-2b4a88fea39c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.840767 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c09e09-d8d8-4c24-976a-2b4a88fea39c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.847376 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c09e09-d8d8-4c24-976a-2b4a88fea39c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.865443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c09e09-d8d8-4c24-976a-2b4a88fea39c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbed3f08-9c56-4aa9-aba2-c509ec625298,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.871888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-53c09e09-d8d8-4c24-976a-2b4a88fea39c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.873146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-53c09e09-d8d8-4c24-976a-2b4a88fea39c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288271 Jul 16 19:28:01.877177 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 50616) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:01.884155 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'e30074f5-4a94-4a84-9c7a-b5a7dd90814c', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:01.907522 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Sync routers for ids ['4af1af82-c93b-4094-9fb3-3257a259a2d4'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:28:01.908022 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Project c6f65011a326465dae6a09465463b72f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:28:01.914051 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.918835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Routers {'4af1af82-c93b-4094-9fb3-3257a259a2d4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:01.919496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4af1af82-c93b-4094-9fb3-3257a259a2d4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:01.976510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.981115 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.002156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37b73c9-7b26-4e44-a01d-21ae7756e482,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:02.012299 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.013586 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d52ae4bf-292a-45c1-94d2-897e397971b3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354182 Jul 16 19:28:02.016565 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50618) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:02.021902 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'e30074f5-4a94-4a84-9c7a-b5a7dd90814c', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:02.028341 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Set router 4af1af82-c93b-4094-9fb3-3257a259a2d4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:02.046240 n-d-791504-15 neutron-server[93796]: INFO neutron.db.securitygroups_db [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Project c6f65011a326465dae6a09465463b72f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:28:02.051472 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.104755 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.109456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.131762 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97c273c-0bc5-456c-a441-bab0e1e4fac4,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:02.135952 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.137352 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-97399250-bfae-46ee-b2f8-34c3b23be19c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197395 Jul 16 19:28:02.240609 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 4, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port': {'id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '751a5a5c-47b3-4cf4-8eaa-544613c1bb68', 'name': '', 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'mac_address': 'fa:16:3e:69:78:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '15dc7de6-cc48-4df8-8b46-4c6e32d9160b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:59Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 2, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'subnets': [{'id': '15dc7de6-cc48-4df8-8b46-4c6e32d9160b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:02.267555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Checking router: 4af1af82-c93b-4094-9fb3-3257a259a2d4 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:28:02.267911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Updating router 4af1af82-c93b-4094-9fb3-3257a259a2d4 port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:28:02.298215 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-b95ef108-3b84-4b5a-b4c1-e9f3d37f3d33 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297180828&fields=id&tenant_id=c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 267 time: 0.0343006 Jul 16 19:28:02.302066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.405556 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-fc8d9bf0-24ee-4129-b6c6-0389986fb821 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:02.407101 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-fc8d9bf0-24ee-4129-b6c6-0389986fb821 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 808 time: 0.1017478 Jul 16 19:28:02.423740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-0eb5bce2-ebe0-40e8-8427-0970e26f7097 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/quotas/c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 375 time: 0.0100138 Jul 16 19:28:02.498823 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-67a38278-50a7-48b4-9204-3d53aaca5e0b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690186 Jul 16 19:28:02.571895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.583969 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Transition to ACTIVE for port object 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:28:02.599816 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.600499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-a7d3eb86-a295-4260-8dcc-b34e3ac98095 service neutron] 10.222.0.49 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900421 Jul 16 19:28:02.640457 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 163888d8-d150-40c0-a50e-a0424b2bbad9 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:02.670069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74e4f6-d0f2-4913-a06b-4ad3f16ec733 None None] Pushing event updated for resources: {'Port': ['ID=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:02.706694 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-d9dc477d-755f-48d5-b5b9-770053333899 service neutron] 10.222.0.49 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994856 Jul 16 19:28:02.746960 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Attempting to bind port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:28:02.747400 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Attempting to bind port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:28:02.747835 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Attempting to bind port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 on network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:28:02.755811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:28:02.756290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Checking segment: {'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:28:02.756761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.757248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Bound using segment: {'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:28:02.757803 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Bound port: 751a5a5c-47b3-4cf4-8eaa-544613c1bb68, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c88c96b-b025-4038-bcae-f5614a5a9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:28:02.758251 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.770671 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 163888d8-d150-40c0-a50e-a0424b2bbad9 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:02.771124 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.882330 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] For port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:28:02.894516 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-13d88257-e59f-49de-b0b8-ee3d9ddfeb65 req-413c50db-ede8-4a2b-8e0a-6f6aaa7c2c6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0290992 Jul 16 19:28:02.900995 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] For port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,segment=NetworkSegment(6c88c96b-b025-4038-bcae-f5614a5a9178),segment_id=6c88c96b-b025-4038-bcae-f5614a5a9178)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:28:02.907840 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:02.981958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Routers {'4af1af82-c93b-4094-9fb3-3257a259a2d4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:02.982600 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:27:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4af1af82-c93b-4094-9fb3-3257a259a2d4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:02.985404 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74e4f6-d0f2-4913-a06b-4ad3f16ec733 None None] Pushing event updated for resources: {'Port': ['ID=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:03.096355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] Set router 4af1af82-c93b-4094-9fb3-3257a259a2d4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:03.330171 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 4, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port': {'id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '751a5a5c-47b3-4cf4-8eaa-544613c1bb68', 'name': '', 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'mac_address': 'fa:16:3e:69:78:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '15dc7de6-cc48-4df8-8b46-4c6e32d9160b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:59Z', 'updated_at': '2021-07-16T19:28:02Z', 'revision_number': 4, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'subnets': [{'id': '15dc7de6-cc48-4df8-8b46-4c6e32d9160b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:03.357017 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3824b62-47a7-4ab5-8f5c-623bc9bf2aa0 None None] The sync data for ids ['4af1af82-c93b-4094-9fb3-3257a259a2d4'] in n-d-791504-15 is: [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 4, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port': {'id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '751a5a5c-47b3-4cf4-8eaa-544613c1bb68', 'name': '', 'network_id': '3d518a22-fd96-4e2c-bc55-3aee54cbe83e', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'mac_address': 'fa:16:3e:69:78:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '15dc7de6-cc48-4df8-8b46-4c6e32d9160b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:59Z', 'updated_at': '2021-07-16T19:28:02Z', 'revision_number': 4, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'subnets': [{'id': '15dc7de6-cc48-4df8-8b46-4c6e32d9160b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:28:03.981007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0fac3190-1c57-49fb-93ba-5f14f4d8a241 req-de9efbc2-54c3-42e3-942e-a8ea3682a7af tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0309861 Jul 16 19:28:04.645452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:04.702307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:04.705891 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:04.706265 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:04.784003 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:04.819987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,segment=NetworkSegment(6c88c96b-b025-4038-bcae-f5614a5a9178),segment_id=6c88c96b-b025-4038-bcae-f5614a5a9178)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:04.826775 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:04.883919 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:05.068407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-67100894-36bc-465e-a12d-4a044f46a194 req-bff7f17a-74ce-450c-9f0c-d37f99d14fb1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0305123 Jul 16 19:28:06.163774 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ab2ef024-4c11-441b-9e3c-9cb02a5d6f73 req-0f4b4efd-4180-4fab-874f-e639960d9806 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0407343 Jul 16 19:28:06.633213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:06.685332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:06.685707 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:07.313718 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1ac049cc-69d0-4eb8-b4f7-f7d75b7938b9 req-7014369d-b21a-42c9-bb0f-ef0f83c3e301 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0354290 Jul 16 19:28:08.135245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-03176174-e0e1-4234-8652-e9814b3db930 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:08.137129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-03176174-e0e1-4234-8652-e9814b3db930 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 808 time: 0.1128926 Jul 16 19:28:08.188027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-1b9b9eca-d28b-496e-b52f-bc1a5a3d788b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 379 time: 0.0360022 Jul 16 19:28:08.197355 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'port': {'device_id': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'admin_state_up': True, 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'security_groups': ['e30074f5-4a94-4a84-9c7a-b5a7dd90814c']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:08.326226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Made reservation on behalf of c6f65011a326465dae6a09465463b72f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:28:08.332056 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:08.475686 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f415a0d1-232c-434e-8db2-a099752bc19f req-1c7af425-d09e-47d6-ba2b-63d437d8e7f2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0389862 Jul 16 19:28:08.492939 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Allocated IP 172.20.0.14 (4115231e-a2e5-4427-b238-c646bfcfb701/f25b5146-6931-427d-9da6-71d2d76c78db/401b53c9-e8b6-4f39-8c55-d3c803d081c1) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:28:08.643424 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:08.662103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Transition to ACTIVE for port object 401b53c9-e8b6-4f39-8c55-d3c803d081c1 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:28:08.698885 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:08.749968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Network 4115231e-a2e5-4427-b238-c646bfcfb701 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:28:08.753256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:28:08.757360 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:28:08.782977 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:08.810658 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:08.811291 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:08.829153 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-4206dc1b-1592-472d-b419-5e33025605f0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6354585 Jul 16 19:28:08.841759 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Request body: {'port': {'device_id': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:08.917826 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.007885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67217fcb-a115-421e-8389-d1a32a258f4a None None] Provisioning for port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:09.012083 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-67217fcb-a115-421e-8389-d1a32a258f4a None None] Provisioning complete for port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:09.012453 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-67217fcb-a115-421e-8389-d1a32a258f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.049848 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-67217fcb-a115-421e-8389-d1a32a258f4a None None] Port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:28:09.199773 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401b53c9-e8b6-4f39-8c55-d3c803d081c1 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:28:09.208002 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.221376 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Transition to ACTIVE for port object 401b53c9-e8b6-4f39-8c55-d3c803d081c1 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:28:09.226418 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.275181 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:09.353007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Attempting to bind port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:28:09.353380 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Attempting to bind port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:28:09.353668 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Attempting to bind port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 on network 4115231e-a2e5-4427-b238-c646bfcfb701 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:28:09.358492 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 on network 4115231e-a2e5-4427-b238-c646bfcfb701 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:28:09.359179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Attempting to bind port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 on network 4115231e-a2e5-4427-b238-c646bfcfb701 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:28:09.364747 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:28:09.365112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Checking segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:28:09.365499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Bound using segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:28:09.365927 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Bound port: 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:28:09.366287 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.432482 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:28:09.435509 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:28:09.442816 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.479158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:09.479778 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.481199 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] 10.222.0.59 "PUT /v2.0/ports/401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1093 time: 0.6438315 Jul 16 19:28:09.481620 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:09.483883 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:09.520658 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9757a7-4e44-4f2c-ac12-fe05cdf0bd32 x-openstack-request-id: req-1d9757a7-4e44-4f2c-ac12-fe05cdf0bd32 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:09.521015 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:09.521241 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d9757a7-4e44-4f2c-ac12-fe05cdf0bd32 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:09.521739 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'status': 'completed', 'code': 200} Jul 16 19:28:09.526534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b3280-7432-418e-a35b-7e6bde5e45ae service neutron] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:09.585605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-963bacd1-3262-48d5-95fb-94fb205e35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:09.586350 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-963bacd1-3262-48d5-95fb-94fb205e35d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1096 time: 0.0569234 Jul 16 19:28:09.643871 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-d726049e-a0c9-4be2-818a-522ad552aa58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 217 time: 0.0486896 Jul 16 19:28:09.715021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-32100545-3c8d-4a44-95f7-398278979441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:09.716499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-32100545-3c8d-4a44-95f7-398278979441 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0548830 Jul 16 19:28:09.764523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53044ffb-daab-4788-bc9d-f54a30934a83 req-ba3c8f44-d65f-475c-9161-924ee2739a3a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:09.766002 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53044ffb-daab-4788-bc9d-f54a30934a83 req-ba3c8f44-d65f-475c-9161-924ee2739a3a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.1639967 Jul 16 19:28:09.814538 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-53044ffb-daab-4788-bc9d-f54a30934a83 req-88334b74-f0ff-4b46-95af-019dcb3ab909 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427523 Jul 16 19:28:09.823862 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09a7a-824d-4035-a731-f472fc028cbf req-e33cb69a-1d08-45ef-87f3-2779182e8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:09.825345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-e33cb69a-1d08-45ef-87f3-2779182e8d70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018829 Jul 16 19:28:09.922718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-a82a7a98-6347-41bc-bae2-422f4187cef4 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899005 Jul 16 19:28:10.022695 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48a09a7a-824d-4035-a731-f472fc028cbf req-bd388d0f-64af-4bb8-8cb5-1b3fa386b3ca service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926578 Jul 16 19:28:10.136092 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-848e7415-cb91-46c1-86ff-ae0dd4a38e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:10.137673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-848e7415-cb91-46c1-86ff-ae0dd4a38e5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1096 time: 0.0546815 Jul 16 19:28:10.237067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-3a1b2a8f-4623-4540-a822-a07515bd6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:10.239139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-3a1b2a8f-4623-4540-a822-a07515bd6d44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0942452 Jul 16 19:28:10.283214 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-5f94a6b8-ac42-4df0-b485-6f6ee0f4388f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 217 time: 0.0352561 Jul 16 19:28:10.333161 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-ef926a6a-8c72-4857-9221-a47a732e3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:10.334608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-ef926a6a-8c72-4857-9221-a47a732e3edb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0444801 Jul 16 19:28:10.398567 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-470e01bd-2983-4942-9549-067d5915da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:10.400105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-470e01bd-2983-4942-9549-067d5915da23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577958 Jul 16 19:28:10.495370 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-1e49235b-48de-4daa-8376-47ee24a5913f service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853677 Jul 16 19:28:10.592058 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75f3bd2-cc72-4310-a0f3-9cdc0a027430 req-eb2890d9-6972-4082-bdd5-ed2e3388da47 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882776 Jul 16 19:28:11.009472 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cf42b-7887-400d-9b2b-5a35754fdd3b req-d3f5309c-6547-4f24-ab55-1a5f8db4d7b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:11.010934 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3cf42b-7887-400d-9b2b-5a35754fdd3b req-d3f5309c-6547-4f24-ab55-1a5f8db4d7b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0738709 Jul 16 19:28:11.049658 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc3cf42b-7887-400d-9b2b-5a35754fdd3b req-af85673d-6d91-41d2-9e0c-d34990ec87b4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330000 Jul 16 19:28:12.242587 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6648b-c10b-4ce1-9837-8076712ed9ba req-19fb93c1-93d5-4422-ad03-ed46cd53d141 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:12.244143 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4d6648b-c10b-4ce1-9837-8076712ed9ba req-19fb93c1-93d5-4422-ad03-ed46cd53d141 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0714934 Jul 16 19:28:12.286842 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a4d6648b-c10b-4ce1-9837-8076712ed9ba req-7dbeb781-77bf-4e6e-a164-2e134f284589 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341251 Jul 16 19:28:13.474800 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25a973-43e3-4500-9862-2bf98e793637 req-38b38eaa-122a-4afc-b1aa-043b22a03201 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:13.476286 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c25a973-43e3-4500-9862-2bf98e793637 req-38b38eaa-122a-4afc-b1aa-043b22a03201 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0727592 Jul 16 19:28:13.517082 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0c25a973-43e3-4500-9862-2bf98e793637 req-2cd5bb9e-aee1-4b78-a29f-4fb56bd5731b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323749 Jul 16 19:28:13.887664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:28:13.984943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:13.996089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'port_id': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'mac_address': 'fa:16:3e:46:83:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:28:14.040444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:14.055578 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401b53c9-e8b6-4f39-8c55-d3c803d081c1 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:28:14.078134 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:14.084328 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:14.132500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:14.302955 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['401b53c9-e8b6-4f39-8c55-d3c803d081c1'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:28:14.706195 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807422-a6ad-4f8e-a5c8-467834c80d72 req-13230d63-b83d-4c97-a56a-653f731216bd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:14.707740 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b807422-a6ad-4f8e-a5c8-467834c80d72 req-13230d63-b83d-4c97-a56a-653f731216bd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 945 time: 0.0687308 Jul 16 19:28:14.746291 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9b807422-a6ad-4f8e-a5c8-467834c80d72 req-ed2c0957-0c5a-4b73-af21-cb193ad42d48 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Jul 16 19:28:15.892334 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:15.940863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb44db0-1501-4e7a-8ec8-36bbb40e3b4f req-584dbfd7-ba24-4048-b21b-8945df9dee44 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:15.942875 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ebb44db0-1501-4e7a-8ec8-36bbb40e3b4f req-584dbfd7-ba24-4048-b21b-8945df9dee44 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 945 time: 0.0737357 Jul 16 19:28:15.945567 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:15.950194 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:15.950952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:15.981296 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ebb44db0-1501-4e7a-8ec8-36bbb40e3b4f req-2258af16-e6d8-4bb9-aaa9-e4af0cd71735 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Jul 16 19:28:16.032099 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:16.057040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:16.059265 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c3c95-4b82-4857-b7d7-493fd213bab6" -d '{"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:16.072201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:16.079059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:16.103359 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed503eb-b350-4eca-83ff-174801026574 x-openstack-request-id: req-6ed503eb-b350-4eca-83ff-174801026574 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:16.103688 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:16.103889 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ed503eb-b350-4eca-83ff-174801026574 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:16.104272 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'code': 200} Jul 16 19:28:16.135943 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:16.212241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db2af4-84ae-4258-a81f-455ab563751d req-6ba93534-5880-4067-ad01-22f96c3cdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:16.213800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20db2af4-84ae-4258-a81f-455ab563751d req-6ba93534-5880-4067-ad01-22f96c3cdd97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1098 time: 0.0533690 Jul 16 19:28:16.254321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-20db2af4-84ae-4258-a81f-455ab563751d req-51d0c20a-3a1b-471e-b435-8f88e4aa2c3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332391 Jul 16 19:28:16.262926 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-106ae801-18f6-4689-9d37-8891d11c750a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:17.175675 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1673-9fb9-488e-bd44-177cec813791 req-b0c040fc-d741-46e8-b5a0-490a4ddf24df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:17.177503 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3ce1673-9fb9-488e-bd44-177cec813791 req-b0c040fc-d741-46e8-b5a0-490a4ddf24df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0675607 Jul 16 19:28:17.215729 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f3ce1673-9fb9-488e-bd44-177cec813791 req-6da5a2f4-28c7-4ccc-85ae-7fdc30d49641 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325127 Jul 16 19:28:18.413780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a395a2-959e-4586-8d12-b647fe645dc6 req-628cc230-4aa9-4f88-8ba2-41c8a7e98317 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:18.415537 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94a395a2-959e-4586-8d12-b647fe645dc6 req-628cc230-4aa9-4f88-8ba2-41c8a7e98317 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0739255 Jul 16 19:28:18.458018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-94a395a2-959e-4586-8d12-b647fe645dc6 req-f4a4f685-1ed1-4061-baa2-2a421d0dd233 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365908 Jul 16 19:28:18.648226 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dfad5-fa9b-45f9-bd72-39f430b54da6 req-0e52cb60-2d9a-4dfb-bf56-ad1b41b12dd1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:18.649736 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd0dfad5-fa9b-45f9-bd72-39f430b54da6 req-0e52cb60-2d9a-4dfb-bf56-ad1b41b12dd1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0749896 Jul 16 19:28:18.692701 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bd0dfad5-fa9b-45f9-bd72-39f430b54da6 req-3e465919-c33c-400d-a5f1-c436a66159a3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342066 Jul 16 19:28:18.716816 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50690) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:18.830928 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f5b7df85-aea0-4daf-b0c6-bd3d4670d0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.868984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd5a96-3f28-4537-a7fa-530b471c56eb tempest-TestShelveInstance-1939961809 tempest-TestShelveInstance-1939961809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:18.870544 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-ffdd5a96-3f28-4537-a7fa-530b471c56eb tempest-TestShelveInstance-1939961809 tempest-TestShelveInstance-1939961809-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1093 time: 0.1525118 Jul 16 19:28:18.873523 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 50694) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:18.877974 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:18.903896 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:19.006847 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:19.013075 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:19.119410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Allocated IP 172.25.1.201 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/fdda5cd1-14b4-4f2a-9046-f5cba1f9c2f4) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:28:19.231391 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:19.283479 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:19.333609 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:28:19.336884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:28:19.342143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:28:19.345319 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'Port': ['ID=fdda5cd1-14b4-4f2a-9046-f5cba1f9c2f4,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:19.761331 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:19.842836 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.003385 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.010191 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.081814 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'Port': ['ID=fdda5cd1-14b4-4f2a-9046-f5cba1f9c2f4,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:20.094258 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.196527 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Floating IP 7c836687-e25f-4e24-a305-cadb747ccf0b associated. External IP: 172.25.1.201, port: 401b53c9-e8b6-4f39-8c55-d3c803d081c1. Jul 16 19:28:20.214706 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.409398 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:28:20.527811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:28:20.538683 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] Sync routers for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:28:20.546743 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.548695 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:20.549340 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:28:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:20.600805 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c773e26d-81f5-4db5-af6f-a5e2fe79c6b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7125099 Jul 16 19:28:20.600805 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:20.600805 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:20.625236 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d09e51-b966-4c67-b5f1-6c7fb57f9091 x-openstack-request-id: req-c6d09e51-b966-4c67-b5f1-6c7fb57f9091 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:20.625522 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:20.625770 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6d09e51-b966-4c67-b5f1-6c7fb57f9091 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:20.626177 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'status': 'completed', 'code': 200} Jul 16 19:28:20.653588 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:20.707788 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-7058e816-5214-484b-a886-2867a68d19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:20.708878 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-7058e816-5214-484b-a886-2867a68d19c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1098 time: 0.0600779 Jul 16 19:28:20.802933 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-511accf9-4f20-4e52-89e9-651e3b209d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:20.804421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-511accf9-4f20-4e52-89e9-651e3b209d63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0882370 Jul 16 19:28:20.882065 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-e1de2d5a-3087-4b84-a90d-53f5e5da4952 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1000 time: 0.0700948 Jul 16 19:28:20.884282 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '7c836687-e25f-4e24-a305-cadb747ccf0b', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'port_id': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'mac_address': 'fa:16:3e:46:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:19Z', 'updated_at': '2021-07-16T19:28:19Z', 'revision_number': 0, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:20.910549 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] Checking router: 46b682c2-6011-4bdd-9c82-d4aa642d3cbc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:28:20.919507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:20.920121 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:28:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:20.932941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-b539504a-a29e-4113-b511-bf89f3686eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:20.934446 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-b539504a-a29e-4113-b511-bf89f3686eb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0450819 Jul 16 19:28:20.993856 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-edf4bd7a-b194-4ab8-a1e1-2f18cc076821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:20.995272 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-edf4bd7a-b194-4ab8-a1e1-2f18cc076821 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519128 Jul 16 19:28:21.024871 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:21.263185 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '7c836687-e25f-4e24-a305-cadb747ccf0b', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'port_id': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'mac_address': 'fa:16:3e:46:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:19Z', 'updated_at': '2021-07-16T19:28:19Z', 'revision_number': 0, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:21.291735 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24d30e-92e9-4c58-b55c-a58883457d2e None None] The sync data for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 is: [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '7c836687-e25f-4e24-a305-cadb747ccf0b', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'port_id': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'mac_address': 'fa:16:3e:46:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:19Z', 'updated_at': '2021-07-16T19:28:19Z', 'revision_number': 0, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:28:21.434506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-5e87531c-c236-4f26-aca5-f3bfceb18646 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311669 Jul 16 19:28:21.489455 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01f9d4-81da-4ad3-a243-ea436a46d418 None None] New status for floating IP 7c836687-e25f-4e24-a305-cadb747ccf0b: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:28:21.526698 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-01dfe7ea-53f7-4139-81ed-6fc92b2c63b3 req-70ccb56d-6e45-4c92-ac5e-55f04045e41c service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853958 Jul 16 19:28:22.030713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:23.193368 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:25.217097 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:29.092767 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-3cf67292-c070-4817-98cf-f611301dbdab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643146 Jul 16 19:28:29.194896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-9151b13d-5655-49f8-8bfe-af935d9aab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:29.196415 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-9151b13d-5655-49f8-8bfe-af935d9aab7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1098 time: 0.0541835 Jul 16 19:28:29.315026 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-791060f7-5e7a-4fe1-bc75-925a0c85b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:29.316515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-791060f7-5e7a-4fe1-bc75-925a0c85b753 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0879481 Jul 16 19:28:29.385345 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-c2e60f0e-7e3f-4b19-b9de-587011669ef4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1002 time: 0.0599656 Jul 16 19:28:29.441257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-d4c1a6c2-c634-4298-b225-7f32388571e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:29.442756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-d4c1a6c2-c634-4298-b225-7f32388571e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0452383 Jul 16 19:28:29.505201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-6f88d6ea-8d43-408d-b99f-a2165a83eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:29.506683 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-6f88d6ea-8d43-408d-b99f-a2165a83eda3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541825 Jul 16 19:28:29.606838 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-83c67738-a024-494f-8666-953d24fb4a8b service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876586 Jul 16 19:28:29.710706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-619a51db-8c61-4d37-8ae0-67e8bb3a970b req-e4392171-2822-4d75-83ce-cee3ddc62b58 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947921 Jul 16 19:28:29.917399 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:46.268676 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c35263e9-0bc8-4c8d-8b0d-9bd3974015e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:48.838800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-31777ec2-29c9-4d5d-94b3-42be927556af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:49.018095 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:50.226216 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:52.036686 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:53.190363 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:55.221496 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:06.924070 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:16.275491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d0dae779-5e0c-4eff-b065-aec49c4cd1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:18.842775 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21ed21d4-9ee2-4834-9bb1-0ddb53605939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:19.031541 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:20.231655 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:22.038710 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:23.184527 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:25.236761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:29.543866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-cd0b1e60-7bce-4a6c-bc42-5a1a94fea193 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690470 Jul 16 19:29:29.654387 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-4901d2ea-2467-4a44-b466-b404fec55113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:29.656855 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-4901d2ea-2467-4a44-b466-b404fec55113 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1098 time: 0.0607653 Jul 16 19:29:29.777836 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-4963c7a5-5c4e-498b-ab9d-68f2196e570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:29.780241 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-4963c7a5-5c4e-498b-ab9d-68f2196e570c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1006994 Jul 16 19:29:29.853439 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-188d596c-a338-4ffc-a482-ecce199a4fbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1002 time: 0.0661883 Jul 16 19:29:29.915812 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-2fe49bcd-8915-41bf-a2b2-310afd554172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:29.917289 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-2fe49bcd-8915-41bf-a2b2-310afd554172 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0571551 Jul 16 19:29:29.988709 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-943918ea-1575-4e3d-bb5e-0c40b3997a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:29.990281 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-943918ea-1575-4e3d-bb5e-0c40b3997a39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654829 Jul 16 19:29:30.084814 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-5dc315b2-0f9e-4115-bc2a-55ce66f74501 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862780 Jul 16 19:29:30.187051 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ca592cfc-d9b4-4d50-bbb0-bb4f2aca6bd6 req-5f36081e-793f-4e82-b0be-64a31c79f18a service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945427 Jul 16 19:29:43.929825 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:46.268395 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b57bf346-ebe8-432e-8e52-ce915a96f171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.837702 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-56122617-731c-4574-8dd7-2fc670e6462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:49.032432 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.240740 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:52.048566 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:53.206772 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:55.231047 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.272662 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d09c22f8-b894-47df-bc54-fc3be84292c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.822062 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636598fd-ddd2-4199-93b1-bb3d55370ef2 req-ece2c7c0-3f14-4058-a2cb-6696801bdecf tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:16.823421 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-636598fd-ddd2-4199-93b1-bb3d55370ef2 req-ece2c7c0-3f14-4058-a2cb-6696801bdecf tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.1436589 Jul 16 19:30:16.871680 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-636598fd-ddd2-4199-93b1-bb3d55370ef2 req-220e7a92-e9f6-4b1f-9790-166368f406bf tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Jul 16 19:30:18.067543 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ac911-c679-4b02-9587-da2e7ff7cf64 req-322dff84-dcbd-47e0-b336-92b52ce3b3f7 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:18.069118 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-048ac911-c679-4b02-9587-da2e7ff7cf64 req-322dff84-dcbd-47e0-b336-92b52ce3b3f7 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0662937 Jul 16 19:30:18.109744 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-048ac911-c679-4b02-9587-da2e7ff7cf64 req-ac398bc2-0698-452b-9a23-cfab8ce2ecce tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347514 Jul 16 19:30:18.842111 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e50a3723-c546-4818-9353-1d7e48db60da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.036983 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:19.318398 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f37e-a1bc-464c-a221-3a4a960d1b25 req-e2177ce1-0ff4-4df5-90d7-a517180ead8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:19.320015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb5f37e-a1bc-464c-a221-3a4a960d1b25 req-e2177ce1-0ff4-4df5-90d7-a517180ead8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0713658 Jul 16 19:30:19.366019 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8eb5f37e-a1bc-464c-a221-3a4a960d1b25 req-a749abc3-e58d-49df-a511-829181a7a36a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Jul 16 19:30:20.241258 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.551739 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3465c-2a7c-4ea8-adbb-aab6e39fa4f4 req-90fda215-fc31-4d34-8668-ed3f3b2786a3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:20.553263 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bd3465c-2a7c-4ea8-adbb-aab6e39fa4f4 req-90fda215-fc31-4d34-8668-ed3f3b2786a3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0725958 Jul 16 19:30:20.597531 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1bd3465c-2a7c-4ea8-adbb-aab6e39fa4f4 req-6fd6032c-d13f-4e41-992e-000f2389e65b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357807 Jul 16 19:30:20.933498 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:21.791608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e263-1c75-4bc4-a0c5-231d322636db req-b3ce1a76-12f2-4fd2-9141-a05b68348ce8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.793141 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b384e263-1c75-4bc4-a0c5-231d322636db req-b3ce1a76-12f2-4fd2-9141-a05b68348ce8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0784082 Jul 16 19:30:21.830665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b384e263-1c75-4bc4-a0c5-231d322636db req-0a5fb567-7ca6-445b-9c72-17225c9a7dc2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Jul 16 19:30:22.049736 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:23.195460 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:23.351065 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e71d3f-505a-4051-8029-e5eff45e9f2e req-3d236b5c-6bd3-4751-a9a9-41c87255aef2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.352579 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8e71d3f-505a-4051-8029-e5eff45e9f2e req-3d236b5c-6bd3-4751-a9a9-41c87255aef2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.3635740 Jul 16 19:30:23.391519 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c8e71d3f-505a-4051-8029-e5eff45e9f2e req-a84565e7-6a8f-464f-bb78-c2d085612959 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315065 Jul 16 19:30:24.579721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b936dd-72be-4eda-bb85-ef97799d84d1 req-3b86552b-9418-4e59-ad1e-bcee328e2503 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.581526 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b936dd-72be-4eda-bb85-ef97799d84d1 req-3b86552b-9418-4e59-ad1e-bcee328e2503 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0754650 Jul 16 19:30:24.621593 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a9b936dd-72be-4eda-bb85-ef97799d84d1 req-85577380-9005-4881-bbcd-fb230865e085 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338035 Jul 16 19:30:25.234208 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:25.812133 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c846-74d7-49cf-b307-8b5dea59d108 req-276d02be-8fa9-4ee5-99a4-7ca9b8fd7d68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:25.813634 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df18c846-74d7-49cf-b307-8b5dea59d108 req-276d02be-8fa9-4ee5-99a4-7ca9b8fd7d68 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0746925 Jul 16 19:30:25.854047 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-df18c846-74d7-49cf-b307-8b5dea59d108 req-7401df03-61ae-46e1-b78e-83130e2b05ce tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Jul 16 19:30:27.045963 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426530e-819a-456c-9035-f2fb829cd3da req-c96f9c12-9e8e-455f-8de4-217200290a47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.047390 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e426530e-819a-456c-9035-f2fb829cd3da req-c96f9c12-9e8e-455f-8de4-217200290a47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0714796 Jul 16 19:30:27.087848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e426530e-819a-456c-9035-f2fb829cd3da req-a5e7cf6c-f372-4852-9c5d-7723fe2e49fa tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337756 Jul 16 19:30:28.278695 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ef8a-98a4-450e-8110-b8fa92e7472e req-ab2c11b5-a6b1-454b-8843-d1dddaaed3cc tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.280196 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f96ef8a-98a4-450e-8110-b8fa92e7472e req-ab2c11b5-a6b1-454b-8843-d1dddaaed3cc tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0806341 Jul 16 19:30:28.319768 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-1f96ef8a-98a4-450e-8110-b8fa92e7472e req-a7de88f5-fe70-4ece-9215-dae0d52ae74b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337744 Jul 16 19:30:28.392181 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:28.487047 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:28.502797 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'port_id': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'mac_address': 'fa:16:3e:46:83:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:28.541212 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.554452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 401b53c9-e8b6-4f39-8c55-d3c803d081c1 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:28.575572 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:28.582360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.636761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:28.644433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.644723 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.645095 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.645429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.645764 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.646092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.646426 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.646748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.647066 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.647401 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.647718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.648043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:28.659099 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['401b53c9-e8b6-4f39-8c55-d3c803d081c1'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:29.499205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7163-6242-4ba2-a394-76f9d1536e6a req-98bc003a-0ced-41c3-8c7f-e806f5e0e43f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:29.500971 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46ec7163-6242-4ba2-a394-76f9d1536e6a req-98bc003a-0ced-41c3-8c7f-e806f5e0e43f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 945 time: 0.0664358 Jul 16 19:30:29.545583 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46ec7163-6242-4ba2-a394-76f9d1536e6a req-f56e0e07-b41d-4cd2-89ec-8f27f415e20f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390053 Jul 16 19:30:30.418926 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:30.480934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:30.481444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:30.584129 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:30.615045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-a35f99c0-1421-4189-8c0f-f30e08c790b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.617718 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-a35f99c0-1421-4189-8c0f-f30e08c790b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1097 time: 0.1354108 Jul 16 19:30:30.623431 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:30.626448 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b8ad8-c0de-4c5c-9626-84cdbd001cdf" -d '{"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:30.644539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:30.667145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:30.740670 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3a4843-f14c-4cbb-9344-4b52b0095129 x-openstack-request-id: req-4f3a4843-f14c-4cbb-9344-4b52b0095129 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:30.741581 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:30.741886 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f3a4843-f14c-4cbb-9344-4b52b0095129 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:30.743134 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'code': 200} Jul 16 19:30:30.743703 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:30.764979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e8ada-9915-40fe-8cef-2089ac4a4499 req-680390a7-df96-4fcc-ba19-85b1f7aba71f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.766664 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bc2e8ada-9915-40fe-8cef-2089ac4a4499 req-680390a7-df96-4fcc-ba19-85b1f7aba71f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0878491 Jul 16 19:30:30.801281 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-c63c4b3f-91d6-4762-8a37-b26e5776b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.802775 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-c63c4b3f-91d6-4762-8a37-b26e5776b6ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1417003 Jul 16 19:30:30.816045 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-bc2e8ada-9915-40fe-8cef-2089ac4a4499 req-077fee1b-ce24-4aab-903d-fa8555f2837d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 Jul 16 19:30:30.888468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-6ff13135-dcd5-42a4-ac8f-0b4d55ce3a98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1002 time: 0.0784402 Jul 16 19:30:30.949424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-3edaa260-a564-4a1f-8857-fa860a6a89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.950972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-3edaa260-a564-4a1f-8857-fa860a6a89c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0540776 Jul 16 19:30:31.014744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-3b5b255d-fb6c-432e-9f94-4ce91030f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:31.016288 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-3b5b255d-fb6c-432e-9f94-4ce91030f264 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570161 Jul 16 19:30:31.133394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-89ddf57a-6ca1-4923-b70d-400e85ceea4d service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073945 Jul 16 19:30:31.232098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c1d270ba-01d2-4d1e-b42e-4c486a984dbc req-015a4386-e991-4329-83d0-9de1114e0145 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878298 Jul 16 19:30:32.013467 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf815b1-0e63-4632-9a1b-0d9e3cb48b60 req-3da28dd3-9026-4b54-8709-e69e53713119 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:32.015122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bf815b1-0e63-4632-9a1b-0d9e3cb48b60 req-3da28dd3-9026-4b54-8709-e69e53713119 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0732405 Jul 16 19:30:32.065379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7bf815b1-0e63-4632-9a1b-0d9e3cb48b60 req-50377d21-f371-4435-8b50-5e75caaff2e7 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442038 Jul 16 19:30:33.309358 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d288f-ebe9-4222-9ca0-523d1a0759e2 req-48a9229f-c128-42cb-bd50-7b859c882a0a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:33.312499 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a0d288f-ebe9-4222-9ca0-523d1a0759e2 req-48a9229f-c128-42cb-bd50-7b859c882a0a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0900519 Jul 16 19:30:33.372213 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0a0d288f-ebe9-4222-9ca0-523d1a0759e2 req-b4a38cfe-ea71-445c-ab4d-17b2c96fb245 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531590 Jul 16 19:30:34.573007 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d9e32-a4ff-460b-925d-5fdd15c05d61 req-7ae694a4-3e13-4cc5-8e1d-14712bb1fdc2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:34.574768 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7d9e32-a4ff-460b-925d-5fdd15c05d61 req-7ae694a4-3e13-4cc5-8e1d-14712bb1fdc2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0783386 Jul 16 19:30:34.618673 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5b7d9e32-a4ff-460b-925d-5fdd15c05d61 req-722d651e-2d1b-458b-be0d-242882f1363f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378420 Jul 16 19:30:35.799811 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9df63-eb86-4c31-bd85-1bb7e73a6252 req-e399b47c-81a9-4e24-b606-a1bbea87d0ca tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:35.801356 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ce9df63-eb86-4c31-bd85-1bb7e73a6252 req-e399b47c-81a9-4e24-b606-a1bbea87d0ca tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0665314 Jul 16 19:30:35.843792 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-0ce9df63-eb86-4c31-bd85-1bb7e73a6252 req-a96ee5d4-4b61-4350-a3fa-107c569ec7a7 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360236 Jul 16 19:30:37.053598 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fde3a-c0bd-4a8c-b2ba-34ad40c1ec1d req-0b0a70a0-8b6c-4716-b017-39a87bc53d25 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:37.055299 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c3fde3a-c0bd-4a8c-b2ba-34ad40c1ec1d req-0b0a70a0-8b6c-4716-b017-39a87bc53d25 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0725617 Jul 16 19:30:37.101513 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3c3fde3a-c0bd-4a8c-b2ba-34ad40c1ec1d req-3c97548c-a95f-45c8-8c6d-4b6e9ecea44b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384734 Jul 16 19:30:38.315410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd2b7-3ac6-495c-adf7-4450b12dc4ff req-988d1a3d-80b9-48cc-a85b-57663525ce3a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:38.317338 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bccd2b7-3ac6-495c-adf7-4450b12dc4ff req-988d1a3d-80b9-48cc-a85b-57663525ce3a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0840359 Jul 16 19:30:38.366315 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7bccd2b7-3ac6-495c-adf7-4450b12dc4ff req-ad3f6079-3b41-4e1b-b5c8-cfbb70fee966 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416322 Jul 16 19:30:39.578145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f99b-7e39-4b27-807b-868bc70dbc4f req-3e8eecd2-6861-4225-b53b-4dee7e716305 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:39.579795 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1e4f99b-7e39-4b27-807b-868bc70dbc4f req-3e8eecd2-6861-4225-b53b-4dee7e716305 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0866926 Jul 16 19:30:39.658678 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b1e4f99b-7e39-4b27-807b-868bc70dbc4f req-da9eba96-4220-49db-92bc-eb7ee90793f2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706997 Jul 16 19:30:39.691430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-2b63c0c8-8123-4486-b7d7-e4f920d980f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:39.693669 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-2b63c0c8-8123-4486-b7d7-e4f920d980f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1098 time: 0.0699053 Jul 16 19:30:39.807740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-f3f90828-86ec-40c9-9157-787580b1672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:39.810210 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-f3f90828-86ec-40c9-9157-787580b1672f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1091805 Jul 16 19:30:39.879697 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-5e3d7c0f-7831-407b-802d-78fbbda8f9ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1002 time: 0.0620627 Jul 16 19:30:39.932666 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-4e0396d2-99e0-446a-b6fe-289efd38dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:39.934106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-4e0396d2-99e0-446a-b6fe-289efd38dddc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0474467 Jul 16 19:30:39.998635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-a05a85a9-fa56-404a-90cc-6184c0bf6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.000190 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-a05a85a9-fa56-404a-90cc-6184c0bf6ad1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594075 Jul 16 19:30:40.107803 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-e478dcb6-6804-40da-b816-31ee6b477f57 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002274 Jul 16 19:30:40.216509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e85cefa8-22ce-46ec-8a89-18d37f2990e1 req-9e85bd94-c489-4c71-8aac-8f954846a7ba service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014585 Jul 16 19:30:40.841519 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3ef5e-9152-4578-95b2-046ddaa4f10d req-328c43f8-72dd-48d2-9679-6bd1a5b2c7f8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.843008 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f2c3ef5e-9152-4578-95b2-046ddaa4f10d req-328c43f8-72dd-48d2-9679-6bd1a5b2c7f8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0693452 Jul 16 19:30:40.883868 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f2c3ef5e-9152-4578-95b2-046ddaa4f10d req-feec06b5-6152-40a1-995c-56ada4d31afd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327656 Jul 16 19:30:42.070716 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca8246-97f9-462d-9582-bbf757b016e3 req-7b14e089-4246-4746-aae6-4f7aca1abff5 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:42.072159 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22ca8246-97f9-462d-9582-bbf757b016e3 req-7b14e089-4246-4746-aae6-4f7aca1abff5 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 946 time: 0.0650280 Jul 16 19:30:42.111033 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22ca8246-97f9-462d-9582-bbf757b016e3 req-e8c6b2e4-61dd-40ac-a2ac-220312c42d58 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Jul 16 19:30:42.464870 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:30:42.543790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:42.566868 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:42.569720 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4fa310-a7cd-4916-943c-9e7bb316959d" -d '{"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:42.581843 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:42.586777 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:42.609871 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787219fd-3bee-4b0d-9906-170a1f76ad36 x-openstack-request-id: req-787219fd-3bee-4b0d-9906-170a1f76ad36 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:42.610164 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-unplugged", "status": "failed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:42.610385 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-787219fd-3bee-4b0d-9906-170a1f76ad36 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:42.610777 n-d-791504-15 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'code': 422} returned with failed status Jul 16 19:30:42.636190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:43.301497 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e9cc7-481b-46df-a54e-481c8ccbe71c req-93424589-ceb2-4f74-9c32-ae10ac318366 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:43.303322 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc7e9cc7-481b-46df-a54e-481c8ccbe71c req-93424589-ceb2-4f74-9c32-ae10ac318366 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0808136 Jul 16 19:30:43.345578 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc7e9cc7-481b-46df-a54e-481c8ccbe71c req-12ccd2ad-ceaa-40f0-b7c8-33824a371b44 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361495 Jul 16 19:30:43.505257 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-33824a8f-57b2-42e0-94c6-d1d2546ff7db req-023c9719-49ff-4a8c-a628-a103413aaa35 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:30:43.506367 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-33824a8f-57b2-42e0-94c6-d1d2546ff7db req-023c9719-49ff-4a8c-a628-a103413aaa35 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490527 Jul 16 19:30:44.795766 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fcc0-a798-4a3f-b29a-9c1d05cc34d3 req-dbbd9416-a74d-4a9e-b0aa-e77f7b9b6e7e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:44.797475 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a514fcc0-a798-4a3f-b29a-9c1d05cc34d3 req-dbbd9416-a74d-4a9e-b0aa-e77f7b9b6e7e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0684824 Jul 16 19:30:44.839027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a514fcc0-a798-4a3f-b29a-9c1d05cc34d3 req-dad88fb1-5351-4d35-a57a-2b7f5e19ea2e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359440 Jul 16 19:30:44.944887 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-cdc9581c-e743-429a-b5a2-1b76a47d5e87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957372 Jul 16 19:30:46.023410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0871c6-1cbe-4738-b876-a9c715aebe8b req-2234732e-c153-4092-91f4-250714c15c1c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.025025 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3e0871c6-1cbe-4738-b876-a9c715aebe8b req-2234732e-c153-4092-91f4-250714c15c1c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0699248 Jul 16 19:30:46.068010 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3e0871c6-1cbe-4738-b876-a9c715aebe8b req-3c536d4d-3734-4916-8725-adf7d41cb86e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 Jul 16 19:30:46.158555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c637c2-465f-479d-9329-3e45db525629 req-2ee23acf-f848-4961-bcd6-bca146e3e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.160018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-2ee23acf-f848-4961-bcd6-bca146e3e945 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f&tenant_id=c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 1096 time: 0.0567496 Jul 16 19:30:46.252371 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c637c2-465f-479d-9329-3e45db525629 req-198fc089-7394-4587-b045-cbac8850c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.253885 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-198fc089-7394-4587-b045-cbac8850c7d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1096 time: 0.0684597 Jul 16 19:30:46.279948 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-dbddb2f8-2eb5-433a-86b6-d55799723d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.349239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c637c2-465f-479d-9329-3e45db525629 req-cf88d367-e78c-4f9e-a57b-f3db9e17eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.350737 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-cf88d367-e78c-4f9e-a57b-f3db9e17eafd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0897076 Jul 16 19:30:46.422972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-091ee0e3-fa69-46d4-8579-bc9252822d12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1000 time: 0.0646381 Jul 16 19:30:46.462792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:30:46.475837 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c637c2-465f-479d-9329-3e45db525629 req-fc08fbe5-87ee-49c3-91f6-599dad93360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.477907 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-fc08fbe5-87ee-49c3-91f6-599dad93360e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0475338 Jul 16 19:30:46.539648 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c637c2-465f-479d-9329-3e45db525629 req-6822fd9b-ecdc-4edc-bb59-7bd41b015ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.541839 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-6822fd9b-ecdc-4edc-bb59-7bd41b015ff9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563552 Jul 16 19:30:46.638451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-25fb72de-58f7-462b-9c23-5f4942ca1eb2 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879610 Jul 16 19:30:46.734580 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-82c637c2-465f-479d-9329-3e45db525629 req-63736e97-c7e5-4e4d-a699-0aad143419ef service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878620 Jul 16 19:30:47.306674 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c6625-9a81-4f61-bfe3-afe43591c0f9 req-0712ac02-0dfb-4844-9b4f-29721bede0f2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:47.310759 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a5c6625-9a81-4f61-bfe3-afe43591c0f9 req-0712ac02-0dfb-4844-9b4f-29721bede0f2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0949593 Jul 16 19:30:47.351286 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4a5c6625-9a81-4f61-bfe3-afe43591c0f9 req-53972b49-e3dd-48aa-ae9a-66eff2f18b1e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369835 Jul 16 19:30:48.549854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f492abf-f4d8-4992-b172-78c5954aa6b6 req-f88fe6f3-7a20-4317-bc41-6ffee0d1b0bf tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:48.551659 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f492abf-f4d8-4992-b172-78c5954aa6b6 req-f88fe6f3-7a20-4317-bc41-6ffee0d1b0bf tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0677505 Jul 16 19:30:48.594560 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5f492abf-f4d8-4992-b172-78c5954aa6b6 req-5cc33221-b996-4ce6-b8b3-7015d30fbc43 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366421 Jul 16 19:30:48.844597 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b944d09f-762d-45f6-9ce6-44c31a4ea088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.034072 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:49.777847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5d2bb-1c22-4190-bfdc-51f37f207709 req-c7415810-a853-48ba-800e-c4a1b0b8cfcd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:49.779379 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8e5d2bb-1c22-4190-bfdc-51f37f207709 req-c7415810-a853-48ba-800e-c4a1b0b8cfcd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0671661 Jul 16 19:30:49.825749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8e5d2bb-1c22-4190-bfdc-51f37f207709 req-f1ce666a-2499-462b-87c2-68e28ad48178 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Jul 16 19:30:50.237507 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.010487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5129e-d3e2-47a0-9dd2-3ffd356bc435 req-a49e481c-0f56-4957-8f7c-c24c6b0f59b1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:51.013574 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96a5129e-d3e2-47a0-9dd2-3ffd356bc435 req-a49e481c-0f56-4957-8f7c-c24c6b0f59b1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0681703 Jul 16 19:30:51.054495 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-96a5129e-d3e2-47a0-9dd2-3ffd356bc435 req-3b61aff3-ab0e-4cde-bb52-de889c6e6fbd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366030 Jul 16 19:30:52.048742 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.249429 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619a3e-6403-4f94-b184-8575bca282bf req-e939fc21-7c5e-4d68-8101-ae2e83efc550 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:52.251059 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29619a3e-6403-4f94-b184-8575bca282bf req-e939fc21-7c5e-4d68-8101-ae2e83efc550 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0713196 Jul 16 19:30:52.297552 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-29619a3e-6403-4f94-b184-8575bca282bf req-6a71b956-3f60-4eb6-bf35-922f8b551f91 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403638 Jul 16 19:30:53.209911 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:53.490843 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aff2e-27ac-4a37-905f-7869ddd0617b req-d1b84a89-c806-4a66-95df-ec4b559931ea tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:53.492611 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd7aff2e-27ac-4a37-905f-7869ddd0617b req-d1b84a89-c806-4a66-95df-ec4b559931ea tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0753782 Jul 16 19:30:53.536228 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fd7aff2e-27ac-4a37-905f-7869ddd0617b req-b995c719-d441-4d8f-8c72-f89d80b3df67 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375137 Jul 16 19:30:54.720901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf86b80-d35d-4228-a675-c85b4655dd7a req-4c6b80ca-ab5e-48e0-9c5f-cf66a0056bba tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:54.722474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bf86b80-d35d-4228-a675-c85b4655dd7a req-4c6b80ca-ab5e-48e0-9c5f-cf66a0056bba tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0710633 Jul 16 19:30:54.762884 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2bf86b80-d35d-4228-a675-c85b4655dd7a req-de3ee3a0-e019-4528-810e-d1e86d9047df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346482 Jul 16 19:30:55.241930 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:55.945151 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c103d9-08fe-4eff-be72-ae376035c94d req-a889c84e-3942-4653-821d-4f7e1e4d6f6b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:55.946632 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7c103d9-08fe-4eff-be72-ae376035c94d req-a889c84e-3942-4653-821d-4f7e1e4d6f6b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0675900 Jul 16 19:30:55.989038 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7c103d9-08fe-4eff-be72-ae376035c94d req-64a83248-fbbf-46bd-957b-8e27e45e478b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362175 Jul 16 19:30:57.171050 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10096d1-1b62-485f-8679-dfd032ecbc43 req-e4bdfc13-6693-4a99-b486-76fe35e3a784 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:57.172660 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c10096d1-1b62-485f-8679-dfd032ecbc43 req-e4bdfc13-6693-4a99-b486-76fe35e3a784 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0668252 Jul 16 19:30:57.213351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c10096d1-1b62-485f-8679-dfd032ecbc43 req-006bff7a-fff3-42b4-868b-8f0d2ba16673 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349553 Jul 16 19:30:57.933847 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:58.403393 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f01d1-f20a-491c-888a-16482e4b5358 req-74072cdc-a910-463e-84e2-0b95ae55f8bb tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:58.404933 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-193f01d1-f20a-491c-888a-16482e4b5358 req-74072cdc-a910-463e-84e2-0b95ae55f8bb tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0738556 Jul 16 19:30:58.445171 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-193f01d1-f20a-491c-888a-16482e4b5358 req-8e3ef125-609a-4002-b067-76957b036ee5 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340035 Jul 16 19:30:59.632344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8080448-a947-48a9-8994-79bb7ef34224 req-269c5266-3ada-4c79-b366-accf68b55420 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:59.633987 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8080448-a947-48a9-8994-79bb7ef34224 req-269c5266-3ada-4c79-b366-accf68b55420 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 944 time: 0.0749092 Jul 16 19:30:59.679352 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a8080448-a947-48a9-8994-79bb7ef34224 req-26554d3d-b5d0-45d9-8a9f-d3f11f6a9550 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Jul 16 19:31:00.515186 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:31:00.618096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:00.630363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'port_id': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'mac_address': 'fa:16:3e:46:83:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:31:00.669170 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:00.682792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401b53c9-e8b6-4f39-8c55-d3c803d081c1 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:31:00.703719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:00.710700 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:00.770327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=9']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:00.869745 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e2068-6479-43a6-8c89-8f12221fa044 req-996b97b4-150a-40a0-97f5-db75b5305547 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:00.871313 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f98e2068-6479-43a6-8c89-8f12221fa044 req-996b97b4-150a-40a0-97f5-db75b5305547 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 945 time: 0.0668962 Jul 16 19:31:00.913844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f98e2068-6479-43a6-8c89-8f12221fa044 req-56898c70-42a9-4e12-82ff-dd9542d87cbe tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353224 Jul 16 19:31:00.946140 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['401b53c9-e8b6-4f39-8c55-d3c803d081c1'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:31:02.100260 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65af33-e4ab-40ad-8674-6dec906d9d77 req-d286ca25-be3e-4c99-bbb0-b5657713755e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:02.101992 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd65af33-e4ab-40ad-8674-6dec906d9d77 req-d286ca25-be3e-4c99-bbb0-b5657713755e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 945 time: 0.0718188 Jul 16 19:31:02.146728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-cd65af33-e4ab-40ad-8674-6dec906d9d77 req-22f3a4d9-584a-4dc3-beda-233b082589da tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387971 Jul 16 19:31:02.507996 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:31:02.564615 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:31:02.565065 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.674423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.707269 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:31:02.709608 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e83a0b-0e50-4833-b472-182c498a4375" -d '{"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:31:02.724886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:02.731277 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.759373 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359e12e-804c-4a76-8b34-2528113d1a1d x-openstack-request-id: req-0359e12e-804c-4a76-8b34-2528113d1a1d {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:31:02.759639 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:31:02.759896 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0359e12e-804c-4a76-8b34-2528113d1a1d {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:31:02.760297 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'code': 200} Jul 16 19:31:02.792983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=10']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:02.965198 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48332a4-d785-411f-bdee-f2c1d2efb190 req-2efc7645-6775-4c18-bc17-709eb4a8bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:02.967615 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c48332a4-d785-411f-bdee-f2c1d2efb190 req-2efc7645-6775-4c18-bc17-709eb4a8bbd5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1099 time: 0.0634246 Jul 16 19:31:03.014510 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c48332a4-d785-411f-bdee-f2c1d2efb190 req-5d2ad613-585f-4ba8-b9d6-2660c4863bd8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390756 Jul 16 19:31:03.332634 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c34d9e-7f3c-4979-81a1-5d9027524b11 req-fc372ab3-e840-4f59-b43e-b411c195fd4a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:03.334124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48c34d9e-7f3c-4979-81a1-5d9027524b11 req-fc372ab3-e840-4f59-b43e-b411c195fd4a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 947 time: 0.0705352 Jul 16 19:31:03.376595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48c34d9e-7f3c-4979-81a1-5d9027524b11 req-5dbcf984-ee7e-4edc-af52-e637b69968bc tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364585 Jul 16 19:31:04.563640 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ed457-4962-4dc1-aab9-e84139952c62 req-1fce80c0-a70d-4a18-af96-d8282577f317 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:04.565140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-309ed457-4962-4dc1-aab9-e84139952c62 req-1fce80c0-a70d-4a18-af96-d8282577f317 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 947 time: 0.0679202 Jul 16 19:31:04.605826 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-309ed457-4962-4dc1-aab9-e84139952c62 req-6a5e327d-78a8-46c3-845b-2fc46e1a4252 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Jul 16 19:31:16.278980 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e539a6c-e27c-4c0f-b29d-867ac00f4f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:18.848925 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c8c836b9-f52e-487f-8e29-36eb89561d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:19.033521 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:20.246446 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:22.052819 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:23.211189 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:25.259917 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:32.461319 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-93dbfa6f-ed2a-4546-85af-f7b5a91d94a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608430 Jul 16 19:31:32.575296 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-8d20723f-7d31-4dd1-9702-4cf472c45392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:32.576806 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-8d20723f-7d31-4dd1-9702-4cf472c45392 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1099 time: 0.0672452 Jul 16 19:31:32.689349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-a83c1616-f315-448c-8a41-95e8195c1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:32.690853 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-a83c1616-f315-448c-8a41-95e8195c1034 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0892322 Jul 16 19:31:32.766541 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-06a94dcf-c3a0-4539-b656-04db9bd8dede service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 1002 time: 0.0658503 Jul 16 19:31:32.817111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-76063c54-c61f-49f9-b89e-439147744480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:32.818595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-76063c54-c61f-49f9-b89e-439147744480 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0446055 Jul 16 19:31:32.882641 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-345a30fb-9218-4371-9aeb-7b8f7ab91642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:32.884188 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-345a30fb-9218-4371-9aeb-7b8f7ab91642 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567918 Jul 16 19:31:32.986275 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-96b36ed8-2d80-4d0c-a01b-22ea58088642 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912700 Jul 16 19:31:33.089847 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-454d9fd9-bd76-47ef-9b99-2f99e8620249 req-52b05d75-bfbf-4b9a-896a-93b32776fadd service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965757 Jul 16 19:31:34.934229 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:46.276275 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-615182f7-b419-458f-bca5-1a539a7d08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:48.854052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-78042a38-985c-4147-ae68-598d993a5e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:49.028331 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:50.245228 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:52.054130 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:53.227213 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:55.270913 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:11.939938 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:32:16.272250 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c6913cf1-accb-419e-a746-0d904d2bb208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.779365 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51008) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:17.949863 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Deleting port fdda5cd1-14b4-4f2a-9046-f5cba1f9c2f4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:17.950229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.026455 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.026794 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.039626 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Calling delete_port for fdda5cd1-14b4-4f2a-9046-f5cba1f9c2f4 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:18.201456 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.234479 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event deleted for resources: {'Port': ['ID=fdda5cd1-14b4-4f2a-9046-f5cba1f9c2f4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:18.266967 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.267279 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.267694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.268053 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.268419 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.268797 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.269136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.269465 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.269793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.270131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.270445 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.270766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.319673 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.319923 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Floating IP 7c836687-e25f-4e24-a305-cadb747ccf0b disassociated (deleted). External IP: 172.25.1.201, port: 401b53c9-e8b6-4f39-8c55-d3c803d081c1. Jul 16 19:32:18.539786 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:18.647916 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:18.653994 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.659687 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] Sync routers for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:18.668737 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:18.669380 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:31:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:18.693108 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-64d06b0e-65c5-49b6-88ad-0012be52ee6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "DELETE /v2.0/floatingips/7c836687-e25f-4e24-a305-cadb747ccf0b HTTP/1.1" status: 204 len: 168 time: 0.9127553 Jul 16 19:32:18.693723 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:18.696149 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2acc2c1-757d-4ea4-ae9d-3de303da9778" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:18.782844 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:18.856672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4e16acc8-9049-47c8-90b7-be349472d299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.862380 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77810138-cd12-4751-9726-984a7be70994 x-openstack-request-id: req-77810138-cd12-4751-9726-984a7be70994 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:18.862905 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:18.863009 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77810138-cd12-4751-9726-984a7be70994 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:18.863334 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'status': 'completed', 'code': 200} Jul 16 19:32:18.977088 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-7a1f9f18-0f98-453f-9fba-1eb73e77849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:18.978647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-7a1f9f18-0f98-453f-9fba-1eb73e77849e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 1099 time: 0.0885675 Jul 16 19:32:19.041647 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:19.084282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-8b697f91-690b-4737-aff8-7807771aedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:19.084790 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-8b697f91-690b-4737-aff8-7807771aedbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0993497 Jul 16 19:32:19.105599 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fc6f2-e1cc-4a53-b40c-d22336f7abbf req-4d3977af-322a-492f-b243-9e87ba761a55 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:19.107456 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-812fc6f2-e1cc-4a53-b40c-d22336f7abbf req-4d3977af-322a-492f-b243-9e87ba761a55 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 947 time: 0.0733516 Jul 16 19:32:19.138299 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-becc420a-2e06-4bb9-9e9d-a9eb1c4c018b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 200 len: 217 time: 0.0430102 Jul 16 19:32:19.138581 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:19.149819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-812fc6f2-e1cc-4a53-b40c-d22336f7abbf req-b642fc0a-bb6b-47d8-8017-7f2acf8d44b5 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358739 Jul 16 19:32:19.164398 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] Checking router: 46b682c2-6011-4bdd-9c82-d4aa642d3cbc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:19.176586 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:19.177225 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:32:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:19.195046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-61eeadf8-f764-4604-b7ee-4abbe9f7b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:19.196536 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-61eeadf8-f764-4604-b7ee-4abbe9f7b015 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0502048 Jul 16 19:32:19.257763 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-85a9f162-2094-45c2-9d49-e0cf2daa35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:19.259342 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-85a9f162-2094-45c2-9d49-e0cf2daa35fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554478 Jul 16 19:32:19.271305 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-9306ce8a-20d7-4770-9bae-414461ef30d5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:32:19.272258 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-9306ce8a-20d7-4770-9bae-414461ef30d5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052881 Jul 16 19:32:19.282363 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:19.369632 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-a6c23c37-bf6d-40ca-b93a-afc0624a0778 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901682 Jul 16 19:32:19.463916 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2acc2c1-757d-4ea4-ae9d-3de303da9778 req-b9d9353b-c47b-4717-889e-dc1391782d07 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866132 Jul 16 19:32:19.485195 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:19.511548 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ea134-ea49-4397-94e0-ae98c28c3f04 None None] The sync data for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 is: [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:19.753956 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73684aee-b941-4f02-a0f4-662ffcef09e9 None None] New status for floating IP 7c836687-e25f-4e24-a305-cadb747ccf0b: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:32:20.250379 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.379322 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce99f8-d5ee-410b-965b-1446ddcd22cf req-7c26902c-79ba-4eb2-a464-804c6ca4e84a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:20.380902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16ce99f8-d5ee-410b-965b-1446ddcd22cf req-7c26902c-79ba-4eb2-a464-804c6ca4e84a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 947 time: 0.1092410 Jul 16 19:32:20.433941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2d49f-a338-4108-8925-7f7b920557dc req-12a3e25f-beca-41ea-b2d7-e242dc7adde2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:20.435368 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48e2d49f-a338-4108-8925-7f7b920557dc req-12a3e25f-beca-41ea-b2d7-e242dc7adde2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "GET /v2.0/ports?device_id=9bfe6d7a-456d-4989-98bb-f480624a0d3f HTTP/1.1" status: 200 len: 947 time: 0.1036775 Jul 16 19:32:20.438492 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16ce99f8-d5ee-410b-965b-1446ddcd22cf req-a1c959e0-0958-45d1-b353-1bdda99453fc tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=e30074f5-4a94-4a84-9c7a-b5a7dd90814c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514042 Jul 16 19:32:20.553093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Deleting port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:20.553395 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.649331 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] For port 401b53c9-e8b6-4f39-8c55-d3c803d081c1, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=401b53c9-e8b6-4f39-8c55-d3c803d081c1,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:20.649621 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.661996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Calling delete_port for 401b53c9-e8b6-4f39-8c55-d3c803d081c1 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:20.797010 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.826721 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event deleted for resources: {'Port': ['ID=401b53c9-e8b6-4f39-8c55-d3c803d081c1,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:20.841068 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.841413 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.841753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.842098 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.842421 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.842745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.843067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.843389 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.843703 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.844054 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.844372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.844687 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:20.884369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] No DVR routers for this DVR port 401b53c9-e8b6-4f39-8c55-d3c803d081c1 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:32:20.887521 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.890930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-48e2d49f-a338-4108-8925-7f7b920557dc req-565b0dc6-beb0-4ffa-89ba-b65828fbf8df tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "DELETE /v2.0/ports/401b53c9-e8b6-4f39-8c55-d3c803d081c1 HTTP/1.1" status: 204 len: 173 time: 0.4481356 Jul 16 19:32:20.891541 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-deleted', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:20.895489 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c4df5-8ff5-490f-991b-02d12685d727" -d '{"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-deleted", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:21.023637 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cf29ad-23a1-4c09-acfc-c835a52d5ec7 x-openstack-request-id: req-b1cf29ad-23a1-4c09-acfc-c835a52d5ec7 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:21.023922 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfe6d7a-456d-4989-98bb-f480624a0d3f", "name": "network-vif-deleted", "tag": "401b53c9-e8b6-4f39-8c55-d3c803d081c1", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:21.024178 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1cf29ad-23a1-4c09-acfc-c835a52d5ec7 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:21.024589 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfe6d7a-456d-4989-98bb-f480624a0d3f', 'name': 'network-vif-deleted', 'tag': '401b53c9-e8b6-4f39-8c55-d3c803d081c1', 'status': 'completed', 'code': 200} Jul 16 19:32:21.539369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51032) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:21.601376 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bab0d00c-0779-4217-a8a2-0cf9aa978d8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.630978 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bab0d00c-0779-4217-a8a2-0cf9aa978d8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.697719 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bab0d00c-0779-4217-a8a2-0cf9aa978d8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.700459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-bab0d00c-0779-4217-a8a2-0cf9aa978d8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.701803 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bab0d00c-0779-4217-a8a2-0cf9aa978d8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "DELETE /v2.0/security-groups/e30074f5-4a94-4a84-9c7a-b5a7dd90814c HTTP/1.1" status: 204 len: 168 time: 0.1612093 Jul 16 19:32:21.711187 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0d00c-0779-4217-a8a2-0cf9aa978d8b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30074f5-4a94-4a84-9c7a-b5a7dd90814c,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:21.958671 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51040) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:21.963396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-62a9db77-2dc7-4e6a-b8cb-92f6262526f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807920534', 'description': 'tempest-secgroup-smoke-1807920534 description', 'project_id': 'c6f65011a326465dae6a09465463b72f'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:21.994094 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62a9db77-2dc7-4e6a-b8cb-92f6262526f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.055434 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.082876 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62a9db77-2dc7-4e6a-b8cb-92f6262526f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.087759 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62a9db77-2dc7-4e6a-b8cb-92f6262526f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.116768 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-62a9db77-2dc7-4e6a-b8cb-92f6262526f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.118122 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-62a9db77-2dc7-4e6a-b8cb-92f6262526f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1584690 Jul 16 19:32:22.120135 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9db77-2dc7-4e6a-b8cb-92f6262526f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.121173 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51042) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.126073 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-7b23a71e-69e1-405c-83a5-8f952f029715 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:22.155215 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b23a71e-69e1-405c-83a5-8f952f029715 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.204393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b23a71e-69e1-405c-83a5-8f952f029715 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.209459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b23a71e-69e1-405c-83a5-8f952f029715 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.228430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23a71e-69e1-405c-83a5-8f952f029715 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c478d5b-28d2-4c63-8285-008325e38800,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.230876 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-7b23a71e-69e1-405c-83a5-8f952f029715 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.232077 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-7b23a71e-69e1-405c-83a5-8f952f029715 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098092 Jul 16 19:32:22.235096 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51044) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.240357 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9bf8bfc4-babb-4ec1-a519-2de178dce866 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:22.272694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bf8bfc4-babb-4ec1-a519-2de178dce866 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.339587 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bf8bfc4-babb-4ec1-a519-2de178dce866 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.344708 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bf8bfc4-babb-4ec1-a519-2de178dce866 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.363391 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8bfc4-babb-4ec1-a519-2de178dce866 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aab84d-fb93-42f0-a726-77fe01099d42,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.372652 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9bf8bfc4-babb-4ec1-a519-2de178dce866 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.374030 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9bf8bfc4-babb-4ec1-a519-2de178dce866 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378567 Jul 16 19:32:22.377881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51046) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.383225 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-06980d43-871f-4075-bd63-c59bd7ded7f4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:22.411973 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06980d43-871f-4075-bd63-c59bd7ded7f4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.473006 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06980d43-871f-4075-bd63-c59bd7ded7f4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.478265 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06980d43-871f-4075-bd63-c59bd7ded7f4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.498440 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06980d43-871f-4075-bd63-c59bd7ded7f4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081ae819-2ef6-4d58-b9c0-6afe57c3da6c,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.503538 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-06980d43-871f-4075-bd63-c59bd7ded7f4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.507901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51048) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.508102 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-06980d43-871f-4075-bd63-c59bd7ded7f4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289134 Jul 16 19:32:22.512744 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-9143b5c9-7f67-4216-92e1-40f072918a4f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:22.540163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9143b5c9-7f67-4216-92e1-40f072918a4f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.601327 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9143b5c9-7f67-4216-92e1-40f072918a4f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.606732 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9143b5c9-7f67-4216-92e1-40f072918a4f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.623850 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143b5c9-7f67-4216-92e1-40f072918a4f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3382d0e1-6d22-4db6-b7db-1068b2fac756,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.632166 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-9143b5c9-7f67-4216-92e1-40f072918a4f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.633576 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-9143b5c9-7f67-4216-92e1-40f072918a4f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245937 Jul 16 19:32:22.636275 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51052) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.640937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:22.662311 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Project c6f65011a326465dae6a09465463b72f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:32:22.667398 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.736845 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.742455 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.761553 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682d5b85-11df-4000-b635-3ef3bccd1ab4,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.768220 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.769626 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-43d552bb-260d-4d3f-8d39-69ac4e251c47 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323495 Jul 16 19:32:22.774385 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51054) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.781430 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'security_group_rule': {'security_group_id': 'ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e', 'project_id': 'c6f65011a326465dae6a09465463b72f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:22.815300 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Project c6f65011a326465dae6a09465463b72f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:32:22.822958 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.891526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.897749 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.912670 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:22.915021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3baa47-fff1-4ec3-90f8-153387ed76bd,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.923416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.924712 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-797363d4-8139-4ff5-b844-4c7293232793 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490786 Jul 16 19:32:22.941228 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 401b53c9-e8b6-4f39-8c55-d3c803d081c1 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:22.941576 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 401b53c9-e8b6-4f39-8c55-d3c803d081c1 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:23.257956 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.255147 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.353699 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-b6083da9-6308-4c92-bc06-e523e17434d4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807920534&fields=id&tenant_id=c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 267 time: 0.0381196 Jul 16 19:32:38.473317 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-bbd57e84-dde1-424a-9004-19adeb745299 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:38.474963 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-bbd57e84-dde1-424a-9004-19adeb745299 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 808 time: 0.1123133 Jul 16 19:32:38.494060 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-174d8946-6bfd-4561-9a3c-d566378d0221 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/quotas/c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 375 time: 0.0134609 Jul 16 19:32:38.566908 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-5036dfbf-0950-4cd1-8581-a722a7e8e8d3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671141 Jul 16 19:32:38.583884 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-4d17b45e-2ac3-459b-b111-a0fdd86b48f3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:32:38.584987 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-4d17b45e-2ac3-459b-b111-a0fdd86b48f3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059028 Jul 16 19:32:38.679253 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-d23853d7-ce79-4578-9dcb-fcf2b2b6da6c service neutron] 10.222.0.49 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885944 Jul 16 19:32:38.775748 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-4dc08ef3-f5cb-4ffe-b97a-31ec1c43268d service neutron] 10.222.0.49 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Jul 16 19:32:39.102509 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2e1392c6-d7ba-4b38-b4ab-4dd7ff996a2f req-baca4e7e-0dc7-4bc6-ab6d-8c18d7d9ac55 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 210 time: 0.0294833 Jul 16 19:32:40.257844 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-ff06bcbd-e890-432a-ab77-ca9a57f92be2 req-5d5bc486-24a7-4aa9-81d6-a9c1e929e761 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 210 time: 0.0341887 Jul 16 19:32:40.695111 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-92d774ae-9a9c-47fd-afea-61d79a8e8bea tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:40.696647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-92d774ae-9a9c-47fd-afea-61d79a8e8bea tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 808 time: 0.4515228 Jul 16 19:32:40.742818 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-0dacf179-b251-43f4-b516-325fc6fc1664 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 380 time: 0.0356038 Jul 16 19:32:40.751180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'port': {'device_id': '96392bcf-f905-49d1-b4cc-81665a592c88', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'admin_state_up': True, 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'security_groups': ['ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:40.866073 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Made reservation on behalf of c6f65011a326465dae6a09465463b72f for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:40.869885 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.000930 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Allocated IP 172.20.0.8 (4115231e-a2e5-4427-b238-c646bfcfb701/f25b5146-6931-427d-9da6-71d2d76c78db/77e4a513-8c39-442c-9113-31ad8d7ca91d) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:41.148580 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.164045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Transition to ACTIVE for port object 77e4a513-8c39-442c-9113-31ad8d7ca91d will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:41.201828 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.249849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Network 4115231e-a2e5-4427-b238-c646bfcfb701 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:41.253011 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:41.255764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:41.290892 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:41.320036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:41.320846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.340813 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-43a79bd3-9a72-44bd-b00a-39a55434deb9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933878 Jul 16 19:32:41.357239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Request body: {'port': {'device_id': '96392bcf-f905-49d1-b4cc-81665a592c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:41.482981 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.513941 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ec211-88e6-406c-9a72-25011d246637 req-ebb9446e-8203-4a5a-8cc2-3cd8e8830b74 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:41.515327 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a7ec211-88e6-406c-9a72-25011d246637 req-ebb9446e-8203-4a5a-8cc2-3cd8e8830b74 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 931 time: 0.1169815 Jul 16 19:32:41.541574 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-550340b8-1bc0-40d6-98bd-1296495353c2 None None] Provisioning for port 77e4a513-8c39-442c-9113-31ad8d7ca91d completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:41.546044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-550340b8-1bc0-40d6-98bd-1296495353c2 None None] Provisioning complete for port 77e4a513-8c39-442c-9113-31ad8d7ca91d triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:41.546418 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-550340b8-1bc0-40d6-98bd-1296495353c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.594124 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-550340b8-1bc0-40d6-98bd-1296495353c2 None None] Port 77e4a513-8c39-442c-9113-31ad8d7ca91d cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:32:41.634102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a7ec211-88e6-406c-9a72-25011d246637 req-5018c386-69d7-48bc-af91-8f15b5fe5a05 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015310 Jul 16 19:32:41.813990 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e4a513-8c39-442c-9113-31ad8d7ca91d {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:41.821834 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.835033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Transition to ACTIVE for port object 77e4a513-8c39-442c-9113-31ad8d7ca91d will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:41.839798 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.891048 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:41.967110 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Attempting to bind port 77e4a513-8c39-442c-9113-31ad8d7ca91d on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:41.967691 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Attempting to bind port 77e4a513-8c39-442c-9113-31ad8d7ca91d by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:41.968015 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Attempting to bind port 77e4a513-8c39-442c-9113-31ad8d7ca91d on network 4115231e-a2e5-4427-b238-c646bfcfb701 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:41.972707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Port 77e4a513-8c39-442c-9113-31ad8d7ca91d on network 4115231e-a2e5-4427-b238-c646bfcfb701 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:32:41.973059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Attempting to bind port 77e4a513-8c39-442c-9113-31ad8d7ca91d on network 4115231e-a2e5-4427-b238-c646bfcfb701 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:41.978957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:41.979332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Checking segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:41.979677 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Bound using segment: {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:41.980101 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Bound port: 77e4a513-8c39-442c-9113-31ad8d7ca91d, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:41.980459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:42.050957 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:42.055441 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:42.060297 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:42.101152 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.101819 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:42.103271 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] 10.222.0.59 "PUT /v2.0/ports/77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 1092 time: 0.7510266 Jul 16 19:32:42.103729 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:42.113173 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0de78f-cad8-4d0a-91bb-83a76a16a586" -d '{"events": [{"name": "network-changed", "server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:42.148156 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc986571-d90d-4c2b-8b94-4361fc91fec3 service neutron] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:42.158636 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe12fb-9419-49d7-bfc5-244e44463531 x-openstack-request-id: req-1ffe12fb-9419-49d7-bfc5-244e44463531 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:42.158939 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:42.159196 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ffe12fb-9419-49d7-bfc5-244e44463531 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:42.159610 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'status': 'completed', 'code': 200} Jul 16 19:32:42.227663 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-2523f8bf-c98d-41e3-bf6d-02b7f44687b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.229403 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-2523f8bf-c98d-41e3-bf6d-02b7f44687b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1095 time: 0.0662014 Jul 16 19:32:42.275017 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-afb85051-4db0-4652-900b-4265d11cd0ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 217 time: 0.0370855 Jul 16 19:32:42.329245 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-b27ef7a9-45b5-4507-8b12-e38b0c6ab4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.330800 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-b27ef7a9-45b5-4507-8b12-e38b0c6ab4b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0490925 Jul 16 19:32:42.392493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-593e44d0-effd-4682-ba4f-7d804420b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.393981 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-593e44d0-effd-4682-ba4f-7d804420b967 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560782 Jul 16 19:32:42.494902 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-65e16cfd-9592-479d-bd7e-850348cd401f service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931165 Jul 16 19:32:42.594514 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d1383e8a-ebaf-445a-bd9b-e2763a9a2be1 req-5014de45-99e6-4c7e-aba2-fce30db947b1 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922425 Jul 16 19:32:42.703576 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-d927c765-683d-4950-b10f-68829ae36c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.705623 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-d927c765-683d-4950-b10f-68829ae36c9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1095 time: 0.0621421 Jul 16 19:32:42.807905 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-aeb5af0d-8e0c-4eff-90c8-88226934c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.809713 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-aeb5af0d-8e0c-4eff-90c8-88226934c444 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0972915 Jul 16 19:32:42.859251 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-6bf5ac97-ce04-4790-8cc9-866674c8d9b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 217 time: 0.0410497 Jul 16 19:32:42.915988 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-989b5ae4-c5fd-411b-87d0-c374749c26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.917559 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-989b5ae4-c5fd-411b-87d0-c374749c26ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0503757 Jul 16 19:32:43.026216 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-a066cd18-ba5c-4bd5-b573-b161008ac398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:43.027753 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-a066cd18-ba5c-4bd5-b573-b161008ac398 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022646 Jul 16 19:32:43.049996 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dd4a9-22ba-4153-a9f3-11d6d95ba252 req-e45b3f97-d357-4cfc-be04-87b74c0f9614 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:43.051441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-848dd4a9-22ba-4153-a9f3-11d6d95ba252 req-e45b3f97-d357-4cfc-be04-87b74c0f9614 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0986376 Jul 16 19:32:43.136997 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-848dd4a9-22ba-4153-a9f3-11d6d95ba252 req-3442283e-141a-4cbc-a4e0-413eefc2e32b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737522 Jul 16 19:32:43.156848 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-44853ba2-1717-473b-96f2-b045ba1f140c service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213539 Jul 16 19:32:43.258293 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ff0de78f-cad8-4d0a-91bb-83a76a16a586 req-313eeb48-9415-4730-bcb1-edb558513223 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939488 Jul 16 19:32:44.321861 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccca421-f707-4ace-b44c-9582d8983c41 req-a0d3f742-8460-46c7-99ba-2121ff3d419a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.323433 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ccca421-f707-4ace-b44c-9582d8983c41 req-a0d3f742-8460-46c7-99ba-2121ff3d419a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0674615 Jul 16 19:32:44.362969 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6ccca421-f707-4ace-b44c-9582d8983c41 req-2042fbc6-29fb-45b6-b565-53b1ea4b3489 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336983 Jul 16 19:32:45.553813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e456a-f747-4611-8d10-6149fa80b3ff req-27fd229d-e50b-4625-adce-9032a2317276 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.555330 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e61e456a-f747-4611-8d10-6149fa80b3ff req-27fd229d-e50b-4625-adce-9032a2317276 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0702295 Jul 16 19:32:45.593499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e61e456a-f747-4611-8d10-6149fa80b3ff req-889575a6-e8b6-4a4e-9926-9b2e5175b1b4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Jul 16 19:32:46.268295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9daaf730-897f-4ba8-b73d-a4cfc264dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:46.792269 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b718471-9b54-4d8d-984f-af61f6ef7b84 req-71b7f5a9-9c67-445c-a91d-b83890c5a31c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:46.793878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b718471-9b54-4d8d-984f-af61f6ef7b84 req-71b7f5a9-9c67-445c-a91d-b83890c5a31c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0676823 Jul 16 19:32:46.839615 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6b718471-9b54-4d8d-984f-af61f6ef7b84 req-f95fb638-ef9b-48a2-a0b9-c63ca46d5a29 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371728 Jul 16 19:32:48.031727 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46522423-8425-4d84-a04b-4ad56366e548 req-b32a87b3-16c3-4886-9c1f-00e47758612d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.033266 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46522423-8425-4d84-a04b-4ad56366e548 req-b32a87b3-16c3-4886-9c1f-00e47758612d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0746667 Jul 16 19:32:48.077429 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-46522423-8425-4d84-a04b-4ad56366e548 req-c7fc6170-75d4-40b8-b9f6-0fdd31aacd74 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348132 Jul 16 19:32:48.861572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-50ace9b5-d1e1-4883-ab7c-29e6087274f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:48.947561 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:32:49.044264 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:49.268801 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c2f8d-7969-4663-a98d-5f2f00172c24 req-efb8bd2a-c870-470b-8822-ed7222352d04 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:49.270345 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-296c2f8d-7969-4663-a98d-5f2f00172c24 req-efb8bd2a-c870-470b-8822-ed7222352d04 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0784967 Jul 16 19:32:49.310507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-296c2f8d-7969-4663-a98d-5f2f00172c24 req-fd3eb909-9c0c-4933-9b94-5f7c37c3e8b1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340123 Jul 16 19:32:50.252590 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:50.495593 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a82-1a03-4c8b-9c48-1442c4f701e2 req-5a88c07d-45d9-490f-9afc-cdb1ba607ee0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:50.497061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06468a82-1a03-4c8b-9c48-1442c4f701e2 req-5a88c07d-45d9-490f-9afc-cdb1ba607ee0 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0681918 Jul 16 19:32:50.535685 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-06468a82-1a03-4c8b-9c48-1442c4f701e2 req-fe7ae25b-19b4-40a9-8b6e-c2297b0db6c6 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Jul 16 19:32:51.718502 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a0119-ac82-4270-8e1e-5e3fcd34089a req-7c9f33de-9cfb-434e-befa-fb22c9c25e08 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.720039 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-890a0119-ac82-4270-8e1e-5e3fcd34089a req-7c9f33de-9cfb-434e-befa-fb22c9c25e08 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0679574 Jul 16 19:32:51.759195 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-890a0119-ac82-4270-8e1e-5e3fcd34089a req-a8690e42-257f-43ba-b125-c5a819000005 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333750 Jul 16 19:32:52.063850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:52.948116 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39930b-1bb7-4563-9345-cf4df4aba7e0 req-55a730ef-8c39-4ff1-8137-3881e8f9ac34 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:52.949728 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed39930b-1bb7-4563-9345-cf4df4aba7e0 req-55a730ef-8c39-4ff1-8137-3881e8f9ac34 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0704479 Jul 16 19:32:53.001886 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ed39930b-1bb7-4563-9345-cf4df4aba7e0 req-2b324aad-8c16-467f-bf6c-68cd4e965332 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463629 Jul 16 19:32:53.088748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 77e4a513-8c39-442c-9113-31ad8d7ca91d details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:32:53.206290 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:53.223092 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'port_id': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'mac_address': 'fa:16:3e:5b:84:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:32:53.272662 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.280668 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.285430 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e4a513-8c39-442c-9113-31ad8d7ca91d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:53.305514 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:53.311671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.358709 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:53.366030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.366376 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.366710 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.367026 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.367384 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.367716 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.368042 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.368367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.368683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.369029 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.369335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.369648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:53.525363 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['77e4a513-8c39-442c-9113-31ad8d7ca91d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:54.205399 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251e77c-cc7b-4ecd-aa8d-91eb31295bc9 req-8c3f66ea-2b54-4526-ae84-7ae06458800f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.206901 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d251e77c-cc7b-4ecd-aa8d-91eb31295bc9 req-8c3f66ea-2b54-4526-ae84-7ae06458800f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 944 time: 0.0741990 Jul 16 19:32:54.247663 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d251e77c-cc7b-4ecd-aa8d-91eb31295bc9 req-0186fd6c-d8f0-44e0-8508-5414148f9c18 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Jul 16 19:32:55.101527 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 77e4a513-8c39-442c-9113-31ad8d7ca91d up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:55.159113 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 77e4a513-8c39-442c-9113-31ad8d7ca91d completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:55.162942 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 77e4a513-8c39-442c-9113-31ad8d7ca91d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:55.163315 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:55.244118 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:55.275070 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:55.277331 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed5abb0-bc1c-40de-8997-f4852e734fe4" -d '{"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-plugged", "status": "completed", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:55.287763 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:55.291601 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:55.296952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:55.346656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:55.385735 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f8c50-bbd9-478c-bba6-905649805837 x-openstack-request-id: req-c55f8c50-bbd9-478c-bba6-905649805837 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:55.386011 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-plugged", "status": "completed", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:55.386264 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c55f8c50-bbd9-478c-bba6-905649805837 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:55.386650 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'code': 200} Jul 16 19:32:55.429890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effaaa0-de4f-4a5a-9197-c4d6c34d0854 req-e071156c-5e09-4613-a26c-fee63ee20b24 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:55.430941 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1effaaa0-de4f-4a5a-9197-c4d6c34d0854 req-e071156c-5e09-4613-a26c-fee63ee20b24 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0669305 Jul 16 19:32:55.498659 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-1effaaa0-de4f-4a5a-9197-c4d6c34d0854 req-1085fd33-1836-4707-bdcf-ea73a8e587b5 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607967 Jul 16 19:32:55.519937 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74164e65-9516-4a66-a231-a3fd1736dd83 req-7c4720b4-0522-4826-837d-4fb071beea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:55.519937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74164e65-9516-4a66-a231-a3fd1736dd83 req-7c4720b4-0522-4826-837d-4fb071beea19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0680976 Jul 16 19:32:55.555483 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-74164e65-9516-4a66-a231-a3fd1736dd83 req-01a6c896-55f4-4383-a674-0ec4fbbeeb6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288305 Jul 16 19:32:56.692701 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d4bb-4a0b-413e-a3b8-1f1aa0462270 req-efe59f6a-42e2-4d05-ae8f-3baded43f13f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:56.694189 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a72d4bb-4a0b-413e-a3b8-1f1aa0462270 req-efe59f6a-42e2-4d05-ae8f-3baded43f13f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0816269 Jul 16 19:32:56.735006 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-9a72d4bb-4a0b-413e-a3b8-1f1aa0462270 req-2afd1234-a0bf-48b4-84bc-12d67905d4b8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329304 Jul 16 19:32:56.929786 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b396f6-4638-4579-ae2b-a391ac2e9e3f req-e8ac97b0-f527-4e6b-b2ac-01e9ff10117a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:56.931337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85b396f6-4638-4579-ae2b-a391ac2e9e3f req-e8ac97b0-f527-4e6b-b2ac-01e9ff10117a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0865455 Jul 16 19:32:56.972193 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-85b396f6-4638-4579-ae2b-a391ac2e9e3f req-68a87f51-0568-4f8c-b86e-6bf47186bce7 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Jul 16 19:32:56.996864 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51256) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:57.052798 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a699cfa-a94a-4273-ba54-91bbfb04ae15 tempest-TestShelveInstance-1939961809 tempest-TestShelveInstance-1939961809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:57.054374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6a699cfa-a94a-4273-ba54-91bbfb04ae15 tempest-TestShelveInstance-1939961809 tempest-TestShelveInstance-1939961809-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1092 time: 0.0565414 Jul 16 19:32:57.058881 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51258) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:57.063635 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:57.091209 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:57.195332 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:57.306797 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Allocated IP 172.25.1.191 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/c95a153e-7339-44e9-9808-717602bc9547) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:57.413047 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:57.455784 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:57.496174 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:57.499197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:57.504180 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:57.509764 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'Port': ['ID=c95a153e-7339-44e9-9808-717602bc9547,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:57.896086 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:57.975729 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:58.139526 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:58.146303 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:58.215142 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event updated for resources: {'Port': ['ID=c95a153e-7339-44e9-9808-717602bc9547,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:58.227133 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:58.337594 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Floating IP 82d8c33b-8956-4de3-ac35-e5ec2360ed52 associated. External IP: 172.25.1.191, port: 77e4a513-8c39-442c-9113-31ad8d7ca91d. Jul 16 19:32:58.561484 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:58.673753 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:58.683642 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] Sync routers for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:58.692416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:58.694987 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:58.695606 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:32:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:58.732014 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-49176ab1-0297-40b5-b44a-fb67bc651aa1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6718321 Jul 16 19:32:58.732611 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:58.734960 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3" -d '{"events": [{"name": "network-changed", "server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:58.772733 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba0008-75bc-44e5-8fb4-6e738ccde37f x-openstack-request-id: req-8cba0008-75bc-44e5-8fb4-6e738ccde37f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:58.773028 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:58.773305 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cba0008-75bc-44e5-8fb4-6e738ccde37f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:58.773819 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'status': 'completed', 'code': 200} Jul 16 19:32:58.802365 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:58.847630 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-f70dc3b7-8dff-46fc-9787-2dc159f3e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:58.849198 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-f70dc3b7-8dff-46fc-9787-2dc159f3e918 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0532553 Jul 16 19:32:58.945551 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-b6befc13-6269-4faf-97fd-c5f77f434008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:58.947066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-b6befc13-6269-4faf-97fd-c5f77f434008 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.0911584 Jul 16 19:32:59.025457 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '82d8c33b-8956-4de3-ac35-e5ec2360ed52', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'port_id': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'mac_address': 'fa:16:3e:5b:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96392bcf-f905-49d1-b4cc-81665a592c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:57Z', 'updated_at': '2021-07-16T19:32:57Z', 'revision_number': 0, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:59.056872 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] Checking router: 46b682c2-6011-4bdd-9c82-d4aa642d3cbc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:59.067714 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:59.068351 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:32:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:59.177204 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:59.350307 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-9887e77e-8cea-4523-953d-c9c0e64533b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 999 time: 0.3958855 Jul 16 19:32:59.405061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-5685ffa3-bae3-4d00-894a-7c1d8a375d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:59.406468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-5685ffa3-bae3-4d00-894a-7c1d8a375d8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0494018 Jul 16 19:32:59.423099 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '82d8c33b-8956-4de3-ac35-e5ec2360ed52', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'port_id': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'mac_address': 'fa:16:3e:5b:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96392bcf-f905-49d1-b4cc-81665a592c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:57Z', 'updated_at': '2021-07-16T19:32:57Z', 'revision_number': 0, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:59.452670 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506524fd-c7cd-46ce-af72-993ba53c740d None None] The sync data for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 is: [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '82d8c33b-8956-4de3-ac35-e5ec2360ed52', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'port_id': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'mac_address': 'fa:16:3e:5b:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96392bcf-f905-49d1-b4cc-81665a592c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:57Z', 'updated_at': '2021-07-16T19:32:57Z', 'revision_number': 0, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:59.472624 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-d5daf5ca-0608-41b0-85d2-04ec7cc76c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:59.474337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-d5daf5ca-0608-41b0-85d2-04ec7cc76c51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601289 Jul 16 19:32:59.570244 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-4bc81559-2520-4eb7-aa9e-0326773b369c service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879197 Jul 16 19:32:59.649911 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee60f0b-c2a2-45ad-aa5e-e192787ed7e9 None None] New status for floating IP 82d8c33b-8956-4de3-ac35-e5ec2360ed52: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:32:59.669095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8c72ebbb-934d-4e66-a4e8-1366cecd4be3 req-a0fe95b6-1c0b-4aa9-8177-2a74a7813953 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908849 Jul 16 19:33:16.266619 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-34bf0920-5629-4508-b8da-1835f9fbec6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:18.865164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-95e189a3-df90-4935-8f20-d30b59ed23e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:19.049067 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:20.255853 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:22.066833 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:23.284893 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:25.306756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:25.937179 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:33:34.486202 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-acfab0a8-ff68-4021-a120-e96fa07721cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0679312 Jul 16 19:33:34.620817 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-97e77fac-8206-4e7e-97e6-f3968d21e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:34.622566 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-97e77fac-8206-4e7e-97e6-f3968d21e59e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0741963 Jul 16 19:33:34.752219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-73bc27e5-d169-4bac-9ea6-19e4ea4808f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:34.753982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-73bc27e5-d169-4bac-9ea6-19e4ea4808f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1081872 Jul 16 19:33:34.831939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-a4455035-3e1e-49c2-9678-73ccc40753b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 1001 time: 0.0702109 Jul 16 19:33:34.895327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-8bdba5ef-995e-4444-88d6-6746a0f5fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:34.897565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-8bdba5ef-995e-4444-88d6-6746a0f5fcdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0556939 Jul 16 19:33:34.971407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-10c64c74-6436-421e-9ea1-c98148e8c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:34.973166 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-10c64c74-6436-421e-9ea1-c98148e8c3b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687242 Jul 16 19:33:35.079925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-4b416e98-4019-4c37-ad6a-6aaa6962c844 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992005 Jul 16 19:33:35.189708 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a75c713c-bab3-4f76-9ec4-1c15ce04f44c req-12fe0f28-d4ee-4ad5-8aee-2d5ff61efe07 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028271 Jul 16 19:33:46.262850 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec320afd-e265-458b-934d-21dd8205b124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:48.872535 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c799cbd-95c2-4e5b-b435-d4750bbba240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:49.051190 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:50.256615 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:52.076251 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:53.290177 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:55.324996 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:02.940700 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:34:16.256111 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-72c60c5d-07d1-4414-ad9f-b368762c6cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:18.871036 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d4b5688f-f9f1-4254-ad15-dc6496ed11cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:19.051608 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:20.266737 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:22.078943 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:23.283186 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:25.316947 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.484018 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-cbeae084-bc58-4aed-a052-c0cc9ae5308e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820639 Jul 16 19:34:36.607349 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-5de51ebc-0a3a-452a-9363-3b58c9d5d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:36.609314 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-5de51ebc-0a3a-452a-9363-3b58c9d5d766 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0670893 Jul 16 19:34:36.763222 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-4ef4a47a-67ad-4d0f-8adf-c2ceb2519c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:36.764709 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-4ef4a47a-67ad-4d0f-8adf-c2ceb2519c8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1287777 Jul 16 19:34:36.863255 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-c2d17e37-9915-4ba5-8691-83012eef72b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 1001 time: 0.0910213 Jul 16 19:34:36.963818 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-52b02a35-0b6a-4063-82dd-52b60d6d6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:36.965647 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-52b02a35-0b6a-4063-82dd-52b60d6d6c29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0958219 Jul 16 19:34:37.043203 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-0d6fe8ce-1e06-4f9c-a817-0465b0e30c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:37.045498 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-0d6fe8ce-1e06-4f9c-a817-0465b0e30c24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730128 Jul 16 19:34:37.170295 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-e11c6977-c701-4893-8d2b-24d835e635d2 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175604 Jul 16 19:34:37.285649 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-84f09576-61a9-4b38-a28f-0e6a4110fd69 req-d90bcd15-e2f4-47d8-8800-3ec8b98a6c1a service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084845 Jul 16 19:34:39.945267 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:34:46.264048 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c33170af-0397-4e18-86d9-91032c4407b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:48.866203 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-172c3b74-613f-4618-bf78-b6ee290b8774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:49.052450 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:50.265797 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:52.075646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:53.299895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:55.333089 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:56.855770 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9b75-690f-46de-a0ec-b926291afb35 req-4df39d5c-42a0-4818-8192-e6b37a8b5fd3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:56.857846 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af8d9b75-690f-46de-a0ec-b926291afb35 req-4df39d5c-42a0-4818-8192-e6b37a8b5fd3 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0825057 Jul 16 19:34:56.905375 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-af8d9b75-690f-46de-a0ec-b926291afb35 req-8ec3b112-d47f-4c74-90c5-2178c3a97b37 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364795 Jul 16 19:34:58.149870 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0313-a8f0-4efc-9818-3c84fdef1403 req-4fa9a103-6357-488c-9548-c80e12865108 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:58.151606 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2bb0313-a8f0-4efc-9818-3c84fdef1403 req-4fa9a103-6357-488c-9548-c80e12865108 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0755215 Jul 16 19:34:58.200930 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2bb0313-a8f0-4efc-9818-3c84fdef1403 req-28d1417c-8eab-44b7-be27-9628248bfd5c tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Jul 16 19:34:59.456338 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35338669-ca5c-476d-aa33-45c5ed22126b req-9528ffb1-051e-4376-9625-a70435d4c771 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:59.458836 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35338669-ca5c-476d-aa33-45c5ed22126b req-9528ffb1-051e-4376-9625-a70435d4c771 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0875926 Jul 16 19:34:59.506635 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-35338669-ca5c-476d-aa33-45c5ed22126b req-fb94c5ae-989f-45b3-ba5c-f99c317edf07 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Jul 16 19:35:00.722890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a94a97-bcf0-4a71-ae8a-8f25f3c4303d req-94890efc-b388-4415-b302-625a6f1f2740 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:00.724681 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14a94a97-bcf0-4a71-ae8a-8f25f3c4303d req-94890efc-b388-4415-b302-625a6f1f2740 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0758879 Jul 16 19:35:00.774618 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-14a94a97-bcf0-4a71-ae8a-8f25f3c4303d req-1abc841f-9f5e-4b44-810a-d667fa89d3a4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Jul 16 19:35:02.080854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9efd-ade0-4fb8-b568-58b97981a142 req-9340bc08-31b8-4312-b3f5-172e5a3f1a18 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:02.082992 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc5b9efd-ade0-4fb8-b568-58b97981a142 req-9340bc08-31b8-4312-b3f5-172e5a3f1a18 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.1153779 Jul 16 19:35:02.143088 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-fc5b9efd-ade0-4fb8-b568-58b97981a142 req-a2b2cfbb-f452-4432-a081-72b97a52eb40 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501180 Jul 16 19:35:03.342017 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e79734-3248-4547-8fc0-010ed2219465 req-3554fe92-deae-4341-93ab-fc22ae9fdbf6 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:03.343939 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31e79734-3248-4547-8fc0-010ed2219465 req-3554fe92-deae-4341-93ab-fc22ae9fdbf6 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0720673 Jul 16 19:35:03.394502 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-31e79734-3248-4547-8fc0-010ed2219465 req-6829fecb-0363-4bde-873b-1ea79ebce6fe tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Jul 16 19:35:04.593231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cf9f5-9cf7-476e-b1fa-65ec1a8b5cb3 req-3cd5af1b-ee53-49ba-95f9-cdc4ff8eb81a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:04.594869 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-277cf9f5-9cf7-476e-b1fa-65ec1a8b5cb3 req-3cd5af1b-ee53-49ba-95f9-cdc4ff8eb81a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0730586 Jul 16 19:35:04.639314 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-277cf9f5-9cf7-476e-b1fa-65ec1a8b5cb3 req-95ccf3ef-85cc-47a8-94b4-383679c15612 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382304 Jul 16 19:35:05.830158 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc61d8-c864-435d-b7b6-6d6e1daa9184 req-06b55eac-e177-40ce-9f0f-cd8f7507e7e2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:05.831738 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47bc61d8-c864-435d-b7b6-6d6e1daa9184 req-06b55eac-e177-40ce-9f0f-cd8f7507e7e2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0748322 Jul 16 19:35:05.873348 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-47bc61d8-c864-435d-b7b6-6d6e1daa9184 req-80d570b6-3f0c-467b-b6f6-6f09f2414899 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356331 Jul 16 19:35:06.949201 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-a4560404-832e-45a5-a437-da2b7c0dceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:06.951747 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-a4560404-832e-45a5-a437-da2b7c0dceeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0872688 Jul 16 19:35:07.071560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9b17e-31c7-45b4-98e3-946329f83fcd req-2abf705e-b6f6-43d3-9c08-e033bbb0f9a4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:07.074209 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09e9b17e-31c7-45b4-98e3-946329f83fcd req-2abf705e-b6f6-43d3-9c08-e033bbb0f9a4 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0769382 Jul 16 19:35:07.081253 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-b294d3c0-4260-4da5-b0de-04254674cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:07.083525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-b294d3c0-4260-4da5-b0de-04254674cdab service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1246130 Jul 16 19:35:07.125105 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-09e9b17e-31c7-45b4-98e3-946329f83fcd req-5a5ccf77-1966-450a-97b0-40d625505255 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423048 Jul 16 19:35:07.172441 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-7ae51228-d940-4e9b-b509-3ff5ec5e619d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 1001 time: 0.0816042 Jul 16 19:35:07.248493 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-8efe8dc4-3974-4591-966e-a40a41df61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:07.250741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-8efe8dc4-3974-4591-966e-a40a41df61cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0711913 Jul 16 19:35:07.323415 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-cf7f755c-caa6-400d-bf66-a07c58ff8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:07.325068 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-cf7f755c-caa6-400d-bf66-a07c58ff8523 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668366 Jul 16 19:35:07.446503 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-504aa9ca-9a72-47b8-a79a-4b4ad252767a service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137052 Jul 16 19:35:07.546179 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e66915da-7e0a-463f-9107-ae8a1cada70b req-c4c79abb-12be-412a-9d92-2fe9bc3afd33 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930996 Jul 16 19:35:08.321770 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0736e6-a3a8-4018-8d41-1e39221124a6 req-7364921f-370f-47bb-a35a-b472531c12f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:08.323305 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e0736e6-a3a8-4018-8d41-1e39221124a6 req-7364921f-370f-47bb-a35a-b472531c12f1 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0727201 Jul 16 19:35:08.372899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0e0736e6-a3a8-4018-8d41-1e39221124a6 req-8e795380-2fbf-4458-b552-00fff94110b2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408177 Jul 16 19:35:09.625663 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c352e-e977-4248-8cbb-0ef0084ac77e req-c66c0671-e697-418c-9f61-651906f639fb tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:09.627307 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a6c352e-e977-4248-8cbb-0ef0084ac77e req-c66c0671-e697-418c-9f61-651906f639fb tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.1201122 Jul 16 19:35:09.677731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7a6c352e-e977-4248-8cbb-0ef0084ac77e req-918b2f9d-36da-40c3-bbe0-c6e0207236a9 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440738 Jul 16 19:35:10.936109 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f3db0-1738-4d87-ab9a-7ce8ce0c8a14 req-94f1472c-4dcf-4ac9-978f-842c6cff8f0a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.937826 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a6f3db0-1738-4d87-ab9a-7ce8ce0c8a14 req-94f1472c-4dcf-4ac9-978f-842c6cff8f0a tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.1046498 Jul 16 19:35:10.979428 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6a6f3db0-1738-4d87-ab9a-7ce8ce0c8a14 req-932267f0-2135-4798-be9b-6696d12f09fa tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358346 Jul 16 19:35:11.960161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 77e4a513-8c39-442c-9113-31ad8d7ca91d no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:35:12.046429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:12.071812 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:12.074171 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6766da1-94c5-4ed9-87a9-d3f8929d4f14" -d '{"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-unplugged", "status": "completed", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:12.091080 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:12.099722 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:12.135904 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1330181d-28f6-49c4-8c68-a38a825b8b71 x-openstack-request-id: req-1330181d-28f6-49c4-8c68-a38a825b8b71 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:12.136250 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-unplugged", "status": "failed", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d", "code": 422}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:12.136438 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1330181d-28f6-49c4-8c68-a38a825b8b71 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:12.136848 n-d-791504-15 neutron-server[93797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'code': 422} returned with failed status Jul 16 19:35:12.164883 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:12.173475 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.173823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.174165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.174504 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.174842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.175174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.175500 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.175823 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.176149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.176468 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.176828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.177150 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:12.198412 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0eb37-d46a-4301-83f0-c971331518f4 req-9d28649c-336e-4619-80c0-d2a7f541b607 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:12.200028 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fb0eb37-d46a-4301-83f0-c971331518f4 req-9d28649c-336e-4619-80c0-d2a7f541b607 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0743015 Jul 16 19:35:12.245811 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5fb0eb37-d46a-4301-83f0-c971331518f4 req-bab9cf26-a49f-499c-bf29-127a96ea9d7d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Jul 16 19:35:12.449105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-ae63201a-6a1e-4af4-b6f8-66411145a458 req-8aacdc94-567c-4c16-bb7a-56c57f7020b6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:35:12.451095 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-ae63201a-6a1e-4af4-b6f8-66411145a458 req-8aacdc94-567c-4c16-bb7a-56c57f7020b6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0898042 Jul 16 19:35:12.646488 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-40ccceab-da05-447e-9d4c-2101c7cac040 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554848 Jul 16 19:35:12.750522 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeb050-c8dc-490a-91c3-52459708458f req-7a3a24e6-13c9-4ac1-b6b6-84968ace6c4b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:12.752581 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-febeb050-c8dc-490a-91c3-52459708458f req-7a3a24e6-13c9-4ac1-b6b6-84968ace6c4b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0995002 Jul 16 19:35:12.800721 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-febeb050-c8dc-490a-91c3-52459708458f req-4445ef00-6d25-4b56-9f68-2b2e3e129883 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360043 Jul 16 19:35:13.999102 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef003-512c-4161-8cd3-d06a142519a0 req-dd918f7d-a92b-48e4-bdfd-04fab3e47069 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:14.000705 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08eef003-512c-4161-8cd3-d06a142519a0 req-dd918f7d-a92b-48e4-bdfd-04fab3e47069 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0690494 Jul 16 19:35:14.042866 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-08eef003-512c-4161-8cd3-d06a142519a0 req-8ea5ce92-c1d2-472f-a659-d3b10a38c99f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361729 Jul 16 19:35:15.296600 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791ecd4-3265-4072-8a92-bde3b1914db8 req-a3a0caa9-1031-4b5d-a3cf-9d806a89c731 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:15.299282 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4791ecd4-3265-4072-8a92-bde3b1914db8 req-a3a0caa9-1031-4b5d-a3cf-9d806a89c731 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0842669 Jul 16 19:35:15.353341 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-4791ecd4-3265-4072-8a92-bde3b1914db8 req-5852775c-83b7-4fda-9380-7260c78161c6 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480168 Jul 16 19:35:16.267895 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc5b75e9-1f9e-4963-bc85-43b495c0c26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:16.666932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82f0d-a65e-4af5-97d3-fcf9cfb188a5 req-3854b110-bd56-4ab3-8a89-b36238aa02e7 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:16.669207 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81e82f0d-a65e-4af5-97d3-fcf9cfb188a5 req-3854b110-bd56-4ab3-8a89-b36238aa02e7 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.1537242 Jul 16 19:35:16.721049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-81e82f0d-a65e-4af5-97d3-fcf9cfb188a5 req-1c0caf31-29f1-4664-aa2d-10538e6a0c2d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442176 Jul 16 19:35:16.949346 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:35:18.047566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60e88-3c9a-454a-ad99-d6f0251840ff req-bdecb3e5-5381-4097-af7d-2e810a004760 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:18.049564 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85a60e88-3c9a-454a-ad99-d6f0251840ff req-bdecb3e5-5381-4097-af7d-2e810a004760 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.1624818 Jul 16 19:35:18.115507 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-85a60e88-3c9a-454a-ad99-d6f0251840ff req-db9dd991-f239-4886-aa21-0704d424a251 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535469 Jul 16 19:35:18.880407 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-63d9f400-95ff-446a-9c57-db89eb142127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.055538 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:19.411595 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02e040-5359-43c2-87c1-0f72845231a5 req-98d93cb5-9d32-451a-a740-c7cb2cc6b518 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:19.414254 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb02e040-5359-43c2-87c1-0f72845231a5 req-98d93cb5-9d32-451a-a740-c7cb2cc6b518 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.1071398 Jul 16 19:35:19.477472 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-eb02e040-5359-43c2-87c1-0f72845231a5 req-abc762ac-bce9-4df1-a671-e1c4f323bb08 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512652 Jul 16 19:35:20.269865 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.565652 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-3ab68a20-377c-4614-8648-bb5f3bd21d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.568321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-3ab68a20-377c-4614-8648-bb5f3bd21d2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88&tenant_id=c6f65011a326465dae6a09465463b72f HTTP/1.1" status: 200 len: 1095 time: 0.0984657 Jul 16 19:35:20.695219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-a5f65e7f-3bf0-4e2c-932d-da4544cb5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.697765 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-a5f65e7f-3bf0-4e2c-932d-da4544cb5cbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1095 time: 0.0988047 Jul 16 19:35:20.722984 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78199d9-4fc6-4f89-86ab-5acc37cb2945 req-e6522211-40e0-405f-9503-9ef36d681f1f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.724614 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d78199d9-4fc6-4f89-86ab-5acc37cb2945 req-e6522211-40e0-405f-9503-9ef36d681f1f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.1002779 Jul 16 19:35:20.772585 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-d78199d9-4fc6-4f89-86ab-5acc37cb2945 req-f6244a21-280e-48cd-9320-fd3f356ca78b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Jul 16 19:35:20.826787 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-4b28d70a-72d5-4979-9623-b56cfd3d4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.828394 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-4b28d70a-72d5-4979-9623-b56cfd3d4f3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1235778 Jul 16 19:35:20.931067 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-46a4693c-b94a-4c24-8a8c-7cbd19e075d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 999 time: 0.0956640 Jul 16 19:35:20.995278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-db3823ca-5eea-4e9a-84dc-1dc04fe2a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.997045 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-db3823ca-5eea-4e9a-84dc-1dc04fe2a3ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0591142 Jul 16 19:35:21.073645 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-a3674be9-321d-4148-b728-57eb27470909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:21.075624 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-a3674be9-321d-4148-b728-57eb27470909 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716531 Jul 16 19:35:21.201650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-4ae0e45e-f63b-4f70-8d61-b94e4d74a090 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184025 Jul 16 19:35:21.335164 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-258c71ea-d661-4639-8b16-29f0f854a006 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266217 Jul 16 19:35:21.994453 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c13d8-c9ee-426b-8dbb-b24b32f72442 req-e61f0f3f-0616-46fc-98f1-f9b6c560990b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:21.996131 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-227c13d8-c9ee-426b-8dbb-b24b32f72442 req-e61f0f3f-0616-46fc-98f1-f9b6c560990b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0779309 Jul 16 19:35:22.047337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-227c13d8-c9ee-426b-8dbb-b24b32f72442 req-f57dcc99-3fef-4708-824b-7988d243370b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Jul 16 19:35:22.084974 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.304192 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.305340 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276208e-350c-493f-a4d4-80418cf5de97 req-7d4a98f4-f121-4b32-ab34-610333605abd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:23.306398 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c276208e-350c-493f-a4d4-80418cf5de97 req-7d4a98f4-f121-4b32-ab34-610333605abd tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0874290 Jul 16 19:35:23.357071 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c276208e-350c-493f-a4d4-80418cf5de97 req-0bdb2106-5f98-4868-b515-4154f9200024 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 Jul 16 19:35:24.600147 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2989f-a1d5-4ed3-9bac-c57fdfc953db req-ca4fd58b-ae15-4f4d-afc3-fd5f3f503827 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:24.601703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34f2989f-a1d5-4ed3-9bac-c57fdfc953db req-ca4fd58b-ae15-4f4d-afc3-fd5f3f503827 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0947380 Jul 16 19:35:24.646982 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-34f2989f-a1d5-4ed3-9bac-c57fdfc953db req-cdd2f7ea-9202-41f7-acbf-c197140cbe97 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365982 Jul 16 19:35:25.347712 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.876484 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a91a71-615e-4973-9a90-502dd88d1058 req-efb3bddd-a032-47f8-b7d1-43f3cb029358 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:25.878463 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6a91a71-615e-4973-9a90-502dd88d1058 req-efb3bddd-a032-47f8-b7d1-43f3cb029358 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.0812678 Jul 16 19:35:25.927020 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e6a91a71-615e-4973-9a90-502dd88d1058 req-5632f643-a261-4f87-8780-e44d10781a79 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 Jul 16 19:35:27.203581 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe8f9c-ab15-4eb0-92cb-2c287343b268 req-98383b3d-fd9e-48ab-b9f3-8a3c0749d847 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.205918 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07fe8f9c-ab15-4eb0-92cb-2c287343b268 req-98383b3d-fd9e-48ab-b9f3-8a3c0749d847 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 943 time: 0.1049867 Jul 16 19:35:27.263404 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-07fe8f9c-ab15-4eb0-92cb-2c287343b268 req-ebadad64-c995-47ae-8efe-e01528d15936 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504260 Jul 16 19:35:28.051019 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 77e4a513-8c39-442c-9113-31ad8d7ca91d details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:35:28.163096 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:28.176984 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'port_id': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'mac_address': 'fa:16:3e:5b:84:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:35:28.220952 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.236912 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e4a513-8c39-442c-9113-31ad8d7ca91d {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:35:28.260624 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:28.266269 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.327634 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:28.508258 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['77e4a513-8c39-442c-9113-31ad8d7ca91d'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:35:28.559731 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e0a5d-8030-4f88-b2b4-d002a5ba0f62 req-6e22c3a5-f93b-4c98-b073-9c3979cfc1cc tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:28.562072 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-850e0a5d-8030-4f88-b2b4-d002a5ba0f62 req-6e22c3a5-f93b-4c98-b073-9c3979cfc1cc tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 944 time: 0.1053550 Jul 16 19:35:28.615084 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-850e0a5d-8030-4f88-b2b4-d002a5ba0f62 req-68737033-3646-44d8-a96f-5e8ac1c61ad2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Jul 16 19:35:29.880599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e045ae-e224-4878-88fa-de9d7b731b8a req-e3613ad0-91ac-40fc-87c4-012843b23477 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.882191 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05e045ae-e224-4878-88fa-de9d7b731b8a req-e3613ad0-91ac-40fc-87c4-012843b23477 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 944 time: 0.0923758 Jul 16 19:35:29.926149 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-05e045ae-e224-4878-88fa-de9d7b731b8a req-5e69cfcc-ac34-4410-9ab9-84fe7359c10d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374820 Jul 16 19:35:30.070315 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 77e4a513-8c39-442c-9113-31ad8d7ca91d up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:30.128161 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 77e4a513-8c39-442c-9113-31ad8d7ca91d triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:30.128652 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.214602 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.240934 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:30.243244 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50698694-a42f-4e6e-82e3-c896bc27d94c" -d '{"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-plugged", "status": "completed", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:30.258638 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:30.263703 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:30.299356 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b0eec1-0a23-4024-a16d-be134e6732b8 x-openstack-request-id: req-b2b0eec1-0a23-4024-a16d-be134e6732b8 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:30.299826 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-plugged", "status": "completed", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:30.300236 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2b0eec1-0a23-4024-a16d-be134e6732b8 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:30.300835 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'code': 200} Jul 16 19:35:30.344989 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:30.551872 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635b61-95e7-4c2d-ae30-8ed2af736609 req-892c1ed6-f6e3-4a70-b085-7ba29a590890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:30.553545 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e635b61-95e7-4c2d-ae30-8ed2af736609 req-892c1ed6-f6e3-4a70-b085-7ba29a590890 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.1226292 Jul 16 19:35:30.592312 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4e635b61-95e7-4c2d-ae30-8ed2af736609 req-caf18d22-95a7-4351-b471-191efeea7cd8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Jul 16 19:35:31.234605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdd589-0295-4987-8238-5e7585a9e7e1 req-038194a1-3f68-4a0e-bcda-64b06391509d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:31.237227 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99bdd589-0295-4987-8238-5e7585a9e7e1 req-038194a1-3f68-4a0e-bcda-64b06391509d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.1174536 Jul 16 19:35:31.307995 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99bdd589-0295-4987-8238-5e7585a9e7e1 req-45109b20-4a14-4350-89a2-ea4509c2c363 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599008 Jul 16 19:35:32.548950 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6fe5-887c-4561-88fc-f1301d9be012 req-5ae13a47-34b8-4430-a14c-9007d6bdc7af tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:32.550947 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d6c6fe5-887c-4561-88fc-f1301d9be012 req-5ae13a47-34b8-4430-a14c-9007d6bdc7af tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0746703 Jul 16 19:35:32.594098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3d6c6fe5-887c-4561-88fc-f1301d9be012 req-3144d7f8-931c-48df-87e5-5edf9a0eaf6f tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367606 Jul 16 19:35:36.487223 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-dab2e508-60be-4eed-ba33-bffdbc4a4b31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0940652 Jul 16 19:35:36.612459 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-2a5bcf7f-c80f-497b-9b46-35e101cc073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:36.614102 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-2a5bcf7f-c80f-497b-9b46-35e101cc073a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0645850 Jul 16 19:35:36.788239 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-17b0b002-fc4f-4ea8-8fd8-84c93f3418dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:36.791130 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-17b0b002-fc4f-4ea8-8fd8-84c93f3418dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1509442 Jul 16 19:35:36.881689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-8ebc3daa-34af-4d69-8f84-29b1efcfbae6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 1001 time: 0.0840075 Jul 16 19:35:36.969548 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-6ba3f979-9f48-486e-85a0-c0648bb15ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:36.972046 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-6ba3f979-9f48-486e-85a0-c0648bb15ffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0831304 Jul 16 19:35:37.068614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-90b41cad-3492-49cb-9805-f2c2abd60c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:37.070984 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-90b41cad-3492-49cb-9805-f2c2abd60c2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914054 Jul 16 19:35:37.186201 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-62dcb7cb-ed02-454c-99b4-8644ef4eb59f service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076083 Jul 16 19:35:37.317066 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-831bc9fd-af56-4360-9f89-c5ca0aacde3e req-dc5e751a-51c7-4600-8cd4-5ab378878971 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224990 Jul 16 19:35:46.262207 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5bb73c52-7f9d-485d-bcd6-2952102183fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:48.881840 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c48884e3-3d86-4ccf-b56d-c20c3ca9ae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:49.052551 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:50.273559 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:52.093323 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:53.319017 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:53.950132 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:35:55.367528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:16.267693 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b382528-3038-418e-b64d-a79ecb377c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:18.879340 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-09ceec99-5a4d-4d88-96b8-032e7853bf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:19.053671 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:20.274863 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:22.097746 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:23.312052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:25.361095 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:30.949372 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:36:37.473569 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-04aa7aa1-01a8-44a1-9409-744ae8d90a2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690868 Jul 16 19:36:37.582208 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-adbf5cff-6cb2-457e-a023-35ab470ccad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:37.583976 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-adbf5cff-6cb2-457e-a023-35ab470ccad1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0604887 Jul 16 19:36:37.718424 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-2db9be46-49e3-4402-a4d1-595fa1bfed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:37.719944 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-2db9be46-49e3-4402-a4d1-595fa1bfed64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1064379 Jul 16 19:36:37.802640 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-d9a9b053-3168-406b-be29-5dc88b41def2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 1001 time: 0.0748873 Jul 16 19:36:37.858841 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-2d0ef62f-510a-478d-bede-ece823a31501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:37.861049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-2d0ef62f-510a-478d-bede-ece823a31501 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0511706 Jul 16 19:36:37.929754 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-05e2be22-c50c-46bc-8504-95d538df41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:37.932222 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-05e2be22-c50c-46bc-8504-95d538df41a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642033 Jul 16 19:36:38.039316 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-eaa0f273-1f96-443e-91a0-cba3f072adbc service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998647 Jul 16 19:36:38.152763 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5f5d6db5-d5a1-403c-82b0-de2b3bbb3241 req-843e68d3-0eb5-4ef7-a6e4-0c6a939a8b1d service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064694 Jul 16 19:36:46.256423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af132e7e-5c23-4e2c-b75a-817a0caa7064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:48.873459 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9112-483e-4ca0-b168-ebfd98ea59d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:49.048624 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:50.279001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:51.250919 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51446) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:36:51.417429 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Deleting port c95a153e-7339-44e9-9808-717602bc9547 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:36:51.417797 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:51.497435 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:51.497789 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:51.509964 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Calling delete_port for c95a153e-7339-44e9-9808-717602bc9547 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:36:51.675023 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:51.707280 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event deleted for resources: {'Port': ['ID=c95a153e-7339-44e9-9808-717602bc9547,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:51.719835 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.720159 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.720501 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.720954 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.721298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.721630 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.721934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.722263 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.722587 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.722978 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.723373 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.723700 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:51.782378 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:51.782722 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Floating IP 82d8c33b-8956-4de3-ac35-e5ec2360ed52 disassociated (deleted). External IP: 172.25.1.191, port: 77e4a513-8c39-442c-9113-31ad8d7ca91d. Jul 16 19:36:52.099027 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:52.298115 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:36:52.409881 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:36:52.414494 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:52.421507 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] Sync routers for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:36:52.432194 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:36:52.433236 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:36:52.454168 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d60ee1e-e283-443a-961c-86ec2ce14908 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "DELETE /v2.0/floatingips/82d8c33b-8956-4de3-ac35-e5ec2360ed52 HTTP/1.1" status: 204 len: 168 time: 1.2022247 Jul 16 19:36:52.454859 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:36:52.457270 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4d0744-b15d-4b7d-9816-545d3a337998" -d '{"events": [{"name": "network-changed", "server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:36:52.498195 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617bac3f-3518-4e96-8bf3-94ada260314f x-openstack-request-id: req-617bac3f-3518-4e96-8bf3-94ada260314f {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:36:52.498591 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:36:52.498763 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-617bac3f-3518-4e96-8bf3-94ada260314f {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:36:52.499128 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'status': 'completed', 'code': 200} Jul 16 19:36:52.547596 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:36:52.578227 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-81c19421-6774-4b05-813f-11ae418c7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:52.582015 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-81c19421-6774-4b05-813f-11ae418c7541 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6f65011a326465dae6a09465463b72f&device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 1097 time: 0.0612674 Jul 16 19:36:52.704348 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-150ae961-ddc4-4256-94b0-a9baae9e3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:52.706146 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-150ae961-ddc4-4256-94b0-a9baae9e3376 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 200 len: 909 time: 0.1171958 Jul 16 19:36:52.753495 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-93b9531a-5e47-4f66-8f20-a81058dcaf66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 200 len: 217 time: 0.0349832 Jul 16 19:36:52.802540 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:36:52.813370 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-d18b8b98-662d-4a06-9e20-716074ba0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:52.814887 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-d18b8b98-662d-4a06-9e20-716074ba0915 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 200 len: 847 time: 0.0548928 Jul 16 19:36:52.846270 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] Checking router: 46b682c2-6011-4bdd-9c82-d4aa642d3cbc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:36:52.855800 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:36:52.856424 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:36:52.903263 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-15bcfef5-89db-44a7-9de3-f19ae88b8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:52.907105 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-15bcfef5-89db-44a7-9de3-f19ae88b8906 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4115231e-a2e5-4427-b238-c646bfcfb701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853331 Jul 16 19:36:52.942220 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5303e-78fa-48de-8c64-fd0cdfe5d7c9 req-f61b7379-2290-415c-bb69-0daa878ca921 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:52.943960 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-66c5303e-78fa-48de-8c64-fd0cdfe5d7c9 req-f61b7379-2290-415c-bb69-0daa878ca921 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0769441 Jul 16 19:36:52.997201 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:36:53.000558 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-66c5303e-78fa-48de-8c64-fd0cdfe5d7c9 req-54182023-1824-4764-a015-fb4caa21756b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447590 Jul 16 19:36:53.036106 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-95d50fad-a0e4-490a-838c-ec59b2f429a0 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209822 Jul 16 19:36:53.158023 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bb4d0744-b15d-4b7d-9816-545d3a337998 req-fd9628cb-292d-4386-b0ed-6796b236d261 service neutron] 10.222.0.59 "GET /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136656 Jul 16 19:36:53.258662 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:36:53.296171 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78b909-9f59-4ef1-b2cc-fe02c36708e4 None None] The sync data for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 is: [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:27:54Z', 'revision_number': 4, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '81839bcd-12cd-4168-bb95-d9a416166e65', 'name': '', 'network_id': '4115231e-a2e5-4427-b238-c646bfcfb701', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'mac_address': 'fa:16:3e:a4:ff:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:54Z', 'updated_at': '2021-07-16T19:27:59Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'subnets': [{'id': 'f25b5146-6931-427d-9da6-71d2d76c78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:36:53.317074 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:53.556213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d55fdb6-02be-4cee-b642-459ffe8bbce7 None None] New status for floating IP 82d8c33b-8956-4de3-ac35-e5ec2360ed52: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:36:54.194669 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea74b0f-fb83-4460-a7b1-b95652829621 req-e7caf8da-63f5-4252-a7e7-7654b44e7137 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:54.196234 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ea74b0f-fb83-4460-a7b1-b95652829621 req-e7caf8da-63f5-4252-a7e7-7654b44e7137 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0754597 Jul 16 19:36:54.246567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0ea74b0f-fb83-4460-a7b1-b95652829621 req-3c6413b6-b647-4c65-8549-c60b7090e412 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414124 Jul 16 19:36:54.442710 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc97041-afd6-488c-9042-a862af39649a req-48d9546e-992f-4f35-acb4-e4bfebbc1812 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:54.444257 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dc97041-afd6-488c-9042-a862af39649a req-48d9546e-992f-4f35-acb4-e4bfebbc1812 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 945 time: 0.0682878 Jul 16 19:36:54.561894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Deleting port 77e4a513-8c39-442c-9113-31ad8d7ca91d {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:36:54.562228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:54.660284 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] For port 77e4a513-8c39-442c-9113-31ad8d7ca91d, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=77e4a513-8c39-442c-9113-31ad8d7ca91d,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:54.660652 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:54.677241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Calling delete_port for 77e4a513-8c39-442c-9113-31ad8d7ca91d owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:36:54.830290 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:54.862951 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event deleted for resources: {'Port': ['ID=77e4a513-8c39-442c-9113-31ad8d7ca91d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:54.899036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.899036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.899036 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.900029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.900029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.900029 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.900479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.900479 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.900906 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.901078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.901344 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.901662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:54.926265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] No DVR routers for this DVR port 77e4a513-8c39-442c-9113-31ad8d7ca91d on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:36:54.929033 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:54.931093 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3dc97041-afd6-488c-9042-a862af39649a req-88971086-afb5-4579-b33d-489168dc547d tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.59 "DELETE /v2.0/ports/77e4a513-8c39-442c-9113-31ad8d7ca91d HTTP/1.1" status: 204 len: 173 time: 0.4800329 Jul 16 19:36:54.931538 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-deleted', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:36:54.933996 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c76c9cb-bf0b-4985-a90f-71fc1047eff1" -d '{"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-deleted", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:36:54.985536 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a142964-7051-4bc8-92f4-9a55c46de2e1 x-openstack-request-id: req-9a142964-7051-4bc8-92f4-9a55c46de2e1 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:36:54.985828 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96392bcf-f905-49d1-b4cc-81665a592c88", "name": "network-vif-deleted", "tag": "77e4a513-8c39-442c-9113-31ad8d7ca91d", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:36:54.986079 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a142964-7051-4bc8-92f4-9a55c46de2e1 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:36:54.986485 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96392bcf-f905-49d1-b4cc-81665a592c88', 'name': 'network-vif-deleted', 'tag': '77e4a513-8c39-442c-9113-31ad8d7ca91d', 'status': 'completed', 'code': 200} Jul 16 19:36:55.373585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:55.429195 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f4ba81c5-64e6-495f-9a89-bf3a77f62da4 req-c14acc0e-bf4c-4f41-aae6-e70fcae7e49b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 210 time: 0.0401537 Jul 16 19:36:56.424354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 77e4a513-8c39-442c-9113-31ad8d7ca91d no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:36:56.452546 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 77e4a513-8c39-442c-9113-31ad8d7ca91d {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:36:56.453002 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 77e4a513-8c39-442c-9113-31ad8d7ca91d not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:36:56.609567 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-823f9ed2-82e1-453a-a130-21cdbccb4dbf req-bb37babf-8ca8-41fd-bf36-21d1a27e022e tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 210 time: 0.0391724 Jul 16 19:36:57.774601 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c4d5ef81-149b-423d-be15-9ffdbf58eee3 req-c76c55c6-c931-47a0-b7b3-95f70baa06f8 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 210 time: 0.0347035 Jul 16 19:36:58.969407 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-6f53e333-1421-4be1-823c-b834f3ce0217 req-f7d8da59-d083-4450-8945-9fbb6c3144d2 tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "GET /v2.0/ports?device_id=96392bcf-f905-49d1-b4cc-81665a592c88 HTTP/1.1" status: 200 len: 210 time: 0.0467050 Jul 16 19:37:00.124590 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51482) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:00.199398 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5af4f5fb-3074-4d52-843e-d2a57f508f2b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:00.239662 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5af4f5fb-3074-4d52-843e-d2a57f508f2b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:00.320533 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5af4f5fb-3074-4d52-843e-d2a57f508f2b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:00.324077 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-5af4f5fb-3074-4d52-843e-d2a57f508f2b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:00.326188 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-5af4f5fb-3074-4d52-843e-d2a57f508f2b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] 10.222.0.49 "DELETE /v2.0/security-groups/ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e HTTP/1.1" status: 204 len: 168 time: 0.2000539 Jul 16 19:37:00.341499 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4f5fb-3074-4d52-843e-d2a57f508f2b tempest-TestShelveInstance-585850413 tempest-TestShelveInstance-585850413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f58dd-eb6c-456e-bae4-3ef1d7ef334e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:00.374111 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51486) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:00.917030 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.251255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Deleting port 81839bcd-12cd-4168-bb95-d9a416166e65 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:01.252393 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.344004 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] For port 81839bcd-12cd-4168-bb95-d9a416166e65, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=81839bcd-12cd-4168-bb95-d9a416166e65,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:01.344603 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.362131 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Calling delete_port for 81839bcd-12cd-4168-bb95-d9a416166e65 owned by network:router_interface {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:01.614885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.657189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Pushing event deleted for resources: {'Port': ['ID=81839bcd-12cd-4168-bb95-d9a416166e65,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:01.856091 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:02.121087 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:02.255943 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:02.261477 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-048c987d-4e30-4427-9ba0-768d18c1e886 admin admin] 10.222.0.49 "PUT /v2.0/routers/46b682c2-6011-4bdd-9c82-d4aa642d3cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859880 Jul 16 19:37:02.264616 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51490) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:02.266582 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] Sync routers for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:02.277057 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:02.277839 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:02.416366 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:02.632143 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:37:01Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:02.665503 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] Checking router: 46b682c2-6011-4bdd-9c82-d4aa642d3cbc for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:02.675520 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] Routers {'46b682c2-6011-4bdd-9c82-d4aa642d3cbc'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:02.676141 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:02.787350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:02.819879 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] Set router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:02.927833 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.022072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Deleting port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:03.022782 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.101632 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:37:01Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:03.132960 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] For port 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:03.133631 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.157999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Calling delete_port for 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:03.233193 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1d79b-2a6e-4690-8e49-eeaa5cbc692f None None] The sync data for ids ['46b682c2-6011-4bdd-9c82-d4aa642d3cbc'] in n-d-791504-15 is: [{'id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'name': 'tempest-TestShelveInstance-764048144-router', 'tenant_id': 'c6f65011a326465dae6a09465463b72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:51Z', 'updated_at': '2021-07-16T19:37:01Z', 'revision_number': 5, 'project_id': 'c6f65011a326465dae6a09465463b72f', 'gw_port': {'id': '3a3daf57-1f86-43d0-8c5d-ac3e6d909c89', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b682c2-6011-4bdd-9c82-d4aa642d3cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:52Z', 'updated_at': '2021-07-16T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:03.372249 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.399542 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3daf57-1f86-43d0-8c5d-ac3e6d909c89,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:03.477335 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.577222 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.579840 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.636360 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.637407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b682c2-6011-4bdd-9c82-d4aa642d3cbc {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:37:03.645214 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.647321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-7a2efb13-8605-4637-841c-caa0074d52a1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/46b682c2-6011-4bdd-9c82-d4aa642d3cbc HTTP/1.1" status: 204 len: 168 time: 1.3808305 Jul 16 19:37:03.650835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51492) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:03.717299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] Deleting subnet f25b5146-6931-427d-9da6-71d2d76c78db {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:37:03.721673 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.775977 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.884480 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.969261 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.000670 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25b5146-6931-427d-9da6-71d2d76c78db,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:04.008236 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.011049 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-8cf03a72-470e-4065-901d-0b0d4dcec793 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f25b5146-6931-427d-9da6-71d2d76c78db HTTP/1.1" status: 204 len: 168 time: 0.3582764 Jul 16 19:37:04.013079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51494) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:04.021830 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19710b3-7f57-46b3-bad4-1e6a6467c787 None None] Network 4115231e-a2e5-4427-b238-c646bfcfb701 requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:04.094482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.161966 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Deleting port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:04.162349 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.237198 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] For port c4da8abc-19ea-44d6-99d2-4656c25dd4b4, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,segment=NetworkSegment(d4204e09-e26e-43c6-bce0-f02fc2ca5c02),segment_id=d4204e09-e26e-43c6-bce0-f02fc2ca5c02)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:04.237566 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.253481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Calling delete_port for c4da8abc-19ea-44d6-99d2-4656c25dd4b4 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:04.334089 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] DHCP port deletion for 4115231e-a2e5-4427-b238-c646bfcfb701 request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:37:04.358141 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.400295 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Deleting port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:04.400814 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.404396 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:04.408295 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] No DVR routers for this DVR port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:04.484938 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] For port c4da8abc-19ea-44d6-99d2-4656c25dd4b4, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:04.485383 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.485672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.499354 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Calling delete_port for c4da8abc-19ea-44d6-99d2-4656c25dd4b4 owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:04.502283 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:37:04.503843 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.505136 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4115231e-a2e5-4427-b238-c646bfcfb701']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:04.528822 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:04.529119 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4204e09-e26e-43c6-bce0-f02fc2ca5c02') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:04.530889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Pushing event deleted for resources: {'Port': ['ID=c4da8abc-19ea-44d6-99d2-4656c25dd4b4,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:04.539736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.540013 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.540342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.541071 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.541391 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.541711 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.541915 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.542127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.542423 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.542653 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.543018 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.543342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.543657 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:04.546834 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c5091-36a1-4684-8ab7-fb1ac6eef079 None None] No DVR routers for this DVR port c4da8abc-19ea-44d6-99d2-4656c25dd4b4 on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:04.562511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.569944 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:37:04.570595 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:37:04.573166 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:37:04.646415 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.653885 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.660731 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] 10.222.0.49 "DELETE /v2.0/networks/4115231e-a2e5-4427-b238-c646bfcfb701 HTTP/1.1" status: 204 len: 168 time: 0.6417620 Jul 16 19:37:04.661065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51496) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:04.668204 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f93de-7604-4e7d-b235-548e2b41c73b admin admin] Pushing event deleted for resources: {'Network': ['ID=4115231e-a2e5-4427-b238-c646bfcfb701,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:04.984473 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:05.005227 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:05.005562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 3a3daf57-1f86-43d0-8c5d-ac3e6d909c89 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:05.006048 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 81839bcd-12cd-4168-bb95-d9a416166e65 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:05.029046 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 81839bcd-12cd-4168-bb95-d9a416166e65 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:05.029826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 81839bcd-12cd-4168-bb95-d9a416166e65 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:05.029826 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4da8abc-19ea-44d6-99d2-4656c25dd4b4 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:05.049362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: c4da8abc-19ea-44d6-99d2-4656c25dd4b4 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:05.050041 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device c4da8abc-19ea-44d6-99d2-4656c25dd4b4 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:05.080846 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:05.387987 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Deleting port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:05.388474 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:05.492972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] For port 751a5a5c-47b3-4cf4-8eaa-544613c1bb68, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,segment=NetworkSegment(6c88c96b-b025-4038-bcae-f5614a5a9178),segment_id=6c88c96b-b025-4038-bcae-f5614a5a9178)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:05.492972 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:05.509299 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Calling delete_port for 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:05.719567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:05.745513 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=751a5a5c-47b3-4cf4-8eaa-544613c1bb68,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:05.936619 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:06.194130 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Router 4af1af82-c93b-4094-9fb3-3257a259a2d4 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:06.317302 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:06.323405 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-34f26467-10f5-4049-9b29-eaa1f8c36a65 admin admin] 10.222.0.49 "PUT /v2.0/routers/4af1af82-c93b-4094-9fb3-3257a259a2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6615906 Jul 16 19:37:06.326704 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51498) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:06.329713 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] Sync routers for ids ['4af1af82-c93b-4094-9fb3-3257a259a2d4'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:06.343204 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] Routers {'4af1af82-c93b-4094-9fb3-3257a259a2d4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:06.344123 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4af1af82-c93b-4094-9fb3-3257a259a2d4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:06.448075 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:06.464375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] Set router 4af1af82-c93b-4094-9fb3-3257a259a2d4 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:06.597373 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:06.658858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Deleting port 163888d8-d150-40c0-a50e-a0424b2bbad9 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:06.659239 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:06.695580 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:37:05Z', 'revision_number': 5, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port': {'id': '163888d8-d150-40c0-a50e-a0424b2bbad9', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:06.725373 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] Checking router: 4af1af82-c93b-4094-9fb3-3257a259a2d4 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:06.734825 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] Routers {'4af1af82-c93b-4094-9fb3-3257a259a2d4'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:06.735506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['4af1af82-c93b-4094-9fb3-3257a259a2d4'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:06.761265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] For port 163888d8-d150-40c0-a50e-a0424b2bbad9, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=163888d8-d150-40c0-a50e-a0424b2bbad9,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:06.762318 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:06.783332 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Calling delete_port for 163888d8-d150-40c0-a50e-a0424b2bbad9 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:06.835987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] Set router 4af1af82-c93b-4094-9fb3-3257a259a2d4 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:06.906977 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:37:06Z', 'revision_number': 6, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:06.937081 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af530c-1e5b-4128-869b-83b2d8589d4a None None] The sync data for ids ['4af1af82-c93b-4094-9fb3-3257a259a2d4'] in n-d-791504-15 is: [{'id': '4af1af82-c93b-4094-9fb3-3257a259a2d4', 'name': 'tempest-TestShelveInstance-1810114160-router', 'tenant_id': '3903b02b9c994aa38bf007001e6473f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:27:56Z', 'updated_at': '2021-07-16T19:37:06Z', 'revision_number': 6, 'project_id': '3903b02b9c994aa38bf007001e6473f3', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:06.981487 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.018895 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Pushing event deleted for resources: {'Port': ['ID=163888d8-d150-40c0-a50e-a0424b2bbad9,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:07.086381 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.209149 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.211754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.284118 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.289626 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af1af82-c93b-4094-9fb3-3257a259a2d4 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:37:07.301064 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.301064 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0faac57-1516-4e88-ace6-85abe2a4048e admin admin] 10.222.0.49 "DELETE /v2.0/routers/4af1af82-c93b-4094-9fb3-3257a259a2d4 HTTP/1.1" status: 204 len: 168 time: 0.9687452 Jul 16 19:37:07.301518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51500) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:07.362247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] Deleting subnet 15dc7de6-cc48-4df8-8b46-4c6e32d9160b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:37:07.368254 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.422132 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.536134 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.609963 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.639126 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15dc7de6-cc48-4df8-8b46-4c6e32d9160b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:07.641211 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.643184 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-2c2eb106-794a-4523-879e-a02b13564a3e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/15dc7de6-cc48-4df8-8b46-4c6e32d9160b HTTP/1.1" status: 204 len: 168 time: 0.3406799 Jul 16 19:37:07.647311 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51502) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:07.650827 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f45444-9fcc-40bf-ad34-6807187e91ab None None] Network 3d518a22-fd96-4e2c-bc55-3aee54cbe83e requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:07.748289 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.845133 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Deleting port 7e647503-5c7e-47ff-b461-b6720660274a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:07.846183 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.934894 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] For port 7e647503-5c7e-47ff-b461-b6720660274a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=7e647503-5c7e-47ff-b461-b6720660274a,segment=NetworkSegment(6c88c96b-b025-4038-bcae-f5614a5a9178),segment_id=6c88c96b-b025-4038-bcae-f5614a5a9178)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:07.935377 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.953022 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:37:07.956861 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Calling delete_port for 7e647503-5c7e-47ff-b461-b6720660274a owned by network:dhcp {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:08.064886 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] DHCP port deletion for 3d518a22-fd96-4e2c-bc55-3aee54cbe83e request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:37:08.090197 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.120094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e647503-5c7e-47ff-b461-b6720660274a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:08.123962 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] No DVR routers for this DVR port 7e647503-5c7e-47ff-b461-b6720660274a on host n-d-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:08.150513 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] Deleting port 7e647503-5c7e-47ff-b461-b6720660274a {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:08.150995 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.213533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.227443 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d518a22-fd96-4e2c-bc55-3aee54cbe83e']}} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:08.234362 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] For port 7e647503-5c7e-47ff-b461-b6720660274a, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:08.234756 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.240911 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c88c96b-b025-4038-bcae-f5614a5a9178') {'for_net_delete': True} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:08.241295 n-d-791504-15 neutron-server[93795]: DEBUG neutron.services.segments.db [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c88c96b-b025-4038-bcae-f5614a5a9178') {} {{(pid=93795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:08.249418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] Calling delete_port for 7e647503-5c7e-47ff-b461-b6720660274a owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:08.252820 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] Port 7e647503-5c7e-47ff-b461-b6720660274a was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:37:08.254359 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30097691'] for segment, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.254640 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.274459 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.281840 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:37:08.282315 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29617618'] for segment, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: Traceback (most recent call last): Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: timer() Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: cb(*args, **kw) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: return func(*args, **kwargs) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: self._notify() Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: self.callback(batched_events) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: event.method(event) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: return f(self, *a, **k) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: return self._get(url).json() Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: return self.request(url, 'GET', **kwargs) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:37:08.284640 n-d-791504-15 neutron-server[93795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:37:08.291032 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] Pushing event deleted for resources: {'Port': ['ID=7e647503-5c7e-47ff-b461-b6720660274a,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:08.291555 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d4b8e-25ee-4726-9398-e9ced502cd1f None None] No DVR routers for this DVR port 7e647503-5c7e-47ff-b461-b6720660274a on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:08.357158 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.365215 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.367451 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3d518a22-fd96-4e2c-bc55-3aee54cbe83e HTTP/1.1" status: 204 len: 168 time: 0.7173543 Jul 16 19:37:08.379921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c35d7-c02d-4ba3-940d-97c2f3e5f3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d518a22-fd96-4e2c-bc55-3aee54cbe83e,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:08.501888 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51506) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:08.546563 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-eb5db18b-c2ff-4547-b7fc-0e0d6a65bd52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6f65011a326465dae6a09465463b72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434268 Jul 16 19:37:08.549161 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51508) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:08.605459 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ec48dca-48c6-4612-9e0e-4711546aa61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.634740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ec48dca-48c6-4612-9e0e-4711546aa61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.709062 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ec48dca-48c6-4612-9e0e-4711546aa61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.713027 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-4ec48dca-48c6-4612-9e0e-4711546aa61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.714944 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-4ec48dca-48c6-4612-9e0e-4711546aa61f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0b0f6ea-febc-408b-bda3-abb43bc905b9 HTTP/1.1" status: 204 len: 168 time: 0.1647019 Jul 16 19:37:08.726104 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec48dca-48c6-4612-9e0e-4711546aa61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0f6ea-febc-408b-bda3-abb43bc905b9,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:09.001696 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7e647503-5c7e-47ff-b461-b6720660274a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:09.028439 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 7e647503-5c7e-47ff-b461-b6720660274a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:09.029127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 7e647503-5c7e-47ff-b461-b6720660274a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:09.029649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:09.058637 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:09.059656 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 751a5a5c-47b3-4cf4-8eaa-544613c1bb68 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:09.060091 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 163888d8-d150-40c0-a50e-a0424b2bbad9 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:09.083162 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 163888d8-d150-40c0-a50e-a0424b2bbad9 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:09.083498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 163888d8-d150-40c0-a50e-a0424b2bbad9 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:09.183705 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51514) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:09.233461 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6517c524-7860-4653-9b45-02bf6f68b485 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3903b02b9c994aa38bf007001e6473f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484636 Jul 16 19:37:09.236265 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51516) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:09.295867 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e94bb7d9-eb47-481c-9d8a-ec888d43384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:09.333022 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e94bb7d9-eb47-481c-9d8a-ec888d43384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:09.390196 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e94bb7d9-eb47-481c-9d8a-ec888d43384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:09.393717 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-e94bb7d9-eb47-481c-9d8a-ec888d43384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:09.395248 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-e94bb7d9-eb47-481c-9d8a-ec888d43384d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c347c56-720e-4bb3-8881-df13dec2e514 HTTP/1.1" status: 204 len: 168 time: 0.1578383 Jul 16 19:37:09.405920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bb7d9-eb47-481c-9d8a-ec888d43384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c347c56-720e-4bb3-8881-df13dec2e514,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:10.256313 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51538) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:10.390074 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1781409055-network', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:10.418234 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Made reservation on behalf of 933bbc37cb32445e856d065a1cf9b115 for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:37:10.420906 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.430962 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.557707 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.562935 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.587824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:37:10.603724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f789cde7-d97b-497c-8316-1286ab529c95,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:10.609639 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.609980 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Added segment 1d831be5-80a1-4ff1-9144-a97cf2198ef9 of type vlan for network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca Jul 16 19:37:10.672609 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.720716 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.721972 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:10.722686 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.758029 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5003099 Jul 16 19:37:10.761358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51542) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:10.768442 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Request body: {'subnet': {'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1781409055-subnet', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:10.804328 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d4ace-32aa-47b8-8042-5f490debd952 admin admin] Pushing event updated for resources: {'Network': ['ID=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:10.816069 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:37:10.830354 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Made reservation on behalf of 933bbc37cb32445e856d065a1cf9b115 for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:37:10.834271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.420817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.497475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20cce9a1-9e46-466e-80c1-a0e46520a42b,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:11.506196 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Checking segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:11.506566 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Network hostable DHCP agents. Network: 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:37:11.528464 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:37:11.541112 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:11.547880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:11.548827 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.556033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a65a4a-4bcb-4758-97d5-dd58fc895b77 None None] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:11.573717 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-c6d68030-d70b-4f5b-a773-fef9162a1640 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8112149 Jul 16 19:37:11.577932 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51544) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:11.583278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:11.612854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.613923 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.698924 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.761452 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:37:11.761452 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.874825 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.926640 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Allocated IP 172.20.0.2 (734601f4-4a4a-4589-9ea4-b11e2ae3b2ca/20cce9a1-9e46-466e-80c1-a0e46520a42b/1d83fcc4-78c6-4953-aedc-11afb8b85e0e) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:12.102661 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.109814 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.123907 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Transition to ACTIVE for port object 1d83fcc4-78c6-4953-aedc-11afb8b85e0e will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:12.133307 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.136802 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Transition to ACTIVE for port object 1d83fcc4-78c6-4953-aedc-11afb8b85e0e will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:12.144454 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.188009 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:12.198616 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:12.203944 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:12.216006 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Pushing event updated for resources: {'Port': ['ID=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:12.266070 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Allocated IP 172.25.1.208 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/1a0bc64b-eb28-4d90-8313-1188fe782160) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:12.305693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Attempting to bind port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:37:12.306274 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Attempting to bind port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:37:12.306853 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Attempting to bind port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:12.316375 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:37:12.316980 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Checking segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:12.317589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.318192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Bound using segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:37:12.319179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Bound port: 1d83fcc4-78c6-4953-aedc-11afb8b85e0e, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:37:12.319769 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.407086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] For port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:37:12.410828 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] For port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:37:12.415007 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.423754 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.479602 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d13c9-c5f5-4e5b-9567-11f1e291681a None None] Pushing event updated for resources: {'Port': ['ID=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:12.479888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:12.532592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:12.536444 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:12.544523 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:12.547559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Pushing event updated for resources: {'Port': ['ID=1a0bc64b-eb28-4d90-8313-1188fe782160,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:12.885155 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.016874 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1d83fcc4-78c6-4953-aedc-11afb8b85e0e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:13.069474 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:13.130246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.302337 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Router 22ac75c4-7967-4d67-95bc-08a68cf0e706 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:37:13.432475 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:13.447078 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Sync routers for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:13.453722 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.455133 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-3d873c60-0ce9-4a85-ad6e-5fff47dfbd8f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8761489 Jul 16 19:37:13.459880 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51548) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:13.462445 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:13.463064 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:13.573104 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5b3b0-ba6b-406b-a14a-dff368eff85d None None] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:13.583628 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:13.670064 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a42797b6-ce9d-48d3-b714-5851c3e71163 None None] Provisioning for port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:13.680213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-a42797b6-ce9d-48d3-b714-5851c3e71163 None None] Provisioning complete for port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:13.680623 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a42797b6-ce9d-48d3-b714-5851c3e71163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.809891 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:12Z', 'revision_number': 3, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:13.848161 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Checking router: 22ac75c4-7967-4d67-95bc-08a68cf0e706 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:13.848874 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Updating router 22ac75c4-7967-4d67-95bc-08a68cf0e706 port 1a0bc64b-eb28-4d90-8313-1188fe782160 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:37:13.852753 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a42797b6-ce9d-48d3-b714-5851c3e71163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.895144 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.912951 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-a42797b6-ce9d-48d3-b714-5851c3e71163 None None] For port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:13.923374 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-a42797b6-ce9d-48d3-b714-5851c3e71163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.986769 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42797b6-ce9d-48d3-b714-5851c3e71163 None None] Pushing event updated for resources: {'Port': ['ID=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:14.126271 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.241590 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.252697 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Transition to ACTIVE for port object 1a0bc64b-eb28-4d90-8313-1188fe782160 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:14.259103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-cbf2705d-285a-4b9d-b4d2-98fde67bfdfe None None] Provisioning complete for port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:14.259827 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-cbf2705d-285a-4b9d-b4d2-98fde67bfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.262332 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.313257 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Attempting to bind port 1a0bc64b-eb28-4d90-8313-1188fe782160 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:37:14.314189 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Attempting to bind port 1a0bc64b-eb28-4d90-8313-1188fe782160 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:37:14.315098 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Attempting to bind port 1a0bc64b-eb28-4d90-8313-1188fe782160 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:14.317866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Allocated IP 172.20.0.1 (734601f4-4a4a-4589-9ea4-b11e2ae3b2ca/20cce9a1-9e46-466e-80c1-a0e46520a42b/27fe227f-965e-43b1-8df0-773f89d89f6a) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:14.327505 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:37:14.328208 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:14.328621 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.329044 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:37:14.329518 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Bound port: 1a0bc64b-eb28-4d90-8313-1188fe782160, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:37:14.329904 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.350211 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Pushing event updated for resources: {'Port': ['ID=1a0bc64b-eb28-4d90-8313-1188fe782160,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:14.374649 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.375310 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.375840 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.376162 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.376687 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.377033 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.377525 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.378003 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.378520 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.378847 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.379176 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.379497 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:14.398876 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] For port 1a0bc64b-eb28-4d90-8313-1188fe782160, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:37:14.402280 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] For port 1a0bc64b-eb28-4d90-8313-1188fe782160, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1a0bc64b-eb28-4d90-8313-1188fe782160,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:37:14.406771 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.466311 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:14.467054 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:14.468071 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.470333 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e05b91-ba5b-4028-b0dc-bc701ce3b8ca None None] Pushing event updated for resources: {'Port': ['ID=1a0bc64b-eb28-4d90-8313-1188fe782160,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:14.488300 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Transition to ACTIVE for port object 27fe227f-965e-43b1-8df0-773f89d89f6a will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:14.527804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.584698 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:14.586225 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:14.589167 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:14.593846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:14.640249 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Pushing event updated for resources: {'Port': ['ID=27fe227f-965e-43b1-8df0-773f89d89f6a,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:14.657790 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.846716 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:12Z', 'revision_number': 3, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:14.855842 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.876472 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1173a3-6306-489b-86bd-a473d7db7eda None None] The sync data for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 is: [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:12Z', 'revision_number': 3, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:14.917327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bbfc364a-cb6e-46b3-82ad-790402b916a8 None None] Provisioning for port 27fe227f-965e-43b1-8df0-773f89d89f6a completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:14.924094 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bbfc364a-cb6e-46b3-82ad-790402b916a8 None None] Provisioning complete for port 27fe227f-965e-43b1-8df0-773f89d89f6a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:14.924472 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bbfc364a-cb6e-46b3-82ad-790402b916a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:14.976987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc364a-cb6e-46b3-82ad-790402b916a8 None None] Port 27fe227f-965e-43b1-8df0-773f89d89f6a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:37:15.010390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1d83fcc4-78c6-4953-aedc-11afb8b85e0e up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:15.072270 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:15.073163 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.100057 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.108510 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.193320 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.216154 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Pushing event updated for resources: {'Port': ['ID=27fe227f-965e-43b1-8df0-773f89d89f6a,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:15.337012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:15.338580 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:15.504447 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Router 22ac75c4-7967-4d67-95bc-08a68cf0e706 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:15.614655 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-b6f8abf1-1f1a-488a-ac3c-c34d15a8e844 None None] Provisioning complete for port 27fe227f-965e-43b1-8df0-773f89d89f6a triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:15.615439 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b6f8abf1-1f1a-488a-ac3c-c34d15a8e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:15.655358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:15.662013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-780ed07f-996e-465f-b19a-f23584c56f73 admin admin] 10.222.0.49 "PUT /v2.0/routers/22ac75c4-7967-4d67-95bc-08a68cf0e706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2006354 Jul 16 19:37:15.673380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8abf1-1f1a-488a-ac3c-c34d15a8e844 None None] Port 27fe227f-965e-43b1-8df0-773f89d89f6a cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:37:16.253696 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b89d94e-f4e3-4857-8052-76449f4e9b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.262157 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51566) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:16.267559 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-684499694-network', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:16.294614 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Made reservation on behalf of 53d3143d8f1842bf81a01f054e2d39ef for: {'network': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:37:16.298563 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for network, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.309492 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.428083 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.434566 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.466824 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:37:16.482369 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140fd30e-4e0e-4029-b0f9-482f4b03b65d,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:16.489023 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.489534 n-d-791504-15 neutron-server[93795]: INFO neutron.db.segments_db [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Added segment a066af66-1145-4324-92bf-581b133b7855 of type vlan for network 968bc2ef-4d0b-4237-8a68-916458e4a3cc Jul 16 19:37:16.543871 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734571696397'] for network, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.586143 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640'] for network, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.588033 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:16.589230 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Notify callbacks [] for network, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.626534 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3630078 Jul 16 19:37:16.629319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51568) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:16.634525 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Request body: {'subnet': {'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-684499694-subnet', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'ip_version': 4}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:16.677653 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aecec5-32ec-42e3-91ef-a805db278a89 admin admin] Pushing event updated for resources: {'Network': ['ID=968bc2ef-4d0b-4237-8a68-916458e4a3cc,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:16.691982 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc details requested by agent ovs-agent-n-d-791504-15 with host n-d-791504-15 {{(pid=93797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:37:16.699292 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Made reservation on behalf of 53d3143d8f1842bf81a01f054e2d39ef for: {'subnet': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:37:16.701678 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29447790'] for subnet, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.780182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Sync routers for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:16.797196 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:16.797842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:36:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:16.925518 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29617071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29447804'] for subnet, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.963399 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:17.023518 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a271a95-d4c0-4120-ac64-5a67a445ddd3,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:17.031706 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Checking segment: {'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:17.032301 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Network hostable DHCP agents. Network: 968bc2ef-4d0b-4237-8a68-916458e4a3cc, hostable agents: ['f5d12ddb-5720-4f2e-b17a-867e7392272b'], hosted agents: [] {{(pid=93795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:37:17.061498 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc is scheduled to be hosted by DHCP agent f5d12ddb-5720-4f2e-b17a-867e7392272b with binding_index 1 {{(pid=93795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:37:17.074835 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-15, 968bc2ef-4d0b-4237-8a68-916458e4a3cc) {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:17.079859 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a0bc64b-eb28-4d90-8313-1188fe782160 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:17.082067 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:17.085562 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.086043 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c399ea68-265d-44e1-b3de-2d1084116f77 None None] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:17.107903 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-ee521824-36bc-4bf5-a958-6ec5007e7dd6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4774868 Jul 16 19:37:17.110472 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51570) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:17.115504 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:17.145553 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8068'] for router, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.146948 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1941903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1942842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5239'] for router, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.222974 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.301332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 1a0bc64b-eb28-4d90-8313-1188fe782160 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:17.315390 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1a0bc64b-eb28-4d90-8313-1188fe782160 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:17.316004 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.452910 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90825420-ead4-5c7a-9085-9d89eefffbea-968bc2ef-4d0b-4237-8a68-916458e4a3cc', 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'fixed_ips': [{'subnet_id': '7a271a95-d4c0-4120-ac64-5a67a445ddd3'}]}} from n-d-791504-15. {{(pid=93797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:37:17.454177 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.462593 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 2, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:17.535137 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Checking router: 22ac75c4-7967-4d67-95bc-08a68cf0e706 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:17.535551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Updating router 22ac75c4-7967-4d67-95bc-08a68cf0e706 port 27fe227f-965e-43b1-8df0-773f89d89f6a binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:37:17.601402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.712307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 1a0bc64b-eb28-4d90-8313-1188fe782160, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1a0bc64b-eb28-4d90-8313-1188fe782160,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:17.716681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.721907 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.802805 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1942824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5221'] for router, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.830983 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.db_base_plugin_common [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Allocated IP 172.20.0.2 (968bc2ef-4d0b-4237-8a68-916458e4a3cc/7a271a95-d4c0-4120-ac64-5a67a445ddd3/83583170-352b-48ee-8422-5c89a3b9ff05) {{(pid=93797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:17.895633 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=1a0bc64b-eb28-4d90-8313-1188fe782160,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:18.117645 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.148953 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.279297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Notify callbacks [] for port, precommit_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.317206 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Transition to ACTIVE for port object 83583170-352b-48ee-8422-5c89a3b9ff05 will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:18.321486 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Allocated IP 172.25.1.245 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/5fd1b94b-6991-4e74-8e73-e1a24af5c814) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:18.347860 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Transition to ACTIVE for port object 83583170-352b-48ee-8422-5c89a3b9ff05 will not be triggered until provisioned by entity DHCP. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:18.368505 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029'] for port, after_create {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.418777 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc is already hosted by enough agents. {{(pid=93797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:18.434445 n-d-791504-15 neutron-server[93797]: DEBUG neutron.scheduler.base_scheduler [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Resources bound (agent type, host, resource id): {{(pid=93797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:18.439958 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Received port after_create {{(pid=93797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:18.459817 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.479192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Pushing event updated for resources: {'Port': ['ID=83583170-352b-48ee-8422-5c89a3b9ff05,revision_number=1']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:18.511942 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.560490 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:18.563776 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:18.569458 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:18.572893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Pushing event updated for resources: {'Port': ['ID=5fd1b94b-6991-4e74-8e73-e1a24af5c814,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:18.577969 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.607062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Transition to ACTIVE for port object 27fe227f-965e-43b1-8df0-773f89d89f6a will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:18.610248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Attempting to bind port 83583170-352b-48ee-8422-5c89a3b9ff05 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:37:18.610842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Attempting to bind port 83583170-352b-48ee-8422-5c89a3b9ff05 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:37:18.611433 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Attempting to bind port 83583170-352b-48ee-8422-5c89a3b9ff05 on network 968bc2ef-4d0b-4237-8a68-916458e4a3cc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:18.622175 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.635307 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:37:18.636015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Checking segment: {'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:18.636674 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.637320 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Bound using segment: {'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:37:18.638015 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Bound port: 83583170-352b-48ee-8422-5c89a3b9ff05, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:37:18.638588 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.722103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241433e8-187a-4972-a233-83a4ea08007e None None] Pushing event updated for resources: {'Port': ['ID=27fe227f-965e-43b1-8df0-773f89d89f6a,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:18.839304 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Attempting to bind port 27fe227f-965e-43b1-8df0-773f89d89f6a on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:37:18.839924 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Attempting to bind port 27fe227f-965e-43b1-8df0-773f89d89f6a by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:37:18.840305 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Attempting to bind port 27fe227f-965e-43b1-8df0-773f89d89f6a on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:18.849987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:37:18.850392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Checking segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:18.850766 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.851182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Bound using segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:37:18.851689 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Bound port: 27fe227f-965e-43b1-8df0-773f89d89f6a, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:37:18.852084 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.857191 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] For port 83583170-352b-48ee-8422-5c89a3b9ff05, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:37:18.900213 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] For port 83583170-352b-48ee-8422-5c89a3b9ff05, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=83583170-352b-48ee-8422-5c89a3b9ff05,segment=NetworkSegment(a066af66-1145-4324-92bf-581b133b7855),segment_id=a066af66-1145-4324-92bf-581b133b7855)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:37:18.942145 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.945156 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2a87bfb4-6503-4528-b0f8-737dc9057028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:18.969720 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.046693 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e259-24c8-42da-8991-7bde9682e560 None None] Pushing event updated for resources: {'Port': ['ID=83583170-352b-48ee-8422-5c89a3b9ff05,revision_number=2']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:19.090405 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a0bc64b-eb28-4d90-8313-1188fe782160 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:19.124719 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] For port 27fe227f-965e-43b1-8df0-773f89d89f6a, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:37:19.131297 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.153661 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] For port 27fe227f-965e-43b1-8df0-773f89d89f6a, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=27fe227f-965e-43b1-8df0-773f89d89f6a,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:37:19.161933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.242804 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 1a0bc64b-eb28-4d90-8313-1188fe782160 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:19.243299 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.245889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:19.247197 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:19.251090 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241433e8-187a-4972-a233-83a4ea08007e None None] Pushing event updated for resources: {'Port': ['ID=27fe227f-965e-43b1-8df0-773f89d89f6a,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:19.304477 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1942797'] for router, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.486792 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:19.541928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Router 7eea4a13-b122-4ece-accd-eb2867212ab8 is scheduled to L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 with binding_index 1 {{(pid=93795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:37:19.695046 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:19.706142 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Sync routers for ids ['7eea4a13-b122-4ece-accd-eb2867212ab8'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:19.721758 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.725278 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-0be639bf-5935-4a77-8a45-b9a31793beec admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6136234 Jul 16 19:37:19.727143 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51572) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:19.740681 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Routers {'7eea4a13-b122-4ece-accd-eb2867212ab8'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:19.741375 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7eea4a13-b122-4ece-accd-eb2867212ab8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:19.859551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-da1ef447-1456-4190-873c-f9512066b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:19Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:19.876076 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Set router 7eea4a13-b122-4ece-accd-eb2867212ab8 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:19.896987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ef447-1456-4190-873c-f9512066b17c None None] The sync data for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 is: [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:19Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:20.220538 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:37:18Z', 'revision_number': 3, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port': {'id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:18Z', 'updated_at': '2021-07-16T19:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:20.294386 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:20.376007 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Checking router: 7eea4a13-b122-4ece-accd-eb2867212ab8 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:20.376514 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Updating router 7eea4a13-b122-4ece-accd-eb2867212ab8 port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 binding host n-d-791504-15 {{(pid=93798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:37:20.444961 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:20.612626 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc7556-74d2-4eef-8df3-c7099e08b850 None None] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:20.723847 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-c521dcaa-51a5-4738-b4a1-3fceea1de14e None None] Provisioning for port 83583170-352b-48ee-8422-5c89a3b9ff05 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:20.803434 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:20.875637 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Notify callbacks [] for port, precommit_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:20.891587 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.provisioning_blocks [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Transition to ACTIVE for port object 5fd1b94b-6991-4e74-8e73-e1a24af5c814 will not be triggered until provisioned by entity L2. {{(pid=93798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:20.907839 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:20.963596 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Attempting to bind port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 on host n-d-791504-15 for vnic_type normal with profile {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:37:20.964069 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Attempting to bind port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:37:20.964528 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Attempting to bind port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 on network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:20.977990 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:37:20.978871 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Checking segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:20.979471 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:20.980068 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Bound using segment: {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'} {{(pid=93798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:37:20.981434 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.managers [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Bound port: 5fd1b94b-6991-4e74-8e73-e1a24af5c814, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3fb2ba-390a-4229-b5ba-83739eb6bf61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52'}}] {{(pid=93798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:37:20.981874 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.040020 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05742-f2f0-4f8f-8a29-f4b8a4f0aa72 None None] Pushing event updated for resources: {'Port': ['ID=5fd1b94b-6991-4e74-8e73-e1a24af5c814,revision_number=2']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:21.119215 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] For port 5fd1b94b-6991-4e74-8e73-e1a24af5c814, host n-d-791504-15, cleared binding levels {{(pid=93798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:37:21.125751 n-d-791504-15 neutron-server[93798]: DEBUG neutron.plugins.ml2.db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] For port 5fd1b94b-6991-4e74-8e73-e1a24af5c814, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5fd1b94b-6991-4e74-8e73-e1a24af5c814,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:37:21.133447 n-d-791504-15 neutron-server[93798]: DEBUG neutron_lib.callbacks.manager [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.135030 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83583170-352b-48ee-8422-5c89a3b9ff05 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:21.143481 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Allocated IP 172.20.0.1 (968bc2ef-4d0b-4237-8a68-916458e4a3cc/7a271a95-d4c0-4120-ac64-5a67a445ddd3/ff087545-72ef-47c2-a65c-0b9f36e389ce) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:21.232757 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Routers {'7eea4a13-b122-4ece-accd-eb2867212ab8'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:21.233566 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7eea4a13-b122-4ece-accd-eb2867212ab8'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:21.255545 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 83583170-352b-48ee-8422-5c89a3b9ff05 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:21.261248 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 83583170-352b-48ee-8422-5c89a3b9ff05 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:21.261727 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.338980 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.354923 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05742-f2f0-4f8f-8a29-f4b8a4f0aa72 None None] Pushing event updated for resources: {'Port': ['ID=5fd1b94b-6991-4e74-8e73-e1a24af5c814,revision_number=3']} {{(pid=93798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:21.371265 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.provisioning_blocks [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Transition to ACTIVE for port object ff087545-72ef-47c2-a65c-0b9f36e389ce will not be triggered until provisioned by entity DHCP. {{(pid=93796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:21.375966 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] Set router 7eea4a13-b122-4ece-accd-eb2867212ab8 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:21.384742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-42644e90-51fa-488f-81d7-550fd0899619 None None] Provisioning complete for port 83583170-352b-48ee-8422-5c89a3b9ff05 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:21.385255 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-42644e90-51fa-488f-81d7-550fd0899619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.387171 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.419017 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.468746 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 83583170-352b-48ee-8422-5c89a3b9ff05, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=83583170-352b-48ee-8422-5c89a3b9ff05,segment=NetworkSegment(a066af66-1145-4324-92bf-581b133b7855),segment_id=a066af66-1145-4324-92bf-581b133b7855)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:21.479790 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.481135 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 27fe227f-965e-43b1-8df0-773f89d89f6a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:21.482774 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:21.487369 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:21.492652 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:21.543714 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1941818'] for router_interface, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.547986 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Pushing event updated for resources: {'Port': ['ID=ff087545-72ef-47c2-a65c-0b9f36e389ce,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:21.562484 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=83583170-352b-48ee-8422-5c89a3b9ff05,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:21.661548 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 27fe227f-965e-43b1-8df0-773f89d89f6a completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:21.668885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 27fe227f-965e-43b1-8df0-773f89d89f6a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:21.669645 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.800585 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:37:18Z', 'revision_number': 3, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port': {'id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:18Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:21.813054 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.831532 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a12a13-58b6-4e3f-9310-7750f99e4886 None None] The sync data for ids ['7eea4a13-b122-4ece-accd-eb2867212ab8'] in n-d-791504-15 is: [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:37:18Z', 'revision_number': 3, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port': {'id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:18Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:21.877709 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.891429 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 27fe227f-965e-43b1-8df0-773f89d89f6a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=27fe227f-965e-43b1-8df0-773f89d89f6a,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:21.899170 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.912040 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d01fff2a-2ec0-4106-b164-e15c0bac5323 None None] Provisioning for port ff087545-72ef-47c2-a65c-0b9f36e389ce completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:21.940533 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d01fff2a-2ec0-4106-b164-e15c0bac5323 None None] Provisioning complete for port ff087545-72ef-47c2-a65c-0b9f36e389ce triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:21.941651 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d01fff2a-2ec0-4106-b164-e15c0bac5323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.023278 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d01fff2a-2ec0-4106-b164-e15c0bac5323 None None] Port ff087545-72ef-47c2-a65c-0b9f36e389ce cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:37:22.025519 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=27fe227f-965e-43b1-8df0-773f89d89f6a,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:22.104511 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.131125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.138150 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.231481 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1941838'] for router_interface, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.234558 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Pushing event updated for resources: {'Port': ['ID=ff087545-72ef-47c2-a65c-0b9f36e389ce,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:22.356934 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:22.359341 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:22.516963 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Router 7eea4a13-b122-4ece-accd-eb2867212ab8 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:22.659854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-bc6afed5-c91c-4696-bf63-8c3e31408e65 None None] Provisioning complete for port ff087545-72ef-47c2-a65c-0b9f36e389ce triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:22.660279 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-bc6afed5-c91c-4696-bf63-8c3e31408e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.691904 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:22.704981 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-0c36cf7b-6e39-47be-a3e4-c49fb8055789 admin admin] 10.222.0.49 "PUT /v2.0/routers/7eea4a13-b122-4ece-accd-eb2867212ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9729607 Jul 16 19:37:22.716225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-bc6afed5-c91c-4696-bf63-8c3e31408e65 None None] Port ff087545-72ef-47c2-a65c-0b9f36e389ce cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:37:23.099683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83583170-352b-48ee-8422-5c89a3b9ff05 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:23.184575 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 83583170-352b-48ee-8422-5c89a3b9ff05 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:23.185408 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.276133 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5fd1b94b-6991-4e74-8e73-e1a24af5c814 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:23.346216 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.362314 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:23.369379 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:23.370247 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.472059 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.494551 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port 5fd1b94b-6991-4e74-8e73-e1a24af5c814, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5fd1b94b-6991-4e74-8e73-e1a24af5c814,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:23.500511 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.502112 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 27fe227f-965e-43b1-8df0-773f89d89f6a up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:23.592708 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51580) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:23.598319 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-6e4a8637-bd22-466e-9abf-1a9ba0b88d90 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50253387', 'description': 'tempest-secgroup-smoke-50253387 description', 'project_id': '933bbc37cb32445e856d065a1cf9b115'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:23.624533 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8637-bd22-466e-9abf-1a9ba0b88d90 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.628352 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=5fd1b94b-6991-4e74-8e73-e1a24af5c814,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:23.642164 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 27fe227f-965e-43b1-8df0-773f89d89f6a triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:23.642534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.745005 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8637-bd22-466e-9abf-1a9ba0b88d90 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.749740 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8637-bd22-466e-9abf-1a9ba0b88d90 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.770523 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Sync routers for ids ['7eea4a13-b122-4ece-accd-eb2867212ab8'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:23.782108 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Routers {'7eea4a13-b122-4ece-accd-eb2867212ab8'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:23.783235 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7eea4a13-b122-4ece-accd-eb2867212ab8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:23.787454 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8637-bd22-466e-9abf-1a9ba0b88d90 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.788743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-6e4a8637-bd22-466e-9abf-1a9ba0b88d90 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1949809 Jul 16 19:37:23.793080 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51582) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:23.796162 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a8637-bd22-466e-9abf-1a9ba0b88d90 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae3bf1-d08e-4fdc-b144-e963c26a6915,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:23.798460 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-b0daf9ea-491b-4b94-b820-6dd9c5da88fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'security_group_rule': {'security_group_id': '16ae3bf1-d08e-4fdc-b144-e963c26a6915', 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:23.833233 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0daf9ea-491b-4b94-b820-6dd9c5da88fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.910768 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0daf9ea-491b-4b94-b820-6dd9c5da88fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.917096 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0daf9ea-491b-4b94-b820-6dd9c5da88fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.925644 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Set router 7eea4a13-b122-4ece-accd-eb2867212ab8 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:23.945487 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daf9ea-491b-4b94-b820-6dd9c5da88fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7217ae0-98f6-47f5-b331-320daf5c5846,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:23.952423 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-b0daf9ea-491b-4b94-b820-6dd9c5da88fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.959132 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-b0daf9ea-491b-4b94-b820-6dd9c5da88fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607296 Jul 16 19:37:23.959425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51584) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:23.967267 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-8c2fadeb-f96f-4941-bc0d-e98556a29f51 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'security_group_rule': {'security_group_id': '16ae3bf1-d08e-4fdc-b144-e963c26a6915', 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:24.001386 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c2fadeb-f96f-4941-bc0d-e98556a29f51 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.081145 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c2fadeb-f96f-4941-bc0d-e98556a29f51 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.087054 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c2fadeb-f96f-4941-bc0d-e98556a29f51 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.107623 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fadeb-f96f-4941-bc0d-e98556a29f51 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1686c81-27bf-43e8-b5df-3bc14569f7b6,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.115831 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-8c2fadeb-f96f-4941-bc0d-e98556a29f51 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.118124 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-8c2fadeb-f96f-4941-bc0d-e98556a29f51 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572354 Jul 16 19:37:24.122542 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51586) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:24.129509 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-6d0e2449-d69c-4fdd-8eef-29992e4b536a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'security_group_rule': {'security_group_id': '16ae3bf1-d08e-4fdc-b144-e963c26a6915', 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:24.160357 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2449-d69c-4fdd-8eef-29992e4b536a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.198648 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 4, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port': {'id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:55:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:18Z', 'updated_at': '2021-07-16T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ff087545-72ef-47c2-a65c-0b9f36e389ce', 'name': '', 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'mac_address': 'fa:16:3e:3e:8f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7a271a95-d4c0-4120-ac64-5a67a445ddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:20Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 2, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'subnets': [{'id': '7a271a95-d4c0-4120-ac64-5a67a445ddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:24.237669 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2449-d69c-4fdd-8eef-29992e4b536a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.242822 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2449-d69c-4fdd-8eef-29992e4b536a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.269779 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2449-d69c-4fdd-8eef-29992e4b536a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c027059-4c2f-4628-a85a-bc250e0db963,revision_number=0']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.275125 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2449-d69c-4fdd-8eef-29992e4b536a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.280659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51588) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:24.280953 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-6d0e2449-d69c-4fdd-8eef-29992e4b536a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565721 Jul 16 19:37:24.287212 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-94de6623-2509-4594-96e1-230ebf5d46b0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'security_group_rule': {'security_group_id': '16ae3bf1-d08e-4fdc-b144-e963c26a6915', 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:24.320606 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94de6623-2509-4594-96e1-230ebf5d46b0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.406443 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94de6623-2509-4594-96e1-230ebf5d46b0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.411416 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94de6623-2509-4594-96e1-230ebf5d46b0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.412044 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Checking router: 7eea4a13-b122-4ece-accd-eb2867212ab8 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:24.412396 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Updating router 7eea4a13-b122-4ece-accd-eb2867212ab8 port ff087545-72ef-47c2-a65c-0b9f36e389ce binding host n-d-791504-15 {{(pid=93797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:37:24.436955 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de6623-2509-4594-96e1-230ebf5d46b0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69a2019-dfe6-4ce7-9810-e23092efbffc,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.445137 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-94de6623-2509-4594-96e1-230ebf5d46b0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.446546 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-94de6623-2509-4594-96e1-230ebf5d46b0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640096 Jul 16 19:37:24.450220 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51590) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:24.454989 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'security_group_rule': {'security_group_id': '16ae3bf1-d08e-4fdc-b144-e963c26a6915', 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:24.455265 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.483961 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Project 933bbc37cb32445e856d065a1cf9b115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:37:24.491027 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.573753 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.579298 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.603358 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f9e9d3-9c70-4788-ac57-837734517a43,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.612135 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.613589 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-1c10545e-47b7-432d-8aaa-156152057972 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621704 Jul 16 19:37:24.616271 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51592) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:24.621173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'security_group_rule': {'security_group_id': '16ae3bf1-d08e-4fdc-b144-e963c26a6915', 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:24.651358 n-d-791504-15 neutron-server[93795]: INFO neutron.db.securitygroups_db [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Project 933bbc37cb32445e856d065a1cf9b115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:37:24.658610 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.751228 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.755519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054187'] for security_group_rule, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.776308 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8905503c-d2ae-4198-bf2b-adeb1b20aa57,revision_number=0']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.783277 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.784595 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-99f34da6-67e6-4996-a972-145fc14e78b1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672599 Jul 16 19:37:24.836045 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Notify callbacks [] for port, precommit_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.854410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Transition to ACTIVE for port object ff087545-72ef-47c2-a65c-0b9f36e389ce will not be triggered until provisioned by entity L2. {{(pid=93797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:24.862306 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.964172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edbf89-0533-4a28-a27b-18c980b1f202 None None] Pushing event updated for resources: {'Port': ['ID=ff087545-72ef-47c2-a65c-0b9f36e389ce,revision_number=3']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.982988 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-fc664083-17e6-48e0-8633-248a4af18cb2 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50253387&fields=id&tenant_id=933bbc37cb32445e856d065a1cf9b115 HTTP/1.1" status: 200 len: 267 time: 0.0612900 Jul 16 19:37:25.021885 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5fd1b94b-6991-4e74-8e73-e1a24af5c814 up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:25.051922 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Attempting to bind port ff087545-72ef-47c2-a65c-0b9f36e389ce on host n-d-791504-15 for vnic_type normal with profile {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:37:25.052294 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Attempting to bind port ff087545-72ef-47c2-a65c-0b9f36e389ce by drivers openvswitch,hyperv on host n-d-791504-15 at level 0 using segments [{'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:37:25.052669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Attempting to bind port ff087545-72ef-47c2-a65c-0b9f36e389ce on network 968bc2ef-4d0b-4237-8a68-916458e4a3cc {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:25.069153 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Checking agent: {'id': '33c79a57-1abf-41da-94f5-94a135882b4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 10, 49), 'started_at': datetime.datetime(2021, 7, 16, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:37:25.069605 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Checking segment: {'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:25.070076 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.070668 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Bound using segment: {'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'} {{(pid=93797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:37:25.071418 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.managers [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Bound port: ff087545-72ef-47c2-a65c-0b9f36e389ce, host: n-d-791504-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a066af66-1145-4324-92bf-581b133b7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc'}}] {{(pid=93797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:37:25.072015 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.146996 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-6aea2a37-a317-4343-8b09-102435164a60 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:25.148898 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-6aea2a37-a317-4343-8b09-102435164a60 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 810 time: 0.1554832 Jul 16 19:37:25.172570 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-5b583243-fd92-42f3-af7f-f7fbdeaa03a9 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/quotas/933bbc37cb32445e856d065a1cf9b115 HTTP/1.1" status: 200 len: 375 time: 0.0135567 Jul 16 19:37:25.173496 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:25.173873 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.208676 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] For port ff087545-72ef-47c2-a65c-0b9f36e389ce, host n-d-791504-15, cleared binding levels {{(pid=93797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:37:25.232353 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] For port ff087545-72ef-47c2-a65c-0b9f36e389ce, host n-d-791504-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ff087545-72ef-47c2-a65c-0b9f36e389ce,segment=NetworkSegment(a066af66-1145-4324-92bf-581b133b7855),segment_id=a066af66-1145-4324-92bf-581b133b7855)] {{(pid=93797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:37:25.241461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.278896 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-5d0c89cc-2285-49e7-9f5e-bc397362f4de tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968883 Jul 16 19:37:25.352001 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edbf89-0533-4a28-a27b-18c980b1f202 None None] Pushing event updated for resources: {'Port': ['ID=ff087545-72ef-47c2-a65c-0b9f36e389ce,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:25.370302 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Routers {'7eea4a13-b122-4ece-accd-eb2867212ab8'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:25.371336 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7eea4a13-b122-4ece-accd-eb2867212ab8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:25.414735 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.509562 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] Set router 7eea4a13-b122-4ece-accd-eb2867212ab8 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:25.574553 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-94ee146b-0122-4cdb-9b62-e141b83223c3 service neutron] 10.222.0.49 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761979 Jul 16 19:37:25.690021 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-1643160d-1cb8-4fe5-8b4e-1bb9c8292163 service neutron] 10.222.0.49 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082845 Jul 16 19:37:25.747498 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 4, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port': {'id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:55:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:18Z', 'updated_at': '2021-07-16T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ff087545-72ef-47c2-a65c-0b9f36e389ce', 'name': '', 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'mac_address': 'fa:16:3e:3e:8f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7a271a95-d4c0-4120-ac64-5a67a445ddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:20Z', 'updated_at': '2021-07-16T19:37:25Z', 'revision_number': 4, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'subnets': [{'id': '7a271a95-d4c0-4120-ac64-5a67a445ddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:25.777643 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f86aa8-adaf-43ba-8afd-5286afb9e56c None None] The sync data for ids ['7eea4a13-b122-4ece-accd-eb2867212ab8'] in n-d-791504-15 is: [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 4, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port': {'id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:55:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:18Z', 'updated_at': '2021-07-16T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': 'ff087545-72ef-47c2-a65c-0b9f36e389ce', 'name': '', 'network_id': '968bc2ef-4d0b-4237-8a68-916458e4a3cc', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'mac_address': 'fa:16:3e:3e:8f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '7a271a95-d4c0-4120-ac64-5a67a445ddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:20Z', 'updated_at': '2021-07-16T19:37:25Z', 'revision_number': 4, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'subnets': [{'id': '7a271a95-d4c0-4120-ac64-5a67a445ddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:25.920117 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fd23c8d2-00a3-4e34-adde-d5aa4daac64a req-87958376-ade6-4aca-b286-66503ca548e2 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 210 time: 0.0397375 Jul 16 19:37:27.061068 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ff087545-72ef-47c2-a65c-0b9f36e389ce up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:27.121491 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b849d9ea-070b-49d5-8395-7b42dffb44b4 req-3a1faf01-0280-4499-851c-73e31e037156 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 210 time: 0.0482702 Jul 16 19:37:27.147173 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning for port ff087545-72ef-47c2-a65c-0b9f36e389ce completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:27.155177 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ff087545-72ef-47c2-a65c-0b9f36e389ce triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:27.156618 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.288211 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.296563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-77455064-aaf6-4051-bd1b-0988cfaed65a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:27.298749 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-77455064-aaf6-4051-bd1b-0988cfaed65a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 810 time: 0.1862557 Jul 16 19:37:27.332692 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] For port ff087545-72ef-47c2-a65c-0b9f36e389ce, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ff087545-72ef-47c2-a65c-0b9f36e389ce,segment=NetworkSegment(a066af66-1145-4324-92bf-581b133b7855),segment_id=a066af66-1145-4324-92bf-581b133b7855)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:27.337933 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.367965 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-9382889a-1693-4da4-9c73-5b8cdfe5c1c9 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933bbc37cb32445e856d065a1cf9b115 HTTP/1.1" status: 200 len: 378 time: 0.0581834 Jul 16 19:37:27.382676 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'port': {'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'admin_state_up': True, 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'security_groups': ['16ae3bf1-d08e-4fdc-b144-e963c26a6915']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:27.413849 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Pushing event updated for resources: {'Port': ['ID=ff087545-72ef-47c2-a65c-0b9f36e389ce,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:27.564846 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Made reservation on behalf of 933bbc37cb32445e856d065a1cf9b115 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:37:27.568700 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.715931 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Allocated IP 172.20.0.7 (734601f4-4a4a-4589-9ea4-b11e2ae3b2ca/20cce9a1-9e46-466e-80c1-a0e46520a42b/2bdff387-7abc-49ca-b5f5-3813c5f3e2a6) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:27.879021 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.893825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Transition to ACTIVE for port object 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:27.930163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.978257 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:27.981849 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:27.986012 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:28.010827 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:28.046021 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:28.046971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.063693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-fbe54f4e-4775-4861-a9e7-30b77a53ce23 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6875582 Jul 16 19:37:28.077051 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Request body: {'port': {'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:28.165485 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.256359 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-545fdfb9-9383-4fd5-82a8-729365ea7b93 None None] Provisioning for port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:28.261284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-545fdfb9-9383-4fd5-82a8-729365ea7b93 None None] Provisioning complete for port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:28.261769 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-545fdfb9-9383-4fd5-82a8-729365ea7b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.301086 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-545fdfb9-9383-4fd5-82a8-729365ea7b93 None None] Port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:37:28.410757 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd790-48cb-4693-bdba-026cf06350c6 req-c602c23c-2111-4d5a-9e0c-0f976a876865 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:28.412171 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6ecd790-48cb-4693-bdba-026cf06350c6 req-c602c23c-2111-4d5a-9e0c-0f976a876865 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 931 time: 0.1385469 Jul 16 19:37:28.485148 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-a6ecd790-48cb-4693-bdba-026cf06350c6 req-3bd11a8f-b264-4e63-8be5-adfb8a970b52 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640767 Jul 16 19:37:28.522825 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:37:28.531650 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.545707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Transition to ACTIVE for port object 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:37:28.550519 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.605914 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:28.684219 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Attempting to bind port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 on host n-h1-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:37:28.684564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Attempting to bind port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 by drivers openvswitch,hyperv on host n-h1-791504-15 at level 0 using segments [{'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:37:28.684928 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Attempting to bind port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:28.689901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:37:28.690228 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Attempting to bind port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:37:28.695959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Checking agent: {'id': '0cc7ff7f-1868-4317-88f8-b3c9c9fa80fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:37:28.696283 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Checking segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:37:28.696680 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Bound using segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:37:28.697145 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Bound port: 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host: n-h1-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:37:28.697514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.781053 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:37:28.785782 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:37:28.792163 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.843066 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:28.844203 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.846511 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] 10.222.0.59 "PUT /v2.0/ports/2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 1092 time: 0.7744086 Jul 16 19:37:28.847137 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:28.851167 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba92a3-8507-41a1-bbee-51ebc1eaf064" -d '{"events": [{"name": "network-changed", "server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:28.901679 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a43f4-9e79-41e7-b469-74118dc9b47c service neutron] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:28.996807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-4ed739d3-1cc0-4bd8-95d9-44e95305ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:28.996807 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-4ed739d3-1cc0-4bd8-95d9-44e95305ecda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1095 time: 0.0847852 Jul 16 19:37:29.048078 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-27aab9bd-6b05-40ca-9823-44c1dfd7943d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 217 time: 0.0464075 Jul 16 19:37:29.059541 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ff087545-72ef-47c2-a65c-0b9f36e389ce up at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:29.070443 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7b43e-e15f-4aa8-b427-819d53b6190f x-openstack-request-id: req-3de7b43e-e15f-4aa8-b427-819d53b6190f {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:29.070804 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:29.071095 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3de7b43e-e15f-4aa8-b427-819d53b6190f {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:29.071554 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'status': 'completed', 'code': 200} Jul 16 19:37:29.113450 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-4a073b9e-8ae4-4b8c-b06d-7046b0505a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:29.114925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-4a073b9e-8ae4-4b8c-b06d-7046b0505a74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0600555 Jul 16 19:37:29.119005 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Provisioning complete for port ff087545-72ef-47c2-a65c-0b9f36e389ce triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:29.119536 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:29.181901 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d28c-b412-4847-b986-335459c24a14 req-d8700737-9cd1-42b9-800c-97cc226361c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:29.183693 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-d8700737-9cd1-42b9-800c-97cc226361c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615079 Jul 16 19:37:29.287797 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-e13d2b9c-d124-4275-9d45-049b1fcc52d5 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964661 Jul 16 19:37:29.396251 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-16c1d28c-b412-4847-b986-335459c24a14 req-b2df20c4-b8b6-4be1-a509-a0efa9b7ed16 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008372 Jul 16 19:37:29.506573 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-d115edd9-3e5b-497a-9811-beee6ca1df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:29.508013 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-d115edd9-3e5b-497a-9811-beee6ca1df63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1095 time: 0.0593302 Jul 16 19:37:29.633080 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-de2d1967-5025-482b-b104-046e31f3fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:29.635111 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-de2d1967-5025-482b-b104-046e31f3fd10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.1201735 Jul 16 19:37:29.698363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-e37cbac4-05ff-4f5d-a58b-84c848423f7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 217 time: 0.0417817 Jul 16 19:37:29.779583 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703d65-c6b4-4cc0-808d-072e4323ac9c req-e7425ff8-b63c-48bc-9bd4-839a7799e19f tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:29.781071 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2703d65-c6b4-4cc0-808d-072e4323ac9c req-e7425ff8-b63c-48bc-9bd4-839a7799e19f tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 943 time: 0.1681316 Jul 16 19:37:29.783093 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-1baec86b-53cd-40da-9b03-cf645a8b7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:29.784420 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-1baec86b-53cd-40da-9b03-cf645a8b7503 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0781760 Jul 16 19:37:29.860605 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d2703d65-c6b4-4cc0-808d-072e4323ac9c req-a1ffa45e-5780-4fd5-a34d-9f513896021e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734575 Jul 16 19:37:29.892103 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-d1a2d796-78a0-473d-83d8-5d8cd346e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:29.893671 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-d1a2d796-78a0-473d-83d8-5d8cd346e8eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992746 Jul 16 19:37:30.014861 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-8a6b8744-9a58-42db-b62f-b80d6ca5c202 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136668 Jul 16 19:37:30.127285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7eba92a3-8507-41a1-bbee-51ebc1eaf064 req-2d829f36-ebf3-4ed3-812d-00b3b775db0b service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058092 Jul 16 19:37:30.625949 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:37:30.733065 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:30.744686 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:37:30.783639 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:30.798182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:37:30.822981 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:30.827572 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:30.877506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:31.041076 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:37:31.058692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d13a7-cf8d-4625-ab13-85e6c124c80c req-0d4b6dd3-7b78-41bd-ad03-001b02cba27e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:31.060221 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-639d13a7-cf8d-4625-ab13-85e6c124c80c req-0d4b6dd3-7b78-41bd-ad03-001b02cba27e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 944 time: 0.0806358 Jul 16 19:37:31.105097 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-639d13a7-cf8d-4625-ab13-85e6c124c80c req-4c072e34-b5de-4f1d-8feb-a409919077f1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387712 Jul 16 19:37:32.306968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622bb20-511a-41b1-a28a-1c04457871a9 req-8b99fccf-8538-4109-b51e-2a18ea264ad1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:32.308794 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d622bb20-511a-41b1-a28a-1c04457871a9 req-8b99fccf-8538-4109-b51e-2a18ea264ad1 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 944 time: 0.0803757 Jul 16 19:37:32.351641 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d622bb20-511a-41b1-a28a-1c04457871a9 req-c4fe00d9-e30c-4a90-83f5-f708bd8f581d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372148 Jul 16 19:37:32.626327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:32.678902 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning for port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:37:32.682743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:32.683288 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:32.764814 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:32.788367 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:32.791051 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb2b52d-5a9f-46c7-b94b-bfe3e9f36511" -d '{"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-plugged", "status": "completed", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:32.806109 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:32.811604 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:32.844900 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b9c868-6f56-487a-bde1-2142e1b30f3a x-openstack-request-id: req-e6b9c868-6f56-487a-bde1-2142e1b30f3a {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:32.845318 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-plugged", "status": "completed", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:32.845604 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6b9c868-6f56-487a-bde1-2142e1b30f3a {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:32.846063 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'code': 200} Jul 16 19:37:32.877342 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:32.961124 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be1e0e-b390-4184-bed3-83c40609fa42 req-c960f91b-2091-4855-81ea-a945258ad348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:32.963533 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62be1e0e-b390-4184-bed3-83c40609fa42 req-c960f91b-2091-4855-81ea-a945258ad348 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1097 time: 0.0561259 Jul 16 19:37:33.010601 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-62be1e0e-b390-4184-bed3-83c40609fa42 req-174c98e5-a6f4-42e9-bec7-3f057bb7b28f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403042 Jul 16 19:37:33.543646 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d972e0-ab1e-432a-a9e7-3ff0caecf270 req-a2c8e052-d817-4672-9e69-f59a6e89c763 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:33.545124 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0d972e0-ab1e-432a-a9e7-3ff0caecf270 req-a2c8e052-d817-4672-9e69-f59a6e89c763 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 945 time: 0.0733366 Jul 16 19:37:33.588349 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b0d972e0-ab1e-432a-a9e7-3ff0caecf270 req-2eed6656-cee3-40c9-a33b-dfbfa8e2304b tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374506 Jul 16 19:37:34.775740 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171828ea-60ad-4e51-97d2-cae9a2707eaf req-f52408d1-5956-406e-8e99-8e70750d79c0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:34.777439 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-171828ea-60ad-4e51-97d2-cae9a2707eaf req-f52408d1-5956-406e-8e99-8e70750d79c0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 945 time: 0.0736260 Jul 16 19:37:34.822733 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-171828ea-60ad-4e51-97d2-cae9a2707eaf req-67955960-05f4-4d89-a29e-3788f38dc85d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391226 Jul 16 19:37:35.010854 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c506b8-da9e-4b92-817d-7bc092be2347 req-8148ec35-2bdf-4e37-9242-c458283ba2af tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:35.012577 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c3c506b8-da9e-4b92-817d-7bc092be2347 req-8148ec35-2bdf-4e37-9242-c458283ba2af tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 945 time: 0.0695465 Jul 16 19:37:35.056144 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c3c506b8-da9e-4b92-817d-7bc092be2347 req-ea9362bc-4bab-4b29-b63a-a112bb47cb72 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375216 Jul 16 19:37:35.081895 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51646) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:35.215334 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89281f3-36e4-47fa-a19a-09bd13d746bb tempest-TestSnapshotPattern-1160736344 tempest-TestSnapshotPattern-1160736344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:35.219066 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-c89281f3-36e4-47fa-a19a-09bd13d746bb tempest-TestSnapshotPattern-1160736344 tempest-TestSnapshotPattern-1160736344-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1092 time: 0.1334388 Jul 16 19:37:35.220052 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 51650) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:35.224627 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.v2.base [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:37:35.248916 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:35.377201 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:35.490793 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.db_base_plugin_common [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Allocated IP 172.25.1.104 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/9195d61d-9d89-430b-a7c9-122fcc8eaf91) {{(pid=93796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:37:35.611597 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for port, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:35.656526 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:35.704079 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:37:35.709855 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.base_scheduler [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Resources bound (agent type, host, resource id): {{(pid=93796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:37:35.712116 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'Port': ['ID=9195d61d-9d89-430b-a7c9-122fcc8eaf91,revision_number=1']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:35.714524 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Received port after_create {{(pid=93796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:37:36.085407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.173343 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.327050 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for port, precommit_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.332119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29711890'] for port, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.394708 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'Port': ['ID=9195d61d-9d89-430b-a7c9-122fcc8eaf91,revision_number=2']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:36.410405 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.514202 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Floating IP dfeba40a-3c01-4b82-b490-c8d02c507dfe associated. External IP: 172.25.1.104, port: 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6. Jul 16 19:37:36.738390 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Router 22ac75c4-7967-4d67-95bc-08a68cf0e706 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:36.858022 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:36.867641 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] Sync routers for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:36.875312 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.877450 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:36.878123 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:36.912675 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-13b6ae87-0e5b-4a9b-b9d8-5c3c87ce79b7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6914239 Jul 16 19:37:36.913409 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:36.916095 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52255b64-e240-4f61-8219-94eebb8fabb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:36.987571 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:37.021261 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e78365a-660f-4bb3-9625-bf5ce9b035c8 x-openstack-request-id: req-2e78365a-660f-4bb3-9625-bf5ce9b035c8 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:37.021521 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:37.021764 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e78365a-660f-4bb3-9625-bf5ce9b035c8 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:37.022196 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'status': 'completed', 'code': 200} Jul 16 19:37:37.098237 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-cb46a9f3-8462-422e-9233-2619d1ee670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:37.099874 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-cb46a9f3-8462-422e-9233-2619d1ee670e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1097 time: 0.0537202 Jul 16 19:37:37.197847 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-01f88950-e239-4f52-a95e-bb397f8421e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:37.199596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-01f88950-e239-4f52-a95e-bb397f8421e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0932152 Jul 16 19:37:37.223848 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:35Z', 'revision_number': 0, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:37.254604 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] Checking router: 22ac75c4-7967-4d67-95bc-08a68cf0e706 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:37.263410 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:37.264021 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:37:19Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:37.268515 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-477383f5-e3bf-421a-96f1-998cbea2ab51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 999 time: 0.0623674 Jul 16 19:37:37.319535 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-794a0fd0-6ee3-4e6a-97d8-9dd5690b292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:37.321046 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-794a0fd0-6ee3-4e6a-97d8-9dd5690b292d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0445690 Jul 16 19:37:37.375842 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:37.382636 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-06ce4128-e951-43e3-bf88-beea6e7ec41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:37.384209 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-06ce4128-e951-43e3-bf88-beea6e7ec41f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568452 Jul 16 19:37:37.455247 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.59', 51127) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:37.493212 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-55993bcd-44f8-4b58-9ed2-adf4a7da6d3e service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020916 Jul 16 19:37:37.509002 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-43b5bb97-a39c-47f5-bdff-ee92820d9481 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524273 Jul 16 19:37:37.590276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-52255b64-e240-4f61-8219-94eebb8fabb2 req-5ae78ea3-08b9-4a4b-9d6f-eb4d8b5e34b8 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903103 Jul 16 19:37:37.602772 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:35Z', 'revision_number': 0, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:37.633953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9dc6ce-45f7-43a4-aa82-b1c150714fc8 None None] The sync data for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 is: [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:35Z', 'revision_number': 0, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:37.720293 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-2b5922e9-974a-4158-afa2-93d50b23037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:37.721909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-2b5922e9-974a-4158-afa2-93d50b23037f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1097 time: 0.0592978 Jul 16 19:37:37.847392 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df57bee-0200-4653-8bf4-a01bed687da2 None None] New status for floating IP dfeba40a-3c01-4b82-b490-c8d02c507dfe: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:37:38.195014 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-48a66bf1-c897-4390-bd64-969f7a7d7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:38.196522 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-48a66bf1-c897-4390-bd64-969f7a7d7fe8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.4523315 Jul 16 19:37:38.270635 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-1a4815d8-09dd-452e-8c13-95bca926e07f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0667491 Jul 16 19:37:38.321368 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-1bcf48cc-32db-4346-88b4-564123f78fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:38.322739 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-1bcf48cc-32db-4346-88b4-564123f78fff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0448666 Jul 16 19:37:38.386451 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-b73996d0-a7ff-4fe0-b6ca-d893111582f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:38.387974 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-b73996d0-a7ff-4fe0-b6ca-d893111582f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584600 Jul 16 19:37:38.483608 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-fcf0c28b-c7f9-402d-8dae-f7dc81815b5d service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869327 Jul 16 19:37:38.579665 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-efb56701-20de-489c-a1b5-7fc63c9a19f7 req-5755938a-66ce-4b13-b385-307d9b62bc9b service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883245 Jul 16 19:37:44.954556 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:37:46.250487 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-01d46dd0-779e-4fee-b3f7-c2a70e7b2e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:48.882109 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-329cb94d-454b-4130-ab11-5188d1bd716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:49.054589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:50.286096 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:52.106682 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:53.324836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:55.394261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:16.245793 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6f9b13a0-de72-49c3-b644-5a797838e15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:18.886147 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-305e2212-5259-41a9-ba2c-34ee80e9060a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:19.060553 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:20.289761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:21.953883 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:38:22.108598 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:23.326692 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:25.392897 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:39.444374 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-0be13ec6-1681-4f12-a14f-661a265c462b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580740 Jul 16 19:38:39.553591 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662bedc-c2c1-4435-a790-9618227a23ab req-baed6cda-7764-4559-b5a2-088ec62f8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:39.555880 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-baed6cda-7764-4559-b5a2-088ec62f8525 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1097 time: 0.0595562 Jul 16 19:38:39.678774 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662bedc-c2c1-4435-a790-9618227a23ab req-e09c5a8e-aa5e-4b66-b257-459a7bbee4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:39.680268 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-e09c5a8e-aa5e-4b66-b257-459a7bbee4ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0946727 Jul 16 19:38:39.760957 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-3a803b97-f3d1-489c-b441-a2e510eab083 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0737176 Jul 16 19:38:39.815078 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662bedc-c2c1-4435-a790-9618227a23ab req-303bb5ac-d8a3-43ae-9c32-b21330870d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:39.816567 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-303bb5ac-d8a3-43ae-9c32-b21330870d4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0482881 Jul 16 19:38:39.886004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662bedc-c2c1-4435-a790-9618227a23ab req-20c16c0b-e6ca-4cdd-9938-50e0fb330771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:38:39.887529 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-20c16c0b-e6ca-4cdd-9938-50e0fb330771 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632405 Jul 16 19:38:39.981909 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-aa86c58d-48df-4434-9946-374fe52c3406 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868032 Jul 16 19:38:40.080748 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-4662bedc-c2c1-4435-a790-9618227a23ab req-20ab99a2-883b-4715-8277-8f06774508a7 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913177 Jul 16 19:38:46.250524 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54bf2b90-0445-43d4-aa79-2b3c8eea4132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:48.891179 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e730e2b-08ef-45cd-9d5a-633780e97614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:49.064953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:50.292005 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:52.107360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:53.337184 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:55.410178 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:58.957239 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:39:16.258270 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-1c2af302-0241-4e5c-9cbe-0ab1b68ffb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:18.896429 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-21fa59e0-d39f-4b03-bd24-79c05f5237d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:19.069253 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:20.297448 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:22.113032 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:23.359489 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:25.426458 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:35.288736 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 details requested by agent hyperv_n-h1-791504-15 with host n-h1-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:39:35.390165 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:35.401312 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Returning: {'device': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:39:35.442765 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:35.456483 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:39:35.479358 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:35.487062 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:35.547973 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:35.555832 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.556179 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.556506 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.556862 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.557192 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.557516 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.557838 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.558155 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.558472 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.558785 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.559100 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.559413 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:35.587933 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] get_ports_and_sgs() called for port_ids ['2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:39:35.957066 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:39:37.297205 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 up at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:39:37.358387 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Provisioning complete for port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:37.358767 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.448646 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.474747 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:39:37.477070 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4257007-9557-40f1-91d6-dcad90321458" -d '{"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-plugged", "status": "completed", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:39:37.499201 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:37.506186 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:37.697831 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d1d81f-e587-49a1-b5a0-6822268d1845 x-openstack-request-id: req-e3d1d81f-e587-49a1-b5a0-6822268d1845 {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:39:37.698304 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-plugged", "status": "completed", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:39:37.698418 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3d1d81f-e587-49a1-b5a0-6822268d1845 {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:39:37.698752 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'code': 200} Jul 16 19:39:37.732014 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:40.490314 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-335cf934-6bd3-4121-9aa2-773a99123654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:40.492525 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-335cf934-6bd3-4121-9aa2-773a99123654 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1097 time: 0.0626714 Jul 16 19:39:40.625094 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-372c9e50-4d33-448c-980b-3a0cf1db8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:40.627265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-372c9e50-4d33-448c-980b-3a0cf1db8b8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.1059825 Jul 16 19:39:40.697746 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-cf4c1d22-c86a-44da-a352-9dd13598ddcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 1001 time: 0.0629404 Jul 16 19:39:40.767117 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-8c418f3a-3730-4b3e-95dd-251cdeaf416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:40.769321 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-8c418f3a-3730-4b3e-95dd-251cdeaf416b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0643911 Jul 16 19:39:40.837087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-780f2fda-ece0-4949-9316-ae4ac6992cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:40.838652 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-780f2fda-ece0-4949-9316-ae4ac6992cf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589266 Jul 16 19:39:40.949565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-eca70e6e-99c5-40f9-880b-86a767c6143a service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019120 Jul 16 19:39:41.064473 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-7865544a-8e70-4300-8c64-89df5b56ce24 req-8c0229fd-665b-47d1-9a9d-fae8c703fcaa service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079905 Jul 16 19:39:45.318422 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-8ab85d5f-541e-496f-b268-9f53844f2248 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50253387&fields=id&tenant_id=933bbc37cb32445e856d065a1cf9b115 HTTP/1.1" status: 200 len: 267 time: 0.0396407 Jul 16 19:39:45.439179 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-0d552fec-541c-4951-9f44-29451970a163 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:45.440650 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-0d552fec-541c-4951-9f44-29451970a163 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 810 time: 0.1156337 Jul 16 19:39:45.458689 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-c82342e9-a337-4dda-8901-ad72a1b6e36e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/quotas/933bbc37cb32445e856d065a1cf9b115 HTTP/1.1" status: 200 len: 375 time: 0.0100307 Jul 16 19:39:45.536972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-8be51c85-49d0-4223-9b4a-f2d95eac991b tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0708637 Jul 16 19:39:45.554327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-d00aa347-af5e-492b-8ced-83755692c53a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:39:45.555372 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-d00aa347-af5e-492b-8ced-83755692c53a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066087 Jul 16 19:39:45.665479 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-888e81a6-438d-4031-a979-c69402650e2d service neutron] 10.222.0.49 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024439 Jul 16 19:39:45.758834 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-e08509f9-31c9-4cbe-803d-52e3ea7e3f66 service neutron] 10.222.0.49 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874712 Jul 16 19:39:45.863056 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-c1fb2740-6f54-4a48-8c2d-21134c190b03 req-89b81822-41bc-4092-b4f9-ed185207f9bc tempest-TestNetworkAdvancedServerOps-917509202 tempest-TestNetworkAdvancedServerOps-917509202-project] (93795) timed out ('10.222.0.67', 58449) {{(pid=93795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:39:45.983931 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-a6686bf6-77b8-43f0-8bd8-c551e6ab55fe req-bac3b6f4-f393-47f8-9a7f-6cb03586e86e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 210 time: 0.0383911 Jul 16 19:39:46.253496 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5a82ad79-87ae-476e-9b95-57c1a1e6cdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:47.076323 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.67', 59398) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:39:47.149972 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-6ae093b6-9ada-4504-950a-5f2cb12a0dea req-c73d31c1-3d14-4921-8df6-f2d14d9fbf95 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 210 time: 0.0403821 Jul 16 19:39:47.211329 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-7f85809b-523c-49f8-b4e6-8bbc177a0623 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:47.212833 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-7f85809b-523c-49f8-b4e6-8bbc177a0623 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.67 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 810 time: 0.1354487 Jul 16 19:39:47.259380 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-41fafa63-2f3c-4d69-a95b-169240bd1ab0 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933bbc37cb32445e856d065a1cf9b115 HTTP/1.1" status: 200 len: 378 time: 0.0371830 Jul 16 19:39:47.268217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'port': {'device_id': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'admin_state_up': True, 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'security_groups': ['16ae3bf1-d08e-4fdc-b144-e963c26a6915']}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:47.400087 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Made reservation on behalf of 933bbc37cb32445e856d065a1cf9b115 for: {'port': 1} {{(pid=93795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:39:47.403969 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:47.534411 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Allocated IP 172.20.0.9 (734601f4-4a4a-4589-9ea4-b11e2ae3b2ca/20cce9a1-9e46-466e-80c1-a0e46520a42b/865611d3-d09c-4e43-8940-0aa7c5daae24) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:39:47.763219 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:47.779455 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Transition to ACTIVE for port object 865611d3-d09c-4e43-8940-0aa7c5daae24 will not be triggered until provisioned by entity DHCP. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:47.816016 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:47.868072 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:39:47.869555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:39:47.873796 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:39:47.921209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:47.934105 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.934449 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.934791 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.935127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.935460 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.936298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.936298 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.936534 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.936707 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.937055 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.937378 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.937700 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:39:47.949896 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:47.950547 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:47.972209 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3d3d18d9-ec07-4af6-b1cc-f909f46d1a84 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7076139 Jul 16 19:39:48.130127 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9bd6d97d-b674-4f61-a77e-42a9001ab669 None None] Provisioning for port 865611d3-d09c-4e43-8940-0aa7c5daae24 completed by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:39:48.134649 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-9bd6d97d-b674-4f61-a77e-42a9001ab669 None None] Provisioning complete for port 865611d3-d09c-4e43-8940-0aa7c5daae24 triggered by entity DHCP. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:39:48.135086 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9bd6d97d-b674-4f61-a77e-42a9001ab669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:48.172182 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6d97d-b674-4f61-a77e-42a9001ab669 None None] Port 865611d3-d09c-4e43-8940-0aa7c5daae24 cannot update to ACTIVE because it is not bound. {{(pid=93797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:39:48.339130 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89200ba-fdc5-49a7-8b5a-522d68927d7c req-7b15f1c5-bb79-4883-8696-670c531892a6 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:48.340607 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e89200ba-fdc5-49a7-8b5a-522d68927d7c req-7b15f1c5-bb79-4883-8696-670c531892a6 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0750096 Jul 16 19:39:48.390026 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-e89200ba-fdc5-49a7-8b5a-522d68927d7c req-4c90847b-e61b-4315-8ed5-5339edbaa5c4 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404494 Jul 16 19:39:48.904834 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-b1e1980c-19a0-4186-97c7-aef016c9d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:49.072133 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:49.369172 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:39:49.457491 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:49.480961 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:39:49.483246 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1d3a6-edf3-4fd0-9ce0-f52953176ac2" -d '{"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:39:49.497286 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:39:49.509114 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:49.550911 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c4f4b5-bda4-47d7-b916-42aba8e6edea x-openstack-request-id: req-99c4f4b5-bda4-47d7-b916-42aba8e6edea {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:39:49.551214 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:39:49.551444 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99c4f4b5-bda4-47d7-b916-42aba8e6edea {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:39:49.552089 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'code': 200} Jul 16 19:39:49.576526 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Pushing event updated for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:49.610982 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5c708-1086-41c1-8341-7ac9492406b5 req-eceedb3f-9989-4806-be42-c415184cfadc tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:49.612645 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-baf5c708-1086-41c1-8341-7ac9492406b5 req-eceedb3f-9989-4806-be42-c415184cfadc tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0746703 Jul 16 19:39:49.654506 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-baf5c708-1086-41c1-8341-7ac9492406b5 req-d8da6dbf-b33e-45a1-861b-222cbe891727 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353823 Jul 16 19:39:50.297468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:51.051189 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5848c5-9033-4eea-a204-55cf8e83adfa req-940d9402-2abf-4176-a0d5-dd5a9d5ebd53 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:51.053024 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b5848c5-9033-4eea-a204-55cf8e83adfa req-940d9402-2abf-4176-a0d5-dd5a9d5ebd53 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0704851 Jul 16 19:39:51.099073 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-5b5848c5-9033-4eea-a204-55cf8e83adfa req-6b8216fa-5c0c-465f-9a4f-8e029c2c52c9 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399151 Jul 16 19:39:52.113623 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:52.286327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120952c-efb3-41a0-8423-dd3f91bbce01 req-98a4d653-0fc0-4c6f-b428-7c8a52d2046c tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:52.289468 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0120952c-efb3-41a0-8423-dd3f91bbce01 req-98a4d653-0fc0-4c6f-b428-7c8a52d2046c tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0697396 Jul 16 19:39:52.342220 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-0120952c-efb3-41a0-8423-dd3f91bbce01 req-e56971e9-62bb-48b2-847b-3d3dd6f3690a tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467782 Jul 16 19:39:53.351502 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:53.534961 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62a25c-5273-40d2-b308-88612c6268c1 req-a076080f-82ed-41ff-83c7-e04b405ab13d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:53.536631 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3e62a25c-5273-40d2-b308-88612c6268c1 req-a076080f-82ed-41ff-83c7-e04b405ab13d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0706384 Jul 16 19:39:53.580886 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-3e62a25c-5273-40d2-b308-88612c6268c1 req-ab3b1551-6e76-4d95-a308-3c22f14bd271 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368931 Jul 16 19:39:54.771701 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63dce0-65c7-4693-bd59-11cbb7017fb8 req-fa663915-3784-455f-a1d5-337cac3ff2fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:54.773279 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f63dce0-65c7-4693-bd59-11cbb7017fb8 req-fa663915-3784-455f-a1d5-337cac3ff2fe tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0740798 Jul 16 19:39:54.814351 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-3f63dce0-65c7-4693-bd59-11cbb7017fb8 req-f7af8160-8e1f-4b44-b543-78e44478e538 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350955 Jul 16 19:39:55.420735 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:55.999831 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361680e5-c88b-4917-9385-65fab3ef914c req-143f8a41-06c0-4c78-b521-268e3b871334 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:56.001534 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-361680e5-c88b-4917-9385-65fab3ef914c req-143f8a41-06c0-4c78-b521-268e3b871334 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0675335 Jul 16 19:39:56.041712 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-361680e5-c88b-4917-9385-65fab3ef914c req-a2a55354-6abd-488e-8f12-39bb48ab4dc7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336795 Jul 16 19:39:57.232019 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b124-1717-48db-abcc-afb7f1a140d5 req-93f6929d-4ac2-4a9a-b5a4-d5f02fb696f4 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:57.233836 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d90b124-1717-48db-abcc-afb7f1a140d5 req-93f6929d-4ac2-4a9a-b5a4-d5f02fb696f4 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0687804 Jul 16 19:39:57.272975 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-8d90b124-1717-48db-abcc-afb7f1a140d5 req-7454126a-773d-47f1-8583-aa1b556bde9e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329995 Jul 16 19:39:58.470854 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5914c-7f6a-4419-8439-b892b1386fa9 req-a0eb3ff2-3373-46d4-8030-b1f3e3ef686c tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:58.472272 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9a5914c-7f6a-4419-8439-b892b1386fa9 req-a0eb3ff2-3373-46d4-8030-b1f3e3ef686c tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 931 time: 0.0784638 Jul 16 19:39:58.513136 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-f9a5914c-7f6a-4419-8439-b892b1386fa9 req-5c32e955-7e0a-43df-9313-77ada547ff96 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348885 Jul 16 19:39:58.821597 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-63ca6c38-344d-440c-85a5-1ae262535930 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=93795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:39:58.822703 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-63ca6c38-344d-440c-85a5-1ae262535930 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085893 Jul 16 19:39:58.897410 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Request body: {'port': {'device_id': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-15'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:39:58.978270 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:59.247724 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865611d3-d09c-4e43-8940-0aa7c5daae24 {{(pid=93795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:39:59.255599 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:59.268065 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.provisioning_blocks [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Transition to ACTIVE for port object 865611d3-d09c-4e43-8940-0aa7c5daae24 will not be triggered until provisioned by entity L2. {{(pid=93795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:39:59.274804 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:59.327084 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:59.405256 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Attempting to bind port 865611d3-d09c-4e43-8940-0aa7c5daae24 on host n-h2-791504-15 for vnic_type normal with profile {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:39:59.405592 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Attempting to bind port 865611d3-d09c-4e43-8940-0aa7c5daae24 by drivers openvswitch,hyperv on host n-h2-791504-15 at level 0 using segments [{'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:39:59.405920 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Attempting to bind port 865611d3-d09c-4e43-8940-0aa7c5daae24 on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:59.410692 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Port 865611d3-d09c-4e43-8940-0aa7c5daae24 on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-15 {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:39:59.411008 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Attempting to bind port 865611d3-d09c-4e43-8940-0aa7c5daae24 on network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:39:59.416515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Checking agent: {'id': 'b7156c38-27f9-48f6-ae73-58cd229bf1ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'started_at': datetime.datetime(2021, 7, 16, 18, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:39:59.416874 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Checking segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:39:59.417327 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Bound using segment: {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'} {{(pid=93795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:39:59.417756 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.managers [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Bound port: 865611d3-d09c-4e43-8940-0aa7c5daae24, host: n-h2-791504-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d831be5-80a1-4ff1-9144-a97cf2198ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca'}}] {{(pid=93795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:39:59.418246 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:59.489686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, cleared binding levels {{(pid=93795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:39:59.493025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:39:59.498514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:59.534278 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:59.534931 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:59.536360 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] 10.222.0.67 "PUT /v2.0/ports/865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 200 len: 1092 time: 0.7043102 Jul 16 19:39:59.536891 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:39:59.539486 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1decf-4e92-4efd-b15d-c12d321fffa0" -d '{"events": [{"name": "network-changed", "server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:39:59.584605 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80fb46-dad8-4158-8cc7-b1dab4c96a67 service neutron] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=3']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:39:59.631502 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb771c4c-2a13-4213-8f8f-8930005be902 x-openstack-request-id: req-cb771c4c-2a13-4213-8f8f-8930005be902 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:39:59.631789 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:39:59.632037 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb771c4c-2a13-4213-8f8f-8930005be902 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:39:59.632430 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'status': 'completed', 'code': 200} Jul 16 19:39:59.659217 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-dcb5318e-624c-44d0-a6ce-088c1626f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:59.660970 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-dcb5318e-624c-44d0-a6ce-088c1626f602 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1095 time: 0.0670576 Jul 16 19:39:59.708215 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-aa5991ee-ff70-426c-bfef-4b11df81ee95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 200 len: 217 time: 0.0402763 Jul 16 19:39:59.732692 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff58807-e604-467c-a5b9-5bec9d537ed9 req-79d42e84-3d58-421d-a2c7-f4413a27a857 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:59.735098 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eff58807-e604-467c-a5b9-5bec9d537ed9 req-79d42e84-3d58-421d-a2c7-f4413a27a857 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 943 time: 0.0705791 Jul 16 19:39:59.760568 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-85526d01-3ed2-4469-b14a-b024aef21a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:59.762228 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-85526d01-3ed2-4469-b14a-b024aef21a73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0468912 Jul 16 19:39:59.774173 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-eff58807-e604-467c-a5b9-5bec9d537ed9 req-28d7e323-71dc-4d6a-a793-a1e120d119ed tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325089 Jul 16 19:39:59.826407 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-aafc803f-017b-452a-bf8f-4d1279f8eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:39:59.827988 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-aafc803f-017b-452a-bf8f-4d1279f8eb93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590174 Jul 16 19:39:59.921796 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-d03ec3ad-87e2-4fff-aa62-edaebeebed6a service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 Jul 16 19:40:00.020389 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-b7fcee42-c09a-42b3-a15c-9fa56e8f6f0d req-526b1d37-0a95-4031-af89-ce70aab57b91 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924115 Jul 16 19:40:00.129935 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-75f1cf7b-22c1-4e69-9350-3271797b4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:00.131464 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-75f1cf7b-22c1-4e69-9350-3271797b4d77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1095 time: 0.0544224 Jul 16 19:40:00.239127 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-a91bfe45-7d96-481f-9f81-5aa84c039605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:00.240508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-a91bfe45-7d96-481f-9f81-5aa84c039605 service neutron] 10.222.0.67 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.1020219 Jul 16 19:40:00.282363 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-fec67649-5abb-45eb-9ca0-12e7c7a955a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 200 len: 217 time: 0.0345762 Jul 16 19:40:00.335981 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-8633ab8c-8942-40e7-b8b9-49b0fcc2eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:00.337449 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-8633ab8c-8942-40e7-b8b9-49b0fcc2eea9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0485611 Jul 16 19:40:00.402059 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-14c24d0a-c26d-4e21-9119-03f185bed6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:00.403743 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-14c24d0a-c26d-4e21-9119-03f185bed6df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591850 Jul 16 19:40:00.507463 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-a353cc4a-6ae3-4123-a7dc-e4e949605baf service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953560 Jul 16 19:40:00.608761 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-d0a1decf-4e92-4efd-b15d-c12d321fffa0 req-5a942ebc-16ac-4294-a1ee-258edf036ff9 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943339 Jul 16 19:40:00.958226 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c5c7f-7fbc-43a7-bad1-dafbf481469d req-0c6167ca-7e27-4ff6-af0f-7286f8040434 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:00.959756 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-779c5c7f-7fbc-43a7-bad1-dafbf481469d req-0c6167ca-7e27-4ff6-af0f-7286f8040434 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 943 time: 0.0706353 Jul 16 19:40:01.004706 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-779c5c7f-7fbc-43a7-bad1-dafbf481469d req-d44aa21f-0ff0-4044-b666-c8ac4c0b83aa tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391226 Jul 16 19:40:01.105260 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 865611d3-d09c-4e43-8940-0aa7c5daae24 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:40:01.214174 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:40:01.226476 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'port_id': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'mac_address': 'fa:16:3e:23:b6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:40:01.264800 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.280539 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865611d3-d09c-4e43-8940-0aa7c5daae24 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:40:01.303085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:40:01.310384 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:01.359664 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=4']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:01.539796 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['865611d3-d09c-4e43-8940-0aa7c5daae24'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:40:02.191430 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bf088-a7b7-4aff-b562-3d1459f76528 req-f532e34f-d217-4c08-8896-3e081a520e7f tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:02.192945 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-302bf088-a7b7-4aff-b562-3d1459f76528 req-f532e34f-d217-4c08-8896-3e081a520e7f tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 944 time: 0.0667996 Jul 16 19:40:02.232677 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-302bf088-a7b7-4aff-b562-3d1459f76528 req-113d3ab2-42e3-49a0-b87e-8865cc1df0dd tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317514 Jul 16 19:40:03.116281 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 865611d3-d09c-4e43-8940-0aa7c5daae24 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:40:03.181223 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning for port 865611d3-d09c-4e43-8940-0aa7c5daae24 completed by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:40:03.185298 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 865611d3-d09c-4e43-8940-0aa7c5daae24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:40:03.185675 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.274444 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.298669 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:40:03.301054 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c39b4de-a0bf-4c4d-ab4b-9711e88155e1" -d '{"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-plugged", "status": "completed", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:40:03.319125 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:40:03.325337 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.353854 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da18ed24-6ffa-4818-8805-04f6e9f9d3ac x-openstack-request-id: req-da18ed24-6ffa-4818-8805-04f6e9f9d3ac {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:40:03.354166 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-plugged", "status": "completed", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:40:03.354166 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da18ed24-6ffa-4818-8805-04f6e9f9d3ac {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:40:03.354547 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'code': 200} Jul 16 19:40:03.387757 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=5']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:03.449596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589953-6855-410b-a8e9-70f920357c44 req-8b2463cd-96f7-467e-aed0-66753c45f349 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:03.451240 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f2589953-6855-410b-a8e9-70f920357c44 req-8b2463cd-96f7-467e-aed0-66753c45f349 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 945 time: 0.0940278 Jul 16 19:40:03.503825 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-f2589953-6855-410b-a8e9-70f920357c44 req-5e0628d4-ec3f-4b11-99ec-95b577cc9477 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441949 Jul 16 19:40:03.506750 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bef8b0-1564-4996-8009-01d670675480 req-0b4d3dee-b61e-40cc-8e02-0803254b0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:03.508061 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1bef8b0-1564-4996-8009-01d670675480 req-0b4d3dee-b61e-40cc-8e02-0803254b0b6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1097 time: 0.0941107 Jul 16 19:40:03.544296 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e1bef8b0-1564-4996-8009-01d670675480 req-21260dbd-4407-47ca-858a-cbdde56a444a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299208 Jul 16 19:40:04.710165 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b11e55-4fbf-4a3d-a71d-6d12b268806f req-089c1438-f6db-4982-91bc-eb0f3bdc817d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:04.711660 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12b11e55-4fbf-4a3d-a71d-6d12b268806f req-089c1438-f6db-4982-91bc-eb0f3bdc817d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 945 time: 0.0757389 Jul 16 19:40:04.752476 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-12b11e55-4fbf-4a3d-a71d-6d12b268806f req-4e7652dd-8c31-4af1-8f0e-deece76e99b8 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349271 Jul 16 19:40:04.931406 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac167-72ed-465d-a633-3f8d87056fd3 req-bbf6df26-21ee-4bdc-bd0f-7c63f5fdc46e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:04.932994 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c57ac167-72ed-465d-a633-3f8d87056fd3 req-bbf6df26-21ee-4bdc-bd0f-7c63f5fdc46e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 945 time: 0.0665374 Jul 16 19:40:04.977134 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-c57ac167-72ed-465d-a633-3f8d87056fd3 req-8a9b62b4-4120-4915-838b-2fdf8f528b8c tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377362 Jul 16 19:40:05.008740 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51926) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:40:05.064408 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541a003-dd81-4800-acdf-860a49713a44 tempest-TestSnapshotPattern-1160736344 tempest-TestSnapshotPattern-1160736344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:05.065879 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-d541a003-dd81-4800-acdf-860a49713a44 tempest-TestSnapshotPattern-1160736344 tempest-TestSnapshotPattern-1160736344-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1092 time: 0.0561039 Jul 16 19:40:05.070108 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 51928) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:40:05.074501 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.v2.base [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Request body: {'floatingip': {'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'port_id': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:40:05.099854 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:05.204437 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:05.317333 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_common [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Allocated IP 172.25.1.127 (48cc6e31-922c-4ab4-b611-5f8ee13a8c52/cc3ae48f-a818-4386-aba0-7701e0727a0f/e09f6514-8cbf-424f-8fe3-90b18b955e96) {{(pid=93795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:40:05.426779 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for port, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:05.478689 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734571760029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:05.519822 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Network 48cc6e31-922c-4ab4-b611-5f8ee13a8c52 is already hosted by enough agents. {{(pid=93795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:40:05.523659 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.base_scheduler [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Resources bound (agent type, host, resource id): {{(pid=93795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:40:05.526503 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Received port after_create {{(pid=93795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:40:05.563973 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'Port': ['ID=e09f6514-8cbf-424f-8fe3-90b18b955e96,revision_number=1']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:05.934256 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:06.014694 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:06.172421 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for port, precommit_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:06.181389 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29616954'] for port, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:06.252495 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event updated for resources: {'Port': ['ID=e09f6514-8cbf-424f-8fe3-90b18b955e96,revision_number=2']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:40:06.262681 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942947'] for floatingip, after_update {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:06.374641 n-d-791504-15 neutron-server[93795]: INFO neutron.db.l3_db [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Floating IP 2ea4f5ec-b0d5-499f-954b-89a387d07c99 associated. External IP: 172.25.1.127, port: 865611d3-d09c-4e43-8940-0aa7c5daae24. Jul 16 19:40:06.927061 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Router 22ac75c4-7967-4d67-95bc-08a68cf0e706 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:40:07.042533 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:40:07.052450 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] Sync routers for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:40:07.061995 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:07.063010 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:40:07.063621 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:07.102083 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-66b2dc3c-9b51-4b95-ad20-93b374502b39 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0309346 Jul 16 19:40:07.103045 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:40:07.109276 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4fcae-38c0-4db7-8569-46d71c751b89" -d '{"events": [{"name": "network-changed", "server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:40:07.145711 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f2843a-505d-428e-ba0a-f70c9d16b6e5 x-openstack-request-id: req-b5f2843a-505d-428e-ba0a-f70c9d16b6e5 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:40:07.146009 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:40:07.146257 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5f2843a-505d-428e-ba0a-f70c9d16b6e5 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:40:07.146653 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'status': 'completed', 'code': 200} Jul 16 19:40:07.177805 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:40:07.225968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-3167f0b8-9c79-4286-be6f-cb7992e84587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:07.227508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-3167f0b8-9c79-4286-be6f-cb7992e84587 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1097 time: 0.0579972 Jul 16 19:40:07.322452 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-d0d2fb79-fabf-421d-87e8-49626962642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:07.323947 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-d0d2fb79-fabf-421d-87e8-49626962642d service neutron] 10.222.0.67 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0902462 Jul 16 19:40:07.391365 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-d0af2fc3-1154-4959-9663-8c6713cb983a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 200 len: 999 time: 0.0603852 Jul 16 19:40:07.411953 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '2ea4f5ec-b0d5-499f-954b-89a387d07c99', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:23:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:40:05Z', 'updated_at': '2021-07-16T19:40:05Z', 'revision_number': 0, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}, {'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:37Z', 'revision_number': 1, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:07.441282 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-2dc7f668-d0b6-4323-baf6-f66e01fb6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:07.442579 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] Checking router: 22ac75c4-7967-4d67-95bc-08a68cf0e706 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:40:07.442963 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-2dc7f668-d0b6-4323-baf6-f66e01fb6306 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0455108 Jul 16 19:40:07.451624 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:40:07.452218 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:39:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:07.508272 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-4925e847-c220-45a9-9f20-5a4058b1487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:07.510098 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-4925e847-c220-45a9-9f20-5a4058b1487c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611811 Jul 16 19:40:07.557106 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:40:07.602366 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-02e0f41c-88cd-4c75-b695-db7f7604b044 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858676 Jul 16 19:40:07.696925 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-dcd4fcae-38c0-4db7-8569-46d71c751b89 req-0306e700-904b-4f56-9963-8ef78f6e0379 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876870 Jul 16 19:40:07.787477 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '2ea4f5ec-b0d5-499f-954b-89a387d07c99', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:23:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:40:05Z', 'updated_at': '2021-07-16T19:40:05Z', 'revision_number': 0, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}, {'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:37Z', 'revision_number': 1, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:40:07.817366 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc3fd3-34f2-4edf-ba51-114640a686a9 None None] The sync data for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 is: [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': '2ea4f5ec-b0d5-499f-954b-89a387d07c99', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:23:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:40:05Z', 'updated_at': '2021-07-16T19:40:05Z', 'revision_number': 0, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}, {'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:37Z', 'revision_number': 1, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:40:08.031495 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d7485-c539-47dd-8473-fcb71a6fdd38 None None] New status for floating IP 2ea4f5ec-b0d5-499f-954b-89a387d07c99: ACTIVE {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:40:12.957752 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:40:16.258094 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5c40a1e3-8e40-4dc7-89b4-370d5b03a376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:18.899588 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8edc1147-2b7a-46cf-822f-a7c9fd4dcdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:19.075775 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:20.311836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:22.117761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:23.354402 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:25.427261 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:42.486565 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-141d5bb3-e679-4ac3-b1f7-039246e670ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1076012 Jul 16 19:40:42.609233 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-b15d21a5-393c-470f-bc42-22be5759024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:42.610816 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-b15d21a5-393c-470f-bc42-22be5759024a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1095 time: 0.0662880 Jul 16 19:40:42.736855 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-86050f94-9c98-4e37-b8a7-f92b6f2a4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:42.738276 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-86050f94-9c98-4e37-b8a7-f92b6f2a4a49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0981836 Jul 16 19:40:42.810564 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-f43241ee-5071-4075-acf2-a64aaa36b41d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 999 time: 0.0627720 Jul 16 19:40:42.869893 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-01400c81-1ee9-4b68-935d-0608e35939c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:42.871444 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-01400c81-1ee9-4b68-935d-0608e35939c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0539412 Jul 16 19:40:42.933940 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-bae9095b-6447-4725-8026-8becc04825fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:42.935596 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-bae9095b-6447-4725-8026-8becc04825fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575228 Jul 16 19:40:43.033817 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-dc87ac3a-d851-4408-a79c-4af3fbbd579c service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904577 Jul 16 19:40:43.131857 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-bafe6187-2b72-4824-92f3-70e26ed7370d req-f0973d27-0f48-4f6d-8966-0c91c2a8d002 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894120 Jul 16 19:40:43.795264 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-a73e0532-417c-4f3d-802a-39ff074fca47 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0614183 Jul 16 19:40:43.904465 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-e603d278-dd9e-40dd-8dcb-b8747c18f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:43.906154 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-e603d278-dd9e-40dd-8dcb-b8747c18f69b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1097 time: 0.0568495 Jul 16 19:40:44.028506 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-043aca51-fa0a-4c6c-be11-3dd2b397bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:44.030090 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-043aca51-fa0a-4c6c-be11-3dd2b397bede service neutron] 10.222.0.67 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0994942 Jul 16 19:40:44.096937 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-7e7bd474-cdf1-4107-b4a4-0d5d3fba217f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 200 len: 1001 time: 0.0605423 Jul 16 19:40:44.151656 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-4ffc373c-2b53-44db-8110-543d8cad534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:44.153410 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-4ffc373c-2b53-44db-8110-543d8cad534a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0497262 Jul 16 19:40:44.212544 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-4389cf40-e4c6-42c7-9d1e-15374b75a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:40:44.214145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-4389cf40-e4c6-42c7-9d1e-15374b75a9ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543525 Jul 16 19:40:44.311643 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-447f7555-e3dc-43f7-88cd-1d2e2ffa3cc5 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901787 Jul 16 19:40:44.413474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-22fa154b-0dae-4566-a43f-d14517461fd7 req-5edce552-9e4c-4fa4-98cc-e8440c4713d3 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952976 Jul 16 19:40:46.264480 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-e4a61685-8ca9-460a-99f6-803913643712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:48.894509 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d11347ec-aa22-4e5d-bc48-f55e8623584f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:49.085946 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:49.959367 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:40:50.307460 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:52.124666 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:53.362891 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:55.433593 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:16.262357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-20b78c4c-a01d-4cf2-a5af-87c5501c694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:18.897369 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ec8718e9-9d22-474b-894f-7ee4d3e1eab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:19.079440 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:20.314242 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:22.128589 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:23.366814 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:25.448385 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:26.963685 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:41:41.524008 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 865611d3-d09c-4e43-8940-0aa7c5daae24 details requested by agent hyperv_n-h2-791504-15 with host n-h2-791504-15 {{(pid=93797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:41:41.625463 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:41:41.637889 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Returning: {'device': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'port_id': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'mac_address': 'fa:16:3e:23:b6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:41:41.678533 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:41.699809 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 865611d3-d09c-4e43-8940-0aa7c5daae24 {{(pid=93797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:41:41.720753 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:41:41.727277 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:41.777326 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=6']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:41:41.784683 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.785062 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.785403 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.785743 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.786084 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.786414 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.786742 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.787408 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.787761 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.788085 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.788410 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.788731 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:41.803722 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] get_ports_and_sgs() called for port_ids ['865611d3-d09c-4e43-8940-0aa7c5daae24'] {{(pid=93797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:41:43.452129 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-589654b9-89f7-4e7e-bc6c-117660a57b93 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0744066 Jul 16 19:41:43.547663 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 865611d3-d09c-4e43-8940-0aa7c5daae24 up at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:41:43.574555 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-2f823e63-693e-4a68-8e44-9f2e23cfa5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:43.576219 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-2f823e63-693e-4a68-8e44-9f2e23cfa5c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1095 time: 0.0729938 Jul 16 19:41:43.606335 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.provisioning_blocks [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Provisioning complete for port 865611d3-d09c-4e43-8940-0aa7c5daae24 triggered by entity L2. {{(pid=93797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:41:43.606730 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863915'] for port, provisioning_complete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:43.747773 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:43.768404 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-89cb5f1c-ade8-4c22-a3e2-f5384c5fb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:43.770170 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-89cb5f1c-ade8-4c22-a3e2-f5384c5fb80a service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.1689634 Jul 16 19:41:43.780036 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:41:43.782632 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d5931b-85b4-4637-bff6-b80ba2fc859d" -d '{"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-plugged", "status": "completed", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:41:43.799734 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:41:43.809356 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:43.862409 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c47ba-cdd4-4467-9c83-f1a2a57c90ea x-openstack-request-id: req-320c47ba-cdd4-4467-9c83-f1a2a57c90ea {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:41:43.862769 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-plugged", "status": "completed", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:41:43.863081 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-320c47ba-cdd4-4467-9c83-f1a2a57c90ea {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:41:43.863529 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'code': 200} Jul 16 19:41:43.869036 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-9342c505-f268-4f84-b007-f58a61a32b8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 999 time: 0.0902402 Jul 16 19:41:43.903327 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=7']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:41:43.926197 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-d676277e-4b03-4b49-8a34-2e9bcbae4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:43.928145 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-d676277e-4b03-4b49-8a34-2e9bcbae4ddb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0516565 Jul 16 19:41:43.999396 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-f82d4442-af9f-42a9-bf1d-bb968da97f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:44.001139 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-f82d4442-af9f-42a9-bf1d-bb968da97f69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642719 Jul 16 19:41:44.128638 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-b6f5e60c-62c1-450d-84b2-7bc57c6537b5 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182542 Jul 16 19:41:44.239110 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-e6458a0f-c66b-424f-963b-49dceb275da0 req-d0ae402e-da34-46b3-9af3-a8fbe5470766 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027553 Jul 16 19:41:45.833999 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-b807d025-faf3-4770-8929-adbc425c342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:45.835581 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-b807d025-faf3-4770-8929-adbc425c342a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1097 time: 0.0615659 Jul 16 19:41:45.955715 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-6a120274-e877-452d-963d-821c192b0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:45.957284 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-6a120274-e877-452d-963d-821c192b0349 service neutron] 10.222.0.67 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0956178 Jul 16 19:41:46.055508 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-a77042a5-5799-4362-bc7d-b1211ddb412c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 200 len: 1001 time: 0.0909371 Jul 16 19:41:46.117270 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-fb1d1f4c-9865-4ef8-9ab8-0e7117bed1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:46.118849 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-fb1d1f4c-9865-4ef8-9ab8-0e7117bed1e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0567329 Jul 16 19:41:46.184767 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-bd77c65b-0ea0-457e-8dbb-7cec59ad8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:46.186285 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-bd77c65b-0ea0-457e-8dbb-7cec59ad8adb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600860 Jul 16 19:41:46.260058 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-9cf39bad-d6a4-4d6e-95b3-5ecd6d89e80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:46.296392 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-4f7b3d5b-e451-4bce-9153-1be262e7d960 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031582 Jul 16 19:41:46.412946 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9c65cfce-d109-48fd-a64c-662c88f11193 req-7aac1dfc-b772-4046-97b9-f43698e9c0ad service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096439 Jul 16 19:41:48.909086 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-201bdd55-c000-4658-b4aa-b6025f67fae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:49.082339 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:50.318672 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:52.134953 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:52.449156 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52146) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:41:52.640561 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Deleting port e09f6514-8cbf-424f-8fe3-90b18b955e96 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:41:52.640949 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.012388 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.012740 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.024314 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Calling delete_port for e09f6514-8cbf-424f-8fe3-90b18b955e96 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:41:53.180480 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.207906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event deleted for resources: {'Port': ['ID=e09f6514-8cbf-424f-8fe3-90b18b955e96,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:41:53.235619 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.235959 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.236298 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.236632 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.236988 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.237313 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.237633 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.237951 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.238275 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.238586 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.238931 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.239231 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:53.281236 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.281488 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Floating IP 2ea4f5ec-b0d5-499f-954b-89a387d07c99 disassociated (deleted). External IP: 172.25.1.127, port: 865611d3-d09c-4e43-8940-0aa7c5daae24. Jul 16 19:41:53.359011 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.496769 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Router 22ac75c4-7967-4d67-95bc-08a68cf0e706 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:41:53.607301 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:41:53.612407 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:53.616930 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] Sync routers for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:41:53.626138 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:41:53.626762 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:53.650423 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-848e9743-328c-483b-8ab8-1501a6c421d5 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "DELETE /v2.0/floatingips/2ea4f5ec-b0d5-499f-954b-89a387d07c99 HTTP/1.1" status: 204 len: 168 time: 1.2001419 Jul 16 19:41:53.651083 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:41:53.653881 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e2ce95-e4fb-4f83-81ae-66a709b904e7" -d '{"events": [{"name": "network-changed", "server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:41:53.692557 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3244d58a-157c-40d8-9687-d8134522021d x-openstack-request-id: req-3244d58a-157c-40d8-9687-d8134522021d {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:41:53.692997 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:41:53.693280 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3244d58a-157c-40d8-9687-d8134522021d {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:41:53.693856 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'status': 'completed', 'code': 200} Jul 16 19:41:53.734442 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:41:53.773813 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-b1f7f05a-c038-4ebf-b516-6896bbdf681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:53.775407 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-b1f7f05a-c038-4ebf-b516-6896bbdf681d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 1097 time: 0.0588872 Jul 16 19:41:53.869025 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-b430dcdc-0401-4575-a867-59f182ed745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:53.870491 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-b430dcdc-0401-4575-a867-59f182ed745f service neutron] 10.222.0.67 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0891118 Jul 16 19:41:53.918156 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-bff33083-ac79-43d6-94ca-41775ba6894e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 200 len: 217 time: 0.0405951 Jul 16 19:41:53.968372 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-e73d722f-519a-4672-9b32-ee1f7cedd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:53.969895 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-e73d722f-519a-4672-9b32-ee1f7cedd588 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0453348 Jul 16 19:41:53.971140 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:37Z', 'revision_number': 1, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:54.034599 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-1370b840-589b-4aa6-a722-e13ed01f0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:54.036499 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-1370b840-589b-4aa6-a722-e13ed01f0efe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588117 Jul 16 19:41:54.102288 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] Checking router: 22ac75c4-7967-4d67-95bc-08a68cf0e706 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:41:54.103980 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43f782-3cc5-4283-bcae-ea734e16e04b req-8acf930a-4bd6-48df-83fb-274aff4eb5a8 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:54.105819 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e43f782-3cc5-4283-bcae-ea734e16e04b req-8acf930a-4bd6-48df-83fb-274aff4eb5a8 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 945 time: 0.1314671 Jul 16 19:41:54.123845 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:41:54.124497 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:54.148673 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-7e43f782-3cc5-4283-bcae-ea734e16e04b req-71b09700-f0d2-4e42-bd06-6224b8e42ce3 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369844 Jul 16 19:41:54.152238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-6e13a45f-4edf-4616-a94f-6d60e51dd435 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078689 Jul 16 19:41:54.232868 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:41:54.245822 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-99e2ce95-e4fb-4f83-81ae-66a709b904e7 req-572e53ed-7a50-40cc-8f5c-7e785c418519 service neutron] 10.222.0.67 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866511 Jul 16 19:41:54.456904 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:37Z', 'revision_number': 1, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:54.485917 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efb454-3845-4334-9ce3-2815bb5d13fa None None] The sync data for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 is: [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_floatingips': [{'id': 'dfeba40a-3c01-4b82-b490-c8d02c507dfe', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'router_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'port_id': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'mac_address': 'fa:16:3e:0a:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:37:35Z', 'updated_at': '2021-07-16T19:37:37Z', 'revision_number': 1, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:41:54.785225 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28836aa-f67b-4e7c-99db-b93da4aecfab None None] New status for floating IP 2ea4f5ec-b0d5-499f-954b-89a387d07c99: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:41:55.348060 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0422e-1407-452c-8ed9-9be10f7b9fff req-4680d5f4-3e1e-4f86-92f1-b3183b9178f7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:55.349532 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ea0422e-1407-452c-8ed9-9be10f7b9fff req-4680d5f4-3e1e-4f86-92f1-b3183b9178f7 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 945 time: 0.0820339 Jul 16 19:41:55.400007 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-9ea0422e-1407-452c-8ed9-9be10f7b9fff req-7e8eec65-4648-492e-8941-b4c690bd6f5e tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425198 Jul 16 19:41:55.442071 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:55.453958 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-905e4fcd-6471-4192-89c3-f1ba2edc34b6 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:55.455474 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-905e4fcd-6471-4192-89c3-f1ba2edc34b6 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.67 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 945 time: 0.0697179 Jul 16 19:41:55.559563 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Deleting port 865611d3-d09c-4e43-8940-0aa7c5daae24 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:41:55.559932 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:55.610378 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 865611d3-d09c-4e43-8940-0aa7c5daae24 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:41:55.656807 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:41:55.657865 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:55.671925 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Calling delete_port for 865611d3-d09c-4e43-8940-0aa7c5daae24 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:41:55.690713 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546651'] for port, before_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:55.713725 n-d-791504-15 neutron-server[93797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24'}] {{(pid=93797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:41:55.716386 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3599dac80e3c8c9d437df29edd06a8c66c5afea5f82dc4a52f47cc2e037661c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6cddc7-4aeb-4177-ab9c-33a14e9c7867" -d '{"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-unplugged", "status": "completed", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24"}]}' {{(pid=93797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:41:55.730406 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] For port 865611d3-d09c-4e43-8940-0aa7c5daae24, host n-h2-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-15',level=0,port_id=865611d3-d09c-4e43-8940-0aa7c5daae24,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:41:55.737066 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734572147285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734571760047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734571760065'] for port, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:55.762701 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324eeb4e-e7e1-4468-97ac-3971c49152bc x-openstack-request-id: req-324eeb4e-e7e1-4468-97ac-3971c49152bc {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:41:55.762997 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-unplugged", "status": "completed", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24", "code": 200}]} {{(pid=93797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:41:55.763522 n-d-791504-15 neutron-server[93797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-324eeb4e-e7e1-4468-97ac-3971c49152bc {{(pid=93797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:41:55.764013 n-d-791504-15 neutron-server[93797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'code': 200} Jul 16 19:41:55.791493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Pushing event updated for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=8']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:41:55.816761 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:55.845890 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event deleted for resources: {'Port': ['ID=865611d3-d09c-4e43-8940-0aa7c5daae24,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:41:55.858499 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.858848 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.859193 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.859713 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.859887 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.860218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.860608 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.860921 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.861248 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.861596 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.861917 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.862241 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-15 {{(pid=93795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:41:55.902745 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] No DVR routers for this DVR port 865611d3-d09c-4e43-8940-0aa7c5daae24 on host n-h2-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:41:55.905397 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:55.907459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-fc50f72f-3921-450a-8900-c8b5d5e9387e req-c3382036-cb02-4ad8-97d1-e59a7cf12e46 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.67 "DELETE /v2.0/ports/865611d3-d09c-4e43-8940-0aa7c5daae24 HTTP/1.1" status: 204 len: 173 time: 0.4464200 Jul 16 19:41:55.907904 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-deleted', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:41:55.910268 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db3887-b397-4b51-a650-cc8d7e00823a" -d '{"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-deleted", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:41:55.947473 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b7f2a-0cfd-4c03-95fc-83593d4d86aa x-openstack-request-id: req-775b7f2a-0cfd-4c03-95fc-83593d4d86aa {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:41:55.947781 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72099be2-5689-443d-8f6b-f2e45dd9c029", "name": "network-vif-deleted", "tag": "865611d3-d09c-4e43-8940-0aa7c5daae24", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:41:55.948019 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-775b7f2a-0cfd-4c03-95fc-83593d4d86aa {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:41:55.948534 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72099be2-5689-443d-8f6b-f2e45dd9c029', 'name': 'network-vif-deleted', 'tag': '865611d3-d09c-4e43-8940-0aa7c5daae24', 'status': 'completed', 'code': 200} Jul 16 19:41:56.560017 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-c9d8b315-35c0-4cc9-b083-4405b38ea341 req-57c182a5-93cf-4718-9860-a95cab2bbc52 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=72099be2-5689-443d-8f6b-f2e45dd9c029 HTTP/1.1" status: 200 len: 210 time: 0.0301404 Jul 16 19:41:58.267297 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52214) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:41:58.430699 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Deleting port 9195d61d-9d89-430b-a7c9-122fcc8eaf91 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:41:58.430962 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:58.514362 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:58.514845 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:58.533049 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Calling delete_port for 9195d61d-9d89-430b-a7c9-122fcc8eaf91 owned by network:floatingip {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:41:58.697482 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:58.723759 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event deleted for resources: {'Port': ['ID=9195d61d-9d89-430b-a7c9-122fcc8eaf91,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:41:58.795055 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:58.795446 n-d-791504-15 neutron-server[93796]: INFO neutron.db.l3_db [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Floating IP dfeba40a-3c01-4b82-b490-c8d02c507dfe disassociated (deleted). External IP: 172.25.1.104, port: 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6. Jul 16 19:41:59.010410 n-d-791504-15 neutron-server[93796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Router 22ac75c4-7967-4d67-95bc-08a68cf0e706 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:41:59.126127 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:41:59.131147 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for floatingip, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:59.135530 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] Sync routers for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:41:59.145951 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:41:59.146547 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:59.168761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d8f4098d-4500-49e7-9236-686c550fb079 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "DELETE /v2.0/floatingips/dfeba40a-3c01-4b82-b490-c8d02c507dfe HTTP/1.1" status: 204 len: 168 time: 0.9003830 Jul 16 19:41:59.169736 n-d-791504-15 neutron-server[93796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'}] {{(pid=93796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:41:59.172336 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570ac5724203f5de4672587152d3d4863e6b0736e5ec440fea9e07e10bf059cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44635e3a-ed06-4036-b2b5-f802b65cdefd" -d '{"events": [{"name": "network-changed", "server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6"}]}' {{(pid=93796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:41:59.208902 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4ba219-9363-4400-bef5-7650153abef1 x-openstack-request-id: req-8a4ba219-9363-4400-bef5-7650153abef1 {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:41:59.209197 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6", "status": "completed", "code": 200}]} {{(pid=93796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:41:59.209448 n-d-791504-15 neutron-server[93796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a4ba219-9363-4400-bef5-7650153abef1 {{(pid=93796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:41:59.209853 n-d-791504-15 neutron-server[93796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'status': 'completed', 'code': 200} Jul 16 19:41:59.263191 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:41:59.291361 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-ff240e90-78c3-4bbc-ba1a-a09a97e0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:59.293265 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-ff240e90-78c3-4bbc-ba1a-a09a97e0fa1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=933bbc37cb32445e856d065a1cf9b115&device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 1095 time: 0.0580504 Jul 16 19:41:59.394949 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-58f9e7a4-8522-49ca-8469-bf6a2550c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:59.397152 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-58f9e7a4-8522-49ca-8469-bf6a2550c7d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 200 len: 911 time: 0.0972404 Jul 16 19:41:59.449489 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-51a91f79-f24a-47b8-bb40-76cabb2a7992 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 200 len: 217 time: 0.0394907 Jul 16 19:41:59.475211 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:59.502733 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] Checking router: 22ac75c4-7967-4d67-95bc-08a68cf0e706 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:41:59.508734 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-dc9dc1fa-9953-4e63-98de-0e80fa5de305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:59.510238 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-dc9dc1fa-9953-4e63-98de-0e80fa5de305 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 200 len: 849 time: 0.0545151 Jul 16 19:41:59.511164 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:41:59.512012 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:59.603976 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5dc53-5535-4636-9384-90d592d41508 req-38c8a7fa-5f27-4f83-a368-666df79fa02d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:59.605629 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5af5dc53-5535-4636-9384-90d592d41508 req-38c8a7fa-5f27-4f83-a368-666df79fa02d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 943 time: 0.1115639 Jul 16 19:41:59.609218 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-d40ee5c3-52f9-4393-85b9-c3035628e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:41:59.611245 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-d40ee5c3-52f9-4393-85b9-c3035628e6c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848303 Jul 16 19:41:59.617314 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:41:59.624946 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 865611d3-d09c-4e43-8940-0aa7c5daae24 no longer exists at agent hyperv_n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:41:59.649355 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] No Port match for: 865611d3-d09c-4e43-8940-0aa7c5daae24 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:41:59.649707 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Device 865611d3-d09c-4e43-8940-0aa7c5daae24 not bound to the agent host n-h2-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:41:59.696648 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-5af5dc53-5535-4636-9384-90d592d41508 req-cbf7783b-0906-470e-819d-0d89aa246933 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833321 Jul 16 19:41:59.726893 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-e3d73802-132b-4b99-9761-10dbece9e344 service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069272 Jul 16 19:41:59.824153 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:41:59.850763 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ecb5a-f67c-446e-82bb-c016dea361ec None None] The sync data for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 is: [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:37:14Z', 'revision_number': 4, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15', '_interfaces': [{'id': '27fe227f-965e-43b1-8df0-773f89d89f6a', 'name': '', 'network_id': '734601f4-4a4a-4589-9ea4-b11e2ae3b2ca', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'mac_address': 'fa:16:3e:4d:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:14Z', 'updated_at': '2021-07-16T19:37:21Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'subnets': [{'id': '20cce9a1-9e46-466e-80c1-a0e46520a42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:42:00.087481 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c754001d-32d2-4ea4-b8b8-e18af77e899b None None] New status for floating IP dfeba40a-3c01-4b82-b490-c8d02c507dfe: DOWN {{(pid=93797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:42:00.178311 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-44635e3a-ed06-4036-b2b5-f802b65cdefd req-ef26bcc6-4a71-4cb0-9006-db032204a51e service neutron] 10.222.0.59 "GET /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437356 Jul 16 19:42:00.891277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebca83-8c0f-4b60-b7a1-e1f157df6602 req-10fb9dd0-c15e-46c1-91d5-cf078c55c7ec tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:00.892878 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7ebca83-8c0f-4b60-b7a1-e1f157df6602 req-10fb9dd0-c15e-46c1-91d5-cf078c55c7ec tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 943 time: 0.0741708 Jul 16 19:42:00.937843 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-b7ebca83-8c0f-4b60-b7a1-e1f157df6602 req-8ef4b42d-d6c5-4c60-84eb-3065af08b3d4 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/security-groups?id=16ae3bf1-d08e-4fdc-b144-e963c26a6915&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363879 Jul 16 19:42:01.124722 n-d-791504-15 neutron-server[93795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-b3916332-c257-4d53-82cf-3aa886953a54 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:42:01.126760 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-b3916332-c257-4d53-82cf-3aa886953a54 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 943 time: 0.0776653 Jul 16 19:42:01.246119 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Deleting port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:01.246542 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:01.344866 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] For port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6, host n-h1-791504-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-15',level=0,port_id=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:01.345255 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:01.361858 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Calling delete_port for 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 owned by compute:nova {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:01.504791 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:01.532268 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event deleted for resources: {'Port': ['ID=2bdff387-7abc-49ca-b5f5-3813c5f3e2a6,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:01.580247 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] No DVR routers for this DVR port 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 on host n-h1-791504-15 {{(pid=93795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:42:01.582991 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203948'] for port, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:01.585048 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [req-2f189ac4-ed55-40a8-ad75-5de938c8518a req-cc6a30e8-11b6-44a8-b380-ad6785ce781d tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.59 "DELETE /v2.0/ports/2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 HTTP/1.1" status: 204 len: 173 time: 0.4511938 Jul 16 19:42:01.585515 n-d-791504-15 neutron-server[93795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-deleted', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6'}] {{(pid=93795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:42:01.587754 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}455f8023f8901b174a167252b1692237f8de4322319513c62c12ba8206dc881d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c0d23-91e3-4a28-9260-961a6d01937f" -d '{"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-deleted", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6"}]}' {{(pid=93795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:42:01.632437 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc897b6-a198-44b1-b9e5-c481f851d089 x-openstack-request-id: req-7dc897b6-a198-44b1-b9e5-c481f851d089 {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:42:01.632728 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc025989-c5b8-4535-9477-cdf2fea8c728", "name": "network-vif-deleted", "tag": "2bdff387-7abc-49ca-b5f5-3813c5f3e2a6", "status": "completed", "code": 200}]} {{(pid=93795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:42:01.633018 n-d-791504-15 neutron-server[93795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dc897b6-a198-44b1-b9e5-c481f851d089 {{(pid=93795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:42:01.633415 n-d-791504-15 neutron-server[93795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc025989-c5b8-4535-9477-cdf2fea8c728', 'name': 'network-vif-deleted', 'tag': '2bdff387-7abc-49ca-b5f5-3813c5f3e2a6', 'status': 'completed', 'code': 200} Jul 16 19:42:02.117140 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [req-8c1983d5-08f4-4201-9138-a672b38e772a req-74207070-2d52-4aa8-895f-7d271247c3df tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc025989-c5b8-4535-9477-cdf2fea8c728 HTTP/1.1" status: 200 len: 210 time: 0.0366826 Jul 16 19:42:03.212836 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52232) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:03.276681 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90428d49-070f-44f7-a97a-39252e0a9584 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:03.303761 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90428d49-070f-44f7-a97a-39252e0a9584 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:03.371512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90428d49-070f-44f7-a97a-39252e0a9584 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:03.374460 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-90428d49-070f-44f7-a97a-39252e0a9584 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:03.375672 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-90428d49-070f-44f7-a97a-39252e0a9584 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] 10.222.0.49 "DELETE /v2.0/security-groups/16ae3bf1-d08e-4fdc-b144-e963c26a6915 HTTP/1.1" status: 204 len: 168 time: 0.1617601 Jul 16 19:42:03.385183 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90428d49-070f-44f7-a97a-39252e0a9584 tempest-TestSnapshotPattern-184254824 tempest-TestSnapshotPattern-184254824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae3bf1-d08e-4fdc-b144-e963c26a6915,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:03.426338 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52236) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:03.791009 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:03.962690 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:04.062131 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Deleting port 27fe227f-965e-43b1-8df0-773f89d89f6a {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:04.062375 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:04.143004 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] For port 27fe227f-965e-43b1-8df0-773f89d89f6a, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=27fe227f-965e-43b1-8df0-773f89d89f6a,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:04.143364 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:04.156639 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Calling delete_port for 27fe227f-965e-43b1-8df0-773f89d89f6a owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:04.351423 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:04.381173 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fe227f-965e-43b1-8df0-773f89d89f6a,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:04.558413 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:04.785491 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Router 22ac75c4-7967-4d67-95bc-08a68cf0e706 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:42:04.897209 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:42:04.902459 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-72d333ed-2c96-4bad-9b38-8e5d326d4a05 admin admin] 10.222.0.49 "PUT /v2.0/routers/22ac75c4-7967-4d67-95bc-08a68cf0e706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748948 Jul 16 19:42:04.905673 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52238) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:04.907104 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] Sync routers for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:42:04.916794 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:42:04.917532 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:05.017250 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.024459 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: n-d-791504-15 {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:42:05.130693 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.186106 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Deleting port 1a0bc64b-eb28-4d90-8313-1188fe782160 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:05.186589 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.206725 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:42:04Z', 'revision_number': 5, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port': {'id': '1a0bc64b-eb28-4d90-8313-1188fe782160', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:12Z', 'updated_at': '2021-07-16T19:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:05.267662 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] For port 1a0bc64b-eb28-4d90-8313-1188fe782160, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1a0bc64b-eb28-4d90-8313-1188fe782160,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:05.268031 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.281343 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Calling delete_port for 1a0bc64b-eb28-4d90-8313-1188fe782160 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:05.322929 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] Checking router: 22ac75c4-7967-4d67-95bc-08a68cf0e706 for host: n-d-791504-15 {{(pid=93798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:42:05.333474 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] Routers {'22ac75c4-7967-4d67-95bc-08a68cf0e706'} bound to L3 agent in host n-d-791504-15 {{(pid=93798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:42:05.334099 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['22ac75c4-7967-4d67-95bc-08a68cf0e706'], 'active': True} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:05.419172 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_dvr_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] Set router 22ac75c4-7967-4d67-95bc-08a68cf0e706 gateway port host: None {{(pid=93798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:42:05.454571 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.472285 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.l3_hamode_db [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:42:05Z', 'revision_number': 6, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:05.483959 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0bc64b-eb28-4d90-8313-1188fe782160,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:05.498800 n-d-791504-15 neutron-server[93798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e106b71-9a57-4774-9bc7-46a48d614d5a None None] The sync data for ids ['22ac75c4-7967-4d67-95bc-08a68cf0e706'] in n-d-791504-15 is: [{'id': '22ac75c4-7967-4d67-95bc-08a68cf0e706', 'name': 'tempest-TestSnapshotPattern-1781409055-router', 'tenant_id': '933bbc37cb32445e856d065a1cf9b115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:11Z', 'updated_at': '2021-07-16T19:42:05Z', 'revision_number': 6, 'project_id': '933bbc37cb32445e856d065a1cf9b115', 'gw_port_host': None}] {{(pid=93798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:42:05.547110 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.636395 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.638648 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.686536 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.687294 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ac75c4-7967-4d67-95bc-08a68cf0e706 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:42:05.693316 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.695027 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-f0f8b8ac-6eac-4e1b-bb12-4a4f66a2f3bc admin admin] 10.222.0.49 "DELETE /v2.0/routers/22ac75c4-7967-4d67-95bc-08a68cf0e706 HTTP/1.1" status: 204 len: 168 time: 0.7883918 Jul 16 19:42:05.697678 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52240) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:05.758985 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] Deleting subnet 20cce9a1-9e46-466e-80c1-a0e46520a42b {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:42:05.763888 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.800705 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.883514 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.946296 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.977712 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20cce9a1-9e46-466e-80c1-a0e46520a42b,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:05.979838 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:05.984266 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa77dfe-0fd5-4286-9123-837ed0ceb75b None None] Network 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:42:05.984766 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52242) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:05.985182 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-712523a8-6a73-4d53-ab07-e95e045c1cf7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/20cce9a1-9e46-466e-80c1-a0e46520a42b HTTP/1.1" status: 204 len: 168 time: 0.2856231 Jul 16 19:42:05.998749 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 no longer exists at agent hyperv_n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:42:06.028654 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] No Port match for: 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:42:06.029273 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Device 2bdff387-7abc-49ca-b5f5-3813c5f3e2a6 not bound to the agent host n-h1-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:42:06.061119 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.118258 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Deleting port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:06.118607 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.185118 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] For port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,segment=NetworkSegment(1d831be5-80a1-4ff1-9144-a97cf2198ef9),segment_id=1d831be5-80a1-4ff1-9144-a97cf2198ef9)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:06.185510 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.198694 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Calling delete_port for 1d83fcc4-78c6-4953-aedc-11afb8b85e0e owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:06.262310 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] DHCP port deletion for 734601f4-4a4a-4589-9ea4-b11e2ae3b2ca request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:42:06.286289 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.310940 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Pushing event deleted for resources: {'Port': ['ID=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:06.313718 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] Deleting port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e {{(pid=93797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:06.314091 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.316566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] No DVR routers for this DVR port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:42:06.375284 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.db [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] For port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e, host n-d-791504-15, got binding levels [] {{(pid=93797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:06.375681 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.387894 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] Calling delete_port for 1d83fcc4-78c6-4953-aedc-11afb8b85e0e owned by network:dhcp {{(pid=93797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:06.391264 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.ipam_backend_mixin [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] Port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e was not found and therefore no delete operation was performed {{(pid=93797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:42:06.392512 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038'] for port, after_delete {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.395151 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.406560 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734601f4-4a4a-4589-9ea4-b11e2ae3b2ca']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:06.418383 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] Pushing event deleted for resources: {'Port': ['ID=1d83fcc4-78c6-4953-aedc-11afb8b85e0e,revision_number=None']} {{(pid=93797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:06.422190 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c30973-b45a-42c8-b52b-daa527da74bc None None] No DVR routers for this DVR port 1d83fcc4-78c6-4953-aedc-11afb8b85e0e on host n-d-791504-15 {{(pid=93797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:42:06.423906 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d831be5-80a1-4ff1-9144-a97cf2198ef9') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:06.424209 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d831be5-80a1-4ff1-9144-a97cf2198ef9') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:06.436229 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.451578 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.458566 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:42:06.459230 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:42:06.461000 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:42:06.517937 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.523420 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.526078 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] 10.222.0.49 "DELETE /v2.0/networks/734601f4-4a4a-4589-9ea4-b11e2ae3b2ca HTTP/1.1" status: 204 len: 168 time: 0.5398786 Jul 16 19:42:06.528968 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52244) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:06.539956 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc607697-69f4-402d-947d-b250750e0adf admin admin] Pushing event deleted for resources: {'Network': ['ID=734601f4-4a4a-4589-9ea4-b11e2ae3b2ca,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:06.901109 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1941923'] for router_interface, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:07.154239 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1d83fcc4-78c6-4953-aedc-11afb8b85e0e no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:42:07.175215 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Deleting port ff087545-72ef-47c2-a65c-0b9f36e389ce {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:07.175561 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:07.179990 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 1d83fcc4-78c6-4953-aedc-11afb8b85e0e {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:42:07.180394 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1d83fcc4-78c6-4953-aedc-11afb8b85e0e not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:42:07.180854 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 27fe227f-965e-43b1-8df0-773f89d89f6a no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:42:07.199586 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 27fe227f-965e-43b1-8df0-773f89d89f6a {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:42:07.199954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 27fe227f-965e-43b1-8df0-773f89d89f6a not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:42:07.200361 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a0bc64b-eb28-4d90-8313-1188fe782160 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:42:07.218694 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 1a0bc64b-eb28-4d90-8313-1188fe782160 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:42:07.219033 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 1a0bc64b-eb28-4d90-8313-1188fe782160 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:42:07.256564 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] For port ff087545-72ef-47c2-a65c-0b9f36e389ce, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=ff087545-72ef-47c2-a65c-0b9f36e389ce,segment=NetworkSegment(a066af66-1145-4324-92bf-581b133b7855),segment_id=a066af66-1145-4324-92bf-581b133b7855)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:07.256954 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:07.269686 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Calling delete_port for ff087545-72ef-47c2-a65c-0b9f36e389ce owned by network:router_interface {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:07.466053 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:07.491189 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff087545-72ef-47c2-a65c-0b9f36e389ce,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:08.016596 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1987891'] for router_interface, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.248205 n-d-791504-15 neutron-server[93795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Router 7eea4a13-b122-4ece-accd-eb2867212ab8 has already been hosted by L3 agent 1fad73ec-7621-4a40-8fa0-0a8284f05d41 {{(pid=93795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:42:08.371557 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] Notify agent at l3_agent.n-d-791504-15 the message routers_updated {{(pid=93795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:42:08.379676 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-79f237d2-f18f-4143-9483-2889f982d035 admin admin] 10.222.0.49 "PUT /v2.0/routers/7eea4a13-b122-4ece-accd-eb2867212ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468757 Jul 16 19:42:08.379869 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52246) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:08.381049 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] Sync routers for ids ['7eea4a13-b122-4ece-accd-eb2867212ab8'] in n-d-791504-15 {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:42:08.392149 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] Routers {'7eea4a13-b122-4ece-accd-eb2867212ab8'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:42:08.392811 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7eea4a13-b122-4ece-accd-eb2867212ab8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:08.487910 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks [] for router, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.501842 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] Set router 7eea4a13-b122-4ece-accd-eb2867212ab8 gateway port host: n-d-791504-15 {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:42:08.596084 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.652965 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Deleting port 5fd1b94b-6991-4e74-8e73-e1a24af5c814 {{(pid=93795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:08.653441 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.677103 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'external_fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:42:07Z', 'revision_number': 5, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port': {'id': '5fd1b94b-6991-4e74-8e73-e1a24af5c814', 'name': '', 'network_id': '48cc6e31-922c-4ab4-b611-5f8ee13a8c52', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:55:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:37:18Z', 'updated_at': '2021-07-16T19:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc3ae48f-a818-4386-aba0-7701e0727a0f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-15'}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:08.707357 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] Checking router: 7eea4a13-b122-4ece-accd-eb2867212ab8 for host: n-d-791504-15 {{(pid=93797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:42:08.716613 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] Routers {'7eea4a13-b122-4ece-accd-eb2867212ab8'} bound to L3 agent in host n-d-791504-15 {{(pid=93797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:42:08.717332 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:10:49Z,description=,heartbeat_timestamp=2021-07-16T19:41:49Z,host='n-d-791504-15',id=1fad73ec-7621-4a40-8fa0-0a8284f05d41,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:10:49Z,topic='l3_agent')) {'router_ids': ['7eea4a13-b122-4ece-accd-eb2867212ab8'], 'active': True} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:08.737107 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.db [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] For port 5fd1b94b-6991-4e74-8e73-e1a24af5c814, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=5fd1b94b-6991-4e74-8e73-e1a24af5c814,segment=NetworkSegment(cd3fb2ba-390a-4229-b5ba-83739eb6bf61),segment_id=cd3fb2ba-390a-4229-b5ba-83739eb6bf61)] {{(pid=93795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:08.737440 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.750571 n-d-791504-15 neutron-server[93795]: DEBUG neutron.plugins.ml2.plugin [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Calling delete_port for 5fd1b94b-6991-4e74-8e73-e1a24af5c814 owned by network:router_gateway {{(pid=93795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:08.927636 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29616899'] for port, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.952672 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd1b94b-6991-4e74-8e73-e1a24af5c814,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:08.962296 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_dvr_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] Set router 7eea4a13-b122-4ece-accd-eb2867212ab8 gateway port host: None {{(pid=93797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:42:09.012490 n-d-791504-15 neutron-server[93797]: DEBUG neutron.db.l3_hamode_db [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:42:08Z', 'revision_number': 6, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port_host': None}], 'n-d-791504-15', False) {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:09.017333 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1942889'] for router_gateway, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.043906 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d0e93-929e-4704-8b74-52108162a816 None None] The sync data for ids ['7eea4a13-b122-4ece-accd-eb2867212ab8'] in n-d-791504-15 is: [{'id': '7eea4a13-b122-4ece-accd-eb2867212ab8', 'name': 'tempest-TestSnapshotPattern-684499694-router', 'tenant_id': '53d3143d8f1842bf81a01f054e2d39ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:37:17Z', 'updated_at': '2021-07-16T19:42:08Z', 'revision_number': 6, 'project_id': '53d3143d8f1842bf81a01f054e2d39ef', 'gw_port_host': None}] {{(pid=93797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:42:09.113350 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1944317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5246'] for router, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.116622 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.173902 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1942507'] for router, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.174612 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eea4a13-b122-4ece-accd-eb2867212ab8 {{(pid=93795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:42:09.179043 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] Notify callbacks [] for router, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.180232 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-fe3cdab5-a839-4f6c-a60d-34b24273b273 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7eea4a13-b122-4ece-accd-eb2867212ab8 HTTP/1.1" status: 204 len: 168 time: 0.7994158 Jul 16 19:42:09.182780 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52248) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:09.229274 n-d-791504-15 neutron-server[93795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] Deleting subnet 7a271a95-d4c0-4120-ac64-5a67a445ddd3 {{(pid=93795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:42:09.232663 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.269466 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30097708'] for subnet, precommit_delete_associations {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.359540 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864578'] for subnet, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.424971 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29617008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29447749'] for subnet, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.453918 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a271a95-d4c0-4120-ac64-5a67a445ddd3,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:09.457486 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.462114 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52250) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:09.463831 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd7b91b-2675-490e-84ad-cc5033ce51b8 None None] Network 968bc2ef-4d0b-4237-8a68-916458e4a3cc requested from n-d-791504-15 {{(pid=93797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:42:09.476337 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4a96c728-eec6-4d85-ad45-5233d276418a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a271a95-d4c0-4120-ac64-5a67a445ddd3 HTTP/1.1" status: 204 len: 168 time: 0.2923295 Jul 16 19:42:09.528224 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ff087545-72ef-47c2-a65c-0b9f36e389ce no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:42:09.540242 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836905'] for network, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.551645 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: ff087545-72ef-47c2-a65c-0b9f36e389ce {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:42:09.551987 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device ff087545-72ef-47c2-a65c-0b9f36e389ce not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:42:09.594178 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Deleting port 83583170-352b-48ee-8422-5c89a3b9ff05 {{(pid=93796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:42:09.594530 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734572146863'] for port, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.662648 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.db [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] For port 83583170-352b-48ee-8422-5c89a3b9ff05, host n-d-791504-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-15',level=0,port_id=83583170-352b-48ee-8422-5c89a3b9ff05,segment=NetworkSegment(a066af66-1145-4324-92bf-581b133b7855),segment_id=a066af66-1145-4324-92bf-581b133b7855)] {{(pid=93796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:42:09.663007 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1942424'] for port, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.674239 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.plugin [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Calling delete_port for 83583170-352b-48ee-8422-5c89a3b9ff05 owned by network:dhcp {{(pid=93796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:42:09.760437 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734572147330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734571760038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29711915'] for port, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.791662 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Pushing event deleted for resources: {'Port': ['ID=83583170-352b-48ee-8422-5c89a3b9ff05,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:09.796326 n-d-791504-15 neutron-server[93796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] No DVR routers for this DVR port 83583170-352b-48ee-8422-5c89a3b9ff05 on host n-d-791504-15 {{(pid=93796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:42:09.844380 n-d-791504-15 neutron-server[93797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba83f87-79a1-4cdf-8fa1-19788edf1141 None None] DHCP port deletion for 968bc2ef-4d0b-4237-8a68-916458e4a3cc request from n-d-791504-15 {{(pid=93797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:42:09.880629 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-865574', 'neutron.services.segments.db._delete_segments_for_network-8734572260428'] for network, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.891277 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968bc2ef-4d0b-4237-8a68-916458e4a3cc']}} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:09.901255 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a066af66-1145-4324-92bf-581b133b7855') {'for_net_delete': True} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:09.901671 n-d-791504-15 neutron-server[93796]: DEBUG neutron.services.segments.db [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a066af66-1145-4324-92bf-581b133b7855') {} {{(pid=93796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:42:09.911281 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734572261205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32770828'] for segment, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.926512 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194'] for segment, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.933841 n-d-791504-15 neutron-server[93796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:42:09.934246 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29710586'] for segment, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: Traceback (most recent call last): Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: timer() Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: cb(*args, **kw) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: return func(*args, **kwargs) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: self._notify() Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: self.callback(batched_events) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: event.method(event) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: return f(self, *a, **k) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: return self._get(url).json() Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: return self.request(url, 'GET', **kwargs) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:42:09.936201 n-d-791504-15 neutron-server[93796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:42:09.995838 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-865599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2049221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942965'] for network, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:10.001254 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Notify callbacks [] for network, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:10.003406 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] 10.222.0.49 "DELETE /v2.0/networks/968bc2ef-4d0b-4237-8a68-916458e4a3cc HTTP/1.1" status: 204 len: 168 time: 0.5398066 Jul 16 19:42:10.016425 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b410e-82e2-4a59-968c-470a7757e621 admin admin] Pushing event deleted for resources: {'Network': ['ID=968bc2ef-4d0b-4237-8a68-916458e4a3cc,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:10.219979 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52254) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:10.434761 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-bf786d95-bca8-4389-9f5b-73e3937da6ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=933bbc37cb32445e856d065a1cf9b115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134979 Jul 16 19:42:10.438538 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [-] (93796) accepted ('10.222.0.49', 52258) {{(pid=93796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:10.492176 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-060a5418-ae9a-45ea-83ca-bf9271f9266f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:10.514808 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-060a5418-ae9a-45ea-83ca-bf9271f9266f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:10.566811 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-060a5418-ae9a-45ea-83ca-bf9271f9266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:10.569311 n-d-791504-15 neutron-server[93796]: DEBUG neutron_lib.callbacks.manager [None req-060a5418-ae9a-45ea-83ca-bf9271f9266f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:10.570490 n-d-791504-15 neutron-server[93796]: INFO neutron.wsgi [None req-060a5418-ae9a-45ea-83ca-bf9271f9266f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f789cde7-d97b-497c-8316-1286ab529c95 HTTP/1.1" status: 204 len: 168 time: 0.1310563 Jul 16 19:42:10.578935 n-d-791504-15 neutron-server[93796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a5418-ae9a-45ea-83ca-bf9271f9266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789cde7-d97b-497c-8316-1286ab529c95,revision_number=None']} {{(pid=93796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:10.868675 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52264) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:10.908741 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-4672c3cd-46a4-44f0-a0e4-4f9aa093a639 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53d3143d8f1842bf81a01f054e2d39ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388207 Jul 16 19:42:10.911416 n-d-791504-15 neutron-server[93795]: DEBUG neutron.wsgi [-] (93795) accepted ('10.222.0.49', 52266) {{(pid=93795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:42:10.973567 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ccd432-04ee-450b-bf2d-9688e54b90a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:10.997960 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ccd432-04ee-450b-bf2d-9688e54b90a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:11.070766 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ccd432-04ee-450b-bf2d-9688e54b90a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054266'] for security_group, after_delete {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:11.073599 n-d-791504-15 neutron-server[93795]: DEBUG neutron_lib.callbacks.manager [None req-75ccd432-04ee-450b-bf2d-9688e54b90a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:11.074899 n-d-791504-15 neutron-server[93795]: INFO neutron.wsgi [None req-75ccd432-04ee-450b-bf2d-9688e54b90a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/140fd30e-4e0e-4029-b0f9-482f4b03b65d HTTP/1.1" status: 204 len: 168 time: 0.1621869 Jul 16 19:42:11.082886 n-d-791504-15 neutron-server[93795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccd432-04ee-450b-bf2d-9688e54b90a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fd30e-4e0e-4029-b0f9-482f4b03b65d,revision_number=None']} {{(pid=93795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:42:11.178203 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83583170-352b-48ee-8422-5c89a3b9ff05 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:42:11.197748 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 83583170-352b-48ee-8422-5c89a3b9ff05 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:42:11.198088 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 83583170-352b-48ee-8422-5c89a3b9ff05 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:42:11.198493 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5fd1b94b-6991-4e74-8e73-e1a24af5c814 no longer exists at agent ovs-agent-n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:42:11.217606 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] No Port match for: 5fd1b94b-6991-4e74-8e73-e1a24af5c814 {{(pid=93797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:42:11.217954 n-d-791504-15 neutron-server[93797]: DEBUG neutron.plugins.ml2.rpc [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Device 5fd1b94b-6991-4e74-8e73-e1a24af5c814 not bound to the agent host n-d-791504-15 {{(pid=93797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:42:16.259210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7dc18df8-4def-4e88-9956-bf43d84987b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:18.904242 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c93bfe5d-03c4-44d1-885b-661d603f4fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:19.080889 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:20.320394 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:22.141304 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:23.379181 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:25.451483 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:40.963794 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:46.255354 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-36e3e4ff-1cf1-49aa-93a8-35dc17c0d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:48.912035 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8e7879bd-8900-4cc2-9487-d91fbc7c4bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:49.077836 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:50.322164 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:52.142468 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:53.388406 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:55.444557 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:16.259993 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-8582beb5-3dd7-4d1c-9b22-2e3623448632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:17.966531 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:43:18.906747 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-12c92933-98f9-4c0e-a7ab-9ea76eaa31a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:19.071962 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:20.323914 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:22.142398 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:23.394533 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:25.474123 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:46.263745 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f1cd72bb-8ee3-45bc-abde-54580269f0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:48.916945 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af1225fb-3c66-4fd5-a6be-190147040135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:49.079703 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:50.330300 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:52.153159 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:53.394291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:54.966775 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:43:55.478360 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:16.272667 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-f7b177ec-bcf7-434a-b112-d8d24f70e1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:18.912986 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-6e053bf5-d52c-44e4-933b-5e769a863352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:19.076516 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:20.333581 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:22.147754 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:23.384701 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:25.488565 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:31.968566 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:44:46.278119 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-89c6559e-f89a-45d5-9693-fab53dbe6d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:48.906500 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d3be4428-1ace-407c-a186-58e39ffa66c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:49.071040 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:50.339547 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:52.151705 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:53.385461 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:55.490727 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:08.968808 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:45:16.278071 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-539788a9-d3c9-499e-aadd-3b20df0176fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:18.912725 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-7ada1ed9-42f5-4a23-baea-221980fe6636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:19.077748 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:20.339870 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:22.153295 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:23.387710 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:25.501920 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:45.971744 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:45:46.274287 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-505c4c24-fac2-42b7-9159-89c1c82100bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:48.911698 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-54594dfa-cb3e-4d58-8c92-c97c8fd1c36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:49.076970 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:50.347987 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:52.158423 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:53.386348 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:55.522528 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:16.281357 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-28471e20-16d0-4f34-b7ae-4e6c3a34f64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:18.912574 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4b71d1ca-c633-406c-8d44-4f28a0afd314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:19.073938 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:20.347325 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:22.161453 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:22.971883 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:46:23.381228 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:25.521585 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:46.287167 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-de30b08c-cb6d-4973-a3a7-4013b5068736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:48.911928 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-644d1e05-0998-4cec-bd3b-018a17bd39b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:49.069637 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:50.351649 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:52.165677 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:53.385087 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:55.530023 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:46:59.976626 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:47:16.289029 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3a192957-9159-4c14-b2ca-dadc216325c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:18.913153 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-af9977b8-261a-4a87-b691-a7e28a04400d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:19.074151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:20.354327 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:22.171559 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:23.381786 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:25.541149 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:36.983627 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:47:46.283734 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-4751abd9-e00e-4848-94fe-156a87f77f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:48.908841 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-2924d797-5200-4e64-9f47-457d3a6848c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:49.079293 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:50.355858 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:52.177390 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:53.377906 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:47:55.546018 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:13.974601 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:48:16.290321 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-3469da2e-db3b-4fd7-a877-debda1c2d7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:18.914492 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0d363213-f414-4155-837a-bf3c3edc6f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:19.086869 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:20.360761 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:22.176425 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:23.375255 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:25.548534 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:46.290151 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-374cc910-fa1c-42bb-a3a3-15d793ada956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:48.914512 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-99754097-eda3-4afd-bdc3-c1b2f0f2c2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:49.082152 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:50.363143 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:50.979361 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:48:52.176002 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:53.374416 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:48:55.546834 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:16.287083 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-0b414924-14ef-415c-b654-e82ef6ff31ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:18.909210 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-5cbfc6cc-9a0c-4c69-b37a-adf38c21b7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:19.086001 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:20.367051 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:22.178749 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:23.377852 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:25.560531 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:27.979844 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:49:46.281161 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-267a5339-c718-4b6e-82fc-adf5311b9380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:48.915042 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-805adfa6-1c14-4aa6-9007-77aca9aef9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:49.094103 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:50.371291 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:52.183073 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-74457926-028f-4a8c-a82c-638d781e03ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:53.375420 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-17bae56e-f84f-4ec4-875d-de6f4b309de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:49:55.558052 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-82a24027-a86c-446f-b882-9eb00466c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:04.979230 n-d-791504-15 neutron-server[93798]: DEBUG neutron.db.agents_db [None req-993d51d1-96c1-4706-a2ec-fab853eef4a6 None None] Agent healthcheck: found 7 active agents {{(pid=93798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:50:12.648050 n-d-791504-15 neutron-server[93796]: DEBUG neutron.wsgi [req-4c32003e-7048-443c-870a-f1c1599a1b56 req-40ccceab-da05-447e-9d4c-2101c7cac040 service neutron] (93796) timed out ('10.222.0.49', 44776) {{(pid=93796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:50:16.286494 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c325f923-e36b-4224-b109-23cf149d8049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:18.909137 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-24317e7c-83f4-4bb6-933c-a4fd8a783e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:19.088955 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-d8911d8d-4722-47f8-82b8-0dd813afe13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:50:20.371887 n-d-791504-15 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-ed9c39e4-cde6-4254-b71e-12206b47f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734572260410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863612'] for agent, after_update {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}